-- Logs begin at Thu 2021-11-25 16:23:49 UTC, end at Thu 2021-11-25 18:24:39 UTC. -- Nov 25 16:57:18.194442 n-d-817303-7 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 16:57:21.059865 n-d-817303-7 neutron-server[103526]: INFO neutron.common.config [-] Logging enabled! Nov 25 16:57:21.060473 n-d-817303-7 neutron-server[103526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 16:57:21.060698 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 16:57:21.064883 n-d-817303-7 neutron-server[103526]: INFO neutron.common.config [-] Logging enabled! Nov 25 16:57:21.065268 n-d-817303-7 neutron-server[103526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 16:57:21.065586 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 16:57:21.066536 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 16:57:21.066768 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 16:57:21.067125 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 16:57:21.067368 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 16:57:21.067614 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 16:57:21.067933 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.068354 n-d-817303-7 neutron-server[103526]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 16:57:21.068662 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.068963 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.069249 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.069540 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.069826 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.070113 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.070398 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.070689 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.070970 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.071248 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.071555 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.071843 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.072121 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.072403 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.072683 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.072960 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] debug = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.073234 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.073656 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.074065 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.074345 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.074629 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.074918 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.075171 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.075465 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.075749 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.076079 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] host = n-d-817303-7 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.076355 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.076640 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.076924 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.077207 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.077479 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.077754 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.078035 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.078306 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.078574 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.078845 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.079128 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.079465 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.080746 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.080987 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.081213 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.081511 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.081806 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.082088 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.082369 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.082650 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.082929 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.083206 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.083506 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.083794 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.084078 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.084363 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.084644 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.084920 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.085194 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.085468 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.085754 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.086028 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.086301 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.086578 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.086864 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.087135 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.087426 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.087730 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.088015 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.088294 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.088579 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.088854 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.089134 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.089407 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.089678 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.089950 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] use_json = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.090221 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.090495 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.091042 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.091315 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.091620 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.091895 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.092167 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.092451 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:21.092750 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.093044 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.093344 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.093624 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.093927 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.094206 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.094491 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.094768 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.095077 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.095835 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.096136 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.096419 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.096710 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.096989 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.097283 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.097590 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.097882 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.098176 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.098452 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.098725 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.098997 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.099275 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.099596 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.099875 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.100164 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.100452 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.100738 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.101032 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.101320 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.101612 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.101899 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.102173 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.102449 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.102738 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.103015 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.103289 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.103594 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.103883 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.104160 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.104432 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.104714 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.104988 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.105259 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.105533 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.105805 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.106090 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.106364 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.106632 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.106900 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.107174 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.107479 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.107763 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.108039 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.108307 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.108575 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.108849 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.109118 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.109390 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.109665 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.109980 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.110207 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.110479 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.110824 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.111581 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.111867 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.112146 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.112426 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.112701 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.112983 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.113258 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.113533 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.113807 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.114078 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.114350 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.114636 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.114932 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.115209 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.115525 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.115807 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.116085 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.116362 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.116637 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.116913 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.117189 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.117461 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.117750 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.118034 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.118323 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.118606 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.118915 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.119235 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.119620 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.119913 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.120243 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.120532 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.120823 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.121156 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.121518 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.121858 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.122165 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.122465 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.122764 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.123051 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.123361 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.123667 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:21.123885 n-d-817303-7 neutron-server[103526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 16:57:21.124123 n-d-817303-7 neutron-server[103526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 16:57:21.566334 n-d-817303-7 neutron-server[103526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 16:57:21.566605 n-d-817303-7 neutron-server[103526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 16:57:21.566906 n-d-817303-7 neutron-server[103526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 16:57:21.567235 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 16:57:21.900426 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.900723 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.900992 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.902165 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.902437 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.902818 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.940204 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.940476 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.940739 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.955005 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.955287 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.955586 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.984831 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.985108 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:21.985370 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.024621 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.024893 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.025158 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.383254 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.383923 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.383923 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.384145 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.384851 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.487483 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.487803 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.488085 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.488357 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.488621 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.488929 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.489185 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.489436 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.489685 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.489962 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.490217 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.490479 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.490730 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.490976 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.491228 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.491511 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.491765 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.492027 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.492290 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.492543 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.492811 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.493058 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.493334 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.493707 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.493952 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.494191 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.494575 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:22.494810 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:22.495042 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:22.495271 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:22.495525 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:22.495755 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:22.496112 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 16:57:22.499217 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 16:57:22.504275 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 16:57:22.508071 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 25 16:57:22.509697 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 16:57:22.510145 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 16:57:22.510477 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 16:57:22.510860 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 16:57:22.513701 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 16:57:22.513951 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 16:57:22.514291 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 16:57:22.520147 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 16:57:22.543042 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 16:57:22.543520 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.543817 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 16:57:22.544177 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.545553 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 16:57:22.545831 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 16:57:22.546071 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 16:57:22.550308 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.550582 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:22.615798 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 16:57:22.616035 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 16:57:22.616270 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 16:57:22.616638 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 16:57:22.638113 n-d-817303-7 neutron-server[103526]: DEBUG oslo_db.sqlalchemy.engines [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 16:57:23.069781 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing driver for type 'gre' Nov 25 16:57:23.070303 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] gre ID ranges: [(1, 1000)] Nov 25 16:57:23.125319 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing driver for type 'local' Nov 25 16:57:23.125739 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing driver for type 'vlan' Nov 25 16:57:23.139737 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] VlanTypeDriver initialization complete Nov 25 16:57:23.140021 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing driver for type 'vxlan' Nov 25 16:57:23.140515 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] vxlan ID ranges: [(1, 1000)] Nov 25 16:57:23.198901 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing extension driver 'port_security' Nov 25 16:57:23.199236 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.extensions.port_security [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] PortSecurityExtensionDriver initialization complete Nov 25 16:57:23.199632 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing mechanism driver 'openvswitch' Nov 25 16:57:23.199918 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing mechanism driver 'hyperv' Nov 25 16:57:23.207305 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:23.208179 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.208551 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.208902 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.209432 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:23.209859 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.210212 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.210558 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.210954 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:23.211358 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.211733 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.212079 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.212475 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:23.212884 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > security_group after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.213233 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > security_group after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.213575 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.213970 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:23.214371 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.214716 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.215055 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.215478 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:23.216136 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > address_group after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.216480 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > address_group after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.216817 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.217223 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 16:57:23.217587 n-d-817303-7 neutron-server[103526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] ML2 OVO RPC backend initialized. {{(pid=103526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 16:57:23.218294 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.218648 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.219065 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.219433 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > networks before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.219781 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.221095 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > ports before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.221244 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.221596 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnets before_response 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.221944 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.222285 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.222621 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.222960 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.223297 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.223659 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.223997 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.224331 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.224666 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.225244 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Modular L2 Plugin initialization complete Nov 25 16:57:23.225577 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading services supported by the core plugin {{(pid=103526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 16:57:23.225901 n-d-817303-7 neutron-server[103526]: INFO neutron.plugins.ml2.managers [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Got port-security extension from driver 'port_security' Nov 25 16:57:23.226361 n-d-817303-7 neutron-server[103526]: INFO neutron.extensions.vlantransparent [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Disabled vlantransparent extension. Nov 25 16:57:23.226841 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 16:57:23.227154 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: router Nov 25 16:57:23.263788 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.264181 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_create 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.264560 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router before_create 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.264927 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.265300 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.265659 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_delete 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.266018 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.266491 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.267351 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_create 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.267953 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_update 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.268321 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_update 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.268677 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.269041 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_update 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.269454 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_update 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.269829 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.270177 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.270525 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: subnet after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.270869 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.271222 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.271597 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_create 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.271944 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.272289 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.272646 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router after_update 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.272989 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.273339 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_create 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.273699 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.274050 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_update 55549900 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.274414 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > agent after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.274763 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > agent after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.275110 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > network after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.276055 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Tracking information for resource: router configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:23.276391 n-d-817303-7 neutron-server[103526]: DEBUG neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Tracking information for resource: floatingip configured {{(pid=103526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 16:57:23.281497 n-d-817303-7 neutron-server[103526]: INFO neutron.db.l3_agentschedulers_db [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 16:57:23.282086 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.282451 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.283338 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.283719 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.284521 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router before_create 55550100 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.284890 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.285257 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_create 55550100 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.285617 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > router precommit_update 55550100 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.290560 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.provider_configuration [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service providers = [] {{(pid=103526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 16:57:23.290926 n-d-817303-7 neutron-server[103526]: DEBUG neutron.db.servicetype_db [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 16:57:23.293914 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.service_base [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:23.294266 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.service_base [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:23.294609 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.service_base [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:23.295530 n-d-817303-7 neutron-server[103526]: DEBUG neutron.services.service_base [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 16:57:23.295904 n-d-817303-7 neutron-server[103526]: INFO neutron.services.service_base [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 16:57:23.296281 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.296600 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 16:57:23.307433 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.307773 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: auto_allocate Nov 25 16:57:23.313654 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: network precommit_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.314643 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: network precommit_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.315162 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.315515 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: tag Nov 25 16:57:23.322324 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.322608 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: timestamp Nov 25 16:57:23.326487 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.326814 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: network_ip_availability Nov 25 16:57:23.332941 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.333310 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.333664 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.334386 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.334704 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: flavors Nov 25 16:57:23.339729 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.340065 n-d-817303-7 neutron-server[103526]: INFO neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading Plugin: revisions Nov 25 16:57:23.344698 n-d-817303-7 neutron-server[103526]: DEBUG neutron.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 16:57:23.345199 n-d-817303-7 neutron-server[103526]: DEBUG oslo_concurrency.lockutils [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 16:57:23.345891 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 16:57:23.346222 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Initializing extension manager. Nov 25 16:57:23.346734 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: __init__.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.347073 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: __pycache__ {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.347422 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.347757 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: address_group.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.348516 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.349086 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: address-group Nov 25 16:57:23.349406 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: address_scope.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.350115 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.350619 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: address-scope Nov 25 16:57:23.350936 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.351885 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.352390 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: router-admin-state-down-before-update Nov 25 16:57:23.352710 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: agent.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.353409 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.353915 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: agent Nov 25 16:57:23.354234 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: agent_resources_synced.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.355145 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.355687 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: agent-resources-synced Nov 25 16:57:23.356008 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: allowedaddresspairs.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.357819 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.358340 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: allowed-address-pairs Nov 25 16:57:23.358666 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: auto_allocated_topology.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.359784 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.360300 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: auto-allocated-topology Nov 25 16:57:23.360684 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: availability_zone.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.361663 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.362180 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: availability_zone Nov 25 16:57:23.362505 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: availability_zone_filter.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.363442 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.363956 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: availability_zone_filter Nov 25 16:57:23.364277 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: data_plane_status.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.365185 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.365696 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 16:57:23.366011 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: default_subnetpools.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.366929 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.367447 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: default-subnetpools Nov 25 16:57:23.367773 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.368595 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.369096 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: dhcp_agent_scheduler Nov 25 16:57:23.369419 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: dns.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.370341 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.370843 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 16:57:23.371161 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: dns_domain_ports.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.372362 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.372950 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 16:57:23.373270 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.374208 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.374719 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 16:57:23.375039 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: dvr.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.375722 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.376744 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: dvr Nov 25 16:57:23.377238 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: ecmp_routes.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.378176 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.378682 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 16:57:23.379000 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: empty_string_filtering.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.379945 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.380448 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: empty-string-filtering Nov 25 16:57:23.380770 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.381685 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.382184 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 16:57:23.382503 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.383441 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.383969 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 16:57:23.384250 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: external_net.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.385170 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.385671 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: external-net Nov 25 16:57:23.385989 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.386900 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.387430 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: extra_dhcp_opt Nov 25 16:57:23.387752 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: extraroute.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.388655 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.389161 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: extraroute Nov 25 16:57:23.389481 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: extraroute_atomic.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.390731 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.391243 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: extraroute-atomic Nov 25 16:57:23.391590 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: filter_validation.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.392852 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.393355 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: filter-validation Nov 25 16:57:23.393679 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: fip_pf_description.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.394600 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.395105 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 16:57:23.395451 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: fip_port_details.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.396368 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.396869 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: fip-port-details Nov 25 16:57:23.397189 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: flavors.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.398432 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.398947 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: flavors Nov 25 16:57:23.399270 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.400984 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.401505 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 16:57:23.401833 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: floatingip_pools.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.402530 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.403039 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: floatingip-pools Nov 25 16:57:23.403362 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: ip_allocation.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.404326 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.404829 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 16:57:23.405149 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.406075 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.406583 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: ip-substring-filtering Nov 25 16:57:23.406906 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l2_adjacency.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.407879 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.408480 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 16:57:23.408803 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.409792 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.410309 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: router Nov 25 16:57:23.410631 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.412962 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.413493 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 16:57:23.413824 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.414774 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.415295 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: ext-gw-mode Nov 25 16:57:23.415651 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.416572 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.417079 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: l3-ha Nov 25 16:57:23.417404 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3_flavors.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.418320 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.418832 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: l3-flavors Nov 25 16:57:23.419156 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.420096 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.420603 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 16:57:23.420925 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: l3agentscheduler.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.421978 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.422471 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: l3_agent_scheduler Nov 25 16:57:23.422796 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: local_ip.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.424679 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.425204 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension local_ip not supported by any of loaded plugins Nov 25 16:57:23.425539 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: logging.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.427137 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.427686 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension logging not supported by any of loaded plugins Nov 25 16:57:23.428019 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: metering.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.428766 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.429342 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: metering Nov 25 16:57:23.429670 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.430787 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.431312 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: metering_source_and_destination_fields Nov 25 16:57:23.431653 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: multiprovidernet.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.432583 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.433093 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: multi-provider Nov 25 16:57:23.433419 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: netmtu.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.434340 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.434844 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: net-mtu Nov 25 16:57:23.435169 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: netmtu_writable.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.436120 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.436629 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: net-mtu-writable Nov 25 16:57:23.436952 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: network_availability_zone.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.437624 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.438131 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: network_availability_zone Nov 25 16:57:23.438451 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: network_ip_availability.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.440261 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.440775 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: network-ip-availability Nov 25 16:57:23.441100 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: network_segment_range.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.441859 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.442364 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 16:57:23.442684 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: pagination.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.443706 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.444039 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: pagination Nov 25 16:57:23.444359 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: port_device_profile.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.445276 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.445793 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: port-device-profile Nov 25 16:57:23.446115 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.447029 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.447578 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: port-mac-address-regenerate Nov 25 16:57:23.447900 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.448822 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.449334 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: port-numa-affinity-policy Nov 25 16:57:23.449653 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: port_resource_request.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.450562 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.451069 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 16:57:23.451421 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: port_resource_request_groups.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.452392 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.452897 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 16:57:23.453219 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: portbindings.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.454158 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.455261 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: binding Nov 25 16:57:23.455600 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: portbindings_extended.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.456883 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.457394 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: binding-extended Nov 25 16:57:23.457722 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: portsecurity.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.458638 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.459148 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: port-security Nov 25 16:57:23.459509 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: project_id.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.460489 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.460818 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: project-id Nov 25 16:57:23.461139 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: providernet.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.462067 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.462581 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: provider Nov 25 16:57:23.462901 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.466773 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.467298 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos not supported by any of loaded plugins Nov 25 16:57:23.467657 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.468908 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.469422 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 16:57:23.469750 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.470705 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.471225 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 16:57:23.471603 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_default.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.472520 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.473035 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-default not supported by any of loaded plugins Nov 25 16:57:23.473362 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_fip.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.474022 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.474525 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 16:57:23.474847 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_gateway_ip.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.475802 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.476313 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 16:57:23.476634 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_port_network_policy.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.479080 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.479634 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 16:57:23.479969 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.481041 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.481555 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 16:57:23.481880 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_pps_rule.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.483065 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.483620 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-pps not supported by any of loaded plugins Nov 25 16:57:23.483950 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_rule_type_details.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.484882 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.485395 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 16:57:23.485878 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: qos_rules_alias.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.486904 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.487442 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 16:57:23.487770 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: quota_check_limit.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.488696 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.489210 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: quota-check-limit Nov 25 16:57:23.489534 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: quotasv2.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.490472 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.490797 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: quotas Nov 25 16:57:23.491116 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: quotasv2_detail.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.494306 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.494647 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: quota_details Nov 25 16:57:23.494979 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: rbac.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.496061 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.496592 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: rbac-policies Nov 25 16:57:23.496923 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: rbac_address_group.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.497854 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.498374 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: rbac-address-group Nov 25 16:57:23.498701 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: rbac_address_scope.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.499658 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.500177 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: rbac-address-scope Nov 25 16:57:23.500504 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: rbac_security_groups.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.501940 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.502535 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: rbac-security-groups Nov 25 16:57:23.502860 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: rbac_subnetpool.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.503814 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.504329 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: rbac-subnetpool Nov 25 16:57:23.504651 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: revisionifmatch.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.505577 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.506088 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: revision-if-match Nov 25 16:57:23.506412 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: revisions.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.507558 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.508066 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: standard-attr-revisions Nov 25 16:57:23.508388 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: router_availability_zone.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.509058 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.509564 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: router_availability_zone Nov 25 16:57:23.509883 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: routerservicetype.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.510799 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.511301 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 16:57:23.511650 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.512650 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.513159 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: security-groups-normalized-cidr Nov 25 16:57:23.513484 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.514410 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.514920 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: port-security-groups-filtering Nov 25 16:57:23.515243 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.516198 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.516706 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: security-groups-remote-address-group Nov 25 16:57:23.517717 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.518693 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.519207 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: security-groups-shared-filtering Nov 25 16:57:23.519558 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.520148 n-d-817303-7 neutron-server[103526]: WARNING neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 16:57:23.520469 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: securitygroup.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.530170 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.530705 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: security-group Nov 25 16:57:23.531041 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: segment.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.531859 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.532369 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension segment not supported by any of loaded plugins Nov 25 16:57:23.532721 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.533731 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.534241 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 16:57:23.534565 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: servicetype.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.535706 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.536229 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: service-type Nov 25 16:57:23.536553 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: sorting.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.537535 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.537864 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: sorting Nov 25 16:57:23.538185 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: standard_attr_segment.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.539105 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.539646 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 16:57:23.539968 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: standardattrdescription.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.540614 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.541117 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: standard-attr-description Nov 25 16:57:23.541440 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: stateful_security_group.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.542379 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.542893 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: stateful-security-group Nov 25 16:57:23.543218 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: stdattrs_common.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.543816 n-d-817303-7 neutron-server[103526]: WARNING neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 16:57:23.544137 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.545085 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.545599 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 16:57:23.545928 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: subnet_onboard.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.546994 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.547549 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: subnet_onboard Nov 25 16:57:23.547874 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.548908 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.549416 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 16:57:23.549739 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: subnet_service_types.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.550661 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.551173 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: subnet-service-types Nov 25 16:57:23.551521 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: subnetallocation.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.552653 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.553237 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: subnet_allocation Nov 25 16:57:23.553593 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.554299 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.554874 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: subnetpool-prefix-ops Nov 25 16:57:23.555221 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.556353 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.556865 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 16:57:23.557186 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: tagging.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.558226 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.558749 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: standard-attr-tag Nov 25 16:57:23.559075 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: timestamp.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.560316 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.560831 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loaded extension: standard-attr-timestamp Nov 25 16:57:23.561157 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: trunk.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.562193 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.562707 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension trunk not supported by any of loaded plugins Nov 25 16:57:23.563029 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: trunk_details.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.564514 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.565019 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 16:57:23.565339 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: uplink_status_propagation.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.566262 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.566773 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 16:57:23.567092 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Loading extension file: vlantransparent.py {{(pid=103526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 16:57:23.567778 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 16:57:23.568285 n-d-817303-7 neutron-server[103526]: INFO neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 16:57:23.570802 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:network Nov 25 16:57:23.571326 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:subnet Nov 25 16:57:23.571755 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:23.572144 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:port Nov 25 16:57:23.573415 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.573804 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service FLAVORS assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.574425 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.574851 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.575182 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:router Nov 25 16:57:23.575633 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 16:57:23.576120 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service METERING assigned prefix: /metering {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.577553 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.577921 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.578274 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 16:57:23.579258 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 16:57:23.580452 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:security_group Nov 25 16:57:23.580885 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 16:57:23.581503 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service CORE assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.581833 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:23.582175 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] subnetpool is already registered Nov 25 16:57:23.582600 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service CORE assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.582923 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:23.583250 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] subnetpool is already registered Nov 25 16:57:23.585545 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.585974 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service FLAVORS assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.586555 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.586974 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.587304 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:router Nov 25 16:57:23.587665 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] router is already registered Nov 25 16:57:23.588072 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 16:57:23.588405 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] floatingip is already registered Nov 25 16:57:23.588859 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service METERING assigned prefix: /metering {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.589518 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 16:57:23.589846 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] rbac_policy is already registered Nov 25 16:57:23.590251 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:security_group Nov 25 16:57:23.590843 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] security_group is already registered Nov 25 16:57:23.591250 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 16:57:23.591609 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] security_group_rule is already registered Nov 25 16:57:23.592242 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service CORE assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.592565 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:23.592894 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] subnetpool is already registered Nov 25 16:57:23.593304 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.v2.resource_helper [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Service CORE assigned prefix: {{(pid=103526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 16:57:23.593631 n-d-817303-7 neutron-server[103526]: INFO neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 16:57:23.593959 n-d-817303-7 neutron-server[103526]: WARNING neutron.quota.resource_registry [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] subnetpool is already registered Nov 25 16:57:23.594416 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: extensions {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.596278 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: address-groups {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.597801 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: address-scopes {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.599100 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: agents {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.600294 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: auto-allocated-topology {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.601538 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: availability_zones {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.602745 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: dhcp-networks {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.604407 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: dhcp-agents {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.605818 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: routers {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.608074 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: flavors {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.609249 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: service_profiles {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.610458 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: next_providers {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.612382 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: service_profiles {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.614402 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: floatingip-pools {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.615669 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: routers {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.617793 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: floatingips {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.619219 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: l3-routers {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.620643 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: l3-agents {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.622058 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: metering-labels {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.624357 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: metering-label-rules {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.625652 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: network-ip-availabilities {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.627944 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: bindings {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.629833 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: quotas {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.631420 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: quotas {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.632949 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: rbac-policies {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.634256 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: security-groups {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.635534 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: security-group-rules {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.636802 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: service-providers {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.638012 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: subnetpools {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.639443 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: subnetpools {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.640909 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.643256 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.645147 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.646921 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.649487 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.651651 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.653353 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.655264 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.657092 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.659063 n-d-817303-7 neutron-server[103526]: DEBUG neutron.api.extensions [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Extended resource: tags {{(pid=103526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 16:57:23.665295 n-d-817303-7 neutron-server[103526]: WARNING keystonemiddleware.auth_token [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 16:57:23.670102 n-d-817303-7 neutron-server[103526]: WARNING keystonemiddleware.auth_token [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 16:57:23.679182 n-d-817303-7 neutron-server[103526]: DEBUG oslo_concurrency.lockutils [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Acquired lock "singleton_lock" {{(pid=103526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 16:57:23.679686 n-d-817303-7 neutron-server[103526]: DEBUG oslo_concurrency.lockutils [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Releasing lock "singleton_lock" {{(pid=103526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 16:57:23.680351 n-d-817303-7 neutron-server[103526]: INFO oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Starting 2 workers Nov 25 16:57:23.685106 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Started child 103635 {{(pid=103526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:23.690348 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Started child 103636 {{(pid=103526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:23.691718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:23.692449 n-d-817303-7 neutron-server[103526]: INFO neutron.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 16:57:23.692696 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Publish callbacks [] for process, before_spawn {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:23.693490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [-] (103635) wsgi starting up on http://0.0.0.0:9696 Nov 25 16:57:23.695138 n-d-817303-7 neutron-server[103526]: INFO oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Starting 1 workers Nov 25 16:57:23.696475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:23.698118 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [-] (103636) wsgi starting up on http://0.0.0.0:9696 Nov 25 16:57:23.700408 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Started child 103637 {{(pid=103526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:23.700986 n-d-817303-7 neutron-server[103526]: INFO oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Starting 1 workers Nov 25 16:57:23.705199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] calling RpcWorker wait() {{(pid=103637) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 16:57:23.706025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] returning from RpcWorker wait() {{(pid=103637) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 16:57:23.706200 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Started child 103638 {{(pid=103526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 16:57:23.706926 n-d-817303-7 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30d03173-2363-45f3-afbb-ae32db467852 None None] Publish callbacks [] for process, after_spawn {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:23.707081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:23.707468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:23.708952 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 16:57:23.709162 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 16:57:23.709341 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 16:57:23.709555 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 16:57:23.709954 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 16:57:23.710119 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 16:57:23.710567 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.710849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.711114 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.711375 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.711550 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:23.712058 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.712285 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.712551 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.712704 n-d-817303-7 neutron-server[103638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:23.712842 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.713039 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.713287 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.713457 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.713623 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.713868 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.714117 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.714421 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.714711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.714957 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.715219 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.715419 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.715916 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.716174 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.716400 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.716668 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] debug = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.716926 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.717421 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.717666 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.717949 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.718150 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.718443 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.718677 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.718941 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.719178 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.719431 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.719670 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.719965 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.720256 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.720476 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.720681 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.720918 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.721286 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.721534 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.722022 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] host = n-d-817303-7 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.722274 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.722515 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.722768 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.723020 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.723361 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.723528 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.723766 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.724041 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.724289 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.724515 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.724756 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.725009 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.725247 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.725502 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.725652 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_options = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.725888 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.726242 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.726424 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.726633 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.726802 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.726978 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.727236 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.727429 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.727674 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.727892 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.728157 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.728339 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.728571 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.728804 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.729054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.729287 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.729509 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.729719 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.729964 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.730287 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.730438 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.730662 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.730884 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.731101 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.731335 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.731574 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.731800 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.732015 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.732255 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.732504 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.732748 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.733004 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.733240 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.733479 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.733732 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.733956 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.734184 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.734419 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.734692 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.734925 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.735178 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.735468 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.736394 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.736695 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.736910 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.737159 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.737404 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_json = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.737615 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.737847 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.738091 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.740962 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.742721 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.743151 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.743331 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.743807 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.744208 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.744497 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.744814 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.745098 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.745382 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.745818 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.746137 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.748767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.749889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.749889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.749889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.749889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.749889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.750455 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.750455 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.750455 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.753661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.755900 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.756945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.757413 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.757413 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.757625 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.757844 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.758075 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.758716 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.759126 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.759580 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.759978 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.760349 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.760789 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.760789 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.761045 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.764644 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.765103 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.765170 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.765534 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.765649 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.765871 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.766113 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.766338 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.766581 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.766932 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.767199 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.767518 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.767899 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.768239 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.768543 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.768782 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.768998 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.769457 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.769854 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.770256 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.770659 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.770914 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.771150 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.771472 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.771734 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.771999 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.772261 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.772498 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.772769 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.773021 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.773310 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.773535 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.773821 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.774164 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.774429 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.774704 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.774966 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.775215 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.775489 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.775734 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.775985 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.776216 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.776459 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.776838 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.777082 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.777513 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.777733 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.777967 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.778305 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.778539 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.778774 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.779008 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.779285 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.779548 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.779788 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.780056 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.780325 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.780560 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.780809 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.781039 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.781260 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.781507 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.781933 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.782437 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.782859 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.783270 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.783702 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.784094 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.784483 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.784947 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.785423 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.785869 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.789270 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.790209 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.790459 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.790716 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.790954 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.791197 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.792183 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.792470 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.792717 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.792974 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.793203 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.793469 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.793703 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.793991 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.794277 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.794505 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.794767 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.795007 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.795284 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.795804 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.796668 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.797355 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.797588 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.797818 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.798583 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.798904 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.799153 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.799860 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.800237 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.800488 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.800800 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.801154 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.801540 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.801806 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.802077 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.802450 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.802728 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.803460 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.803692 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.803919 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.804142 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.804390 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.804657 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.805193 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.805471 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.805766 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.806008 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.806263 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.806489 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.806732 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.807022 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.807282 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.807549 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.807798 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.808040 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.808255 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.808501 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.808718 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.808935 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.809162 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.809379 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.809611 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.809840 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.810048 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.810257 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.810478 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.810695 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.810937 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.811182 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.811436 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.812216 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.812216 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.812410 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.812492 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.812665 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.812879 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.813090 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.813314 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.813533 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.813826 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.814559 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.814840 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.815069 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.815294 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.815538 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.815773 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.816683 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.816980 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.817209 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.817507 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.817771 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.818023 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.818291 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.818609 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.818844 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.819087 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.820363 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.822849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.822849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.822849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.822849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.822849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.822849 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.823243 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.823488 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.823711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.823984 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.824190 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.825146 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.825510 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.825792 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.826043 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.826293 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.826547 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.826774 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.827012 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.827437 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.827888 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.828153 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.828840 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.829087 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.829904 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.830241 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.830581 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.830923 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.831193 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.831456 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.831716 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.831963 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.832170 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 16:57:23.832696 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 16:57:23.832862 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 16:57:23.833018 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 16:57:23.833213 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 16:57:23.833391 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 16:57:23.834450 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 16:57:23.834699 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.834871 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.835038 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.835202 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.835365 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.835576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.835741 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.835902 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.836061 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.836219 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.836378 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.836536 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.836698 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.836854 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.837400 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.838337 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.838519 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.838687 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.838859 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.839490 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.839658 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.839752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:23.839839 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.839967 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] debug = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.840126 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.840340 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.840505 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.840918 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.841076 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.841233 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.841390 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.841547 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.841705 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.841862 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842019 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842176 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842334 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842493 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842649 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842806 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.842964 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.843119 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.843278 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] host = n-d-817303-7 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.843457 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.843616 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.843773 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.843929 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.844085 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.844243 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.844400 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.844560 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.844717 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.844889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.845124 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.845738 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.845882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.846039 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.846246 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_options = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.846455 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.846614 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.846772 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.846960 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.847124 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.847281 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.847470 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.847629 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.847789 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.847945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.848102 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.848258 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.848416 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.848573 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.848729 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.848887 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849043 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849199 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849357 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849515 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849672 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849828 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.849984 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.850141 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.850297 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.850452 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.850608 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.850764 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.850921 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.851079 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.852304 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.852479 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.852647 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.852811 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.852989 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.853119 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.853282 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.853441 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.853603 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.853761 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.853918 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.854074 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.854231 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.854392 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.854757 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.854757 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.855023 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_json = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.855023 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.855244 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.855364 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.856031 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.856209 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.856373 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.856532 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.856694 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 16:57:23.856878 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.857041 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.857211 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.857372 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.857532 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.857692 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.857852 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.858011 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.858171 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.860318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.862205 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863054 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863598 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863598 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863598 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863870 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.863870 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.864103 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.864103 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.864334 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.871443 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.871443 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.871443 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.871443 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.871902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50322) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.872661 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.873576 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874169 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.874758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875309 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.875882 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.876428 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.876428 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.876652 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.876869 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.877052 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.877259 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.877486 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.877876 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.878594 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.878594 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.878594 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.878594 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.879745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120094 Nov 25 16:57:23.880184 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.880570 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.880758 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.880914 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.881083 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.881248 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.881413 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.881584 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.881762 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.881927 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.882623 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.882793 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.882956 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.883116 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.883280 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.883470 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.883635 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.884161 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.884328 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.884498 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.884662 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.884807 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.884963 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.885149 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.885312 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.885472 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.885633 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.885794 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.886067 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.886236 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.886397 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.886557 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.886717 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.886876 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.887038 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.887199 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.887360 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.887620 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.887779 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.887941 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.888101 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.888266 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.888414 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.888578 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.888735 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.888889 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.889043 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.889202 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.889354 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.889516 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.889674 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.889812 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.890723 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.890723 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.890723 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.890723 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.890723 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.890723 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.891553 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.891553 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.891553 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.891553 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.891553 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.892909 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.892909 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.892909 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.892909 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893363 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893363 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893363 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893646 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893646 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893809 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.893888 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.894032 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.894196 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.894356 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.894517 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.894693 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.894853 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.895012 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.895172 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.895332 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.898405 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.898405 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.898405 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899118 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899118 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899118 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899326 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899326 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899556 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899683 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899827 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.899989 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.900152 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.900317 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.900317 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.900712 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.900778 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.900945 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.901744 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.902113 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903057 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903057 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903057 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903057 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903554 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903727 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.903893 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904039 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904198 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904362 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904519 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904660 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904832 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.904994 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.905157 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.905318 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.905479 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.905640 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.905801 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.905956 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.906118 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.906663 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.907482 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.907482 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.907482 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.907482 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.907482 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.908544 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.908544 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.908544 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.908748 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.908815 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909004 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909097 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909230 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909394 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909540 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909714 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.909874 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.910036 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.910195 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.910355 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.910514 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.910676 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.910839 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.911009 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.911177 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.911337 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.911543 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.912491 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.912491 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.912491 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.912725 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.912804 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.912899 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.913046 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.913211 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.914711 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.915268 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.915268 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.915268 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.915268 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.915268 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.916623 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.916623 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 16:57:23.916809 n-d-817303-7 neutron-server[103526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 16:57:35.634274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b6b63-2744-44b5-b70e-8c7e93ee3916 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 16:57:35.738999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b6b63-2744-44b5-b70e-8c7e93ee3916 None None] No non-hosted networks {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 16:57:35.747097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.agentschedulers_db [None req-0f2b6b63-2744-44b5-b70e-8c7e93ee3916 None None] DHCP Agent not found on host n-d-817303-7 {{(pid=103637) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 16:57:35.809506 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4e574273-be39-4e8d-94b9-38e5ef1d9c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:37.877497 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9db137fc-171e-4138-8547-c6ca8a66ea81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:37.936942 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9764a465-47dc-4302-a034-a7ed92d9514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:39.128547 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:40.405594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:41.213192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:41.214243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.214723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.215112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.215963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.216495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.216832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.217209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.217529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.218007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.218370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.218840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.219893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:41.220415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817303-7', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:41.232017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817303-7', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:57:41.708312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:42.215553 n-d-817303-7 neutron-server[103635]: WARNING oslo_policy.policy [None req-687a6116-3c2c-402e-96d1-04ba5fdecf14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:42.216200 n-d-817303-7 neutron-server[103635]: WARNING oslo_policy.policy [None req-687a6116-3c2c-402e-96d1-04ba5fdecf14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:42.441222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-687a6116-3c2c-402e-96d1-04ba5fdecf14 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:57:42.442310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-687a6116-3c2c-402e-96d1-04ba5fdecf14 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7329850 Nov 25 16:57:45.087257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50430) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:45.402923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:45.437976 n-d-817303-7 neutron-server[103637]: INFO neutron.db.l3_hamode_db [None req-661f869d-c2e5-4150-a349-4e3773b27aa8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 16:57:45.502636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.policy [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 16:57:45.515373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f869d-c2e5-4150-a349-4e3773b27aa8 None None] Routers set() bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:57:45.515805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f869d-c2e5-4150-a349-4e3773b27aa8 None None] Router IDs set() for agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 16:57:45.551569 n-d-817303-7 neutron-server[103635]: WARNING oslo_policy.policy [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:45.551951 n-d-817303-7 neutron-server[103635]: WARNING oslo_policy.policy [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:45.560390 n-d-817303-7 neutron-server[103635]: INFO neutron.quota [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] Loaded quota_driver: . Nov 25 16:57:45.651715 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743999130301', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743999129808', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743999084507', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743999079122', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743999087986', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743999096958', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-609446', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8060852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7870540'] for rbac-policy, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.718143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:45.719354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-66bf22d8-d558-4e19-8bc6-583021b796ed admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6311028 Nov 25 16:57:48.567963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:48.870920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Request body: {'network': {'name': 'private', 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:48.898864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Made reservation on behalf of 525070fe2cf54c36bce43b5f578bbe08 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:57:48.901481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:48.918277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.029076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.033001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.052412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 16:57:49.080162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743995747530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.080726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Unsubscribe: segment precommit_create {{(pid=103635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 16:57:49.081248 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Added segment 8941567a-2b0a-4d6b-a01e-64219bc92d4d of type vlan for network 287462cd-b82d-4869-a5ad-86a2ce4fc229 Nov 25 16:57:49.100754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f01163-8041-4236-93bd-bcf9a9a4cc16,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:49.150164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.150503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.150859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.151189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.151541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.151868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.152189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.152507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.152824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.153138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.153450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.153763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Tracked resource versions report: Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: pushed versions: Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: { 'AddressGroup': {'1.2'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'ConntrackHelper': {'1.0'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Log': {'1.0'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Network': {'1.1'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Port': {'1.7'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'PortForwarding': {'1.2'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'QosPolicy': {'1.10'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'SecurityGroup': {'1.5'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'SubPort': {'1.0'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Subnet': {'1.1'}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Trunk': {'1.1'}} Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: consumer versions: Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: { DHCP agent@n-d-817303-7: {}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: L3 agent@n-d-817303-7: {}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: Metadata agent@n-d-817303-7: {}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: Metering agent@n-d-817303-7: {}, Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'ConntrackHelper': '1.0', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Log': '1.0', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Network': '1.1', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Port': '1.7', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'PortForwarding': '1.2', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'QosPolicy': '1.10', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'SecurityGroup': '1.5', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'SecurityGroupRule': '1.2', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'SubPort': '1.0', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Subnet': '1.1', Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: 'Trunk': '1.1'}} Nov 25 16:57:49.154817 n-d-817303-7 neutron-server[103635]: {{(pid=103635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:57:49.206593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.246804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.247937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:57:49.248678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:49.326562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7574456 Nov 25 16:57:49.351658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c882-652f-43fa-b1f7-b32e77dd9cea admin admin] Pushing event updated for resources: {'Network': ['ID=287462cd-b82d-4869-a5ad-86a2ce4fc229,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:49.365832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 16:57:52.190543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50456) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:52.583235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0434ce-f016-44b3-977f-affc3aa2dfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:57:52.584625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1a0434ce-f016-44b3-977f-affc3aa2dfab admin admin] 10.222.0.86 "GET /v2.0/networks/287462cd-b82d-4869-a5ad-86a2ce4fc229 HTTP/1.1" status: 200 len: 825 time: 0.3931055 Nov 25 16:57:52.610406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5ae874e6-1f48-4c5b-b27e-9578ded724d3 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/49bc77a9-1e21-4ace-8cfe-a5fc28b8b452 HTTP/1.1" status: 200 len: 734 time: 0.0192256 Nov 25 16:57:52.619099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Request body: {'subnet': {'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:57:52.640749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Made reservation on behalf of 525070fe2cf54c36bce43b5f578bbe08 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:57:52.643030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:52.934808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:53.004477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Checking segment: {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:57:53.004825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Network hostable DHCP agents. Network: 287462cd-b82d-4869-a5ad-86a2ce4fc229, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 16:57:53.009287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f1e7b6-a767-4846-a1ea-d711b8057eda,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:53.029014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 16:57:53.044324 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 287462cd-b82d-4869-a5ad-86a2ce4fc229) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:57:53.049387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:57:53.049987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:53.053900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f85c96-880b-4461-90bb-993c74d9adcb None None] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:57:53.070568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-15305323-3365-4b0a-ad7e-5f551732bd91 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4545856 Nov 25 16:57:53.392137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-287462cd-b82d-4869-a5ad-86a2ce4fc229', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 16:57:53.393396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:53.695216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Allocated IP 172.20.0.2 (287462cd-b82d-4869-a5ad-86a2ce4fc229/35f1e7b6-a767-4846-a1ea-d711b8057eda/436b103d-ea0d-4ed8-baad-b4eae361ee68) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 16:57:53.901697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:53.910772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:53.987123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:57:53.991733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:57:54.001015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 16:57:54.003004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Pushing event updated for resources: {'Port': ['ID=436b103d-ea0d-4ed8-baad-b4eae361ee68,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:54.040296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.040790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.041047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.041241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.041485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Tracked resource versions report: Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: pushed versions: Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: { 'AddressGroup': {'1.2'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Log': {'1.0'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Network': {'1.1'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Port': {'1.7'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'PortForwarding': {'1.2'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'QosPolicy': {'1.10'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'SecurityGroup': {'1.5'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'SubPort': {'1.0'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Subnet': {'1.1'}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Trunk': {'1.1'}} Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: consumer versions: Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: { DHCP agent@n-d-817303-7: {}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: L3 agent@n-d-817303-7: {}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: Metadata agent@n-d-817303-7: {}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: Metering agent@n-d-817303-7: {}, Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'ConntrackHelper': '1.0', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Log': '1.0', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Network': '1.1', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Port': '1.7', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'PortForwarding': '1.2', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'QosPolicy': '1.10', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'SecurityGroup': '1.5', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'SecurityGroupRule': '1.2', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'SubPort': '1.0', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Subnet': '1.1', Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: 'Trunk': '1.1'}} Nov 25 16:57:54.042571 n-d-817303-7 neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:57:54.091859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Attempting to bind port 436b103d-ea0d-4ed8-baad-b4eae361ee68 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 16:57:54.092501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Attempting to bind port 436b103d-ea0d-4ed8-baad-b4eae361ee68 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 16:57:54.092614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Attempting to bind port 436b103d-ea0d-4ed8-baad-b4eae361ee68 on network 287462cd-b82d-4869-a5ad-86a2ce4fc229 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 16:57:54.098128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 16:57:54.098512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Checking segment: {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:57:54.098984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:54.099364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Bound using segment: {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 16:57:54.099889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Bound port: 436b103d-ea0d-4ed8-baad-b4eae361ee68, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 16:57:54.100297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:54.160643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] For port 436b103d-ea0d-4ed8-baad-b4eae361ee68, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 16:57:54.164859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] For port 436b103d-ea0d-4ed8-baad-b4eae361ee68, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=436b103d-ea0d-4ed8-baad-b4eae361ee68,segment=NetworkSegment(8941567a-2b0a-4d6b-a01e-64219bc92d4d),segment_id=8941567a-2b0a-4d6b-a01e-64219bc92d4d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 16:57:54.169252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:57:54.238332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef7fba-758c-4a36-9a14-17164b974ab6 None None] Pushing event updated for resources: {'Port': ['ID=436b103d-ea0d-4ed8-baad-b4eae361ee68,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:57:55.703798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50464) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:56.212670 n-d-817303-7 neutron-server[103636]: WARNING oslo_policy.policy [None req-090a3988-8be5-4991-858b-0fd4aebe1131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:56.213273 n-d-817303-7 neutron-server[103636]: WARNING oslo_policy.policy [None req-090a3988-8be5-4991-858b-0fd4aebe1131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:57:56.435449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-090a3988-8be5-4991-858b-0fd4aebe1131 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:57:56.436706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-090a3988-8be5-4991-858b-0fd4aebe1131 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7307792 Nov 25 16:57:59.050464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50478) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:57:59.396744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-e5817c3d-59b8-4f50-9fa4-87774f34075e admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:57:59.397735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e5817c3d-59b8-4f50-9fa4-87774f34075e admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3463399 Nov 25 16:58:02.274221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50492) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:02.590553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'name': 'router1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:02.616256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.625322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.765865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.770900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.786752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:02.803866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8283121a-9c2f-4b3a-85cf-b54e432bb838 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5127873 Nov 25 16:58:03.120099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 436b103d-ea0d-4ed8-baad-b4eae361ee68 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:03.212244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 436b103d-ea0d-4ed8-baad-b4eae361ee68 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:03.212625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:03.326576 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:03.361399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 436b103d-ea0d-4ed8-baad-b4eae361ee68, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=436b103d-ea0d-4ed8-baad-b4eae361ee68,segment=NetworkSegment(8941567a-2b0a-4d6b-a01e-64219bc92d4d),segment_id=8941567a-2b0a-4d6b-a01e-64219bc92d4d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 16:58:03.366532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:03.423643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=436b103d-ea0d-4ed8-baad-b4eae361ee68,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:03.549402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf2c45-721b-4770-b014-a922c7f1afe9 None None] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:58:03.617503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4bbcdcb5-01a4-4a0f-98b3-261dac7887f3 None None] Provisioning complete for port 436b103d-ea0d-4ed8-baad-b4eae361ee68 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:03.617778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4bbcdcb5-01a4-4a0f-98b3-261dac7887f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:03.989731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0b501241-8d99-4760-87e7-a83014d905f1 None None] Provisioning complete for port 436b103d-ea0d-4ed8-baad-b4eae361ee68 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:03.990094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b501241-8d99-4760-87e7-a83014d905f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.073429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 436b103d-ea0d-4ed8-baad-b4eae361ee68 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:05.120495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 436b103d-ea0d-4ed8-baad-b4eae361ee68 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:05.120780 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.459150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50500) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:05.518477 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fd6036c2-07b0-4421-8e03-60be0fe8b4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:05.774179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-ed664751-e27e-4321-be9e-741c140c0367 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 16:58:05.775193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ed664751-e27e-4321-be9e-741c140c0367 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150363 Nov 25 16:58:07.864405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a038-5028-4cb5-bd55-fa8d15578bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.430419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:08.740877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:08.761683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Made reservation on behalf of d4bd82c2fd9a4ee1a8e2e8534a692921 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:58:08.764022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.772210 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.846455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.850131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.868206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Reserving flat network on physical network physnet1 {{(pid=103635) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 16:58:08.888735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7892584-1710-4ec7-baa5-ac828ac995d7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:08.892172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.892503 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Added segment cc42f00c-af24-4250-aba8-a00feafd8f02 of type flat for network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 Nov 25 16:58:08.939319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.971034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:08.972009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:08.972674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:09.027863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5963256 Nov 25 16:58:09.033143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac045b-0b62-4f00-8e70-95317f813a8b admin admin] Pushing event updated for resources: {'Network': ['ID=6c4d8d85-21e4-4e34-963c-8e71df3a88a1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:09.045071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 16:58:09.112147 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:10.337810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:11.207448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:11.643950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:11.965016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.policy [None req-cc29d245-5b75-490f-a267-a72bf41b69fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 16:58:12.014554 n-d-817303-7 neutron-server[103636]: WARNING oslo_policy.policy [None req-cc29d245-5b75-490f-a267-a72bf41b69fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:58:12.014897 n-d-817303-7 neutron-server[103636]: WARNING oslo_policy.policy [None req-cc29d245-5b75-490f-a267-a72bf41b69fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 16:58:12.022951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29d245-5b75-490f-a267-a72bf41b69fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:12.024687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cc29d245-5b75-490f-a267-a72bf41b69fb admin admin] 10.222.0.86 "GET /v2.0/subnets/35f1e7b6-a767-4846-a1ea-d711b8057eda HTTP/1.1" status: 200 len: 849 time: 0.3797164 Nov 25 16:58:12.184204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5715f727-be70-4931-910b-56ae9b40de2a admin admin] 10.222.0.86 "GET /v2.0/routers/cd308c35-ac84-487e-a280-3123afb86fa4 HTTP/1.1" status: 200 len: 704 time: 0.1528440 Nov 25 16:58:12.452450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:12.777019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Allocated IP 172.20.0.1 (287462cd-b82d-4869-a5ad-86a2ce4fc229/35f1e7b6-a767-4846-a1ea-d711b8057eda/6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 16:58:12.989520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.055426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.099062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:58:13.100523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:13.173818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 16:58:13.174824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.194000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Pushing event updated for resources: {'Port': ['ID=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:13.253186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.253524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.253856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.254185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.254515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.254836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.255152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.255497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.255817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.256227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.256547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.256876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Tracked resource versions report: Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: pushed versions: Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: { 'AddressGroup': {'1.2'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Log': {'1.0'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Network': {'1.1'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Port': {'1.7'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'PortForwarding': {'1.2'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'QosPolicy': {'1.10'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'SecurityGroup': {'1.5'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'SubPort': {'1.0'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Subnet': {'1.1'}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Trunk': {'1.1'}} Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: consumer versions: Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: { DHCP agent@n-d-817303-7: {}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: L3 agent@n-d-817303-7: {}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: Metadata agent@n-d-817303-7: {}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: Metering agent@n-d-817303-7: {}, Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'ConntrackHelper': '1.0', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Log': '1.0', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Network': '1.1', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Port': '1.7', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'PortForwarding': '1.2', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'QosPolicy': '1.10', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'SecurityGroup': '1.5', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'SecurityGroupRule': '1.2', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'SubPort': '1.0', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Subnet': '1.1', Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: 'Trunk': '1.1'}} Nov 25 16:58:13.258008 n-d-817303-7 neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:58:13.379598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.416963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc716605-d787-4875-8786-ab98ab34bd9d None None] Provisioning complete for port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:13.417527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc716605-d787-4875-8786-ab98ab34bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.456006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bc716605-d787-4875-8786-ab98ab34bd9d None None] Port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 16:58:13.589804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.594708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.595516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.673263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Pushing event updated for resources: {'Port': ['ID=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:13.720222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:58:13.721531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:13.875721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e9d6dea0-a51e-40c0-b6da-6314a0914f9a None None] Provisioning complete for port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:13.876172 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9d6dea0-a51e-40c0-b6da-6314a0914f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:13.909990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6dea0-a51e-40c0-b6da-6314a0914f9a None None] Port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 16:58:13.932022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Router cd308c35-ac84-487e-a280-3123afb86fa4 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 16:58:14.022616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 16:58:14.027949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cc391374-2f2f-44ed-b316-7e05d6f5534d admin admin] 10.222.0.86 "PUT /v2.0/routers/cd308c35-ac84-487e-a280-3123afb86fa4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8375959 Nov 25 16:58:14.033042 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Sync routers for ids ['cd308c35-ac84-487e-a280-3123afb86fa4'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 16:58:14.046302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Routers {'cd308c35-ac84-487e-a280-3123afb86fa4'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:14.047261 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T16:58:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cd308c35-ac84-487e-a280-3123afb86fa4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:14.243127 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Set router cd308c35-ac84-487e-a280-3123afb86fa4 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:14.687405 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'name': 'router1', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:58:02Z', 'updated_at': '2021-11-25T16:58:13Z', 'revision_number': 2, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'gw_port_host': None, '_interfaces': [{'id': '6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d', 'name': '', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'mac_address': 'fa:16:3e:c5:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:12Z', 'updated_at': '2021-11-25T16:58:13Z', 'revision_number': 2, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'subnets': [{'id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:14.739642 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Checking router: cd308c35-ac84-487e-a280-3123afb86fa4 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 16:58:14.740011 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Updating router cd308c35-ac84-487e-a280-3123afb86fa4 port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 16:58:14.793114 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.312310 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.319976 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.494281 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Pushing event updated for resources: {'Port': ['ID=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:15.496622 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Attempting to bind port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 16:58:15.497016 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Attempting to bind port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 16:58:15.497415 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Attempting to bind port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d on network 287462cd-b82d-4869-a5ad-86a2ce4fc229 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 16:58:15.508432 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.508771 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.509101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.509428 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.509750 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.510074 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.510392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.510707 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.511026 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.511338 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.511675 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.511984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Tracked resource versions report: Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: pushed versions: Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: { 'AddressGroup': {'1.2'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Log': {'1.0'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Network': {'1.1'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Port': {'1.7'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'PortForwarding': {'1.2'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'QosPolicy': {'1.10'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'SecurityGroup': {'1.5'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'SubPort': {'1.0'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Subnet': {'1.1'}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Trunk': {'1.1'}} Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: consumer versions: Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: { DHCP agent@n-d-817303-7: {}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: L3 agent@n-d-817303-7: {}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: Metadata agent@n-d-817303-7: {}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: Metering agent@n-d-817303-7: {}, Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'ConntrackHelper': '1.0', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Log': '1.0', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Network': '1.1', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Port': '1.7', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'PortForwarding': '1.2', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'QosPolicy': '1.10', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'SecurityGroup': '1.5', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'SecurityGroupRule': '1.2', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'SubPort': '1.0', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Subnet': '1.1', Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: 'Trunk': '1.1'}} Nov 25 16:58:15.513044 n-d-817303-7 neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 16:58:15.516004 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 16:58:15.516405 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Checking segment: {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:58:15.516878 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.517245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Bound using segment: {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 16:58:15.517751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Bound port: 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8941567a-2b0a-4d6b-a01e-64219bc92d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 16:58:15.518148 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.538756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-83da0bea-9e08-4cbe-bd18-74aef3b195ee None None] Provisioning complete for port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:15.539278 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83da0bea-9e08-4cbe-bd18-74aef3b195ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.574411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-83da0bea-9e08-4cbe-bd18-74aef3b195ee None None] Port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 16:58:15.589925 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] For port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 16:58:15.610337 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] For port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,segment=NetworkSegment(8941567a-2b0a-4d6b-a01e-64219bc92d4d),segment_id=8941567a-2b0a-4d6b-a01e-64219bc92d4d)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 16:58:15.614722 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.671393 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Routers {'cd308c35-ac84-487e-a280-3123afb86fa4'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:15.672016 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T16:58:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cd308c35-ac84-487e-a280-3123afb86fa4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:15.710053 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2207b14-19a3-413e-9ed0-5ee95b22ffa1 None None] Pushing event updated for resources: {'Port': ['ID=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:15.765151 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] Set router cd308c35-ac84-487e-a280-3123afb86fa4 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:15.901361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2f05b9e8-2d7d-4b0f-a3f0-6bab55b24eaa None None] Provisioning complete for port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:15.901755 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f05b9e8-2d7d-4b0f-a3f0-6bab55b24eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:15.974933 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'name': 'router1', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:58:02Z', 'updated_at': '2021-11-25T16:58:13Z', 'revision_number': 2, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'gw_port_host': None, '_interfaces': [{'id': '6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d', 'name': '', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'mac_address': 'fa:16:3e:c5:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:12Z', 'updated_at': '2021-11-25T16:58:15Z', 'revision_number': 4, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'subnets': [{'id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:15.987884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f05b9e8-2d7d-4b0f-a3f0-6bab55b24eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:16.004783 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01b350-5df5-4af7-895e-ac142be638b2 None None] The sync data for ids ['cd308c35-ac84-487e-a280-3123afb86fa4'] in n-d-817303-7 is: [{'id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'name': 'router1', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:58:02Z', 'updated_at': '2021-11-25T16:58:13Z', 'revision_number': 2, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'gw_port_host': None, '_interfaces': [{'id': '6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d', 'name': '', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'mac_address': 'fa:16:3e:c5:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:12Z', 'updated_at': '2021-11-25T16:58:15Z', 'revision_number': 4, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'subnets': [{'id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 16:58:16.024998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2f05b9e8-2d7d-4b0f-a3f0-6bab55b24eaa None None] For port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,segment=NetworkSegment(8941567a-2b0a-4d6b-a01e-64219bc92d4d),segment_id=8941567a-2b0a-4d6b-a01e-64219bc92d4d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 16:58:16.030291 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f05b9e8-2d7d-4b0f-a3f0-6bab55b24eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:16.083932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b9e8-2d7d-4b0f-a3f0-6bab55b24eaa None None] Pushing event updated for resources: {'Port': ['ID=6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:16.551489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50552) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:16.661850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ebdec6-03b8-461d-93e7-05bc577c94ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:16.663234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-48ebdec6-03b8-461d-93e7-05bc577c94ea admin admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 842 time: 0.1107278 Nov 25 16:58:16.673869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Request body: {'subnet': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.8.0/24'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:16.675238 n-d-817303-7 neutron-server[103636]: INFO neutron.quota [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Loaded quota_driver: . Nov 25 16:58:16.710182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Made reservation on behalf of d4bd82c2fd9a4ee1a8e2e8534a692921 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 16:58:16.712526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.019782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 16:58:17.020231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.086373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e28dd2a-9e68-4dee-afb4-d9c5eb171965,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:17.088361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:58:17.088708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Network hostable DHCP agents. Network: 6c4d8d85-21e4-4e34-963c-8e71df3a88a1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 16:58:17.112832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 16:58:17.126206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6c4d8d85-21e4-4e34-963c-8e71df3a88a1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:17.136369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:17.137004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:17.137247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698734c5-ec48-414b-9239-631c6f24393b None None] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:58:17.164313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-68dc2baa-33f3-42cd-ab47-b7c32ab08829 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4944012 Nov 25 16:58:17.285378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c869a0f-4573-496c-b491-4682eeaeae22 None None] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:58:19.706291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:19.851489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-03befe83-6979-46ca-affb-529aa7028b89 admin admin] 10.222.0.86 "GET /v2.0/routers/cd308c35-ac84-487e-a280-3123afb86fa4 HTTP/1.1" status: 200 len: 710 time: 0.1438344 Nov 25 16:58:19.942759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc7b00-d4e0-4115-afc0-217e81028c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:58:19.944158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e3cc7b00-d4e0-4115-afc0-217e81028c18 admin admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 886 time: 0.0866616 Nov 25 16:58:19.954518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:58:20.227753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.525506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.603477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.718455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Allocated IP 172.25.8.179 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/11366036-9b07-4430-bba2-fe9f64301108) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 16:58:20.819141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.853447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:20.890672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 16:58:20.895003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 16:58:20.897488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 16:58:20.934447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Pushing event updated for resources: {'Port': ['ID=11366036-9b07-4430-bba2-fe9f64301108,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:21.146336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.341307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.344862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.450931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Router cd308c35-ac84-487e-a280-3123afb86fa4 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 16:58:21.561502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 16:58:21.565974 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:21.567222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f2a5cae9-1b11-428d-a734-088fdefbcc92 admin admin] 10.222.0.86 "PUT /v2.0/routers/cd308c35-ac84-487e-a280-3123afb86fa4 HTTP/1.1" status: 200 len: 890 time: 1.6168272 Nov 25 16:58:23.112753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:23.162054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:23.162475 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:23.355681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Sync routers for ids ['cd308c35-ac84-487e-a280-3123afb86fa4'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 16:58:23.366994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Routers {'cd308c35-ac84-487e-a280-3123afb86fa4'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:23.367660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T16:58:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cd308c35-ac84-487e-a280-3123afb86fa4'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:23.577874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Set router cd308c35-ac84-487e-a280-3123afb86fa4 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:23.766419 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 16:58:24.042008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'name': 'router1', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '11366036-9b07-4430-bba2-fe9f64301108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:58:02Z', 'updated_at': '2021-11-25T16:58:21Z', 'revision_number': 4, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'gw_port': {'id': '11366036-9b07-4430-bba2-fe9f64301108', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:20Z', 'updated_at': '2021-11-25T16:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d', 'name': '', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'mac_address': 'fa:16:3e:c5:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:12Z', 'updated_at': '2021-11-25T16:58:16Z', 'revision_number': 5, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'subnets': [{'id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:24.094968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Checking router: cd308c35-ac84-487e-a280-3123afb86fa4 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 16:58:24.095316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Updating router cd308c35-ac84-487e-a280-3123afb86fa4 port 11366036-9b07-4430-bba2-fe9f64301108 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 16:58:24.143010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:24.235511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50572) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:58:24.349202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e93099d1-ba6f-4845-bf91-768d96bcac63 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1125622 Nov 25 16:58:24.477982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:24.484230 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:24.539949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ad8d-8a01-4dd0-86d7-757cb82873f2 None None] Pushing event updated for resources: {'Port': ['ID=11366036-9b07-4430-bba2-fe9f64301108,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:24.544247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Attempting to bind port 11366036-9b07-4430-bba2-fe9f64301108 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 16:58:24.544764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Attempting to bind port 11366036-9b07-4430-bba2-fe9f64301108 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 16:58:24.545588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Attempting to bind port 11366036-9b07-4430-bba2-fe9f64301108 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 16:58:24.550787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 16:58:24.551163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 16:58:24.551597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:24.551987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 16:58:24.552455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Bound port: 11366036-9b07-4430-bba2-fe9f64301108, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 16:58:24.552855 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:24.605707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] For port 11366036-9b07-4430-bba2-fe9f64301108, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 16:58:24.609436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] For port 11366036-9b07-4430-bba2-fe9f64301108, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=11366036-9b07-4430-bba2-fe9f64301108,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 16:58:24.613046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:24.674823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ad8d-8a01-4dd0-86d7-757cb82873f2 None None] Pushing event updated for resources: {'Port': ['ID=11366036-9b07-4430-bba2-fe9f64301108,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:24.677599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Routers {'cd308c35-ac84-487e-a280-3123afb86fa4'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 16:58:24.678191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T16:58:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cd308c35-ac84-487e-a280-3123afb86fa4'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:24.796473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] Set router cd308c35-ac84-487e-a280-3123afb86fa4 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 16:58:25.025143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'name': 'router1', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '11366036-9b07-4430-bba2-fe9f64301108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:58:02Z', 'updated_at': '2021-11-25T16:58:21Z', 'revision_number': 4, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'gw_port': {'id': '11366036-9b07-4430-bba2-fe9f64301108', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:20Z', 'updated_at': '2021-11-25T16:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d', 'name': '', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'mac_address': 'fa:16:3e:c5:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:12Z', 'updated_at': '2021-11-25T16:58:16Z', 'revision_number': 5, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'subnets': [{'id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 16:58:25.051118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ee08b-6a09-466a-b505-56d2cafd6b30 None None] The sync data for ids ['cd308c35-ac84-487e-a280-3123afb86fa4'] in n-d-817303-7 is: [{'id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'name': 'router1', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '11366036-9b07-4430-bba2-fe9f64301108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T16:58:02Z', 'updated_at': '2021-11-25T16:58:21Z', 'revision_number': 4, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'gw_port': {'id': '11366036-9b07-4430-bba2-fe9f64301108', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:20Z', 'updated_at': '2021-11-25T16:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d', 'name': '', 'network_id': '287462cd-b82d-4869-a5ad-86a2ce4fc229', 'tenant_id': '525070fe2cf54c36bce43b5f578bbe08', 'mac_address': 'fa:16:3e:c5:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd308c35-ac84-487e-a280-3123afb86fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T16:58:12Z', 'updated_at': '2021-11-25T16:58:16Z', 'revision_number': 5, 'project_id': '525070fe2cf54c36bce43b5f578bbe08', 'subnets': [{'id': '35f1e7b6-a767-4846-a1ea-d711b8057eda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49bc77a9-1e21-4ace-8cfe-a5fc28b8b452'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 16:58:27.134410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 11366036-9b07-4430-bba2-fe9f64301108 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:27.184755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 11366036-9b07-4430-bba2-fe9f64301108 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:27.185224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:27.267620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:27.295832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 11366036-9b07-4430-bba2-fe9f64301108, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=11366036-9b07-4430-bba2-fe9f64301108,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 16:58:27.299702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:27.348483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=11366036-9b07-4430-bba2-fe9f64301108,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:58:29.149788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 11366036-9b07-4430-bba2-fe9f64301108 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 16:58:29.242567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 11366036-9b07-4430-bba2-fe9f64301108 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:58:29.242990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:35.522205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d99119ab-9269-4113-b4ca-6a25f53d0925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:37.876281 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b8b964a-20c6-4cf0-b000-2ac1bb5d25c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:39.075424 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:40.350023 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:58:41.212335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:00.768656 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 16:59:05.519935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ff16afd-aa46-4859-a3df-0968dc16cf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:07.876325 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5772487a-4585-4281-ac21-f5c503ed3b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:09.076887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:10.347362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:11.206027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:35.523043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-646e4f63-9c26-40d4-8477-b36675b1df4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:37.768452 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 16:59:37.871023 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af9450a2-fee5-4014-9a77-7776ff95f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:39.076155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:40.346601 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:41.207680 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:54.000274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:54.064003 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5f8f73-eea7-4c69-9e71-951ac052d288 admin admin] GET failed (client error): The resource could not be found. Nov 25 16:59:54.065256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aa5f8f73-eea7-4c69-9e71-951ac052d288 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640452 Nov 25 16:59:54.229565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabac0ab-4a98-4a8e-a618-ef86d5af32a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:54.231045 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eabac0ab-4a98-4a8e-a618-ef86d5af32a5 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610615 Nov 25 16:59:56.610533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51098) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:56.704628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b55fd6-75ad-4669-8fd5-ac69db3d9179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:56.705980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-39b55fd6-75ad-4669-8fd5-ac69db3d9179 admin admin] 10.222.0.86 "GET /v2.0/subnets/35f1e7b6-a767-4846-a1ea-d711b8057eda HTTP/1.1" status: 200 len: 849 time: 0.0944669 Nov 25 16:59:56.715887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 16:59:56.874690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Publish callbacks [] for subnet, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:57.015456 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743995664927'] for subnet, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:57.045626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:57.046824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:57.047981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] 10.222.0.86 "PUT /v2.0/subnets/35f1e7b6-a767-4846-a1ea-d711b8057eda HTTP/1.1" status: 200 len: 868 time: 0.3351967 Nov 25 16:59:57.050959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990195bd-3d4e-460b-80b7-e83a1a83676d None None] Network 287462cd-b82d-4869-a5ad-86a2ce4fc229 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 16:59:57.067727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f1e7b6-a767-4846-a1ea-d711b8057eda,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 16:59:57.075887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.076276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.076553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.076885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.077209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.077532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.077853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.078173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.078481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.078802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.079119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.079460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df0f8d-8ff0-487d-a1a9-5014c448672d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 16:59:57.457582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a4b8bd9-aa2d-4586-9729-335afa06b59d None None] Provisioning complete for port 436b103d-ea0d-4ed8-baad-b4eae361ee68 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:59:57.457953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8bd9-aa2d-4586-9729-335afa06b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:57.546613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a4b8bd9-aa2d-4586-9729-335afa06b59d None None] Provisioning complete for port 6ac9a58c-fdd7-4cc4-8d37-8b6e66bb715d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 16:59:57.546882 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8bd9-aa2d-4586-9729-335afa06b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 16:59:59.499378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 16:59:59.700235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1808b8c-7fa2-41bb-b778-d30e15184fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:59.701155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1808b8c-7fa2-41bb-b778-d30e15184fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 16:59:59.702670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1808b8c-7fa2-41bb-b778-d30e15184fee admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023265 Nov 25 17:00:02.093530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:02.225132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0cbd1-d63f-41bc-8058-c4c7d5e422e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:02.225630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0cbd1-d63f-41bc-8058-c4c7d5e422e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:02.227251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-edd0cbd1-d63f-41bc-8058-c4c7d5e422e3 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327882 Nov 25 17:00:04.651873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51122) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:04.782354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f8a2f-3012-4427-b019-565b347c8254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:04.783731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd5f8a2f-3012-4427-b019-565b347c8254 admin admin] 10.222.0.86 "GET /v2.0/networks/287462cd-b82d-4869-a5ad-86a2ce4fc229 HTTP/1.1" status: 200 len: 869 time: 0.1308932 Nov 25 17:00:05.527410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1b58bd3-bd56-4db6-8cf0-9bdcb7612b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:07.206225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51130) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:07.332049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38bf8ac-07cd-4044-9870-5a4c944193d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:07.333415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c38bf8ac-07cd-4044-9870-5a4c944193d6 admin admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 886 time: 0.1262488 Nov 25 17:00:07.873338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10a7db5c-4504-47bb-858d-4f0ee5f36e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:09.077261 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:09.725799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51138) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:09.855744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d804d-8aaf-4a49-90fa-0a4db5d16a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:09.856219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d804d-8aaf-4a49-90fa-0a4db5d16a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:09.857740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-355d804d-8aaf-4a49-90fa-0a4db5d16a79 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309655 Nov 25 17:00:10.345685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:11.210183 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:12.288268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:12.378704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d8606-e1fd-43db-83d9-84f6eac42d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:12.379147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d8606-e1fd-43db-83d9-84f6eac42d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:12.380660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-320d8606-e1fd-43db-83d9-84f6eac42d4e admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914559 Nov 25 17:00:14.768332 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:00:14.888582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:14.989313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b86e49-cd30-4ef0-80b2-c8d3efbf5f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:14.990657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b4b86e49-cd30-4ef0-80b2-c8d3efbf5f31 admin admin] 10.222.0.86 "GET /v2.0/subnets/35f1e7b6-a767-4846-a1ea-d711b8057eda HTTP/1.1" status: 200 len: 868 time: 0.1008143 Nov 25 17:00:17.396714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:17.482800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfd063-0dca-4dd4-b8bb-00553dee5c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:17.484139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-09bfd063-0dca-4dd4-b8bb-00553dee5c79 admin admin] 10.222.0.86 "GET /v2.0/subnets/4e28dd2a-9e68-4dee-afb4-d9c5eb171965 HTTP/1.1" status: 200 len: 816 time: 0.0864608 Nov 25 17:00:35.531839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcd81860-69c7-46ad-905e-029855c1d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:37.876410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8bd941c-bf96-427b-ae6f-b0fafe701e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:39.080221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:40.347571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:41.214043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:42.827742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51218) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:42.874845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-1bfbe561-11f4-403a-9b01-8da88f7f6f57 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:00:42.875872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1bfbe561-11f4-403a-9b01-8da88f7f6f57 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471866 Nov 25 17:00:45.380103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:45.440307 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff11588-79f2-4232-a6f5-8c55a4f9cff9 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:00:45.441572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bff11588-79f2-4232-a6f5-8c55a4f9cff9 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605927 Nov 25 17:00:45.526946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86542e-1e3b-4334-a7f8-7703161a2523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:45.529209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da86542e-1e3b-4334-a7f8-7703161a2523 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832813 Nov 25 17:00:47.966274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51234) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:48.015251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:00:48.036030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Made reservation on behalf of d4bd82c2fd9a4ee1a8e2e8534a692921 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:00:48.038369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:48.073106 n-d-817303-7 neutron-server[103635]: WARNING neutron.services.revisions.revision_plugin [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Could not find related network for resource to bump revision. Nov 25 17:00:48.084619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:00:48.094661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:48.095021 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Added segment 90e52932-6c72-44c5-9d2e-a3bf5ee30f0b of type vlan for network 382d94f5-b409-4957-9b15-1f293b3b8fcf Nov 25 17:00:48.134314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:48.158155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:48.159079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:48.159673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:48.208857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2415059 Nov 25 17:00:48.224090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Pushing event updated for resources: {'Network': ['ID=382d94f5-b409-4957-9b15-1f293b3b8fcf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:48.232036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.232400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.232696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.233024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.233352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.233675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.234001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.234316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.234633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.234947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.235259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.235597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfdcda0-3701-4981-81f1-2fc858653572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:48.247889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:00:50.685332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:00:50.745231 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b18d4c-e0bc-4afa-9136-30507a97ab91 admin admin] GET failed (client error): The resource could not be found. Nov 25 17:00:50.747131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b7b18d4c-e0bc-4afa-9136-30507a97ab91 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608015 Nov 25 17:00:50.848589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77d3d0-7ea1-4827-927e-36aac84b5f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:50.850037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4d77d3d0-7ea1-4827-927e-36aac84b5f2f admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984943 Nov 25 17:00:50.860871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:00:50.880958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Made reservation on behalf of d4bd82c2fd9a4ee1a8e2e8534a692921 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:00:50.883352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.048835 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.103813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601add41-1875-4245-9207-59f778d9edd1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:51.111454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:00:51.111803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Network hostable DHCP agents. Network: 382d94f5-b409-4957-9b15-1f293b3b8fcf, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:00:51.127749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:00:51.136274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 382d94f5-b409-4957-9b15-1f293b3b8fcf) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:00:51.140466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:00:51.141093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.145946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7e765-d5dd-4472-969e-a1564a792014 None None] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:00:51.162848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-31ed60c7-85c5-4510-bade-83c6fa180886 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2992370 Nov 25 17:00:51.305216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-382d94f5-b409-4957-9b15-1f293b3b8fcf', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'tenant_id': 'd4bd82c2fd9a4ee1a8e2e8534a692921', 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:00:51.306106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.450623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Allocated IP 192.168.233.2 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/19c5bec3-59be-441a-84a4-90706d7ab0df) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:00:51.595178 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.602095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.643619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:00:51.646448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:00:51.650587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:00:51.663080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Pushing event updated for resources: {'Port': ['ID=19c5bec3-59be-441a-84a4-90706d7ab0df,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:51.683783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.684128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.684464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.684798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.685122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.685446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.685768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.686084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.686399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.686716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.687031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.687347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:00:51.721363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Attempting to bind port 19c5bec3-59be-441a-84a4-90706d7ab0df on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:00:51.721652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Attempting to bind port 19c5bec3-59be-441a-84a4-90706d7ab0df by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:00:51.722011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Attempting to bind port 19c5bec3-59be-441a-84a4-90706d7ab0df on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:00:51.727001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:00:51.727369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:00:51.727790 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.728180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:00:51.728635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Bound port: 19c5bec3-59be-441a-84a4-90706d7ab0df, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:00:51.729026 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.767154 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:00:51.792749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] For port 19c5bec3-59be-441a-84a4-90706d7ab0df, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:00:51.796932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] For port 19c5bec3-59be-441a-84a4-90706d7ab0df, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=19c5bec3-59be-441a-84a4-90706d7ab0df,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:00:51.802104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:51.865220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959f9d1-e423-4142-b656-98adc053d905 None None] Pushing event updated for resources: {'Port': ['ID=19c5bec3-59be-441a-84a4-90706d7ab0df,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:52.733276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb62e0-bbb3-4bae-a8b7-d14463b2de46 None None] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:00:52.809709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f6d8abdb-f853-4a86-a6ac-aaccd4991211 None None] Provisioning complete for port 19c5bec3-59be-441a-84a4-90706d7ab0df triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:00:52.810067 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6d8abdb-f853-4a86-a6ac-aaccd4991211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:52.956145 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6d8abdb-f853-4a86-a6ac-aaccd4991211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:52.993404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f6d8abdb-f853-4a86-a6ac-aaccd4991211 None None] For port 19c5bec3-59be-441a-84a4-90706d7ab0df, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=19c5bec3-59be-441a-84a4-90706d7ab0df,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:00:53.005270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6d8abdb-f853-4a86-a6ac-aaccd4991211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:53.070278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8abdb-f853-4a86-a6ac-aaccd4991211 None None] Pushing event updated for resources: {'Port': ['ID=19c5bec3-59be-441a-84a4-90706d7ab0df,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:00:53.235247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5c7afa7f-943c-4f6e-92c4-c0bc926611a5 None None] Provisioning complete for port 19c5bec3-59be-441a-84a4-90706d7ab0df triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:00:53.235919 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c7afa7f-943c-4f6e-92c4-c0bc926611a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:00:53.238372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 19c5bec3-59be-441a-84a4-90706d7ab0df up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:00:53.341160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 19c5bec3-59be-441a-84a4-90706d7ab0df triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:00:53.341458 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:05.536767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c77d793e-d416-401a-a7be-56d00e63b338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:07.879782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fbc606fe-748c-43f2-86ee-610bded7c0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:09.083500 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:10.345072 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:11.214431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:28.766793 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:01:35.538819 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca1c53e3-33ac-4a26-aa71-cee8d1c15ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:37.883418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e266be6-91b5-4c6d-95a2-fa3764ae620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:39.086734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:40.348795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:01:41.217777 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:05.541272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bd7f22b-5ac3-4559-bfed-2c5d3a6a59a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:05.765207 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:02:06.721662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51286) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:02:06.727401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-0ef53689-7627-438b-9839-883027222f29 tempest-verify_tempest_config-1812285032 tempest-verify_tempest_config-1812285032-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:02:06.728372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0ef53689-7627-438b-9839-883027222f29 tempest-verify_tempest_config-1812285032 tempest-verify_tempest_config-1812285032-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057559 Nov 25 17:02:07.024798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51304) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:02:07.128111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.206383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.210330 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.260570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d276235-781b-45ea-b7de-5fed863cfb9d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:02:07.264602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bfe417ccf34d402a98cb12ad930cc0f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2388422 Nov 25 17:02:07.267548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51308) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:02:07.269911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.270258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.270595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.270928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.271265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.271617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.271942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.272266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.272587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.272906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.273227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.273549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbea8ef-eb22-4d51-ac5e-c8e9b53cf0e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.340301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.360599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.450362 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.453014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:07.454167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3d276235-781b-45ea-b7de-5fed863cfb9d HTTP/1.1" status: 204 len: 168 time: 0.1856611 Nov 25 17:02:07.461842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d276235-781b-45ea-b7de-5fed863cfb9d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:02:07.469537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.469883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.470223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.470556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.470887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.471216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.471582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.471909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.472227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.472578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.472866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.473181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fd1f1-9be3-460e-a8b6-df9013bdcea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:02:07.887497 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c02c2254-e69c-48a2-a1fe-a1b0c51d306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:09.089205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:10.347862 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:11.219975 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:35.543757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f73622c-2391-4f36-9d1b-082b1817fc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:37.890779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006a5cf2-24e4-4d63-87a2-a29cff617dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:39.092027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:40.352391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:41.221583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:02:42.765232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:03:05.548279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8b160b0-7e6f-476f-9b69-58d5fb177029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:07.893020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c237-5f07-437f-9a1c-5384666aef7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:09.095605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:10.357112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:11.223500 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:19.765063 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:03:35.549728 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5a64400-6d0e-428d-94cb-26e5bbbe8338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:37.894663 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7c70ac9-ea23-4742-beec-10837c0f8bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:39.099639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:40.360642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:41.230978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:03:56.763505 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:04:05.551097 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d94efc9-17f2-4811-b101-f8e22db97614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:07.897556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bcd58a8d-6ef8-4906-bcd1-87d99b9429d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:09.104200 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:10.362229 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:11.224490 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:33.762217 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:04:35.552458 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9896-c186-464a-8c66-fffbe056cb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:37.899146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57d3bd79-7485-49c0-95ff-fe0136c6cdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:39.105030 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:40.368154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:04:41.226175 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:05.554590 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb01a17-ef63-47f8-bd42-db298f8f7fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:07.909744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9332a083-adfc-47b1-b117-32ba3b6eaa60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:09.107637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:10.369232 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:10.760368 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 5 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:05:11.229167 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:15.619180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:17.091853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8037927'] for agent, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:35.555925 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7909a7b-5f2b-4dd1-a72a-0e9b1824683c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:37.900868 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b22995a2-5ec1-4746-91b9-bc4ea7024329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:39.110295 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:40.370764 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:41.230577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:45.571287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:47.046726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:05:47.762444 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:06:05.557138 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6b781807-a1ae-40b2-8102-722c37ac987b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:07.312856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:06:07.417210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-37a311d3-b6f5-4883-ac7f-fad180ce925c admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1032672 Nov 25 17:06:07.905501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0530dee5-1787-4b7e-a0e4-1052f34f0295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:09.112594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:09.849412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51376) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:06:09.907840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20b49173-4de3-4ec4-a684-74cbdf5ac0b0 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0564785 Nov 25 17:06:10.376141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:11.232687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:15.575934 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:17.075257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:24.762398 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:06:35.557912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b189d4cb-9e9e-4e2b-9fec-5573d92435d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:37.907056 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9461a7b2-bef6-473c-9e21-41832025d98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:39.117620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:40.385756 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:41.235139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:45.584257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:06:47.074351 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:01.762061 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:07:05.559730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c35d35ab-5abd-458c-bed6-3f5aa2873b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:07.909141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be7a11f1-6853-48bb-91d4-f1291c208347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:09.118941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:10.382293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:11.236801 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:15.614025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:17.082133 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:34.904182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51592) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.055642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.217706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f367ae59-0ba6-4900-9efb-b36bc2cad5e7 tempest-AutoAllocateNetworkTest-1053676938 tempest-AutoAllocateNetworkTest-1053676938-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ea0a748196a14ab7934158a37dbc616c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3095355 Nov 25 17:07:35.217932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.407114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a4404-f23c-48a9-86ff-b04c5b048611 tempest-AutoAllocateNetworkTest-1053676938 tempest-AutoAllocateNetworkTest-1053676938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:35.408498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a35a4404-f23c-48a9-86ff-b04c5b048611 tempest-AutoAllocateNetworkTest-1053676938 tempest-AutoAllocateNetworkTest-1053676938-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1895978 Nov 25 17:07:35.411667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.479170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.479441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd1ec9f8-d4f4-4ae7-806e-9f46e11f18a8 tempest-AutoAllocateNetworkTest-1053676938 tempest-AutoAllocateNetworkTest-1053676938-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656126 Nov 25 17:07:35.501146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-network', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:35.531064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-740b61f6-47d9-494c-9d11-1c48590575f2 tempest-AutoAllocateNetworkTest-1053676938 tempest-AutoAllocateNetworkTest-1053676938-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ea0a748196a14ab7934158a37dbc616c HTTP/1.1" status: 200 len: 208 time: 0.0506954 Nov 25 17:07:35.543645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Made reservation on behalf of 336de997f2c3499eba2bc153e72db7ac for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:35.546233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.555998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.567528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67c76d0d-9438-480e-b5b1-d99dfd1a60ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.645404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.650776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.683173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:07:35.692696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9327d4d-0d42-4223-9921-c877699f2203,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:35.703812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.704147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.704642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.704972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.705300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.705620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.705936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.706249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.706570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.706887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.707201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.707535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Tracked resource versions report: Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: pushed versions: Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Log': {'1.0'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Network': {'1.1'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Port': {'1.7'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'PortForwarding': {'1.2'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'QosPolicy': {'1.10'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'SubPort': {'1.0'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Subnet': {'1.1'}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Trunk': {'1.1'}} Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: consumer versions: Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: { DHCP agent@n-d-817303-7: {}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: HyperV agent@n-h1-817303-7: {}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: HyperV agent@n-h2-817303-7: {}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: L3 agent@n-d-817303-7: {}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: Metadata agent@n-d-817303-7: {}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: Metering agent@n-d-817303-7: {}, Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'ConntrackHelper': '1.0', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Log': '1.0', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Network': '1.1', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Port': '1.7', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'PortForwarding': '1.2', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'QosPolicy': '1.10', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'SecurityGroup': '1.5', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'SecurityGroupRule': '1.2', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'SubPort': '1.0', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Subnet': '1.1', Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: 'Trunk': '1.1'}} Nov 25 17:07:35.708578 n-d-817303-7 neutron-server[103636]: {{(pid=103636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:35.715652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743995747530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.716240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Unsubscribe: segment precommit_create {{(pid=103636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 17:07:35.716712 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Added segment fb3ecc67-2daa-4750-bc58-aebd6e4fc646 of type vlan for network c4bbee62-de6e-454a-ac59-6e508af101e7 Nov 25 17:07:35.763517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.799749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.801438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:35.802026 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:35.906030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] Pushing event updated for resources: {'Network': ['ID=c4bbee62-de6e-454a-ac59-6e508af101e7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:35.913789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51644) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:35.913958 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c7672e81-1ff1-41b2-a948-2a1c936126bc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8571761 Nov 25 17:07:35.923574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Request body: {'subnet': {'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-subnet', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:35.933869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c4bbee62-de6e-454a-ac59-6e508af101e7 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:07:35.950040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Made reservation on behalf of 336de997f2c3499eba2bc153e72db7ac for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:35.952888 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.180057 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.235404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679e9477-8c92-4895-a0e9-18f95ec1f9d5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:36.248194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.248681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.249302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.249707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.250107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.250501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.250893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.251524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.252037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.252628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.253201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.253771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Tracked resource versions report: Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: pushed versions: Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Log': {'1.0'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Network': {'1.1'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Port': {'1.7'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'PortForwarding': {'1.2'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'QosPolicy': {'1.10'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'SubPort': {'1.0'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Subnet': {'1.1'}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Trunk': {'1.1'}} Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: consumer versions: Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: { DHCP agent@n-d-817303-7: {}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: HyperV agent@n-h1-817303-7: {}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: HyperV agent@n-h2-817303-7: {}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: L3 agent@n-d-817303-7: {}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: Metadata agent@n-d-817303-7: {}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: Metering agent@n-d-817303-7: {}, Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'ConntrackHelper': '1.0', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Log': '1.0', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Network': '1.1', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Port': '1.7', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'PortForwarding': '1.2', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'QosPolicy': '1.10', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'SecurityGroup': '1.5', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'SecurityGroupRule': '1.2', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'SubPort': '1.0', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Subnet': '1.1', Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: 'Trunk': '1.1'}} Nov 25 17:07:36.255219 n-d-817303-7 neutron-server[103635]: {{(pid=103635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:36.292029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Checking segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:36.292496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Network hostable DHCP agents. Network: c4bbee62-de6e-454a-ac59-6e508af101e7, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:07:36.314350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Network c4bbee62-de6e-454a-ac59-6e508af101e7 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:07:36.323041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51668) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:36.344663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c4bbee62-de6e-454a-ac59-6e508af101e7) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:36.349238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:36.349850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.360225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d10d3c-11a9-4c24-8485-50901cb931ce None None] Network c4bbee62-de6e-454a-ac59-6e508af101e7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:36.372100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6dc5fcbf-3a02-417d-a936-5067ae660550 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4567821 Nov 25 17:07:36.372790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:36.378232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:36.580421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.581541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.632732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c4bbee62-de6e-454a-ac59-6e508af101e7', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:07:36.632732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.698169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.822043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea80b2-398b-4355-b793-7414a69092af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:36.838677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Allocated IP 172.20.0.2 (c4bbee62-de6e-454a-ac59-6e508af101e7/679e9477-8c92-4895-a0e9-18f95ec1f9d5/b484ff10-c437-4d20-87ba-17dc82b4f345) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:36.905819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.138373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.147211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.153947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea80b2-398b-4355-b793-7414a69092af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.171650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.197409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Pushing event updated for resources: {'Port': ['ID=b484ff10-c437-4d20-87ba-17dc82b4f345,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:37.207673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.208168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.208665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.209188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.209657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.210123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.210672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.211286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.211811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.212271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.212731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.213206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Tracked resource versions report: Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: pushed versions: Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Log': {'1.0'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Network': {'1.1'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Port': {'1.7'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'PortForwarding': {'1.2'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'QosPolicy': {'1.10'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'SubPort': {'1.0'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Subnet': {'1.1'}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Trunk': {'1.1'}} Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: consumer versions: Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: { DHCP agent@n-d-817303-7: {}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: HyperV agent@n-h1-817303-7: {}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: HyperV agent@n-h2-817303-7: {}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: L3 agent@n-d-817303-7: {}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: Metadata agent@n-d-817303-7: {}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: Metering agent@n-d-817303-7: {}, Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'ConntrackHelper': '1.0', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Log': '1.0', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Network': '1.1', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Port': '1.7', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'PortForwarding': '1.2', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'QosPolicy': '1.10', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'SecurityGroup': '1.5', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'SecurityGroupRule': '1.2', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'SubPort': '1.0', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Subnet': '1.1', Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: 'Trunk': '1.1'}} Nov 25 17:07:37.214405 n-d-817303-7 neutron-server[103637]: {{(pid=103637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:37.229656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea80b2-398b-4355-b793-7414a69092af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.229911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Network c4bbee62-de6e-454a-ac59-6e508af101e7 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:37.231508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:37.243049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:37.273974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3ea80b2-398b-4355-b793-7414a69092af admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea0a748196a14ab7934158a37dbc616c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9492497 Nov 25 17:07:37.276613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51728) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:37.292344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.305089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Attempting to bind port b484ff10-c437-4d20-87ba-17dc82b4f345 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:37.305758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Attempting to bind port b484ff10-c437-4d20-87ba-17dc82b4f345 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:37.306266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Attempting to bind port b484ff10-c437-4d20-87ba-17dc82b4f345 on network c4bbee62-de6e-454a-ac59-6e508af101e7 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:37.316388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:37.317114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Checking segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:37.318036 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.319094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Bound using segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:37.320096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Bound port: b484ff10-c437-4d20-87ba-17dc82b4f345, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:37.320884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.375033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d6bf1f-763d-4534-91ae-b93171ca6a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.407342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] For port b484ff10-c437-4d20-87ba-17dc82b4f345, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:37.408068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d6bf1f-763d-4534-91ae-b93171ca6a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.413208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] For port b484ff10-c437-4d20-87ba-17dc82b4f345, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b484ff10-c437-4d20-87ba-17dc82b4f345,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:37.420180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.471073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea80b2-398b-4355-b793-7414a69092af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2947a2-5507-4831-bd44-0951cab2d1de,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:37.496264 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d6bf1f-763d-4534-91ae-b93171ca6a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.500188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d6bf1f-763d-4534-91ae-b93171ca6a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.501348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41d6bf1f-763d-4534-91ae-b93171ca6a5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fc2947a2-5507-4831-bd44-0951cab2d1de HTTP/1.1" status: 204 len: 168 time: 0.2231112 Nov 25 17:07:37.510925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6bf1f-763d-4534-91ae-b93171ca6a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2947a2-5507-4831-bd44-0951cab2d1de,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:37.532695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475af0ba-fcac-4f78-8a4a-795db26dd990 None None] Pushing event updated for resources: {'Port': ['ID=b484ff10-c437-4d20-87ba-17dc82b4f345,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:37.573517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Allocated IP 172.25.8.217 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/519f1761-cf06-4551-9045-e8ac9994e7e4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:37.727053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.765973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:37.823637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:37.829239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:37.833721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:37.841651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Pushing event updated for resources: {'Port': ['ID=519f1761-cf06-4551-9045-e8ac9994e7e4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:37.930867 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cb-abc3-48dc-9bd0-899521614b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.160035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.398020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.563909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:07:38.592642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:38.765253 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:07:38.802354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53690c-7c2a-47b8-b0f0-4cf9f91f6e8e None None] Network c4bbee62-de6e-454a-ac59-6e508af101e7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:38.827463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:38.845143 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:38.858214 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:38.863249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:38.863366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:38.874279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:38.878791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ca4ea71-c885-40d0-9a0a-7bcd4f2dcac4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5045276 Nov 25 17:07:38.884275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:38.976836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0a5cb8ba-e3c0-4c02-9c13-5b22935bb237 None None] Provisioning complete for port b484ff10-c437-4d20-87ba-17dc82b4f345 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:38.977927 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb8ba-e3c0-4c02-9c13-5b22935bb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.035979 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:39.041620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31325786-260b-48ae-b004-4464dd880711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.165901 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.243200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31325786-260b-48ae-b004-4464dd880711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.258053 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:38Z', 'revision_number': 3, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:39.266998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31325786-260b-48ae-b004-4464dd880711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.321018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb8ba-e3c0-4c02-9c13-5b22935bb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.360086 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:39.360086 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Updating router f7a17b76-3e5d-499f-ba48-5c91989eb109 port 519f1761-cf06-4551-9045-e8ac9994e7e4 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:39.361005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-31325786-260b-48ae-b004-4464dd880711 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ac065764dbc41d4864ef6595f500435&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7672672 Nov 25 17:07:39.380880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:39.426868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0a5cb8ba-e3c0-4c02-9c13-5b22935bb237 None None] For port b484ff10-c437-4d20-87ba-17dc82b4f345, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b484ff10-c437-4d20-87ba-17dc82b4f345,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:39.436583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb8ba-e3c0-4c02-9c13-5b22935bb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.443033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31325786-260b-48ae-b004-4464dd880711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef7085-f040-4b4e-94f8-a9f0a9360274,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:39.462828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73880697-11ce-484d-8ecd-af0a08a941c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.490841 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.545572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c7efc47-e288-4a9a-8457-55b50a375ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.643917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cb8ba-e3c0-4c02-9c13-5b22935bb237 None None] Pushing event updated for resources: {'Port': ['ID=b484ff10-c437-4d20-87ba-17dc82b4f345,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:39.660614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b484ff10-c437-4d20-87ba-17dc82b4f345 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:39.682063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c7efc47-e288-4a9a-8457-55b50a375ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.842694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-506f3f05-d959-4bf3-9817-00fe8e85683a None None] Provisioning complete for port b484ff10-c437-4d20-87ba-17dc82b4f345 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:39.847090 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-506f3f05-d959-4bf3-9817-00fe8e85683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.962856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73880697-11ce-484d-8ecd-af0a08a941c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.978381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b484ff10-c437-4d20-87ba-17dc82b4f345 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:39.979746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:39.981522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73880697-11ce-484d-8ecd-af0a08a941c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.096721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73880697-11ce-484d-8ecd-af0a08a941c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3e153e7db5164acca48cc674998f17b1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2328103 Nov 25 17:07:40.097345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:40.188964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c7efc47-e288-4a9a-8457-55b50a375ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.197789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c7efc47-e288-4a9a-8457-55b50a375ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.201526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5c7efc47-e288-4a9a-8457-55b50a375ea2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3ef7085-f040-4b4e-94f8-a9f0a9360274 HTTP/1.1" status: 204 len: 168 time: 0.8171268 Nov 25 17:07:40.275505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880697-11ce-484d-8ecd-af0a08a941c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabaed01-5fa8-4be7-b8fa-d4a21e085efc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.320143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4b76-ff7e-4512-a5bb-6d8a1de22c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.335269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.374971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:40.387288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4b76-ff7e-4512-a5bb-6d8a1de22c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.398656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7efc47-e288-4a9a-8457-55b50a375ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef7085-f040-4b4e-94f8-a9f0a9360274,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.424353 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.436360 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.449225 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.517021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4b76-ff7e-4512-a5bb-6d8a1de22c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.520974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4b76-ff7e-4512-a5bb-6d8a1de22c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.525675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f9ab4b76-ff7e-4512-a5bb-6d8a1de22c87 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eabaed01-5fa8-4be7-b8fa-d4a21e085efc HTTP/1.1" status: 204 len: 168 time: 0.4233117 Nov 25 17:07:40.533162 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Pushing event updated for resources: {'Port': ['ID=519f1761-cf06-4551-9045-e8ac9994e7e4,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.545976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab4b76-ff7e-4512-a5bb-6d8a1de22c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabaed01-5fa8-4be7-b8fa-d4a21e085efc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:40.574916 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.575277 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.575646 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.575984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.576322 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.577814 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.578768 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.579302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.579893 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.580537 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.581101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.581626 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Tracked resource versions report: Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: pushed versions: Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: { 'AddressGroup': {'1.2'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Log': {'1.0'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Network': {'1.1'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Port': {'1.7'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'PortForwarding': {'1.2'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'QosPolicy': {'1.10'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'SecurityGroup': {'1.5'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'SubPort': {'1.0'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Subnet': {'1.1'}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Trunk': {'1.1'}} Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: consumer versions: Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: { DHCP agent@n-d-817303-7: {}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: HyperV agent@n-h1-817303-7: {}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: HyperV agent@n-h2-817303-7: {}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: L3 agent@n-d-817303-7: {}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: Metadata agent@n-d-817303-7: {}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: Metering agent@n-d-817303-7: {}, Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: Open vSwitch agent@n-d-817303-7: { 'AddressGroup': '1.2', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'ConntrackHelper': '1.0', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Log': '1.0', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Network': '1.1', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Port': '1.7', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'PortForwarding': '1.2', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'QosPolicy': '1.10', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'SecurityGroup': '1.5', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'SecurityGroupRule': '1.2', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'SubPort': '1.0', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Subnet': '1.1', Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: 'Trunk': '1.1'}} Nov 25 17:07:40.583333 n-d-817303-7 neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 17:07:40.682995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Allocated IP 172.20.0.1 (c4bbee62-de6e-454a-ac59-6e508af101e7/679e9477-8c92-4895-a0e9-18f95ec1f9d5/04641a86-54bd-4679-b086-49068e2e3ca0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:40.705978 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Attempting to bind port 519f1761-cf06-4551-9045-e8ac9994e7e4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:40.708668 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Attempting to bind port 519f1761-cf06-4551-9045-e8ac9994e7e4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:40.709671 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Attempting to bind port 519f1761-cf06-4551-9045-e8ac9994e7e4 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:40.727875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:40.728313 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:40.728729 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.729134 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:40.729637 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Bound port: 519f1761-cf06-4551-9045-e8ac9994e7e4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:40.730040 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.877371 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] For port 519f1761-cf06-4551-9045-e8ac9994e7e4, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:40.890632 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] For port 519f1761-cf06-4551-9045-e8ac9994e7e4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=519f1761-cf06-4551-9045-e8ac9994e7e4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:40.901332 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.903075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:40.954353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64cda99d-0ca9-430e-b371-f9120230168b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.007316 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f88b0-ef9b-42b5-8fd4-b7b13aa371f1 None None] Pushing event updated for resources: {'Port': ['ID=519f1761-cf06-4551-9045-e8ac9994e7e4,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:41.017873 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:41.018772 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:41.028184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.086497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Network c4bbee62-de6e-454a-ac59-6e508af101e7 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:41.094707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:41.099130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:41.101060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.170780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Pushing event updated for resources: {'Port': ['ID=04641a86-54bd-4679-b086-49068e2e3ca0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:41.210471 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:41.257196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64cda99d-0ca9-430e-b371-f9120230168b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.266930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.285358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64cda99d-0ca9-430e-b371-f9120230168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.360289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:41.361315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:41.372323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-64cda99d-0ca9-430e-b371-f9120230168b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22cdfe5f796a481faf3426fb3272863b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9893878 Nov 25 17:07:41.388525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cda99d-0ca9-430e-b371-f9120230168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d4ff7-5cef-43fc-a818-e7b5eeaff8c6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:41.441399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49f27c0e-fe47-44e4-b030-a3b93b723b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.450483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.482107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b484ff10-c437-4d20-87ba-17dc82b4f345 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:41.556100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49f27c0e-fe47-44e4-b030-a3b93b723b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.572861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49f27c0e-fe47-44e4-b030-a3b93b723b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.630344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-49f27c0e-fe47-44e4-b030-a3b93b723b69 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=226e9916e6c540239bc3bab747ff6ccd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2652850 Nov 25 17:07:41.639635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f27c0e-fe47-44e4-b030-a3b93b723b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa9969-b080-4edd-8bd1-bef7045c1eb9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:41.644215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:41.673495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-525b785c-98d9-42b5-8641-4ad0a391aa44 None None] Provisioning complete for port 04641a86-54bd-4679-b086-49068e2e3ca0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:41.676194 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-525b785c-98d9-42b5-8641-4ad0a391aa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.723758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b484ff10-c437-4d20-87ba-17dc82b4f345 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:41.724619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.736062 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c228faf5-b729-41c8-abcc-488a6685bdc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.763847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c228faf5-b729-41c8-abcc-488a6685bdc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.766924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-525b785c-98d9-42b5-8641-4ad0a391aa44 None None] Port 04641a86-54bd-4679-b086-49068e2e3ca0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:41.770430 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:38Z', 'revision_number': 3, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:41.805665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:41.825034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-361ca6ed-df65-4bcf-b7dc-90f4a9c18146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.846572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c228faf5-b729-41c8-abcc-488a6685bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.851724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c228faf5-b729-41c8-abcc-488a6685bdc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.859990 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc37d70-fc7a-470c-a60c-e88600b2fe90 None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:38Z', 'revision_number': 3, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:41.863616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c228faf5-b729-41c8-abcc-488a6685bdc8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2ffa9969-b080-4edd-8bd1-bef7045c1eb9 HTTP/1.1" status: 204 len: 168 time: 0.2101126 Nov 25 17:07:41.869288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1d3e3c5-deb0-4a23-9eb0-9797d757e8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.884158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-361ca6ed-df65-4bcf-b7dc-90f4a9c18146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.886645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228faf5-b729-41c8-abcc-488a6685bdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa9969-b080-4edd-8bd1-bef7045c1eb9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:41.960697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.979160 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.981138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:41.996987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51940) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:42.022225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-361ca6ed-df65-4bcf-b7dc-90f4a9c18146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.029073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-361ca6ed-df65-4bcf-b7dc-90f4a9c18146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.033748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-361ca6ed-df65-4bcf-b7dc-90f4a9c18146 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f31d4ff7-5cef-43fc-a818-e7b5eeaff8c6 HTTP/1.1" status: 204 len: 168 time: 0.6685107 Nov 25 17:07:42.042864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ca6ed-df65-4bcf-b7dc-90f4a9c18146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d4ff7-5cef-43fc-a818-e7b5eeaff8c6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:42.121690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Pushing event updated for resources: {'Port': ['ID=04641a86-54bd-4679-b086-49068e2e3ca0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:42.144010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1d3e3c5-deb0-4a23-9eb0-9797d757e8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.150480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1d3e3c5-deb0-4a23-9eb0-9797d757e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.222176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1d3e3c5-deb0-4a23-9eb0-9797d757e8a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6270038c64734d19850445856533fe3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4136713 Nov 25 17:07:42.226374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:42.257074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3e3c5-deb0-4a23-9eb0-9797d757e8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ef7d6-b5b7-4aef-becb-02b2072fb164,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:42.289355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Network c4bbee62-de6e-454a-ac59-6e508af101e7 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:42.290750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:42.329109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d35e277-a0bc-44a4-811c-bd63f7bcc3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.388956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d35e277-a0bc-44a4-811c-bd63f7bcc3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.479407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:07:42.505148 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80a7d4f1-b589-4590-9c41-99d9169e0fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.540810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d35e277-a0bc-44a4-811c-bd63f7bcc3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.546098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d35e277-a0bc-44a4-811c-bd63f7bcc3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.556123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2d35e277-a0bc-44a4-811c-bd63f7bcc3ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bd1ef7d6-b5b7-4aef-becb-02b2072fb164 HTTP/1.1" status: 204 len: 168 time: 0.3286810 Nov 25 17:07:42.573280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35e277-a0bc-44a4-811c-bd63f7bcc3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ef7d6-b5b7-4aef-becb-02b2072fb164,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:42.685977 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80a7d4f1-b589-4590-9c41-99d9169e0fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.694909 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80a7d4f1-b589-4590-9c41-99d9169e0fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.708182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b1a7bf7b-bc8c-4fc9-b92c-fbb50c87f1ce None None] Provisioning complete for port 04641a86-54bd-4679-b086-49068e2e3ca0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:42.710802 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bf7b-bc8c-4fc9-b92c-fbb50c87f1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.723157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:42.735369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5e68fb0b-ddf4-4f0c-97b7-d7e88ceb3d85 admin admin] 10.222.0.86 "PUT /v2.0/routers/f7a17b76-3e5d-499f-ba48-5c91989eb109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8491402 Nov 25 17:07:42.754691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d4f1-b589-4590-9c41-99d9169e0fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9f54d-c2ed-45cf-afdc-fd620458d7a5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:42.763887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-80a7d4f1-b589-4590-9c41-99d9169e0fbe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14e78ed96deb475c90cc9b999732eb1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7653594 Nov 25 17:07:42.764828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:42.775804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7bf7b-bc8c-4fc9-b92c-fbb50c87f1ce None None] Port 04641a86-54bd-4679-b086-49068e2e3ca0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:42.819486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9973a60-d59c-4200-9998-4c0a4bfaccab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.854748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9973a60-d59c-4200-9998-4c0a4bfaccab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.925201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9973a60-d59c-4200-9998-4c0a4bfaccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.928351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9973a60-d59c-4200-9998-4c0a4bfaccab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:42.929616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9973a60-d59c-4200-9998-4c0a4bfaccab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25a9f54d-c2ed-45cf-afdc-fd620458d7a5 HTTP/1.1" status: 204 len: 168 time: 0.1628122 Nov 25 17:07:42.939996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9973a60-d59c-4200-9998-4c0a4bfaccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9f54d-c2ed-45cf-afdc-fd620458d7a5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:43.172812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:43.185861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9610af1-a886-48ae-b296-b687098d93a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.282052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9610af1-a886-48ae-b296-b687098d93a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.287357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9610af1-a886-48ae-b296-b687098d93a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.325942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9610af1-a886-48ae-b296-b687098d93a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38849e7f-341f-4940-8fd9-efd346167846,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:43.330078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9610af1-a886-48ae-b296-b687098d93a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30dba06f3fb74616894a7269eb910f65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1562598 Nov 25 17:07:43.332901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51996) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:43.386236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b08fce1-f508-43e1-b870-8070cf6368bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.419454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b08fce1-f508-43e1-b870-8070cf6368bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.474115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519f1761-cf06-4551-9045-e8ac9994e7e4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:43.494752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b08fce1-f508-43e1-b870-8070cf6368bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.501840 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b08fce1-f508-43e1-b870-8070cf6368bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.503376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b08fce1-f508-43e1-b870-8070cf6368bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38849e7f-341f-4940-8fd9-efd346167846 HTTP/1.1" status: 204 len: 168 time: 0.1694984 Nov 25 17:07:43.514939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08fce1-f508-43e1-b870-8070cf6368bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38849e7f-341f-4940-8fd9-efd346167846,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:43.560578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 519f1761-cf06-4551-9045-e8ac9994e7e4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:43.560941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.674965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.698857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 519f1761-cf06-4551-9045-e8ac9994e7e4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=519f1761-cf06-4551-9045-e8ac9994e7e4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:43.703870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:43.759117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=519f1761-cf06-4551-9045-e8ac9994e7e4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:44.007964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:44.014163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52022) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:44.019926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:44.020746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:44.031828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe561-f15d-42a1-9ec6-839f0efc8587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.129384 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe561-f15d-42a1-9ec6-839f0efc8587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.136560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe561-f15d-42a1-9ec6-839f0efc8587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.156763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:44.195598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffe561-f15d-42a1-9ec6-839f0efc8587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94111bf-c996-4780-9030-e1338bf1998f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:44.200132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f8ffe561-f15d-42a1-9ec6-839f0efc8587 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=153389f0e1454587994720391da2019a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1833334 Nov 25 17:07:44.202765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:44.264842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06aa4adb-91a4-499b-be90-db7afe2af485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.291693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06aa4adb-91a4-499b-be90-db7afe2af485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.353702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06aa4adb-91a4-499b-be90-db7afe2af485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.356719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-06aa4adb-91a4-499b-be90-db7afe2af485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.357872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-06aa4adb-91a4-499b-be90-db7afe2af485 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b94111bf-c996-4780-9030-e1338bf1998f HTTP/1.1" status: 204 len: 168 time: 0.1538286 Nov 25 17:07:44.381494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa4adb-91a4-499b-be90-db7afe2af485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94111bf-c996-4780-9030-e1338bf1998f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:44.430451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 2, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:44.458801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:44.459845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Updating router f7a17b76-3e5d-499f-ba48-5c91989eb109 port 04641a86-54bd-4679-b086-49068e2e3ca0 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:44.488734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.959227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:44.968129 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.034053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee8750-051f-4fc3-90aa-582eecbbd3dc None None] Pushing event updated for resources: {'Port': ['ID=04641a86-54bd-4679-b086-49068e2e3ca0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:45.101135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Attempting to bind port 04641a86-54bd-4679-b086-49068e2e3ca0 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:45.101749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Attempting to bind port 04641a86-54bd-4679-b086-49068e2e3ca0 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:45.102458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Attempting to bind port 04641a86-54bd-4679-b086-49068e2e3ca0 on network c4bbee62-de6e-454a-ac59-6e508af101e7 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:45.115600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:45.116038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Checking segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:45.116454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.116872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Bound using segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:45.117362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Bound port: 04641a86-54bd-4679-b086-49068e2e3ca0, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:45.118212 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.323378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] For port 04641a86-54bd-4679-b086-49068e2e3ca0, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:45.323862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:45.327049 n-d-817303-7 neutron-server[103635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 17:07:45.341368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] For port 04641a86-54bd-4679-b086-49068e2e3ca0, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04641a86-54bd-4679-b086-49068e2e3ca0,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:45.349248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-186a0cd4-bf64-43bb-a33f-100497880c80 None None] Provisioning complete for port 04641a86-54bd-4679-b086-49068e2e3ca0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:45.354797 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-186a0cd4-bf64-43bb-a33f-100497880c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.358911 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.379953 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-2cb4bdbc-f958-4ecf-80d1-3cb8299f0992 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2257be3ba5e46419c5fb271da345f2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540767 Nov 25 17:07:45.424662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519f1761-cf06-4551-9045-e8ac9994e7e4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:45.511112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:45.511776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:45.573592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee8750-051f-4fc3-90aa-582eecbbd3dc None None] Pushing event updated for resources: {'Port': ['ID=04641a86-54bd-4679-b086-49068e2e3ca0,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:45.640717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 519f1761-cf06-4551-9045-e8ac9994e7e4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:45.641087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.660093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-edb7b2a5-692f-40bb-a7ff-664eba068a0e tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:45.662491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-edb7b2a5-692f-40bb-a7ff-664eba068a0e tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2785740 Nov 25 17:07:45.697987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-e36d9cac-4999-4bc3-9287-a5d53d5ddbd1 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/quotas/c2257be3ba5e46419c5fb271da345f2b HTTP/1.1" status: 200 len: 375 time: 0.0293055 Nov 25 17:07:45.715990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.762848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:45.779288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-5327eecf-3cc2-4255-b899-fc6ef637d04e tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2257be3ba5e46419c5fb271da345f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801260 Nov 25 17:07:45.803028 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-186a0cd4-bf64-43bb-a33f-100497880c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.822082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:45.827232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-network', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:45.898366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Made reservation on behalf of b9dbd312a2964646a37fd2afacb9d926 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:45.900902 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.920901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:45.962993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-186a0cd4-bf64-43bb-a33f-100497880c80 None None] For port 04641a86-54bd-4679-b086-49068e2e3ca0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04641a86-54bd-4679-b086-49068e2e3ca0,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:45.972316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-186a0cd4-bf64-43bb-a33f-100497880c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.176581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c208d482-d95b-4dd0-b36a-314bd70b0290 None None] Provisioning complete for port 04641a86-54bd-4679-b086-49068e2e3ca0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:46.176950 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c208d482-d95b-4dd0-b36a-314bd70b0290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.182538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a0cd4-bf64-43bb-a33f-100497880c80 None None] Pushing event updated for resources: {'Port': ['ID=04641a86-54bd-4679-b086-49068e2e3ca0,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:46.273816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e85c236-de89-4a5e-b372-4f0a662e1099 req-41afc610-4499-4114-8b23-6cf7a2a949ec tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 210 time: 0.1534865 Nov 25 17:07:46.302922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.311690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.328577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:07:46.335011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:46.342563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.342987 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Added segment 7b92eacd-6ea5-4ab2-8d30-6618f2900523 of type vlan for network 133efebc-5367-44aa-a743-36ff87874418 Nov 25 17:07:46.396316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688d3c-ab44-4680-b7f9-535c77daf29f None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:46.411265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.419764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94a66eb-b27d-49a8-8c62-26585ac9f6a7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:46.484754 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.486808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:46.497163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:46.562906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7386522 Nov 25 17:07:46.566447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52188) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:46.573190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Request body: {'subnet': {'network_id': '133efebc-5367-44aa-a743-36ff87874418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-subnet', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:46.602694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b48c7-3437-4d2c-9e66-6063f2380fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=133efebc-5367-44aa-a743-36ff87874418,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:46.616186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 133efebc-5367-44aa-a743-36ff87874418 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:07:46.625188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Made reservation on behalf of b9dbd312a2964646a37fd2afacb9d926 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:46.627760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.038450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.120186 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.191183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301cb1ff-5979-4097-aa0e-78310a1c54f9,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:47.222969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Checking segment: {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:47.222969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Network hostable DHCP agents. Network: 133efebc-5367-44aa-a743-36ff87874418, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:07:47.248915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Network 133efebc-5367-44aa-a743-36ff87874418 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:07:47.268390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 133efebc-5367-44aa-a743-36ff87874418) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:47.272613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:47.273604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.283442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a679b6-c008-4799-80e4-55e63273810a None None] Network 133efebc-5367-44aa-a743-36ff87874418 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:47.336644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e255398c-d9d1-4f8f-a50b-9d93d8714099 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7676411 Nov 25 17:07:47.339216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:47.348923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:47.526741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2d88c70-8246-489f-8503-3560ef2e92c7 req-910fbf21-4b42-4d83-a2de-7cfc19cde83a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 210 time: 0.1176205 Nov 25 17:07:47.531626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.531626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.626226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04641a86-54bd-4679-b086-49068e2e3ca0 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:47.674968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.719743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-133efebc-5367-44aa-a743-36ff87874418', 'network_id': '133efebc-5367-44aa-a743-36ff87874418', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'fixed_ips': [{'subnet_id': '301cb1ff-5979-4097-aa0e-78310a1c54f9'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:07:47.720822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:47.975798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Allocated IP 172.20.0.2 (133efebc-5367-44aa-a743-36ff87874418/301cb1ff-5979-4097-aa0e-78310a1c54f9/024d4bf5-ecca-46d8-a2f0-cf052c7e1d44) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:47.989599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 04641a86-54bd-4679-b086-49068e2e3ca0 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:47.990519 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.087965 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.505128 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.513583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.587050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Network 133efebc-5367-44aa-a743-36ff87874418 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:48.588622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Pushing event updated for resources: {'Port': ['ID=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:48.603130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:48.607564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:48.702802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Attempting to bind port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:48.703541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Attempting to bind port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:48.704423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Attempting to bind port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 on network 133efebc-5367-44aa-a743-36ff87874418 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:48.704528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.712423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:48.713210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Checking segment: {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:48.713814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.714513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Bound using segment: {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:48.715239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Bound port: 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:48.716300 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.735240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:48.763168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.838934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57ebafd5-5e19-4a1a-87b8-5e5476cd04e6 req-4087b40d-68c7-417d-945f-d2b231785b6e tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 210 time: 0.0727868 Nov 25 17:07:48.844633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] For port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:48.848423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] For port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:48.854437 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:48.935282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc1bbe-bd6d-48a8-8477-4af50e4fb4c0 None None] Pushing event updated for resources: {'Port': ['ID=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:49.039929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Allocated IP 172.25.8.206 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/7fddc8fb-464c-460e-83ea-e3df9c55ab38) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:49.095786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1285e6cf-6874-41e4-ba4e-a859f9a40f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.255516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.293792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.73', 64675) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:49.358335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-acc1abe5-51ad-4371-affc-6f7814cf4ae0 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c2257be3ba5e46419c5fb271da345f2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492086 Nov 25 17:07:49.362849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1285e6cf-6874-41e4-ba4e-a859f9a40f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.379251 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1285e6cf-6874-41e4-ba4e-a859f9a40f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.452666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1285e6cf-6874-41e4-ba4e-a859f9a40f84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7e229f872fe44bf9a8c0e3accf049db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162206 Nov 25 17:07:49.456812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52318) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:49.523805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:49.559168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.635779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285e6cf-6874-41e4-ba4e-a859f9a40f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de49e322-731c-486f-a5a6-31c22de57404,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:49.647162 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2de-1805-4229-a671-040d8ea2a447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.701078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:49.703825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.707148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2de-1805-4229-a671-040d8ea2a447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.795800 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2de-1805-4229-a671-040d8ea2a447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.802762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd91d2de-1805-4229-a671-040d8ea2a447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.809342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cd91d2de-1805-4229-a671-040d8ea2a447 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de49e322-731c-486f-a5a6-31c22de57404 HTTP/1.1" status: 204 len: 168 time: 0.3488100 Nov 25 17:07:49.831074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d2de-1805-4229-a671-040d8ea2a447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de49e322-731c-486f-a5a6-31c22de57404,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:49.837021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.848855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:49.865860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Pushing event updated for resources: {'Port': ['ID=7fddc8fb-464c-460e-83ea-e3df9c55ab38,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:49.870103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:49.908094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:49.915652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:49.933321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-8e947c5b-c775-4b49-9a6f-0d7ec4f70aa4 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:49.935077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-8e947c5b-c775-4b49-9a6f-0d7ec4f70aa4 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5564463 Nov 25 17:07:49.937419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:50.048085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:50.106411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Request body: {'port': {'device_id': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'c2257be3ba5e46419c5fb271da345f2b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:50.250183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87909e62-8920-4434-bf4e-40d2c4a6e412 req-b4dcaca2-800c-4289-87a9-996a9a83c1ab tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 210 time: 0.1829233 Nov 25 17:07:50.383275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d464b62-80ce-4083-a84b-7f79b2047f1e None None] Network 133efebc-5367-44aa-a743-36ff87874418 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:07:50.478209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-839a461f-7195-42b0-bd8b-b16ea64075a2 None None] Provisioning complete for port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:50.478854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-839a461f-7195-42b0-bd8b-b16ea64075a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.744803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.747495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Made reservation on behalf of c2257be3ba5e46419c5fb271da345f2b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:50.751357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.809001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52388) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:50.811517 n-d-817303-7 neutron-server[103636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 17:07:50.827972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:50.872942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-8d380126-e272-496a-a0c0-9246eec740ed tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=73b34f85a00e4f4abef82995f13b505e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628150 Nov 25 17:07:50.955268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-d5ee759e-d5ad-4de8-96ea-ee25bd07e8e1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cfc2e6df594447ac88be929251547779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517561 Nov 25 17:07:51.043165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-30bbe5c4-aace-442c-bdd2-8a80bc9287e2 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:51.044982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-30bbe5c4-aace-442c-bdd2-8a80bc9287e2 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603694 Nov 25 17:07:51.082529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52394) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:51.088171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-8d60ebed-84fe-4332-8ae7-87788bbc06d4 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/quotas/73b34f85a00e4f4abef82995f13b505e HTTP/1.1" status: 200 len: 375 time: 0.0333166 Nov 25 17:07:51.102847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-436ea202-2ff0-41b1-8abe-8dc63c30610d None None] Provisioning complete for port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:51.103804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-436ea202-2ff0-41b1-8abe-8dc63c30610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.114432 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6d85-cbc5-4aab-9833-7ea1289d7a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.251843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-a6f182fe-90c4-4541-bd78-146603c030ce tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585820 Nov 25 17:07:51.354025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6d85-cbc5-4aab-9833-7ea1289d7a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.368133 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.376305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6d85-cbc5-4aab-9833-7ea1289d7a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.388853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.470873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-9345d88d-b6be-417e-b22f-e504e6e08378 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:51.472432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-9345d88d-b6be-417e-b22f-e504e6e08378 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041590 Nov 25 17:07:51.485533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:51.517702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e6d85-cbc5-4aab-9833-7ea1289d7a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13fab9a-822e-4a8b-b153-a33db863919e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:51.530821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.629353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a2e6d85-cbc5-4aab-9833-7ea1289d7a6b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2cb9625bede849c5bbb842fb000bafa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414891 Nov 25 17:07:51.632674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52418) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:51.664968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:51.668018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.777346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6cbd-0c1a-41d0-9eb2-f0b8cd5b319f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.904895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6cbd-0c1a-41d0-9eb2-f0b8cd5b319f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:51.960328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-beac8404-bd32-4ad9-acea-1481f10a970d tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/quotas/cfc2e6df594447ac88be929251547779 HTTP/1.1" status: 200 len: 375 time: 0.4655001 Nov 25 17:07:52.033854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6cbd-0c1a-41d0-9eb2-f0b8cd5b319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.037060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6cbd-0c1a-41d0-9eb2-f0b8cd5b319f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.038904 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dd7e6cbd-0c1a-41d0-9eb2-f0b8cd5b319f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a13fab9a-822e-4a8b-b153-a33db863919e HTTP/1.1" status: 204 len: 168 time: 0.4045906 Nov 25 17:07:52.053177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6cbd-0c1a-41d0-9eb2-f0b8cd5b319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13fab9a-822e-4a8b-b153-a33db863919e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:52.246828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-aae9f5d1-9c56-4779-9c85-0006ca98a8b6 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfc2e6df594447ac88be929251547779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2840827 Nov 25 17:07:52.247744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384b59ed-86c1-4123-ac71-1cb8869e6dc4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:52.350068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Allocated IP 192.168.233.158 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/47502184-8517-4207-bed6-04ad92348e86) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:52.352811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:07:52.660240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:07:52.682648 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Sync routers for ids ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:07:52.706933 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Routers {'5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:52.712334 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:52.719110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13b0f489-6825-48dd-a009-013a82807b7f req-8060123e-b05f-48d9-91fd-c3973b89c9ca tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 210 time: 0.5294881 Nov 25 17:07:52.836458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:52.840639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52460) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:52.856015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a7bd72ea-6b85-46a1-b7ae-14bec4bea515 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5155132 Nov 25 17:07:53.102584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-8ed57fe1-df9e-4381-ad04-ce9c66d20867 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=73b34f85a00e4f4abef82995f13b505e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759757 Nov 25 17:07:53.241682 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Set router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:53.292880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.335700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98d88e4a-adf1-4298-9f64-4880f77f1519 req-c7d0c780-a41b-4206-9c30-194c870ecf0b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 210 time: 0.1044734 Nov 25 17:07:53.339169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.472816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:53.479566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:53.487846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:53.498238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:53.499318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:53.508214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Pushing event updated for resources: {'Port': ['ID=47502184-8517-4207-bed6-04ad92348e86,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:53.533148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-27b6733a-1ce5-4f7c-9233-acd04d4f49b2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4321213 Nov 25 17:07:53.601351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-bc0b61fa-8673-456e-9a87-40aec6137e02 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:07:53.602401 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-bc0b61fa-8673-456e-9a87-40aec6137e02 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055509 Nov 25 17:07:53.969837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-81f6499e-fdfb-417c-b893-830f3b95fab6 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:53.980249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-81f6499e-fdfb-417c-b893-830f3b95fab6 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8709357 Nov 25 17:07:54.011633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d2739927-4559-4fcc-b361-79abe26a2dd1 None None] Provisioning complete for port 47502184-8517-4207-bed6-04ad92348e86 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:54.012258 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2739927-4559-4fcc-b361-79abe26a2dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.084966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-091955a7-719f-403b-b112-49230f636211 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/quotas/73b34f85a00e4f4abef82995f13b505e HTTP/1.1" status: 200 len: 375 time: 0.1033113 Nov 25 17:07:54.101664 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 3, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:54.125777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d2739927-4559-4fcc-b361-79abe26a2dd1 None None] Port 47502184-8517-4207-bed6-04ad92348e86 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:54.195348 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-4b32de78-f33c-43d1-b60c-ceec07b039d1 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051114 Nov 25 17:07:54.247255 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Checking router: 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:07:54.247546 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Updating router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:07:54.297796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.55', 62306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:54.332245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-3c8be9c7-361b-4961-a17d-124c64385fae tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=73b34f85a00e4f4abef82995f13b505e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329199 Nov 25 17:07:54.368606 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:54.645547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Request body: {'port': {'device_id': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'device_owner': 'compute:tempest-test_az-1320546726', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:54.679750 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.067549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.55', 62309) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:55.213716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-d3e13707-0802-4de0-981b-17bbe1d5333b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfc2e6df594447ac88be929251547779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1378291 Nov 25 17:07:55.254244 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.274376 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.404277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-ec7a4edd-5462-443e-9be1-67f82f0fee51 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.406542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-ec7a4edd-5462-443e-9be1-67f82f0fee51 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0665348 Nov 25 17:07:55.443967 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836a140-478d-4abe-8461-6f16fb904cf5 None None] Pushing event updated for resources: {'Port': ['ID=7fddc8fb-464c-460e-83ea-e3df9c55ab38,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:55.479961 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Attempting to bind port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:55.480385 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Attempting to bind port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:55.480756 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Attempting to bind port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:55.491099 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:55.492006 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:55.492631 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.493622 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:55.494115 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Bound port: 7fddc8fb-464c-460e-83ea-e3df9c55ab38, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:55.494530 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.547909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94b56ff1-55db-4c53-bf39-71e47f4e7da0 req-426e7efb-e69b-4542-974a-f21f46f5e504 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 210 time: 0.3835623 Nov 25 17:07:55.587037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-dd334e2a-545f-498a-a170-64dd3ab95356 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.589881 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-dd334e2a-545f-498a-a170-64dd3ab95356 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611195 Nov 25 17:07:55.607302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.622198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Request body: {'port': {'device_id': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '73b34f85a00e4f4abef82995f13b505e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:55.647292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Request body: {'port': {'device_id': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'cfc2e6df594447ac88be929251547779'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:55.671921 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] For port 7fddc8fb-464c-460e-83ea-e3df9c55ab38, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:55.688506 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] For port 7fddc8fb-464c-460e-83ea-e3df9c55ab38, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7fddc8fb-464c-460e-83ea-e3df9c55ab38,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:55.698733 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:55.825674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d9c53-5d7c-4669-838a-f70048b08d1a req-2c21686f-6111-4144-8f5e-32e151e9ad10 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:55.827595 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Routers {'5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:07:55.828911 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:55.852336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d11d9c53-5d7c-4669-838a-f70048b08d1a req-2c21686f-6111-4144-8f5e-32e151e9ad10 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 936 time: 1.4001801 Nov 25 17:07:55.997719 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] Set router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:07:56.026188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4127f01-3e41-498c-93c9-978cc3d5956b req-9df2e49f-bde5-4b3b-a491-89df366c6a08 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 210 time: 0.1651802 Nov 25 17:07:56.042831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Allocated IP 172.20.0.1 (133efebc-5367-44aa-a743-36ff87874418/301cb1ff-5979-4097-aa0e-78310a1c54f9/2083083e-3944-4b81-a2f1-ff50b41b6eea) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:56.134364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.73', 64680) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:56.270223 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836a140-478d-4abe-8461-6f16fb904cf5 None None] Pushing event updated for resources: {'Port': ['ID=7fddc8fb-464c-460e-83ea-e3df9c55ab38,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:56.537410 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 3, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:07:56.547094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.609734 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd9f4b-9d25-4feb-bb75-828403e1fa1b None None] The sync data for ids ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'] in n-d-817303-7 is: [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:07:50Z', 'revision_number': 3, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:07:56.680999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-5a2fb38c-ca04-4557-83ac-9a8534da6763 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=73b34f85a00e4f4abef82995f13b505e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5096312 Nov 25 17:07:56.686317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Made reservation on behalf of cfc2e6df594447ac88be929251547779 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:56.692091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.706037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d11d9c53-5d7c-4669-838a-f70048b08d1a req-be17c60c-deb4-4961-8b85-b53d86e7b2e2 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519337 Nov 25 17:07:56.736416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Made reservation on behalf of 73b34f85a00e4f4abef82995f13b505e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:56.740758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.748992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.780248 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.820141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:56.946425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Pushing event updated for resources: {'Port': ['ID=2083083e-3944-4b81-a2f1-ff50b41b6eea,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:56.962618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Network 133efebc-5367-44aa-a743-36ff87874418 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:56.977643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:56.987026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:56.987524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.129474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-0ffa30b6-ceb6-4aff-ab50-7a9d1e5aa074 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:57.131119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-0ffa30b6-ceb6-4aff-ab50-7a9d1e5aa074 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355748 Nov 25 17:07:57.162907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Request body: {'port': {'device_id': '4831ca92-c380-4580-a01b-debaa7083d08', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '73b34f85a00e4f4abef82995f13b505e'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:57.174317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74bb8fdb-4b09-4b64-81c8-d35c0bce6be4 req-02b9c429-ab88-498c-8e85-f363910e2a3b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 210 time: 0.3474643 Nov 25 17:07:57.422161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47502184-8517-4207-bed6-04ad92348e86 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:07:57.437155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.470182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Transition to ACTIVE for port object 47502184-8517-4207-bed6-04ad92348e86 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:07:57.485523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.551820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fddc8fb-464c-460e-83ea-e3df9c55ab38 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:57.685093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.723172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.762265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5ee0b845-13c4-4de6-91b2-3a90c4214bfc None None] Provisioning complete for port 2083083e-3944-4b81-a2f1-ff50b41b6eea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:57.762642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b845-13c4-4de6-91b2-3a90c4214bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.919678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:57.920973 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:57.924700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0b845-13c4-4de6-91b2-3a90c4214bfc None None] Port 2083083e-3944-4b81-a2f1-ff50b41b6eea cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:57.984551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.033865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:58.035075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844589f7-1c46-42c7-b3c1-dcd0b25ac40d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:58.145680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Allocated IP 192.168.233.76 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/ac79069a-bb81-46ad-90fe-bba99a3d191a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:58.187112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.223367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 7fddc8fb-464c-460e-83ea-e3df9c55ab38, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7fddc8fb-464c-460e-83ea-e3df9c55ab38,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:07:58.235428 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.304422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82ef289-e774-45e0-8041-b8ed4f45d6bf req-fc7494d8-918a-463f-858d-8950604230f0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 210 time: 0.3156950 Nov 25 17:07:58.320626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.372425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.444907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Pushing event updated for resources: {'Port': ['ID=47502184-8517-4207-bed6-04ad92348e86,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:58.461910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7fddc8fb-464c-460e-83ea-e3df9c55ab38,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:58.493668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.555580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:07:58.577568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:07:58.581029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:07:58.589294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:58.590119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.598293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Attempting to bind port 47502184-8517-4207-bed6-04ad92348e86 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:07:58.599366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Attempting to bind port 47502184-8517-4207-bed6-04ad92348e86 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:07:58.599881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Attempting to bind port 47502184-8517-4207-bed6-04ad92348e86 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:58.636993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Port 47502184-8517-4207-bed6-04ad92348e86 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:07:58.637317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Attempting to bind port 47502184-8517-4207-bed6-04ad92348e86 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:07:58.645916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:58.651177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:07:58.651569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:07:58.652111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:07:58.652630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Bound port: 47502184-8517-4207-bed6-04ad92348e86, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:07:58.653474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.672969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Allocated IP 192.168.233.36 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:07:58.735038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1381316 Nov 25 17:07:58.762538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f7b1-8597-453e-b7bc-bafb338919e3 req-fefb605b-1b03-4d5c-b3f6-9c96d73fc38f tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:58.765710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff09f7b1-8597-453e-b7bc-bafb338919e3 req-fefb605b-1b03-4d5c-b3f6-9c96d73fc38f tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.3219068 Nov 25 17:07:58.804528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-441658b3-f740-4505-af0c-e3f403c2f9c7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:07:58.805877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-441658b3-f740-4505-af0c-e3f403c2f9c7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0322754 Nov 25 17:07:58.842809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-924ad5e0-8d05-45d5-99a3-8c82b1fb17c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.850764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Made reservation on behalf of 73b34f85a00e4f4abef82995f13b505e for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:07:58.856831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.872769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0346c223-3275-4489-a0df-ba343d1bd677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.925424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d23cce65-f03b-403f-a260-47be2b1b7bd0 None None] Provisioning complete for port ac79069a-bb81-46ad-90fe-bba99a3d191a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:58.925999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d23cce65-f03b-403f-a260-47be2b1b7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:58.965346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aac4f6-74ea-4469-ac6e-0f2f20550b5c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.016596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-703ceb0e-dbb5-4444-b07b-6efb5e90307c req-2bb9b111-9812-43ee-8e13-00497b8a25c1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 210 time: 0.3370597 Nov 25 17:07:59.044125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.045220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d23cce65-f03b-403f-a260-47be2b1b7bd0 None None] Port ac79069a-bb81-46ad-90fe-bba99a3d191a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:07:59.157873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c62ae8-a403-49f3-93c8-9a165d19397f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:07:59.302576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff09f7b1-8597-453e-b7bc-bafb338919e3 req-5f209481-57b6-438a-b662-c175c97606ee tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077822 Nov 25 17:07:59.382980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] For port 47502184-8517-4207-bed6-04ad92348e86, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:07:59.390677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] For port 47502184-8517-4207-bed6-04ad92348e86, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=47502184-8517-4207-bed6-04ad92348e86,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:07:59.457528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.478772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fddc8fb-464c-460e-83ea-e3df9c55ab38 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:07:59.495424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42bee5ac-71da-4f7d-a169-285509bbdee3 req-e4dce6da-2ae9-4711-bd4d-0107cb055e55 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 210 time: 0.0452938 Nov 25 17:07:59.501332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:07:59.514166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.517840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] 10.222.0.73 "PUT /v2.0/ports/47502184-8517-4207-bed6-04ad92348e86 HTTP/1.1" status: 200 len: 1118 time: 5.5168831 Nov 25 17:07:59.546243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'tag': '47502184-8517-4207-bed6-04ad92348e86'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:07:59.690950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:07:59.736215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:07:59.738185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.755580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Request body: {'port': {'device_id': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:07:59.867221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.902115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85910d1d-5fa9-4d21-ba0b-d36d162f348b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:07:59.918883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.165580 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.205094 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f85937-e607-40fc-8fa4-ea521e1a5aff" -d '{"events": [{"name": "network-changed", "server_uuid": "dabffcfb-d309-4f40-8d48-8ac664deed99", "tag": "47502184-8517-4207-bed6-04ad92348e86"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:00.287689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35521b8a-a63c-4892-aab8-fe27d0edbd4f service neutron] Pushing event updated for resources: {'Port': ['ID=47502184-8517-4207-bed6-04ad92348e86,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:00.306593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Allocated IP 192.168.233.133 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/a56ffd76-de5f-4c2d-a629-599b7a9c6f5e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:00.325179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.332328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.341343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.451002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:00.518029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:00.549512 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-924ad5e0-8d05-45d5-99a3-8c82b1fb17c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.582293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0346c223-3275-4489-a0df-ba343d1bd677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.588688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-d3d97535-f6d0-4693-9325-9bf26b48eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:00.591038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-d3d97535-f6d0-4693-9325-9bf26b48eab5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2257be3ba5e46419c5fb271da345f2b&device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 1121 time: 0.8791327 Nov 25 17:08:00.592842 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c80083-85ba-4b46-a54e-1df67714cd73 x-openstack-request-id: req-79c80083-85ba-4b46-a54e-1df67714cd73 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:00.593141 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabffcfb-d309-4f40-8d48-8ac664deed99", "tag": "47502184-8517-4207-bed6-04ad92348e86", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:00.593434 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79c80083-85ba-4b46-a54e-1df67714cd73 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:00.593910 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'tag': '47502184-8517-4207-bed6-04ad92348e86', 'status': 'completed', 'code': 200} Nov 25 17:08:00.596679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0346c223-3275-4489-a0df-ba343d1bd677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.628663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:00.632296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0346c223-3275-4489-a0df-ba343d1bd677 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63aef38d7ee74e5ebc745e720cab211e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9762318 Nov 25 17:08:00.637833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-924ad5e0-8d05-45d5-99a3-8c82b1fb17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.645230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:00.646755 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.674248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:00.679963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-924ad5e0-8d05-45d5-99a3-8c82b1fb17c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed608e89c5ad4720ae4a6a5234bd68ba&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6381922 Nov 25 17:08:00.697538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:00.766288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1381128 Nov 25 17:08:00.843069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Pushing event updated for resources: {'Port': ['ID=2083083e-3944-4b81-a2f1-ff50b41b6eea,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:00.879049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-e05d026f-1d1a-4ae0-ab22-7cdad60c3fbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=47502184-8517-4207-bed6-04ad92348e86 HTTP/1.1" status: 200 len: 217 time: 0.2528226 Nov 25 17:08:00.937674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-607b7f70-7096-4d48-ab26-f3a988f5c747 None None] Provisioning complete for port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:00.938449 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-607b7f70-7096-4d48-ab26-f3a988f5c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:00.965635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346c223-3275-4489-a0df-ba343d1bd677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a75f51c-93cc-4af8-9fdd-7434de386627,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:01.003806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed8d0-a88c-494d-b60c-e7e9d0a8f740 req-cb73a5ae-8229-4e12-aead-796900494750 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:01.005422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd1ed8d0-a88c-494d-b60c-e7e9d0a8f740 req-cb73a5ae-8229-4e12-aead-796900494750 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 935 time: 0.7951417 Nov 25 17:08:01.012894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85910d1d-5fa9-4d21-ba0b-d36d162f348b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.023500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-607b7f70-7096-4d48-ab26-f3a988f5c747 None None] Port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:01.054094 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bef3a86-3368-4af8-b8ba-f984034c452a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.070396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-99b5f824-8eee-4504-9050-db6056bb0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:01.072058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-99b5f824-8eee-4504-9050-db6056bb0ff3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1804183 Nov 25 17:08:01.110369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f173417-a396-47bf-a5d7-453562ca5081 req-3e71143a-f626-4655-a730-88bb4d1cea0d tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:01.118816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f173417-a396-47bf-a5d7-453562ca5081 req-3e71143a-f626-4655-a730-88bb4d1cea0d tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.4401932 Nov 25 17:08:01.120734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85910d1d-5fa9-4d21-ba0b-d36d162f348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.156946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ad5e0-8d05-45d5-99a3-8c82b1fb17c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018cafa6-1377-4612-906f-6d7882c19024,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:01.161146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4abb5-8523-4827-806c-d1339cefb522 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Pushing event updated for resources: {'Port': ['ID=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:01.170312 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bef3a86-3368-4af8-b8ba-f984034c452a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.219599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd1ed8d0-a88c-494d-b60c-e7e9d0a8f740 req-2466ad08-d382-4158-87c2-f855c05e15be tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887059 Nov 25 17:08:01.234597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-3bdf372c-6b31-4ffe-8717-a27bab007209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:01.236227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-3bdf372c-6b31-4ffe-8717-a27bab007209 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463535 Nov 25 17:08:01.280242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85910d1d-5fa9-4d21-ba0b-d36d162f348b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ae335-ffc4-41cf-849c-5202b0b2de08,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:01.315305 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-85910d1d-5fa9-4d21-ba0b-d36d162f348b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=122be898a4d34711ae443cab3fe3c0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6139505 Nov 25 17:08:01.315961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:01.329757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36a4ae14-a353-411c-932f-d77b049e1112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.335634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bef3a86-3368-4af8-b8ba-f984034c452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.338627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0bef3a86-3368-4af8-b8ba-f984034c452a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.343050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0bef3a86-3368-4af8-b8ba-f984034c452a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a75f51c-93cc-4af8-9fdd-7434de386627 HTTP/1.1" status: 204 len: 168 time: 0.6589990 Nov 25 17:08:01.355911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef3a86-3368-4af8-b8ba-f984034c452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a75f51c-93cc-4af8-9fdd-7434de386627,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:01.357670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Network 133efebc-5367-44aa-a743-36ff87874418 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:01.413458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ab93287-159b-4447-8914-abca86642bbe req-df403b7c-f574-401c-9d2a-46a108e23b03 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 210 time: 0.0394979 Nov 25 17:08:01.419875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-bed98447-a25d-466f-91bb-f4f5aacd9a8c service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661477 Nov 25 17:08:01.445557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:01.459010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Request body: {'port': {'device_id': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:01.479823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f173417-a396-47bf-a5d7-453562ca5081 req-24adbe8c-464e-44f1-a210-1e7a9cd778b3 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598995 Nov 25 17:08:01.604154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36a4ae14-a353-411c-932f-d77b049e1112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.723356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4a7544-5ca5-4aa5-8c87-00024b8b4a89 req-8a794bfa-0866-4f81-90ef-f4073a798d19 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858546 Nov 25 17:08:01.874861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6d6a91d8-1ab7-45a4-8132-9a46b21d57f0 None None] Provisioning complete for port 2083083e-3944-4b81-a2f1-ff50b41b6eea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:01.875400 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d6a91d8-1ab7-45a4-8132-9a46b21d57f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:01.985878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a91d8-1ab7-45a4-8132-9a46b21d57f0 None None] Port 2083083e-3944-4b81-a2f1-ff50b41b6eea cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:01.993976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:02.010758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e466850b-b781-43b3-a8a7-a13e15ecdc32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.147044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.192400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36a4ae14-a353-411c-932f-d77b049e1112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.197634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36a4ae14-a353-411c-932f-d77b049e1112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.197634 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-36a4ae14-a353-411c-932f-d77b049e1112 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/018cafa6-1377-4612-906f-6d7882c19024 HTTP/1.1" status: 204 len: 168 time: 1.4894369 Nov 25 17:08:02.245843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e466850b-b781-43b3-a8a7-a13e15ecdc32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.250094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a9954c2-5532-4d2e-9fc2-f70b109d24ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.252306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e466850b-b781-43b3-a8a7-a13e15ecdc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.284275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.288426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4ae14-a353-411c-932f-d77b049e1112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018cafa6-1377-4612-906f-6d7882c19024,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:02.321094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466850b-b781-43b3-a8a7-a13e15ecdc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a839ee-fea2-4c1f-beb0-8a825cd6abe5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:02.402363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:08:02.416919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a9954c2-5532-4d2e-9fc2-f70b109d24ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.459507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e466850b-b781-43b3-a8a7-a13e15ecdc32 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdb7df76d7074bb98b71ef380010eba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633551 Nov 25 17:08:02.464159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52672) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:02.529910 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.580305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-3a12af57-7cc1-4d3b-a0e6-d6c89b7202b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:02.583552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-3a12af57-7cc1-4d3b-a0e6-d6c89b7202b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2257be3ba5e46419c5fb271da345f2b&device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 1121 time: 0.2064965 Nov 25 17:08:02.718947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68800253-22b2-4f05-90ac-940dffa9814d req-ad6af289-2828-4cfa-adec-066c52c572a7 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:02.720615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68800253-22b2-4f05-90ac-940dffa9814d req-ad6af289-2828-4cfa-adec-066c52c572a7 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 935 time: 0.3610570 Nov 25 17:08:02.736718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:02.789014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:02.791160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.823073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c6b049c-c22c-4bb8-9f90-0844a8d1d63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.898636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea1f6-6f71-4475-a523-5750eeaf5f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.952512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:02.954680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event updated for resources: {'Port': ['ID=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:02.960871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:02.980184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:02.986720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c6b049c-c22c-4bb8-9f90-0844a8d1d63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:02.992753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.000095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Transition to ACTIVE for port object ac79069a-bb81-46ad-90fe-bba99a3d191a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:03.003965 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.014211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c6b049c-c22c-4bb8-9f90-0844a8d1d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.033475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.121666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a9954c2-5532-4d2e-9fc2-f70b109d24ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.128954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a9954c2-5532-4d2e-9fc2-f70b109d24ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.130575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a9954c2-5532-4d2e-9fc2-f70b109d24ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b3ae335-ffc4-41cf-849c-5202b0b2de08 HTTP/1.1" status: 204 len: 168 time: 1.8080306 Nov 25 17:08:03.167008 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-c9ea743f-70ea-44d1-8609-1db2a5b94d65 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0086854 Nov 25 17:08:03.175985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc504fa-c118-40d1-9273-f507fe3752e3 req-abd339a7-39b0-43bb-b14d-26baeb043268 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.184295 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dc504fa-c118-40d1-9273-f507fe3752e3 req-abd339a7-39b0-43bb-b14d-26baeb043268 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 936 time: 0.6090503 Nov 25 17:08:03.217722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Request body: {'port': {'device_id': '4831ca92-c380-4580-a01b-debaa7083d08', 'device_owner': 'compute:tempest-test_az-1320546726', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:03.290238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68800253-22b2-4f05-90ac-940dffa9814d req-e2764fc7-e62c-486d-85f8-796956dc4938 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478101 Nov 25 17:08:03.306254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Attempting to bind port ac79069a-bb81-46ad-90fe-bba99a3d191a on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:03.306773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Attempting to bind port ac79069a-bb81-46ad-90fe-bba99a3d191a by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:03.307286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Attempting to bind port ac79069a-bb81-46ad-90fe-bba99a3d191a on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:03.331434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0c6b049c-c22c-4bb8-9f90-0844a8d1d63f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c942a199041479d9c743f7fc015313e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5354362 Nov 25 17:08:03.340477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9954c2-5532-4d2e-9fc2-f70b109d24ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ae335-ffc4-41cf-849c-5202b0b2de08,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.342728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b049c-c22c-4bb8-9f90-0844a8d1d63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b41861-2abe-40d9-89ed-c4a1ff276995,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.352222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:03.358960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Port ac79069a-bb81-46ad-90fe-bba99a3d191a on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:03.359584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Attempting to bind port ac79069a-bb81-46ad-90fe-bba99a3d191a on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:03.391633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:03.391633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:03.392150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:03.392798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Bound port: ac79069a-bb81-46ad-90fe-bba99a3d191a, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:03.393371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.401444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:03.494119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6d4a93a1-c6ad-4b33-bd61-d31b28bf66f6 None None] Provisioning complete for port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:03.494776 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d4a93a1-c6ad-4b33-bd61-d31b28bf66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.529780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-529089f2-854f-45f7-bf12-d4dc982aabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.531825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-529089f2-854f-45f7-bf12-d4dc982aabee service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.8318195 Nov 25 17:08:03.543541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.636216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a93a1-c6ad-4b33-bd61-d31b28bf66f6 None None] Port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:03.744114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea1f6-6f71-4475-a523-5750eeaf5f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:03.790555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-f871591c-5333-49f3-a212-b9bb36041792 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=47502184-8517-4207-bed6-04ad92348e86 HTTP/1.1" status: 200 len: 217 time: 0.1724296 Nov 25 17:08:03.799237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dc504fa-c118-40d1-9273-f507fe3752e3 req-ac959c72-539c-4dc6-b796-9013445ba24d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137080 Nov 25 17:08:03.868273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-8bff5293-4ba3-4e28-adb5-a90137b76923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.870002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-8bff5293-4ba3-4e28-adb5-a90137b76923 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0675700 Nov 25 17:08:03.883882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ad5f-d771-415a-a5c0-75bd5f8a251e req-0f145f92-8324-4d8d-9283-580e29eb2863 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:03.885739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ae0ad5f-d771-415a-a5c0-75bd5f8a251e req-0f145f92-8324-4d8d-9283-580e29eb2863 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.3983743 Nov 25 17:08:03.979038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:03.997175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e23bbe0c-08c4-4854-a61d-49cb635dda3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.019722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:04.033476 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.037953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-ac094429-a894-4112-ad2c-108cb05a40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.040681 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-ac094429-a894-4112-ad2c-108cb05a40ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522808 Nov 25 17:08:04.042408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:08:04.048807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-331416bd-afeb-420a-aa17-98a96bc6a132 admin admin] 10.222.0.86 "PUT /v2.0/routers/5f4f3ec7-7735-4dc3-9070-4aae4ea2f554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2067714 Nov 25 17:08:04.065517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Sync routers for ids ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:08:04.085810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52688) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:04.102645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d391d871-2c01-457e-8816-a5dd01e498e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.126379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea1f6-6f71-4475-a523-5750eeaf5f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.127827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Routers {'5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:04.130708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea1f6-6f71-4475-a523-5750eeaf5f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.132180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:04.132714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb6ea1f6-6f71-4475-a523-5750eeaf5f17 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b8a839ee-fea2-4c1f-beb0-8a825cd6abe5 HTTP/1.1" status: 204 len: 168 time: 1.6646316 Nov 25 17:08:04.140092 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e23bbe0c-08c4-4854-a61d-49cb635dda3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.206806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ea1f6-6f71-4475-a523-5750eeaf5f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a839ee-fea2-4c1f-beb0-8a825cd6abe5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.280831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.360898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:04.382448 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.500620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Transition to ACTIVE for port object 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:04.538498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.668160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Set router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:04.691231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ae0ad5f-d771-415a-a5c0-75bd5f8a251e req-f2666176-74a9-4e94-801d-3c1a1de212df tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7916865 Nov 25 17:08:04.697553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:04.698614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.700729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-768198f7-4a03-4abb-92a1-dcc59c9806da service neutron] 10.222.0.55 "PUT /v2.0/ports/ac79069a-bb81-46ad-90fe-bba99a3d191a HTTP/1.1" status: 200 len: 1095 time: 5.3233120 Nov 25 17:08:04.703503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:04.706479 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23" -d '{"events": [{"name": "network-changed", "server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:04.753356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Pushing event updated for resources: {'Port': ['ID=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:04.893045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e23bbe0c-08c4-4854-a61d-49cb635dda3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.907365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e23bbe0c-08c4-4854-a61d-49cb635dda3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.908966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e23bbe0c-08c4-4854-a61d-49cb635dda3f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0b41861-2abe-40d9-89ed-c4a1ff276995 HTTP/1.1" status: 204 len: 168 time: 1.5516567 Nov 25 17:08:04.946874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d391d871-2c01-457e-8816-a5dd01e498e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.948872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '2083083e-3944-4b81-a2f1-ff50b41b6eea', 'name': '', 'network_id': '133efebc-5367-44aa-a743-36ff87874418', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'mac_address': 'fa:16:3e:52:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '301cb1ff-5979-4097-aa0e-78310a1c54f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:54Z', 'updated_at': '2021-11-25T17:07:59Z', 'revision_number': 2, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'subnets': [{'id': '301cb1ff-5979-4097-aa0e-78310a1c54f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:04.983236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d391d871-2c01-457e-8816-a5dd01e498e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:04.985159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Checking router: 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:08:04.987795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Updating router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 port 2083083e-3944-4b81-a2f1-ff50b41b6eea binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:08:05.068064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d391d871-2c01-457e-8816-a5dd01e498e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9550cabd723d43118f25f4dfedaee244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9809229 Nov 25 17:08:05.090356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.129098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:05.148478 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467315aa-e90f-4391-97c5-3b2dd2bc66a4 x-openstack-request-id: req-467315aa-e90f-4391-97c5-3b2dd2bc66a4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:05.148832 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:05.149093 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-467315aa-e90f-4391-97c5-3b2dd2bc66a4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:05.149489 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'status': 'completed', 'code': 200} Nov 25 17:08:05.170042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bbe0c-08c4-4854-a61d-49cb635dda3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b41861-2abe-40d9-89ed-c4a1ff276995,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:05.283642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56ffd76-de5f-4c2d-a629-599b7a9c6f5e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:05.292687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.326594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Transition to ACTIVE for port object a56ffd76-de5f-4c2d-a629-599b7a9c6f5e will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:05.336126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-6602a126-c8e2-4192-ac5a-b13fc1d62b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.340503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-6602a126-c8e2-4192-ac5a-b13fc1d62b10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1098 time: 0.4859800 Nov 25 17:08:05.351040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-046cf195-adf1-49c5-a85a-94c84cc33a80 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2495401 Nov 25 17:08:05.369635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.414930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d60e4-f191-4b0a-a0f9-3ad7deb75b7d req-cca57e9a-e8cc-4a72-a2cc-bd2791a5cb85 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.432134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-600d60e4-f191-4b0a-a0f9-3ad7deb75b7d req-cca57e9a-e8cc-4a72-a2cc-bd2791a5cb85 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 947 time: 0.4260225 Nov 25 17:08:05.530163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d871-2c01-457e-8816-a5dd01e498e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6108c29-de98-4a23-8b02-0202513b2736,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:05.533943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-7e6a828b-9d3f-4383-a885-ab96ca5b3d82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a HTTP/1.1" status: 200 len: 217 time: 0.1468341 Nov 25 17:08:05.590521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Attempting to bind port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:05.590977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Attempting to bind port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:05.591335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Attempting to bind port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:05.605550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:05.605873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Attempting to bind port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:05.622896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05e95be6-f564-4677-a7cc-c39c0b209024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.726044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-73bf8d91-fd2b-4749-836a-37b86fe0b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.727979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-73bf8d91-fd2b-4749-836a-37b86fe0b877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1480489 Nov 25 17:08:05.742145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5d3f8-7b4b-4db0-8456-967ffda65751 req-11a1f597-511f-48c2-b464-5ee18ea874d7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:05.748278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78d5d3f8-7b4b-4db0-8456-967ffda65751 req-11a1f597-511f-48c2-b464-5ee18ea874d7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.4055178 Nov 25 17:08:05.762433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-55658b49-02fe-4549-9032-dabbba1dbfc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.788264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Attempting to bind port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:05.788820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Attempting to bind port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:05.789410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Attempting to bind port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:05.792799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:05.793448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:05.794845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:05.799629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Bound port: 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:05.800163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.803006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Pushing event updated for resources: {'Port': ['ID=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:05.849729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:05.850863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Attempting to bind port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:05.870526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:05.872403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:05.876509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:05.877183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Bound port: a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:05.877791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.878751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-55658b49-02fe-4549-9032-dabbba1dbfc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.880493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:05.891296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.034749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78d5d3f8-7b4b-4db0-8456-967ffda65751 req-18fe2367-55e7-405f-b045-75462acb0c7d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492936 Nov 25 17:08:06.157392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] For port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:06.182655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] For port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:06.189524 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-55658b49-02fe-4549-9032-dabbba1dbfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.192530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-55658b49-02fe-4549-9032-dabbba1dbfc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.193780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-55658b49-02fe-4549-9032-dabbba1dbfc0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6108c29-de98-4a23-8b02-0202513b2736 HTTP/1.1" status: 204 len: 168 time: 1.0256705 Nov 25 17:08:06.201965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f96b1-0a6a-4660-a9cb-27fbd5111180 None None] Pushing event updated for resources: {'Port': ['ID=2083083e-3944-4b81-a2f1-ff50b41b6eea,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:06.205634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.221533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55658b49-02fe-4549-9032-dabbba1dbfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6108c29-de98-4a23-8b02-0202513b2736,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:06.259878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.260556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.265503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] 10.222.0.55 "PUT /v2.0/ports/72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 HTTP/1.1" status: 200 len: 1095 time: 4.8148420 Nov 25 17:08:06.271189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-600d60e4-f191-4b0a-a0f9-3ad7deb75b7d req-b9432e4f-e0ff-46e4-add8-06c6895730bf tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373163 Nov 25 17:08:06.276875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'tag': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:06.330597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-34ef113e-5309-4f01-80b4-cbf07308526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.333184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-34ef113e-5309-4f01-80b4-cbf07308526c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2893620 Nov 25 17:08:06.480376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Attempting to bind port 2083083e-3944-4b81-a2f1-ff50b41b6eea on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:06.481156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Attempting to bind port 2083083e-3944-4b81-a2f1-ff50b41b6eea by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:06.481958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Attempting to bind port 2083083e-3944-4b81-a2f1-ff50b41b6eea on network 133efebc-5367-44aa-a743-36ff87874418 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:06.491702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f85937-e607-40fc-8fa4-ea521e1a5aff req-57687d3f-cf8b-49c4-99c4-47be3e264a4d service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0893464 Nov 25 17:08:06.499935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:06.500818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Checking segment: {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:06.501450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.502461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Bound using segment: {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:06.505719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Bound port: 2083083e-3944-4b81-a2f1-ff50b41b6eea, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b92eacd-6ea5-4ab2-8d30-6618f2900523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '133efebc-5367-44aa-a743-36ff87874418'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:06.506405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.522642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] For port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:06.603175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-597f9edb-bfd8-4445-881b-d6cb7969d962 None None] Provisioning complete for port 2083083e-3944-4b81-a2f1-ff50b41b6eea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:06.603405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-597f9edb-bfd8-4445-881b-d6cb7969d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.639951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a3211-aa4c-4ca7-b4d4-8e346b7cee6d req-835df3ca-6f02-484f-a70d-2d1d6a5192b3 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:06.649686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f40a3211-aa4c-4ca7-b4d4-8e346b7cee6d req-835df3ca-6f02-484f-a70d-2d1d6a5192b3 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.1972737 Nov 25 17:08:06.763714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] For port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:06.799630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-597f9edb-bfd8-4445-881b-d6cb7969d962 None None] Port 2083083e-3944-4b81-a2f1-ff50b41b6eea cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:06.840454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f40a3211-aa4c-4ca7-b4d4-8e346b7cee6d req-a9847f0b-fa31-441b-9623-18b0ed021a3e tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893389 Nov 25 17:08:06.865867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:06.937933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19637eb-b918-49f3-8c61-6ade6c7912bd service neutron] Pushing event updated for resources: {'Port': ['ID=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:07.046566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] For port 2083083e-3944-4b81-a2f1-ff50b41b6eea, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:07.068248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] For port 2083083e-3944-4b81-a2f1-ff50b41b6eea, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2083083e-3944-4b81-a2f1-ff50b41b6eea,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:07.073724 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.087790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-dbc64e7c-34e8-4cd2-ae28-cf4e590b37e8 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336860 Nov 25 17:08:07.090172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Pushing event updated for resources: {'Port': ['ID=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:07.180889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.181497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.182956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-ee9237af-2e5b-409d-880f-acca6bcbb18e service neutron] 10.222.0.73 "PUT /v2.0/ports/a56ffd76-de5f-4c2d-a629-599b7a9c6f5e HTTP/1.1" status: 200 len: 1118 time: 3.9766154 Nov 25 17:08:07.193265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-479cc180-72f2-49a2-b56a-69ddaa437db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.194745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-479cc180-72f2-49a2-b56a-69ddaa437db5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc2e6df594447ac88be929251547779&device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 1098 time: 0.5002775 Nov 25 17:08:07.353222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f96b1-0a6a-4660-a9cb-27fbd5111180 None None] Pushing event updated for resources: {'Port': ['ID=2083083e-3944-4b81-a2f1-ff50b41b6eea,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:07.433875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Routers {'5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:07.434532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:07:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:07.624080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f5f5365-246a-4950-bd65-8e6b9ec3dc7d req-5a724fc3-ff35-4b71-a677-df56ea7e34ad service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198352 Nov 25 17:08:07.757308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6380-4d7a-45d6-8bf5-3a0256aa8040 req-b56e0c92-8971-42ea-9900-3fd509097748 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:07.764858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbee6380-4d7a-45d6-8bf5-3a0256aa8040 req-b56e0c92-8971-42ea-9900-3fd509097748 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.4609969 Nov 25 17:08:07.814836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52778) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:07.861294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000995790', 'description': 'tempest-description--1246748878'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:07.897376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] Set router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:07.904699 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:07.998837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbee6380-4d7a-45d6-8bf5-3a0256aa8040 req-f7ee250e-e4b4-4c70-90f9-4d0bd8131879 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053626 Nov 25 17:08:08.001336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:08.086036 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c3620-c955-400c-adab-dcaca721c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "47332e3e-8c3b-4879-8e35-20aeda38292b", "tag": "72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:08.107962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-ff2aa555-1e63-4ff1-8350-1bf3e73a5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.115880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-ff2aa555-1e63-4ff1-8350-1bf3e73a5b1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1098 time: 0.3986011 Nov 25 17:08:08.140095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-d15e6201-80df-40ca-aa6d-54821b4849d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 HTTP/1.1" status: 200 len: 217 time: 0.9147844 Nov 25 17:08:08.240039 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b27db36b-3443-4e38-a7b1-60ad8d354dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.288811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-91228132-d496-479b-9977-607dceebc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.303937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-91228132-d496-479b-9977-607dceebc613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1566486 Nov 25 17:08:08.433373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-58f9e432-4180-4af0-871c-4e9cf3530f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.435061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-58f9e432-4180-4af0-871c-4e9cf3530f98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3059142 Nov 25 17:08:08.497404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5c36e7b3-217c-4f88-8257-4ae56ef5a627 None None] Provisioning complete for port 2083083e-3944-4b81-a2f1-ff50b41b6eea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:08.497887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c36e7b3-217c-4f88-8257-4ae56ef5a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.552668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '2083083e-3944-4b81-a2f1-ff50b41b6eea', 'name': '', 'network_id': '133efebc-5367-44aa-a743-36ff87874418', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'mac_address': 'fa:16:3e:52:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '301cb1ff-5979-4097-aa0e-78310a1c54f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:54Z', 'updated_at': '2021-11-25T17:08:07Z', 'revision_number': 4, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'subnets': [{'id': '301cb1ff-5979-4097-aa0e-78310a1c54f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:08.569287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-3ee43cb8-b3ff-4783-86e7-9cfe2aabaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.570967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-3ee43cb8-b3ff-4783-86e7-9cfe2aabaae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 1121 time: 1.1917281 Nov 25 17:08:08.580899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9e1ac-4d44-4204-9ffd-29dd75ce23ff None None] The sync data for ids ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'] in n-d-817303-7 is: [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '2083083e-3944-4b81-a2f1-ff50b41b6eea', 'name': '', 'network_id': '133efebc-5367-44aa-a743-36ff87874418', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'mac_address': 'fa:16:3e:52:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '301cb1ff-5979-4097-aa0e-78310a1c54f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:54Z', 'updated_at': '2021-11-25T17:08:07Z', 'revision_number': 4, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'subnets': [{'id': '301cb1ff-5979-4097-aa0e-78310a1c54f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:08:08.590570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2742e4-99d4-4e32-95de-eb436178f3fc req-b6089b96-8d68-4621-9f82-6d406f63c749 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:08.617471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f2742e4-99d4-4e32-95de-eb436178f3fc req-b6089b96-8d68-4621-9f82-6d406f63c749 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 947 time: 0.5776052 Nov 25 17:08:08.693421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c36e7b3-217c-4f88-8257-4ae56ef5a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.696472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-894235870-network', 'tenant_id': 'ea96d2b264d54311b0358b61ccf60735'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:08.774082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5c36e7b3-217c-4f88-8257-4ae56ef5a627 None None] For port 2083083e-3944-4b81-a2f1-ff50b41b6eea, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2083083e-3944-4b81-a2f1-ff50b41b6eea,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:08.781276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c36e7b3-217c-4f88-8257-4ae56ef5a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:08.829698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-093298ad-2761-40b6-865e-24470fce4615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a HTTP/1.1" status: 200 len: 217 time: 0.3820360 Nov 25 17:08:08.891373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36e7b3-217c-4f88-8257-4ae56ef5a627 None None] Pushing event updated for resources: {'Port': ['ID=2083083e-3944-4b81-a2f1-ff50b41b6eea,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:08.982309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-8ee08c7b-aac6-466f-a279-aa4eb5433592 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e HTTP/1.1" status: 200 len: 217 time: 0.3401670 Nov 25 17:08:08.991173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Made reservation on behalf of ea96d2b264d54311b0358b61ccf60735 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:09.003113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.043723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-c4c5568f-aa99-482d-b83e-e7c63121435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.045391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-c4c5568f-aa99-482d-b83e-e7c63121435f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7179799 Nov 25 17:08:09.122599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.150129 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.178730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.190996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fbf4b-b1ae-4691-be1e-b7c58811a5da req-603d77d7-62dc-455f-bbcd-f086951739f5 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.200049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f2742e4-99d4-4e32-95de-eb436178f3fc req-646665a3-0614-414b-b870-42d71da6136d tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557728 Nov 25 17:08:09.200556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-361fbf4b-b1ae-4691-be1e-b7c58811a5da req-603d77d7-62dc-455f-bbcd-f086951739f5 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.7582688 Nov 25 17:08:09.201633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-65d9d8c5-6365-4847-9a01-baf5616cb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.207739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-65d9d8c5-6365-4847-9a01-baf5616cb601 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2159481 Nov 25 17:08:09.236982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.249927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-370dacac-d942-4ca9-a974-5c991dddc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.252125 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-370dacac-d942-4ca9-a974-5c991dddc03f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.4060450 Nov 25 17:08:09.325828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fe859-c5cf-407b-b1b2-f453e8c38859,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:09.332138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-7bf14603-9f02-4b59-9cdc-ef079728f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.336453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-7bf14603-9f02-4b59-9cdc-ef079728f792 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196451 Nov 25 17:08:09.345918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.350100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc553e8b-f3e9-4676-8186-68728af2eff4 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4901030 Nov 25 17:08:09.360501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:09.366637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'security_group_rule': {'security_group_id': '9d2fe859-c5cf-407b-b1b2-f453e8c38859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:09.372593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-361fbf4b-b1ae-4691-be1e-b7c58811a5da req-74b0d317-02b8-42b5-a802-db3e70a51bd6 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711853 Nov 25 17:08:09.676921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2083083e-3944-4b81-a2f1-ff50b41b6eea up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:09.702066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-9679e4c7-76c7-4aad-afc5-ae71e84592df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.704804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-9679e4c7-76c7-4aad-afc5-ae71e84592df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2877064 Nov 25 17:08:09.759634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f48a9-a18e-4d29-a8b3-447ba56ebf99 req-a3939ca6-f231-4f85-a07e-6eb12cc3935f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:09.768181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e6f48a9-a18e-4d29-a8b3-447ba56ebf99 req-a3939ca6-f231-4f85-a07e-6eb12cc3935f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.1405697 Nov 25 17:08:09.776229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.784792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.905207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 2083083e-3944-4b81-a2f1-ff50b41b6eea triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:09.905207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:09.922833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-6ced7c73-964b-4594-b181-d32cc96d4ec3 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361801 Nov 25 17:08:09.931048 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a5024-27a2-4938-86b6-eba3d6eced95 x-openstack-request-id: req-d92a5024-27a2-4938-86b6-eba3d6eced95 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:09.931349 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47332e3e-8c3b-4879-8e35-20aeda38292b", "tag": "72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:09.931824 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d92a5024-27a2-4938-86b6-eba3d6eced95 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:09.932671 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'tag': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269', 'status': 'completed', 'code': 200} Nov 25 17:08:09.958858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:10.105151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.127424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ea2de-4ca9-4e47-b060-d0c92587c25d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:10.137617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-bb3c9d75-fa81-4bed-94c5-70d1aad8499d service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945664 Nov 25 17:08:10.280207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6f365d4-6c54-4c53-9715-fa4a8f2b02af req-be1df156-88a9-462a-8b6d-628439a86fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452656 Nov 25 17:08:10.304268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.313804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.331254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.331622 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Added segment 58824014-5419-466a-859d-9af568aae720 of type vlan for network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b Nov 25 17:08:10.350658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e6f48a9-a18e-4d29-a8b3-447ba56ebf99 req-8dc000ac-2c58-494a-8073-c87924639cf7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700271 Nov 25 17:08:10.398632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.479304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.483700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1220889 Nov 25 17:08:10.488032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:10.491143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9190d-62f1-4146-aba9-203a29fdfb0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6d11fc-b5dd-47fb-97bf-fc948d76b0e3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:10.503989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'security_group_rule': {'security_group_id': '9d2fe859-c5cf-407b-b1b2-f453e8c38859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:10.549262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501a86b8-cf8a-4928-b8ff-7697e91bd726 req-d28e8221-73a5-46fa-9d88-954ccb71fe34 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775783 Nov 25 17:08:10.568029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.586855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-fa4c5b57-3bb7-4dee-9d18-8a652960e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.600660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-fa4c5b57-3bb7-4dee-9d18-8a652960e98f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc2e6df594447ac88be929251547779&device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 1098 time: 0.2487893 Nov 25 17:08:10.671748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-4b73a146-560a-42aa-a100-01a47f282565 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101230 Nov 25 17:08:10.675988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.678128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.678976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.702615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:10.766785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfe448-5bbf-41da-b9a2-96040a164af2 req-f3ae0c38-2cb8-4ee8-94b4-98eb78c48388 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:10.775267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9bfe448-5bbf-41da-b9a2-96040a164af2 req-f3ae0c38-2cb8-4ee8-94b4-98eb78c48388 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 947 time: 0.2741144 Nov 25 17:08:11.028928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.039192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-0e57caf3-8a13-4e88-bd9a-fbdb135198be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.041661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-0e57caf3-8a13-4e88-bd9a-fbdb135198be service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4250431 Nov 25 17:08:11.044879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.048384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9bfe448-5bbf-41da-b9a2-96040a164af2 req-7819883c-240b-43bc-893c-5d8151cc0cad tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701297 Nov 25 17:08:11.071472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3ec6-84fe-4e89-b737-7e92f6b76ac9 req-c932f192-fb77-4a39-ad91-88a12a4f48cf tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.073314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-282a3ec6-84fe-4e89-b737-7e92f6b76ac9 req-c932f192-fb77-4a39-ad91-88a12a4f48cf tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.2025187 Nov 25 17:08:11.094693 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0922346 Nov 25 17:08:11.100947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8108-dddc-47e1-ae03-7607e470bbaf admin admin] Pushing event updated for resources: {'Network': ['ID=31cb181d-8055-49d0-8105-cd3a5fbb5c9b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:11.102710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:11.116160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9839d6-99e5-4c17-8531-7f55367e58d2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:11.120316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-cb15b74d-af4a-4de0-b52a-72579346570e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 HTTP/1.1" status: 200 len: 217 time: 0.0682755 Nov 25 17:08:11.123908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Request body: {'subnet': {'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-894235870-subnet', 'tenant_id': 'ea96d2b264d54311b0358b61ccf60735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:11.151236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.156185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1196a0c1-15a9-4fe4-920b-4c7a8e029c93 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6659641 Nov 25 17:08:11.159240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:11.161165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:11.166073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:11.231049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-282a3ec6-84fe-4e89-b737-7e92f6b76ac9 req-c604c86e-db72-40b8-8e55-387b98e79e96 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145041 Nov 25 17:08:11.235753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-a8244d6f-111c-4479-a3e4-50fbc85627b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.238213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-a8244d6f-111c-4479-a3e4-50fbc85627b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1095912 Nov 25 17:08:11.272668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Made reservation on behalf of ea96d2b264d54311b0358b61ccf60735 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:11.275006 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.319365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a7b7c37-ec93-43fc-9ee5-e3b082a60a23 req-3ac456e9-adf0-4c65-a893-b18bebfa18d0 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375859 Nov 25 17:08:11.322575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-d4f5dd8f-3810-40a3-be00-2fc4010bb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:11.328371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-d4f5dd8f-3810-40a3-be00-2fc4010bb203 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798361 Nov 25 17:08:11.343728 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.559488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-23b87427-138f-469f-b6d2-a65e353653cd service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226906 Nov 25 17:08:11.597318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:11.687920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f4c3620-c955-400c-adab-dcaca721c2c1 req-eb50f578-e734-42fd-9fb7-da29d872cafc service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213658 Nov 25 17:08:11.933351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4831ca92-c380-4580-a01b-debaa7083d08', 'tag': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:11.938224 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82" -d '{"events": [{"name": "network-changed", "server_uuid": "4831ca92-c380-4580-a01b-debaa7083d08", "tag": "a56ffd76-de5f-4c2d-a629-599b7a9c6f5e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:11.942859 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.025780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58ede1-50bc-4846-9950-1424120b4e2e req-618c5c78-2321-433c-a922-d62a48eaa756 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.027251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf58ede1-50bc-4846-9950-1424120b4e2e req-618c5c78-2321-433c-a922-d62a48eaa756 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.3330967 Nov 25 17:08:12.030367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4893ec-6287-4ab7-bd90-1869a50ea011,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:12.046143 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb1123f-a716-4bb8-b63d-0f043b9f04ca x-openstack-request-id: req-9fb1123f-a716-4bb8-b63d-0f043b9f04ca {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:12.046457 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4831ca92-c380-4580-a01b-debaa7083d08", "tag": "a56ffd76-de5f-4c2d-a629-599b7a9c6f5e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:12.046714 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9fb1123f-a716-4bb8-b63d-0f043b9f04ca {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:12.047111 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4831ca92-c380-4580-a01b-debaa7083d08', 'tag': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e', 'status': 'completed', 'code': 200} Nov 25 17:08:12.072544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:12.072963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Network hostable DHCP agents. Network: 31cb181d-8055-49d0-8105-cd3a5fbb5c9b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:12.123715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf58ede1-50bc-4846-9950-1424120b4e2e req-2ce0384f-5d16-493a-bdb9-efa1923ca671 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Nov 25 17:08:12.127194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:12.147788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 31cb181d-8055-49d0-8105-cd3a5fbb5c9b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:12.151364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.161926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.162525 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.174942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e17c33-aa42-431c-b8b5-9cbb06368d31 None None] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:12.228789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ad758b07-9e88-4176-bca7-da572684375c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1153040 Nov 25 17:08:12.333360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Allocated IP 172.25.8.215 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/ac11ade2-83be-4399-87ee-9b902cbfca18) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:12.359517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b482a-4516-4716-ad6f-fccc1e1eec7e None None] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:12.359983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b470-bccf-41da-984d-3c9636c444fe req-d13948ab-6863-4e3d-9cc8-d8b14a9d376a tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.363167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1b1b470-bccf-41da-984d-3c9636c444fe req-d13948ab-6863-4e3d-9cc8-d8b14a9d376a tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 947 time: 0.1349332 Nov 25 17:08:12.441370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1b1b470-bccf-41da-984d-3c9636c444fe req-b8ad037e-2fb2-4c7e-8c5f-821827ff64a7 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Nov 25 17:08:12.473989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece25e3-295d-46b5-8927-be3717fad09a req-46776829-0c1b-449e-865b-09ff6bb9e0c1 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.489677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ece25e3-295d-46b5-8927-be3717fad09a req-46776829-0c1b-449e-865b-09ff6bb9e0c1 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.1583931 Nov 25 17:08:12.628783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ece25e3-295d-46b5-8927-be3717fad09a req-f4124c74-0952-48eb-84c6-7fd31dbe9c28 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206992 Nov 25 17:08:12.635214 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.678244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.729703 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:12.735001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:12.738682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:12.751756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'Port': ['ID=ac11ade2-83be-4399-87ee-9b902cbfca18,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:12.849288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.865326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-4fb6cc55-1f83-410c-b44c-ae7db6230a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.866874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-4fb6cc55-1f83-410c-b44c-ae7db6230a8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 1121 time: 0.0620165 Nov 25 17:08:12.892108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:12.979898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-1d42a300-5b4a-4d48-83df-aace56bd74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:12.982058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-1d42a300-5b4a-4d48-83df-aace56bd74ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1059043 Nov 25 17:08:12.993731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52912) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:13.085518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-92e90bba-9da5-43f5-acb6-c1f9864ef42c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e HTTP/1.1" status: 200 len: 217 time: 0.0396364 Nov 25 17:08:13.097896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.102904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.139083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.164201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.165404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0051861 Nov 25 17:08:13.171585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484372b0-e8d9-4d28-820e-1a7629c8ae38 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'Port': ['ID=ac11ade2-83be-4399-87ee-9b902cbfca18,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:13.221476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-4e13c4a7-702a-4909-9596-147f33747544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.223291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-4e13c4a7-702a-4909-9596-147f33747544 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1151066 Nov 25 17:08:13.270845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f934-860f-4f04-b0d8-e144c9648b70 req-08b0976c-58d4-4406-93c8-0e4ed5582d22 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.272959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd05f934-860f-4f04-b0d8-e144c9648b70 req-08b0976c-58d4-4406-93c8-0e4ed5582d22 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.0595746 Nov 25 17:08:13.329744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd05f934-860f-4f04-b0d8-e144c9648b70 req-a0cb5e95-abac-4f0d-812c-bdd1b040f0a9 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504811 Nov 25 17:08:13.359315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:13.454742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5f36-3604-440c-b068-152b265f8f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.477904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-75519a56-46f4-4dd0-9e9c-b125846d2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.479670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-75519a56-46f4-4dd0-9e9c-b125846d2abd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482524 Nov 25 17:08:13.510656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92c28e82-8c37-4661-8527-b517fdf34bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.534259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52944) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:13.540186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1655168913-network', 'tenant_id': 'f79966bd8e6a40608bc70954ec2a3472'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:13.614512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Made reservation on behalf of f79966bd8e6a40608bc70954ec2a3472 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:13.616885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.643768 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.657327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-3aa888b2-047b-4bdc-b694-28d6adf19012 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2000995790&fields=id&tenant_id=336de997f2c3499eba2bc153e72db7ac HTTP/1.1" status: 200 len: 267 time: 0.1062818 Nov 25 17:08:13.662671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0691850-467e-4ada-ab97-2d2c8ebcc992 req-b7bc1e00-d3b9-4abe-8700-881a085b8784 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.664304 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0691850-467e-4ada-ab97-2d2c8ebcc992 req-b7bc1e00-d3b9-4abe-8700-881a085b8784 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 947 time: 0.1150320 Nov 25 17:08:13.669262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-16ea590e-9678-4f56-8ff3-f7e30c8bc813 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808786 Nov 25 17:08:13.671171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5f36-3604-440c-b068-152b265f8f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.687867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5f36-3604-440c-b068-152b265f8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.793841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f1ef5f36-3604-440c-b068-152b265f8f96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=42d294aead8e41b88b0549dec3817de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7962101 Nov 25 17:08:13.795882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:13.811664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5f36-3604-440c-b068-152b265f8f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25408ddd-b630-433f-9a53-ac5456331d57,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:13.819772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:13.828458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92c28e82-8c37-4661-8527-b517fdf34bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.834430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0691850-467e-4ada-ab97-2d2c8ebcc992 req-adc776db-ac60-4cf3-9818-2ad434f785fe tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618533 Nov 25 17:08:13.858374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92c28e82-8c37-4661-8527-b517fdf34bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.875896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95dfc6b3-494a-4e24-ab4d-0bcdacc4fb82 req-e9169891-9d5e-48d5-9bed-990e132f9819 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962245 Nov 25 17:08:13.892202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52f04dac-4d89-4a70-823a-2cfb82033793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.921709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52f04dac-4d89-4a70-823a-2cfb82033793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:13.957973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-9c61f13b-e335-4ae8-a1d5-8c722b3f106b tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:13.959687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-9c61f13b-e335-4ae8-a1d5-8c722b3f106b tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 823 time: 0.2886264 Nov 25 17:08:13.971496 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-92c28e82-8c37-4661-8527-b517fdf34bde admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c883a69afb8e48e497e35c453af57df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6084518 Nov 25 17:08:13.979538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52950) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:13.987735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.001325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c28e82-8c37-4661-8527-b517fdf34bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc2963-380f-4bbb-9adf-776ee42cc274,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.007281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.018194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ee175-e7ab-4fb4-859f-e213b0b25039 req-2844023e-101e-4712-82d3-8770d491eb80 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.020565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc2ee175-e7ab-4fb4-859f-e213b0b25039 req-2844023e-101e-4712-82d3-8770d491eb80 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.0712571 Nov 25 17:08:14.022347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52f04dac-4d89-4a70-823a-2cfb82033793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.024638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52f04dac-4d89-4a70-823a-2cfb82033793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.028172 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52f04dac-4d89-4a70-823a-2cfb82033793 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25408ddd-b630-433f-9a53-ac5456331d57 HTTP/1.1" status: 204 len: 168 time: 0.2263544 Nov 25 17:08:14.028298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-5d456a42-74e5-465a-8ce4-01c5821cd8d9 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/quotas/336de997f2c3499eba2bc153e72db7ac HTTP/1.1" status: 200 len: 375 time: 0.0487733 Nov 25 17:08:14.042361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:14.047648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f04dac-4d89-4a70-823a-2cfb82033793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25408ddd-b630-433f-9a53-ac5456331d57,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.056449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269', 'mac_address': 'fa:16:3e:0a:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:14.079671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:14.105620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bfa600-0dd4-4963-b96c-e932d8657af3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.118217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.118782 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Added segment 22ecaad8-e02d-4b74-9021-f3224109a6a5 of type vlan for network 88c879ba-3cce-40f0-b712-f52c78f257b1 Nov 25 17:08:14.120041 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc2ee175-e7ab-4fb4-859f-e213b0b25039 req-0d657a15-bac7-4251-92cd-f278afbcc172 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757489 Nov 25 17:08:14.147190 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.164094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:14.180362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53432a0c-0867-4b20-9dd0-1d9ee2ccad01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.187985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:14.192517 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.193838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:14.203729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-8f180118-e4a6-4001-9fde-f9f8f6107e0f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588635 Nov 25 17:08:14.206935 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.241225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53432a0c-0867-4b20-9dd0-1d9ee2ccad01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.275372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:14.278348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.297025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'mac_address': 'fa:16:3e:10:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:14.310265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.311312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.312433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.346104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.362397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:14.383095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8474977 Nov 25 17:08:14.385896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52964) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:14.390945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Request body: {'subnet': {'network_id': '88c879ba-3cce-40f0-b712-f52c78f257b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1655168913-subnet', 'tenant_id': 'f79966bd8e6a40608bc70954ec2a3472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:14.400667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:14.409172 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.413476 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53432a0c-0867-4b20-9dd0-1d9ee2ccad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.416155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53432a0c-0867-4b20-9dd0-1d9ee2ccad01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.420684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-53432a0c-0867-4b20-9dd0-1d9ee2ccad01 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/87dc2963-380f-4bbb-9adf-776ee42cc274 HTTP/1.1" status: 204 len: 168 time: 0.4401426 Nov 25 17:08:14.437396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-e73d1f56-da16-441e-a16a-23c70850ed1a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:14.438555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-e73d1f56-da16-441e-a16a-23c70850ed1a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0965803 Nov 25 17:08:14.443651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f99a80-0369-44d6-8e33-c643264905ed admin admin] Pushing event updated for resources: {'Network': ['ID=88c879ba-3cce-40f0-b712-f52c78f257b1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.475113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53432a0c-0867-4b20-9dd0-1d9ee2ccad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc2963-380f-4bbb-9adf-776ee42cc274,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.484754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 88c879ba-3cce-40f0-b712-f52c78f257b1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:14.498212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Made reservation on behalf of f79966bd8e6a40608bc70954ec2a3472 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:14.500784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.527649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:14.541333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2a7b0-3113-47fd-b9a3-c35171b17dfb req-071fd141-74c5-493b-b79f-f85d560202df tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:14.549717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3e2a7b0-3113-47fd-b9a3-c35171b17dfb req-071fd141-74c5-493b-b79f-f85d560202df tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.1072445 Nov 25 17:08:14.564771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef0835d4-e559-4601-b54a-6ef244d159b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.570008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.638901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3e2a7b0-3113-47fd-b9a3-c35171b17dfb req-528c6303-0907-447e-a989-3b70c73dc190 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861704 Nov 25 17:08:14.666081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-89da73f5-a8ef-4f9b-acbd-8336ef859756 service neutron] 10.222.0.86 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028904 Nov 25 17:08:14.695899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef0835d4-e559-4601-b54a-6ef244d159b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.701303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef0835d4-e559-4601-b54a-6ef244d159b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.751093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef0835d4-e559-4601-b54a-6ef244d159b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0b6de7e0c6254d36b50ab48b78ca1bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218933 Nov 25 17:08:14.753108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0835d4-e559-4601-b54a-6ef244d159b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad7724-0d4c-41a7-beef-440b63fb367c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.755997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52972) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:14.773822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:14.803261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:14.819369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-570c181b-d0df-4b1e-b807-2be69788341d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.845403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-570c181b-d0df-4b1e-b807-2be69788341d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.850615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-a8e957ea-ecf9-4559-ac7a-210cb569911a service neutron] 10.222.0.86 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757348 Nov 25 17:08:14.888205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.961674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0822114-a707-4268-ad3d-2ff482955dc3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:14.968153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-570c181b-d0df-4b1e-b807-2be69788341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.972671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-570c181b-d0df-4b1e-b807-2be69788341d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:14.977369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-570c181b-d0df-4b1e-b807-2be69788341d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a9ad7724-0d4c-41a7-beef-440b63fb367c HTTP/1.1" status: 204 len: 168 time: 0.2175934 Nov 25 17:08:15.005505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Checking segment: {'id': '22ecaad8-e02d-4b74-9021-f3224109a6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '88c879ba-3cce-40f0-b712-f52c78f257b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:15.006264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Network hostable DHCP agents. Network: 88c879ba-3cce-40f0-b712-f52c78f257b1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:15.020544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52978) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:15.033655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c181b-d0df-4b1e-b807-2be69788341d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad7724-0d4c-41a7-beef-440b63fb367c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:15.050493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95603e6b-b577-4bdc-b708-040c1e06d7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.118536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Network 88c879ba-3cce-40f0-b712-f52c78f257b1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:15.134925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812731-60e7-4f73-bf30-42391b20f482 req-769155ce-133d-4e7a-a027-d5e998e7da93 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.153932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce812731-60e7-4f73-bf30-42391b20f482 req-769155ce-133d-4e7a-a027-d5e998e7da93 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 948 time: 0.1600971 Nov 25 17:08:15.178397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 88c879ba-3cce-40f0-b712-f52c78f257b1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:15.194197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2834008-99c1-4256-b70f-da5175a536ff None None] Network 88c879ba-3cce-40f0-b712-f52c78f257b1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:15.200078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.206609 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.281660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce812731-60e7-4f73-bf30-42391b20f482 req-8b781723-0cd3-4cb4-9324-aa45b7a88d2c tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130545 Nov 25 17:08:15.423372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ae391cb-bfde-47b0-8780-27cb94dd9160 req-740f9f25-43dc-4d8c-8e26-8121eb9efafc tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 210 time: 0.1811101 Nov 25 17:08:15.429265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc658c-d1fa-4efe-9060-d10637827e6d req-f5817541-7c18-4994-9879-c50715364a1c tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.439872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eedc658c-d1fa-4efe-9060-d10637827e6d req-f5817541-7c18-4994-9879-c50715364a1c tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 970 time: 0.0688601 Nov 25 17:08:15.450456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2543f96-e321-438a-8158-98557ce26049 None None] Network 88c879ba-3cce-40f0-b712-f52c78f257b1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:15.453150 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95603e6b-b577-4bdc-b708-040c1e06d7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.467327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-18daa002-4e3d-483b-8cfb-6362113c9c5c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0721052 Nov 25 17:08:15.467327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95603e6b-b577-4bdc-b708-040c1e06d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.505471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95603e6b-b577-4bdc-b708-040c1e06d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1639f44-34d7-41cd-b7de-879467ad0d44,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:15.512577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-95603e6b-b577-4bdc-b708-040c1e06d7f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f36b02cceb044ffb4364b1a60c82275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906144 Nov 25 17:08:15.515186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:15.561331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eedc658c-d1fa-4efe-9060-d10637827e6d req-5a7342b4-d704-4d96-af96-21e6267a664c tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218641 Nov 25 17:08:15.731051 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.741333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c609c82-e079-43fb-bd4c-026576f82550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.765830 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:08:15.767101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c609c82-e079-43fb-bd4c-026576f82550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.811117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:15.875560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port ac79069a-bb81-46ad-90fe-bba99a3d191a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:15.876533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476cf9a-ad8c-40e3-8e82-746f99797fde req-2600bd61-dd49-48f8-92e4-ec475518ce9b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:15.882366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port ac79069a-bb81-46ad-90fe-bba99a3d191a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:15.882942 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.884591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f476cf9a-ad8c-40e3-8e82-746f99797fde req-2600bd61-dd49-48f8-92e4-ec475518ce9b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 970 time: 0.0958571 Nov 25 17:08:15.934772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c609c82-e079-43fb-bd4c-026576f82550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.938291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c609c82-e079-43fb-bd4c-026576f82550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:15.939680 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c609c82-e079-43fb-bd4c-026576f82550 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b1639f44-34d7-41cd-b7de-879467ad0d44 HTTP/1.1" status: 204 len: 168 time: 0.4234841 Nov 25 17:08:15.964499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c609c82-e079-43fb-bd4c-026576f82550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1639f44-34d7-41cd-b7de-879467ad0d44,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:15.979957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f476cf9a-ad8c-40e3-8e82-746f99797fde req-5c6feba6-73af-4ab7-9867-9733ceb148d8 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942237 Nov 25 17:08:16.013318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.044671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:16.117854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:16.124382 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.181276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:16.245062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 47502184-8517-4207-bed6-04ad92348e86 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:16.374309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 47502184-8517-4207-bed6-04ad92348e86, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=47502184-8517-4207-bed6-04ad92348e86,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:16.389069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '47502184-8517-4207-bed6-04ad92348e86', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '47502184-8517-4207-bed6-04ad92348e86', 'mac_address': 'fa:16:3e:45:73:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:tempest-test_az-1320546726', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:16.416883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f09a1-9885-4f52-8423-b795f5dbe3f4 req-6c4738e2-de09-4710-b856-57d5fde8ec94 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.425385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-796f09a1-9885-4f52-8423-b795f5dbe3f4 req-6c4738e2-de09-4710-b856-57d5fde8ec94 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 948 time: 0.0864336 Nov 25 17:08:16.481259 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d09a0-e7bc-483f-9813-2a27a352a536" -d '{"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:16.495873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-796f09a1-9885-4f52-8423-b795f5dbe3f4 req-937259fa-025e-4f54-aab1-fd115e9cebef tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Nov 25 17:08:16.497949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.533334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47502184-8517-4207-bed6-04ad92348e86 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:16.602614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 47502184-8517-4207-bed6-04ad92348e86, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=47502184-8517-4207-bed6-04ad92348e86,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:16.616239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.616239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a56ffd76-de5f-4c2d-a629-599b7a9c6f5e details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:16.634627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3cc1d44-2611-4c59-b738-82a43e840d6c req-a3177ce0-bd24-488d-a69c-40f8f646e960 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 210 time: 0.0540876 Nov 25 17:08:16.670585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-e279b62a-fa90-4c4a-95f6-6658e0d9d8a0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.680085 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-e279b62a-fa90-4c4a-95f6-6658e0d9d8a0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.3869741 Nov 25 17:08:16.709055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-0b7c4c05-5a6d-4d92-99ba-e06c5e65b194 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/quotas/ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 375 time: 0.0272970 Nov 25 17:08:16.749656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:08:16.756751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-41a53979-b52f-4035-8193-cdd2659fbe9a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465193 Nov 25 17:08:16.776603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:16.805600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e', 'mac_address': 'fa:16:3e:e7:cb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:tempest-test_az-1320546726', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:16.808488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-92ae7129-cf3c-4529-beaf-1cbc9ca160ce tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:16.810182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-92ae7129-cf3c-4529-beaf-1cbc9ca160ce tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.73 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 823 time: 0.2343493 Nov 25 17:08:16.815085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=47502184-8517-4207-bed6-04ad92348e86,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:16.865809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.881484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56ffd76-de5f-4c2d-a629-599b7a9c6f5e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:16.903263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-3d47d371-7f7d-4574-bbce-609e2bf372b3 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=336de997f2c3499eba2bc153e72db7ac HTTP/1.1" status: 200 len: 380 time: 0.0823269 Nov 25 17:08:16.906050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:16.913243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:16.917440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'port': {'device_id': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'admin_state_up': True, 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'security_groups': ['9d2fe859-c5cf-407b-b1b2-f453e8c38859']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:16.967464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:17.051322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Made reservation on behalf of 336de997f2c3499eba2bc153e72db7ac for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:17.062132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.104890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.132636 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ee8c09-2c03-4629-8c21-6e79d39f8286 x-openstack-request-id: req-a5ee8c09-2c03-4629-8c21-6e79d39f8286 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:17.133177 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:17.134200 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5ee8c09-2c03-4629-8c21-6e79d39f8286 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:17.139221 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'code': 200} Nov 25 17:08:17.228128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a56ffd76-de5f-4c2d-a629-599b7a9c6f5e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:17.270325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5560a5a-f172-4273-b6fa-7e80783275f4 req-a08262bb-3acd-4ae7-b664-03dd348385a9 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.277683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5560a5a-f172-4273-b6fa-7e80783275f4 req-a08262bb-3acd-4ae7-b664-03dd348385a9 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 971 time: 0.0645957 Nov 25 17:08:17.284433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['47502184-8517-4207-bed6-04ad92348e86'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:17.314837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Allocated IP 172.20.0.13 (c4bbee62-de6e-454a-ac59-6e508af101e7/679e9477-8c92-4895-a0e9-18f95ec1f9d5/be3f810b-c472-4a11-93cf-05047918f9f2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:17.338282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5560a5a-f172-4273-b6fa-7e80783275f4 req-cf4ecbef-1440-4a8d-87ec-bb4e9b8d5578 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553334 Nov 25 17:08:17.341097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e708d-26b4-4962-b6ee-a47a752767e5 req-49781afd-807a-4f6f-a07e-2d8f59cbbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.343450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-503e708d-26b4-4962-b6ee-a47a752767e5 req-49781afd-807a-4f6f-a07e-2d8f59cbbd1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.1173902 Nov 25 17:08:17.375178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-503e708d-26b4-4962-b6ee-a47a752767e5 req-c6531a53-9cce-4e2d-b9c0-6ff7f1d84be2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.477972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-7e885fbc-7196-4c06-88b9-9fb7c79ebf43 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:17.486234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-7e885fbc-7196-4c06-88b9-9fb7c79ebf43 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3507481 Nov 25 17:08:17.493953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9478aac-90c4-4830-ad50-4f3d825fc51c req-5387e4b7-f8e5-47bf-92d9-a353e3d54a4b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.503192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9478aac-90c4-4830-ad50-4f3d825fc51c req-5387e4b7-f8e5-47bf-92d9-a353e3d54a4b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 971 time: 0.0728219 Nov 25 17:08:17.596090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9478aac-90c4-4830-ad50-4f3d825fc51c req-a7e97c0d-8f34-46e3-b8b8-b85d5d662029 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917692 Nov 25 17:08:17.687918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.712245 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-625fa0a9-b567-4249-b842-1769456f8deb service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250712 Nov 25 17:08:17.719425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-503e708d-26b4-4962-b6ee-a47a752767e5 req-c6531a53-9cce-4e2d-b9c0-6ff7f1d84be2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.743116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-503e708d-26b4-4962-b6ee-a47a752767e5 req-c6531a53-9cce-4e2d-b9c0-6ff7f1d84be2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.799276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14c68-b3da-4c87-aaa0-fbfe53441666 req-5bd37a05-3457-4723-bfde-67e77870658b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.808738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2e14c68-b3da-4c87-aaa0-fbfe53441666 req-5bd37a05-3457-4723-bfde-67e77870658b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 948 time: 0.0706055 Nov 25 17:08:17.824043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:17.845569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-503e708d-26b4-4962-b6ee-a47a752767e5 req-c6531a53-9cce-4e2d-b9c0-6ff7f1d84be2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919765 Nov 25 17:08:17.852460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6531a53-9cce-4e2d-b9c0-6ff7f1d84be2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=665c3654-4a65-4e7b-b197-c64243b7808c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:17.866155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2e14c68-b3da-4c87-aaa0-fbfe53441666 req-ea69b592-b2a9-442e-9eaa-629e44d337c8 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564530 Nov 25 17:08:17.874730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.909474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:17.923667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:17.924052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.944834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-4ce6c546-b049-420b-a298-ba1c608c42a0 service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223184 Nov 25 17:08:17.948283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Network c4bbee62-de6e-454a-ac59-6e508af101e7 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:17.952349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:17.956821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:17.965868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:17.967485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:17.980047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'Port': ['ID=be3f810b-c472-4a11-93cf-05047918f9f2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:17.995230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-93fa69f9-d931-4ff7-b2ae-836f034191fa tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0834649 Nov 25 17:08:18.010870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Request body: {'port': {'device_id': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'device_owner': 'compute:tempest-test_az-1320546726', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:18.047771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80f5f6-e971-4514-87bc-ef8530fe306b req-af1a5fe5-c249-4ce8-bfec-388728ab4be6 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.049427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce80f5f6-e971-4514-87bc-ef8530fe306b req-af1a5fe5-c249-4ce8-bfec-388728ab4be6 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 932 time: 0.1085393 Nov 25 17:08:18.110592 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.145862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce80f5f6-e971-4514-87bc-ef8530fe306b req-28abccaa-887e-40fd-8143-d68d57c24286 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887189 Nov 25 17:08:18.153653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.193229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:18.199770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.244716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 47502184-8517-4207-bed6-04ad92348e86 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:18.323941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 47502184-8517-4207-bed6-04ad92348e86 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:18.334025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 47502184-8517-4207-bed6-04ad92348e86 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:18.334574 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.339197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-115772fb-4a96-4078-b8dd-bc0f5b03769f req-1966bbca-7581-4fac-ad7b-a12a9053d7cb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 210 time: 0.0798569 Nov 25 17:08:18.427538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-48051950-ad6a-4fa3-a503-87cb0deb423d None None] Provisioning complete for port be3f810b-c472-4a11-93cf-05047918f9f2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:18.427909 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-48051950-ad6a-4fa3-a503-87cb0deb423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.470520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:18.486327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-48051950-ad6a-4fa3-a503-87cb0deb423d None None] Port be3f810b-c472-4a11-93cf-05047918f9f2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:18.518776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee11b74-0e9b-466d-a11d-c757ab7c12ff req-3eb0e3aa-0038-4631-832f-28cbe7c6dd0a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:18.521091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ee11b74-0e9b-466d-a11d-c757ab7c12ff req-3eb0e3aa-0038-4631-832f-28cbe7c6dd0a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 971 time: 0.0738292 Nov 25 17:08:18.554172 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.578885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ee11b74-0e9b-466d-a11d-c757ab7c12ff req-ad13ce2b-c493-465e-817f-9b0b54275438 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Nov 25 17:08:18.620472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 47502184-8517-4207-bed6-04ad92348e86, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=47502184-8517-4207-bed6-04ad92348e86,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:18.625848 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.627985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a56ffd76-de5f-4c2d-a629-599b7a9c6f5e up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:18.651889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3f810b-c472-4a11-93cf-05047918f9f2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:18.661501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.682718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Transition to ACTIVE for port object be3f810b-c472-4a11-93cf-05047918f9f2 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:18.697843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.768116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=47502184-8517-4207-bed6-04ad92348e86,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:18.786384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:18.794809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:18.795644 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:18.928403 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.011279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:19.017432 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.086474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda39426-4b6b-4fec-8e67-123a93d52fe7 req-b0de76d3-0d3a-4e1c-aed6-5c207c721b15 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.088051 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bda39426-4b6b-4fec-8e67-123a93d52fe7 req-b0de76d3-0d3a-4e1c-aed6-5c207c721b15 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 949 time: 0.0718949 Nov 25 17:08:19.101648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:19.140709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269'}, {'server_uuid': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47502184-8517-4207-bed6-04ad92348e86'}, {'server_uuid': '4831ca92-c380-4580-a01b-debaa7083d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:19.143064 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb9796e-4ef0-4299-8729-fc46a7562988" -d '{"events": [{"server_uuid": "47332e3e-8c3b-4879-8e35-20aeda38292b", "name": "network-vif-plugged", "status": "completed", "tag": "72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269"}, {"server_uuid": "dabffcfb-d309-4f40-8d48-8ac664deed99", "name": "network-vif-plugged", "status": "completed", "tag": "47502184-8517-4207-bed6-04ad92348e86"}, {"server_uuid": "4831ca92-c380-4580-a01b-debaa7083d08", "name": "network-vif-plugged", "status": "completed", "tag": "a56ffd76-de5f-4c2d-a629-599b7a9c6f5e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:19.161321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Pushing event updated for resources: {'Port': ['ID=be3f810b-c472-4a11-93cf-05047918f9f2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:19.163723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bda39426-4b6b-4fec-8e67-123a93d52fe7 req-b9d7f6c4-9c2c-4643-acdc-7b701439d395 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Nov 25 17:08:19.170052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Attempting to bind port be3f810b-c472-4a11-93cf-05047918f9f2 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:19.170399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Attempting to bind port be3f810b-c472-4a11-93cf-05047918f9f2 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:19.170828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Attempting to bind port be3f810b-c472-4a11-93cf-05047918f9f2 on network c4bbee62-de6e-454a-ac59-6e508af101e7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:19.177981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Port be3f810b-c472-4a11-93cf-05047918f9f2 on network c4bbee62-de6e-454a-ac59-6e508af101e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:19.178301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Attempting to bind port be3f810b-c472-4a11-93cf-05047918f9f2 on network c4bbee62-de6e-454a-ac59-6e508af101e7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:19.189912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf9c83-d240-42a8-b786-3f602e5ab190 req-cd0c1172-e2df-40c3-aeac-905e17b646ea tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.191466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02bf9c83-d240-42a8-b786-3f602e5ab190 req-cd0c1172-e2df-40c3-aeac-905e17b646ea tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 971 time: 0.4456389 Nov 25 17:08:19.194753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:19.194892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Checking segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:19.195269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Bound using segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:19.195714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Bound port: be3f810b-c472-4a11-93cf-05047918f9f2, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:19.196066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.273669 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d1b6f-5c0b-4067-9893-8dc57bd07406 x-openstack-request-id: req-018d1b6f-5c0b-4067-9893-8dc57bd07406 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:19.274900 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47332e3e-8c3b-4879-8e35-20aeda38292b", "name": "network-vif-plugged", "status": "completed", "tag": "72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269", "code": 200}, {"server_uuid": "dabffcfb-d309-4f40-8d48-8ac664deed99", "name": "network-vif-plugged", "status": "completed", "tag": "47502184-8517-4207-bed6-04ad92348e86", "code": 200}, {"server_uuid": "4831ca92-c380-4580-a01b-debaa7083d08", "name": "network-vif-plugged", "status": "completed", "tag": "a56ffd76-de5f-4c2d-a629-599b7a9c6f5e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:19.275112 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-018d1b6f-5c0b-4067-9893-8dc57bd07406 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:19.276130 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269', 'code': 200} Nov 25 17:08:19.276130 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47502184-8517-4207-bed6-04ad92348e86', 'code': 200} Nov 25 17:08:19.276332 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4831ca92-c380-4580-a01b-debaa7083d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e', 'code': 200} Nov 25 17:08:19.299879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02bf9c83-d240-42a8-b786-3f602e5ab190 req-6430bf34-2f64-4aae-8d56-906a181c627f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900381 Nov 25 17:08:19.345047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] For port be3f810b-c472-4a11-93cf-05047918f9f2, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:19.351716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] For port be3f810b-c472-4a11-93cf-05047918f9f2, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=be3f810b-c472-4a11-93cf-05047918f9f2,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:19.357329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.451478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:19.495680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.73', 64687) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:19.534445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.536609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:19.538315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] 10.222.0.73 "PUT /v2.0/ports/be3f810b-c472-4a11-93cf-05047918f9f2 HTTP/1.1" status: 200 len: 1114 time: 1.5344245 Nov 25 17:08:19.539010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:19.541535 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f01a15-fca6-4638-b1dc-1565574fdb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:19.565875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e3207b8-2512-42ae-8e16-60c950553003 req-d1044b7a-3259-4644-8323-aca5cfe6b78c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 210 time: 0.1007826 Nov 25 17:08:19.566879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178df85e-4b3e-4d05-be9e-7b938a83df56 service neutron] Pushing event updated for resources: {'Port': ['ID=be3f810b-c472-4a11-93cf-05047918f9f2,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:19.603156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbb383-3b06-4e9e-978c-cd93fa354dc7 req-5972d294-1539-4f4e-9760-465ef41e1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.615608 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52cbb383-3b06-4e9e-978c-cd93fa354dc7 req-5972d294-1539-4f4e-9760-465ef41e1c1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 1100 time: 0.1542199 Nov 25 17:08:19.621927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c2147-83f4-4111-9137-fe499f63fcd4 req-ea99566e-a233-4329-b174-29c5f7aee118 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.625311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-072c2147-83f4-4111-9137-fe499f63fcd4 req-ea99566e-a233-4329-b174-29c5f7aee118 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 966 time: 0.2514009 Nov 25 17:08:19.633581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca75f4-c417-4cea-bb42-8f9e2172d7b4 req-d37640da-5a32-44da-87d8-c9df83b80717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.637084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cca75f4-c417-4cea-bb42-8f9e2172d7b4 req-d37640da-5a32-44da-87d8-c9df83b80717 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 1123 time: 0.2455659 Nov 25 17:08:19.644123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0905e-6f1b-41b5-a195-b95a8a58625c req-f1665ef0-cf1b-4b5f-9db9-979245477534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.648796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0b0905e-6f1b-41b5-a195-b95a8a58625c req-f1665ef0-cf1b-4b5f-9db9-979245477534 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 1123 time: 0.1520782 Nov 25 17:08:19.693891 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10c2d9-e0fe-4f91-b218-4e4d43ba33a1 x-openstack-request-id: req-ef10c2d9-e0fe-4f91-b218-4e4d43ba33a1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:19.694221 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:19.694553 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef10c2d9-e0fe-4f91-b218-4e4d43ba33a1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:19.695010 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'status': 'completed', 'code': 200} Nov 25 17:08:19.731000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-24c55673-9ee4-4a42-a651-5ca72dcf2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.734544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-24c55673-9ee4-4a42-a651-5ca72dcf2eb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 1117 time: 0.1178474 Nov 25 17:08:19.737331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52cbb383-3b06-4e9e-978c-cd93fa354dc7 req-956008ed-d254-42da-9623-ee4160da234d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964124 Nov 25 17:08:19.843135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-1dfe2a55-4c83-4dcb-9536-f00d51b15525 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3f810b-c472-4a11-93cf-05047918f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0961812 Nov 25 17:08:19.891072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:19.893697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0b0905e-6f1b-41b5-a195-b95a8a58625c req-010c11aa-306f-4387-a307-abdb7de2a546 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370753 Nov 25 17:08:19.897345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cca75f4-c417-4cea-bb42-8f9e2172d7b4 req-1820b155-f9db-40fb-b677-13dd639509c0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385771 Nov 25 17:08:19.939610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-072c2147-83f4-4111-9137-fe499f63fcd4 req-98f21274-c5a2-4d67-ac65-69806a6dbdf8 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778051 Nov 25 17:08:19.969278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-5c627fbf-c51d-447f-945b-9baa93ec239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.970731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-5c627fbf-c51d-447f-945b-9baa93ec239b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.1049299 Nov 25 17:08:19.980624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb2106-54d2-463a-9af5-579308d6dc24 req-5ab3f29d-6bd5-4542-9f78-674d9afc8c73 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:19.982159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99eb2106-54d2-463a-9af5-579308d6dc24 req-5ab3f29d-6bd5-4542-9f78-674d9afc8c73 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 972 time: 0.1505213 Nov 25 17:08:19.995556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b511ff1f-bb03-40e8-b313-d72d600039c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.087546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-814c40e8-5b65-4895-b0aa-acfc77e4e309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.105620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b511ff1f-bb03-40e8-b313-d72d600039c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.110656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b511ff1f-bb03-40e8-b313-d72d600039c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.141538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99eb2106-54d2-463a-9af5-579308d6dc24 req-125ace98-f61d-4b41-985f-1e0b535d2fea tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529243 Nov 25 17:08:20.153998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b511ff1f-bb03-40e8-b313-d72d600039c7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14b5a9ce946840aca2741864056a4b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556710 Nov 25 17:08:20.154872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ff1f-bb03-40e8-b313-d72d600039c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d812b-8cf1-40c5-bfb8-f38eab8916a3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:20.157578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53182) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:20.203695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-c7e09cc1-15ab-4dcd-a636-44b8bad4a83a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.205197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-c7e09cc1-15ab-4dcd-a636-44b8bad4a83a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.1940567 Nov 25 17:08:20.230553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Request body: {'port': {'device_id': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'admin_state_up': True, 'tenant_id': 'ea96d2b264d54311b0358b61ccf60735'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:20.287260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43d193-af95-43cf-8bea-6be5f17c2610 req-8f0c2dca-472a-4bc4-94b2-e656b1878faf tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.288689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb43d193-af95-43cf-8bea-6be5f17c2610 req-8f0c2dca-472a-4bc4-94b2-e656b1878faf tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 949 time: 0.0522518 Nov 25 17:08:20.336173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59d5642-cd18-492b-a82a-634e6dbcc6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.339962 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-814c40e8-5b65-4895-b0aa-acfc77e4e309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.344774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb43d193-af95-43cf-8bea-6be5f17c2610 req-d3bdf815-b076-4b06-894d-a03d1e4d96f4 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499482 Nov 25 17:08:20.353782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-814c40e8-5b65-4895-b0aa-acfc77e4e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.407175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-c81e513f-b65b-4c54-a7a5-81c3d49f0117 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506883 Nov 25 17:08:20.414230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59d5642-cd18-492b-a82a-634e6dbcc6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.496812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c321-5b2f-483e-a534-8415f92e29bb req-17aa0d26-264c-42d2-a205-8b48ca6c5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.498461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-17aa0d26-264c-42d2-a205-8b48ca6c5e66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.0443146 Nov 25 17:08:20.499412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-814c40e8-5b65-4895-b0aa-acfc77e4e309 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26c7f9d0c9534307b9f412bf3e00ae77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0374279 Nov 25 17:08:20.502118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:20.518524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c40e8-5b65-4895-b0aa-acfc77e4e309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca45aea3-11a7-4881-9445-e490a317fbef,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:20.548641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Made reservation on behalf of ea96d2b264d54311b0358b61ccf60735 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:20.552882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.557972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-0652498b-e4e7-4744-b920-39272811e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.560147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-0652498b-e4e7-4744-b920-39272811e250 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726925 Nov 25 17:08:20.573392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09ba3-46bb-4fd6-9b09-cf49ab67293d req-b1a2231a-8af5-40cb-8ccb-0c70fbea4820 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.574884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43b09ba3-46bb-4fd6-9b09-cf49ab67293d req-b1a2231a-8af5-40cb-8ccb-0c70fbea4820 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 972 time: 0.1971653 Nov 25 17:08:20.613083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a31d2246-f0cb-44ed-aebf-8c692f3896b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.638765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59d5642-cd18-492b-a82a-634e6dbcc6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.641376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b59d5642-cd18-492b-a82a-634e6dbcc6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.642512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b59d5642-cd18-492b-a82a-634e6dbcc6b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/516d812b-8cf1-40c5-bfb8-f38eab8916a3 HTTP/1.1" status: 204 len: 168 time: 0.4828229 Nov 25 17:08:20.679993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a31d2246-f0cb-44ed-aebf-8c692f3896b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.682672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c321-5b2f-483e-a534-8415f92e29bb req-98b827b7-3288-435c-9319-dc868a6868c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.684178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-98b827b7-3288-435c-9319-dc868a6868c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1606894 Nov 25 17:08:20.712372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d5642-cd18-492b-a82a-634e6dbcc6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d812b-8cf1-40c5-bfb8-f38eab8916a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:20.769858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-6ce8fde2-2b43-431c-b53b-da91dae82f03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a HTTP/1.1" status: 200 len: 217 time: 0.0732026 Nov 25 17:08:20.775886 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43b09ba3-46bb-4fd6-9b09-cf49ab67293d req-12c4a25e-4884-4b71-91a4-87d7d23c8c83 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870990 Nov 25 17:08:20.800050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7b0c294-1989-4e4f-b438-306ab1b49d15 req-1603344e-f02b-4bef-9d77-3562db757e8b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 210 time: 0.0858359 Nov 25 17:08:20.800231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-671dab8d-2a89-4fe3-8140-991453ef1707 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199047 Nov 25 17:08:20.855417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a31d2246-f0cb-44ed-aebf-8c692f3896b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.860808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a31d2246-f0cb-44ed-aebf-8c692f3896b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:20.860808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a31d2246-f0cb-44ed-aebf-8c692f3896b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca45aea3-11a7-4881-9445-e490a317fbef HTTP/1.1" status: 204 len: 168 time: 0.3566253 Nov 25 17:08:20.869154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c321-5b2f-483e-a534-8415f92e29bb req-d25d88b8-42e5-4638-a008-184c6ac3f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.870668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-d25d88b8-42e5-4638-a008-184c6ac3f68c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0777671 Nov 25 17:08:20.876791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d2246-f0cb-44ed-aebf-8c692f3896b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca45aea3-11a7-4881-9445-e490a317fbef,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:20.882875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Allocated IP 172.20.0.8 (31cb181d-8055-49d0-8105-cd3a5fbb5c9b/5a4893ec-6287-4ab7-bd90-1869a50ea011/2b144e82-cab9-49cf-a860-528f268de1e3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:20.950517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84026d10-c466-45a0-9c93-4a86dad2e517 req-7a1fc4bd-b6f1-4072-9ce0-6a6cc7e07d59 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445007 Nov 25 17:08:20.959084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c321-5b2f-483e-a534-8415f92e29bb req-57fb296b-662d-4071-bd4c-eefd8ae8b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:20.960615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-57fb296b-662d-4071-bd4c-eefd8ae8b581 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817611 Nov 25 17:08:21.105668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-2694e6f8-9dc7-42c8-a062-4ca2ddd5e8d0 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344631 Nov 25 17:08:21.181029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53204) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:21.225044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d504c321-5b2f-483e-a534-8415f92e29bb req-b9cfa877-6564-4ec9-8d01-f50b341016a2 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108096 Nov 25 17:08:21.239348 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357401b7-38c0-4ece-b47e-9862401ca2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.243831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-b33b981e-8002-418b-b60f-1c86a2fda598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.245341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-b33b981e-8002-418b-b60f-1c86a2fda598 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 1117 time: 0.1665218 Nov 25 17:08:21.283657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384bab-4175-44b5-a2e4-9e957d6f71d9 req-5b0f8e3d-0d63-4b0b-9c7c-757e86bad33b tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.284016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4859b-53d6-4429-99d6-a67cdce73e24 req-2c88f33c-8961-4c8f-838b-089d5136d268 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.286021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dad4859b-53d6-4429-99d6-a67cdce73e24 req-2c88f33c-8961-4c8f-838b-089d5136d268 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 972 time: 0.0594664 Nov 25 17:08:21.291264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de384bab-4175-44b5-a2e4-9e957d6f71d9 req-5b0f8e3d-0d63-4b0b-9c7c-757e86bad33b tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 966 time: 0.2077684 Nov 25 17:08:21.312428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.340088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dad4859b-53d6-4429-99d6-a67cdce73e24 req-9e6764b7-db09-441c-aa60-2796e7cd9998 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Nov 25 17:08:21.381054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53208) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:21.397701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44aa366c-99ba-4189-9537-6cc30cbd7a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.470456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de384bab-4175-44b5-a2e4-9e957d6f71d9 req-32d23ee2-5acc-48dc-af23-9382539c7f77 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663325 Nov 25 17:08:21.479526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-fe19cbc1-896f-40c9-b815-ab9cff82b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.480947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-fe19cbc1-896f-40c9-b815-ab9cff82b509 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 924 time: 0.2247345 Nov 25 17:08:21.486667 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.513307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d3fb6-139d-44df-a99b-d67d8722bd4a req-be75d561-c099-44f9-8cf0-d700e259e0a2 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.514760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d3fb6-139d-44df-a99b-d67d8722bd4a req-be75d561-c099-44f9-8cf0-d700e259e0a2 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 949 time: 0.0817313 Nov 25 17:08:21.544861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44aa366c-99ba-4189-9537-6cc30cbd7a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.552828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44aa366c-99ba-4189-9537-6cc30cbd7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.565506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-d1e54ceb-bb3c-4c86-a19d-67a6d991bb5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3f810b-c472-4a11-93cf-05047918f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0742586 Nov 25 17:08:21.588078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357401b7-38c0-4ece-b47e-9862401ca2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.602790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:21.611085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d3fb6-139d-44df-a99b-d67d8722bd4a req-c3fc1619-c8a5-4d20-b297-6a35e7bb9ed2 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892417 Nov 25 17:08:21.616576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-44aa366c-99ba-4189-9537-6cc30cbd7a41 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a560c8dc5eb84cf3a5b7a335cad5baa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310643 Nov 25 17:08:21.616576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa366c-99ba-4189-9537-6cc30cbd7a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cc86f0-c710-4c6d-962a-b061c7ba2da8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:21.617505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53210) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:21.622197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-357401b7-38c0-4ece-b47e-9862401ca2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.640474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:21.654107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:21.654107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:21.656073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.656674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.699975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-d7b337e0-ec98-4877-8d86-2cee87a63522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.701458 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-d7b337e0-ec98-4877-8d86-2cee87a63522 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.1172621 Nov 25 17:08:21.703662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-357401b7-38c0-4ece-b47e-9862401ca2cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bed360ccab8a4130bf552cd4ef38a132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5096085 Nov 25 17:08:21.704700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88428d34-b314-4eb2-a450-6a7b5305d519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.707015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-173c42ba-7bff-480d-8c72-dbaacdcdcaaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4842896 Nov 25 17:08:21.707373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53216) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:21.719584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357401b7-38c0-4ece-b47e-9862401ca2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0347ba4-6559-4e1b-8e98-b57b224e1a52,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:21.739574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Request body: {'port': {'device_id': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:21.779642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88428d34-b314-4eb2-a450-6a7b5305d519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.809447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-9a36bcee-c80f-47cf-af5b-003d96dad3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.811136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-9a36bcee-c80f-47cf-af5b-003d96dad3bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020641 Nov 25 17:08:21.820650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.881953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4861b99-b360-4ed1-9ccd-3825d06a9215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.917918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88428d34-b314-4eb2-a450-6a7b5305d519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.920221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88428d34-b314-4eb2-a450-6a7b5305d519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.921550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-88428d34-b314-4eb2-a450-6a7b5305d519 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6cc86f0-c710-4c6d-962a-b061c7ba2da8 HTTP/1.1" status: 204 len: 168 time: 0.3033144 Nov 25 17:08:21.945746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4861b99-b360-4ed1-9ccd-3825d06a9215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:21.953155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88428d34-b314-4eb2-a450-6a7b5305d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cc86f0-c710-4c6d-962a-b061c7ba2da8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:21.979430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ec62-50f0-40ee-aecb-b4b9c240a208 req-5212ae7b-22cf-474a-82ad-18a1c510f71d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:21.981339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4df1ec62-50f0-40ee-aecb-b4b9c240a208 req-5212ae7b-22cf-474a-82ad-18a1c510f71d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 972 time: 0.1173522 Nov 25 17:08:22.048213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4df1ec62-50f0-40ee-aecb-b4b9c240a208 req-43cd3562-0bec-4b38-a2ee-341742e5e4fa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Nov 25 17:08:22.049566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4861b99-b360-4ed1-9ccd-3825d06a9215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.053764 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4861b99-b360-4ed1-9ccd-3825d06a9215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.055634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f4861b99-b360-4ed1-9ccd-3825d06a9215 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c0347ba4-6559-4e1b-8e98-b57b224e1a52 HTTP/1.1" status: 204 len: 168 time: 0.3459179 Nov 25 17:08:22.069471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4861b99-b360-4ed1-9ccd-3825d06a9215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0347ba4-6559-4e1b-8e98-b57b224e1a52,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:22.116754 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-a8e9bb35-992c-4739-a470-aa851295a89b service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874506 Nov 25 17:08:22.267193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764f58a-f2ed-488f-ab78-63438d8c4e0c req-13d20517-7881-4e4f-adde-12c1d9fa8ead tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.276077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0764f58a-f2ed-488f-ab78-63438d8c4e0c req-13d20517-7881-4e4f-adde-12c1d9fa8ead tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 931 time: 0.1033604 Nov 25 17:08:22.322388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66f01a15-fca6-4638-b1dc-1565574fdb0f req-34a40eac-cf26-4002-a861-30a457b05b67 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923420 Nov 25 17:08:22.361886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0764f58a-f2ed-488f-ab78-63438d8c4e0c req-f163b4fb-8f22-4c71-898f-0d6ca644579b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Nov 25 17:08:22.416143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b144e82-cab9-49cf-a860-528f268de1e3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:22.425258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.442603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Transition to ACTIVE for port object 2b144e82-cab9-49cf-a860-528f268de1e3 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:22.455844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.515929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e2bc3-96d8-430d-8cfb-29b8ea328c59 req-3b615df6-5c62-42a7-bb87-7d8fecf053a1 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.525821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f72e2bc3-96d8-430d-8cfb-29b8ea328c59 req-3b615df6-5c62-42a7-bb87-7d8fecf053a1 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 972 time: 0.0785270 Nov 25 17:08:22.565999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:22.610186 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f72e2bc3-96d8-430d-8cfb-29b8ea328c59 req-19692212-2d8b-4547-964f-cf86d37b2bd6 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 Nov 25 17:08:22.655854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:22.656487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:22.656975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:22.669824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:22.670336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:22.686624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:22.687257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:22.687849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:22.688887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Bound port: 2b144e82-cab9-49cf-a860-528f268de1e3, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:22.689519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.805102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159e75-314c-475e-806d-519627a57ff8 req-b49d13c7-fe23-43a4-8c58-0bbd344ce0d8 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.805688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:22.806841 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b159e75-314c-475e-806d-519627a57ff8 req-b49d13c7-fe23-43a4-8c58-0bbd344ce0d8 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 949 time: 0.0686791 Nov 25 17:08:22.812396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:22.834397 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.887715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b159e75-314c-475e-806d-519627a57ff8 req-00453801-20bc-4581-93cc-752e909a74d9 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744405 Nov 25 17:08:22.899641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.900446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:22.901906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 1091 time: 1.1835861 Nov 25 17:08:22.915161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:22.926142 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6319d-ee2e-427e-8150-8954fcb8666f" -d '{"events": [{"name": "network-changed", "server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:22.962224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938044e-91ce-4dd1-bfd9-db81d4a1ee15 req-be56fb96-05f6-4ef3-90ff-090f5cfd2375 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:22.964027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f938044e-91ce-4dd1-bfd9-db81d4a1ee15 req-be56fb96-05f6-4ef3-90ff-090f5cfd2375 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 966 time: 0.1488893 Nov 25 17:08:23.011240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f08c0-0c7a-4bae-85e9-90802ab9c7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:23.053453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c792936-24aa-4cd7-8eb9-83ccc5f3ea85 req-f401adfc-f825-4d03-a777-97076e8ca1bf tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.054985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c792936-24aa-4cd7-8eb9-83ccc5f3ea85 req-f401adfc-f825-4d03-a777-97076e8ca1bf tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 1123 time: 0.0444946 Nov 25 17:08:23.055791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-e55de393-692b-4726-bff1-6a90f618115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.057304 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-e55de393-692b-4726-bff1-6a90f618115c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1094 time: 0.0871258 Nov 25 17:08:23.084934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c792936-24aa-4cd7-8eb9-83ccc5f3ea85 req-ebca88b5-4824-4880-9f7d-ef5a3425b60b tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.093722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f938044e-91ce-4dd1-bfd9-db81d4a1ee15 req-9373acb9-2ce3-46ad-8246-69f1fcbe271d tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917211 Nov 25 17:08:23.135821 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-4e7d9c40-24a0-4fcc-9484-0d1749f37da4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.0690145 Nov 25 17:08:23.175717 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181eb056-43ac-40a6-9229-d09588e50247 x-openstack-request-id: req-181eb056-43ac-40a6-9229-d09588e50247 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:23.176008 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:23.176317 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-181eb056-43ac-40a6-9229-d09588e50247 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:23.176932 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3', 'status': 'completed', 'code': 200} Nov 25 17:08:23.208904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c792936-24aa-4cd7-8eb9-83ccc5f3ea85 req-ebca88b5-4824-4880-9f7d-ef5a3425b60b tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.215271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c792936-24aa-4cd7-8eb9-83ccc5f3ea85 req-ebca88b5-4824-4880-9f7d-ef5a3425b60b tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.242184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-af46dcb5-443c-4fa5-89ae-37741a92f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.244542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-af46dcb5-443c-4fa5-89ae-37741a92f26d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0989747 Nov 25 17:08:23.292111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca88b5-4824-4880-9f7d-ef5a3425b60b tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770d51a0-10e4-4226-88e0-29d24b45ded1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:23.324132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c792936-24aa-4cd7-8eb9-83ccc5f3ea85 req-ebca88b5-4824-4880-9f7d-ef5a3425b60b tempest-AggregatesAdminTestJSON-165565745 tempest-AggregatesAdminTestJSON-165565745-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609577 Nov 25 17:08:23.350268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53276) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:23.487866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-684951229-network', 'tenant_id': '374aa29749564c51851abee4efb06e8a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:23.514755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-3d403787-2aa5-4461-8c56-e659f52b8bef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2592685 Nov 25 17:08:23.529881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Made reservation on behalf of 374aa29749564c51851abee4efb06e8a for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:23.532411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.544614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.590434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc3c02-8838-463a-a51a-2a88ebccadd0 req-27b70002-a9bd-4579-9413-63a8e792ae56 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.592204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0dbc3c02-8838-463a-a51a-2a88ebccadd0 req-27b70002-a9bd-4579-9413-63a8e792ae56 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 972 time: 0.3529632 Nov 25 17:08:23.642536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fe9b0-8c78-46ae-915b-2ff3e8eee628 req-2faaf92a-e19d-426d-836a-2ac3281e6274 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.644169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a52fe9b0-8c78-46ae-915b-2ff3e8eee628 req-2faaf92a-e19d-426d-836a-2ac3281e6274 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.0905879 Nov 25 17:08:23.659037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-3ccaccb9-a9f2-4644-999e-9c86f8fba01d service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348813 Nov 25 17:08:23.664507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0dbc3c02-8838-463a-a51a-2a88ebccadd0 req-db7857c5-4f7a-4138-a5e7-892b48f62427 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Nov 25 17:08:23.736478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.755488 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.771119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:23.783669 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.784492 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Added segment 33642033-d3d2-41eb-884b-b105f7baa22f of type vlan for network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 Nov 25 17:08:23.790534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e087978-aa6f-4743-9577-4edc3e67fdd2 req-cdea852e-c460-41bb-932d-31fb659718b7 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144557 Nov 25 17:08:23.872651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a52fe9b0-8c78-46ae-915b-2ff3e8eee628 req-523ebd4f-4b34-487d-8d16-72ff6ab84470 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181053 Nov 25 17:08:23.874464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.876857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66803aa-d844-4872-b8ee-02f1e69c1d4a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:23.903781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14124d78-140c-44c0-b205-7d8871a50363 req-d72bf38e-8d66-4a06-b5a7-a40fde01a1fa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.905803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14124d78-140c-44c0-b205-7d8871a50363 req-d72bf38e-8d66-4a06-b5a7-a40fde01a1fa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1142073 Nov 25 17:08:23.911319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.912886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.913684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:23.957418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-33dee5e8-97a4-4625-bb4d-aab0c7809bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:23.960064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-33dee5e8-97a4-4625-bb4d-aab0c7809bde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1094 time: 0.0983071 Nov 25 17:08:23.988494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6361027 Nov 25 17:08:23.994169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53314) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:23.999488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Request body: {'subnet': {'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-684951229-subnet', 'tenant_id': '374aa29749564c51851abee4efb06e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:24.064576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14124d78-140c-44c0-b205-7d8871a50363 req-a96d484a-1a97-45be-bc2f-f773e7ae5f91 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521912 Nov 25 17:08:24.082626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a4aa0-285b-4821-bd05-cd74ffa9ca38 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff7bea9-4f86-4880-8745-ec9b259ecb88,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:24.093331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-d6884d78-2e9c-45c6-a343-75b1d1cd371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.095133 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-d6884d78-2e9c-45c6-a343-75b1d1cd371b service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1283157 Nov 25 17:08:24.097271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:24.103150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Made reservation on behalf of 374aa29749564c51851abee4efb06e8a for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:24.105886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.164303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50826-759a-49cf-aa29-93982f099391 req-24138d97-64bb-4afd-a6d7-0170c7ad50fa tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.165898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b50826-759a-49cf-aa29-93982f099391 req-24138d97-64bb-4afd-a6d7-0170c7ad50fa tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 1100 time: 0.1510897 Nov 25 17:08:24.184191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229bc9-814b-45a7-86bc-c793ebe318bb req-ef49a029-7868-41eb-8103-1abd168ef57b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.193764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d229bc9-814b-45a7-86bc-c793ebe318bb req-ef49a029-7868-41eb-8103-1abd168ef57b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 949 time: 0.1777782 Nov 25 17:08:24.202173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-83d4e6ae-b43b-4614-9640-ff2f1ff1653f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.0978432 Nov 25 17:08:24.262831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device be3f810b-c472-4a11-93cf-05047918f9f2 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:24.264817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-bd797cc0-13a9-4573-97ff-c9291f293009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.266493 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-bd797cc0-13a9-4573-97ff-c9291f293009 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0562918 Nov 25 17:08:24.327913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-dc593911-c04c-4a2f-8e53-357c43b9288e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498333 Nov 25 17:08:24.350232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d229bc9-814b-45a7-86bc-c793ebe318bb req-1c41cd95-04af-4152-89ef-0c133459ada0 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551750 Nov 25 17:08:24.400613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port be3f810b-c472-4a11-93cf-05047918f9f2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=be3f810b-c472-4a11-93cf-05047918f9f2,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:24.419305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'port_id': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'mac_address': 'fa:16:3e:ae:3d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-1320546726', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:24.496831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d5ac1-195c-4002-aeac-b17a00aee0d7 req-23e00b09-5202-4a11-b68a-c25d49609dbb tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:24.498706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-582d5ac1-195c-4002-aeac-b17a00aee0d7 req-23e00b09-5202-4a11-b68a-c25d49609dbb tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 966 time: 0.0931721 Nov 25 17:08:24.501552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-263ec480-10a2-47db-805f-0a97c44db878 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625893 Nov 25 17:08:24.508393 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.520507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Deleting port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:24.520875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.588855 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.602495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3f810b-c472-4a11-93cf-05047918f9f2 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:24.605692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-582d5ac1-195c-4002-aeac-b17a00aee0d7 req-d3fa45ec-e277-40f8-8511-aa3d8d15be94 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974653 Nov 25 17:08:24.616667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-a1e76f9e-2df4-42c4-a4d5-59de5faecf2a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=73b34f85a00e4f4abef82995f13b505e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053348 Nov 25 17:08:24.624989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port be3f810b-c472-4a11-93cf-05047918f9f2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=be3f810b-c472-4a11-93cf-05047918f9f2,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:24.636578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.651844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6319d-ee2e-427e-8150-8954fcb8666f req-c69b9079-258d-4d1f-b761-f399dd41ef27 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373405 Nov 25 17:08:24.665964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7651a55f-187e-4302-b0f3-f4679590b4dd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:24.702486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=be3f810b-c472-4a11-93cf-05047918f9f2,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:24.896405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Checking segment: {'id': '33642033-d3d2-41eb-884b-b105f7baa22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:24.897041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Network hostable DHCP agents. Network: 8ff7bea9-4f86-4880-8745-ec9b259ecb88, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:24.926962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['be3f810b-c472-4a11-93cf-05047918f9f2'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:24.945544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] For port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:24.945544 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:24.980810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Calling delete_port for 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:24.998992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-12aae51a-4b87-44cc-b034-bfa057449634 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.000798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-12aae51a-4b87-44cc-b034-bfa057449634 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724694 Nov 25 17:08:25.004860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:25.076936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7b44d604-783f-46b4-bbc7-d66003c40f46 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/quotas/73b34f85a00e4f4abef82995f13b505e HTTP/1.1" status: 200 len: 375 time: 0.0647058 Nov 25 17:08:25.078782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 8ff7bea9-4f86-4880-8745-ec9b259ecb88) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:25.085234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.085842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:25.108859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0095db-2d3e-4bc2-ac15-22de0936a265 None None] Network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:25.132142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8ae5dedd-239c-4091-b166-45b326a387cf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1366928 Nov 25 17:08:25.215875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7c1f5011-7cf4-4394-ada0-beef839fd9bd tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117775 Nov 25 17:08:25.286528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:25.292298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2fde8-75ab-4d18-b469-f38c9b3f1088 None None] Network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:25.317854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:25.368563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Pushing event deleted for resources: {'Port': ['ID=72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:25.485213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] No DVR routers for this DVR port 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:25.501163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:25.506765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b50826-759a-49cf-aa29-93982f099391 req-f07a24ff-8204-47cf-b083-47740482cd8f tempest-DeleteServersAdminTestJSON-1894052887 tempest-DeleteServersAdminTestJSON-1894052887-project-admin] 10.222.0.55 "DELETE /v2.0/ports/72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 HTTP/1.1" status: 204 len: 173 time: 1.3109083 Nov 25 17:08:25.507306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'name': 'network-vif-deleted', 'tag': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:25.510413 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fba833-bacf-4718-922f-531106c91d60" -d '{"events": [{"server_uuid": "47332e3e-8c3b-4879-8e35-20aeda38292b", "name": "network-vif-deleted", "tag": "72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:25.513999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70850d0-ba81-41f5-b0a3-f86f93dc9e85 req-5c7a213c-9ab8-491d-b4e0-26ddc10d6717 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:25.527983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f70850d0-ba81-41f5-b0a3-f86f93dc9e85 req-5c7a213c-9ab8-491d-b4e0-26ddc10d6717 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.1238210 Nov 25 17:08:25.639162 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f70850d0-ba81-41f5-b0a3-f86f93dc9e85 req-7426a9fa-4526-4fad-8b67-51f533e865b4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101804 Nov 25 17:08:25.834559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86be8a97-0afe-4d18-a4cd-fc3f519dd20b req-31936336-2627-470c-bb5a-dc58239d64bb tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=47332e3e-8c3b-4879-8e35-20aeda38292b HTTP/1.1" status: 200 len: 210 time: 0.0257404 Nov 25 17:08:25.937993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edf59da1-a174-4cff-872a-348ee49866b4 req-d651b36a-c876-4c3e-bd38-823a3525dde3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 210 time: 0.0451138 Nov 25 17:08:25.985970 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537a2be-e7e7-407f-a203-16ba3684c726 x-openstack-request-id: req-9537a2be-e7e7-407f-a203-16ba3684c726 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:25.987242 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47332e3e-8c3b-4879-8e35-20aeda38292b", "name": "network-vif-deleted", "tag": "72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:25.987696 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9537a2be-e7e7-407f-a203-16ba3684c726 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:25.988312 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47332e3e-8c3b-4879-8e35-20aeda38292b', 'name': 'network-vif-deleted', 'tag': '72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269', 'status': 'completed', 'code': 200} Nov 25 17:08:26.018295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53478) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:26.025140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-639760098-network', 'tenant_id': 'cf60c7b5e9734e6bbd5f772b368a3a04'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:26.053345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Made reservation on behalf of cf60c7b5e9734e6bbd5f772b368a3a04 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:26.056422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.067111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.171288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62b8bb-7c35-4df1-b4af-f4661e7cb032 req-da192e06-00c4-42f7-a374-a607467edee1 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:26.173257 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f62b8bb-7c35-4df1-b4af-f4661e7cb032 req-da192e06-00c4-42f7-a374-a607467edee1 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 967 time: 0.0874670 Nov 25 17:08:26.249029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.259821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.267299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device be3f810b-c472-4a11-93cf-05047918f9f2 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:26.303258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f62b8bb-7c35-4df1-b4af-f4661e7cb032 req-19da2e76-3b00-4ce0-abc4-06ec7fe58971 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217864 Nov 25 17:08:26.329462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:26.360248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.360473 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Added segment 7c900de9-d0e7-4c95-bd1d-72d3ad122c15 of type vlan for network e69a3861-065c-4891-8357-bf3f26a2f34b Nov 25 17:08:26.362266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06216617-bf41-464c-83a6-06da3a98d1bc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:26.364150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port be3f810b-c472-4a11-93cf-05047918f9f2 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:26.369266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port be3f810b-c472-4a11-93cf-05047918f9f2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:26.369892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.440258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.478283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.480179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:26.481496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.565543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.569731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5499978 Nov 25 17:08:26.572412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53538) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:26.579413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Request body: {'subnet': {'network_id': 'e69a3861-065c-4891-8357-bf3f26a2f34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-639760098-subnet', 'tenant_id': 'cf60c7b5e9734e6bbd5f772b368a3a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:26.590933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787417e-a5e8-4769-a785-da6c5e89b29a admin admin] Pushing event updated for resources: {'Network': ['ID=e69a3861-065c-4891-8357-bf3f26a2f34b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:26.603549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:26.606324 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b9923-e5a6-4504-972f-ed8ed56ab29d" -d '{"events": [{"server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "name": "network-vif-plugged", "status": "completed", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:26.613189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Made reservation on behalf of cf60c7b5e9734e6bbd5f772b368a3a04 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:26.613876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e69a3861-065c-4891-8357-bf3f26a2f34b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:26.617307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.639544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port be3f810b-c472-4a11-93cf-05047918f9f2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=be3f810b-c472-4a11-93cf-05047918f9f2,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:26.684328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:26.738623 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c44d2ea-5d08-4e0c-b1e2-b93a18575df0 x-openstack-request-id: req-4c44d2ea-5d08-4e0c-b1e2-b93a18575df0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:26.740436 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "name": "network-vif-plugged", "status": "completed", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:26.741043 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c44d2ea-5d08-4e0c-b1e2-b93a18575df0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:26.742066 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'code': 200} Nov 25 17:08:26.794865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=be3f810b-c472-4a11-93cf-05047918f9f2,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:26.858778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-1cad4ab7-46e7-4364-bbe6-bf4169e54c2f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=73b34f85a00e4f4abef82995f13b505e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274100 Nov 25 17:08:26.957050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.042404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e070ba46-e1a0-4ed3-9705-d296e794bf4e,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:27.058310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4d2b0-cf5c-4831-b1b0-bda006c76810 req-3ccdfa59-9e2a-49bb-b40b-f0d7b068a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.060472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09d4d2b0-cf5c-4831-b1b0-bda006c76810 req-3ccdfa59-9e2a-49bb-b40b-f0d7b068a6f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 1119 time: 0.1792829 Nov 25 17:08:27.061827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7b87113e-6605-48b1-b0a4-96c71fe0762d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.063503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7b87113e-6605-48b1-b0a4-96c71fe0762d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984150 Nov 25 17:08:27.074296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54347177-4975-4a6b-af18-6eedd6100d96 req-a2eefa29-4113-450c-9265-a74ff531ad81 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.076018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54347177-4975-4a6b-af18-6eedd6100d96 req-a2eefa29-4113-450c-9265-a74ff531ad81 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.1962674 Nov 25 17:08:27.077194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Request body: {'port': {'device_id': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '73b34f85a00e4f4abef82995f13b505e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:27.128199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Checking segment: {'id': '7c900de9-d0e7-4c95-bd1d-72d3ad122c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e69a3861-065c-4891-8357-bf3f26a2f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:27.128635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Network hostable DHCP agents. Network: e69a3861-065c-4891-8357-bf3f26a2f34b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:27.196594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09d4d2b0-cf5c-4831-b1b0-bda006c76810 req-4d1e0374-9f0f-44e5-bed1-e008f7ce254f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195080 Nov 25 17:08:27.212075 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54347177-4975-4a6b-af18-6eedd6100d96 req-ece42489-434c-4b8b-8734-7db0fc36aa3e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217847 Nov 25 17:08:27.215036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Network e69a3861-065c-4891-8357-bf3f26a2f34b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:27.227868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Made reservation on behalf of 73b34f85a00e4f4abef82995f13b505e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:27.232047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.244993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e69a3861-065c-4891-8357-bf3f26a2f34b) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:27.251097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.251824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.259623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead538b-5138-417c-a841-79563fa85496 None None] Network e69a3861-065c-4891-8357-bf3f26a2f34b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:27.309003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4572a9ff-6754-4cb3-a40e-342adedc7813 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7256026 Nov 25 17:08:27.418445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-06e758cc-88f1-4839-bc3b-2d2e8e248e37 req-b9c9f6a2-fb12-4249-af39-3b0f67f19d2c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 210 time: 0.0365527 Nov 25 17:08:27.428133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Allocated IP 192.168.233.171 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/963112b2-2b11-46ce-9ddb-f54cf561741c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:27.542909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0ece1-985e-4266-98f0-70de9a7c2180 None None] Network e69a3861-065c-4891-8357-bf3f26a2f34b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:27.671417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fa2-62e7-490b-a771-d7776aa409da req-19473c30-a462-4cc7-bd9e-1b63fdd2df63 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.673039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43e98fa2-62e7-490b-a771-d7776aa409da req-19473c30-a462-4cc7-bd9e-1b63fdd2df63 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 968 time: 0.1045876 Nov 25 17:08:27.698474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.755999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43e98fa2-62e7-490b-a771-d7776aa409da req-a8490842-e8ee-4b10-afbe-26b6219ede32 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740097 Nov 25 17:08:27.769897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.786346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:27.790376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a56ffd76-de5f-4c2d-a629-599b7a9c6f5e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:27.821108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:27.825500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:27.828049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:27.838853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:27.838853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:27.842687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:27.866226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7921038 Nov 25 17:08:27.874967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:27.879442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Request body: {'port': {'device_id': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:27.913943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:27.914396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 72a6e6cc-8e8f-4d23-95f4-5fcb0f48a269 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:27.923846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56c022-74bb-4ac2-a121-ada3a2faccaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event updated for resources: {'Port': ['ID=963112b2-2b11-46ce-9ddb-f54cf561741c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:27.943174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-8a34fc9b-dcee-4c79-ac25-319bc330053b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cfc2e6df594447ac88be929251547779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379207 Nov 25 17:08:28.008880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.158474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:28.196652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-79893da2-1e9e-458e-9dc1-fbc7f0263f68 None None] Provisioning complete for port 963112b2-2b11-46ce-9ddb-f54cf561741c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:28.197021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79893da2-1e9e-458e-9dc1-fbc7f0263f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.217496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-ce555797-3cb6-41f0-bf0d-3783c5f62a3b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.219044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-ce555797-3cb6-41f0-bf0d-3783c5f62a3b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536123 Nov 25 17:08:28.227422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '2b144e82-cab9-49cf-a860-528f268de1e3', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'port_id': '2b144e82-cab9-49cf-a860-528f268de1e3', 'mac_address': 'fa:16:3e:16:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4893ec-6287-4ab7-bd90-1869a50ea011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:28.300187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-79893da2-1e9e-458e-9dc1-fbc7f0263f68 None None] Port 963112b2-2b11-46ce-9ddb-f54cf561741c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:28.334248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-bb915c51-51f9-49db-912d-eec30494c2ce tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/quotas/cfc2e6df594447ac88be929251547779 HTTP/1.1" status: 200 len: 375 time: 0.1056314 Nov 25 17:08:28.338859 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.369250 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-1867b856-e9d4-408f-89c3-453dc9ac90f5 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfc2e6df594447ac88be929251547779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332947 Nov 25 17:08:28.369485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b144e82-cab9-49cf-a860-528f268de1e3 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:28.384339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-41c882f4-63ea-403a-8aec-cfcd45fe82ab tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.396040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-41c882f4-63ea-403a-8aec-cfcd45fe82ab tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/networks?id=8ff7bea9-4f86-4880-8745-ec9b259ecb88 HTTP/1.1" status: 200 len: 814 time: 0.1691766 Nov 25 17:08:28.399775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:28.404830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.410307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-aae61aee-5ae5-4763-a795-8de8ad011ee9 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/quotas/374aa29749564c51851abee4efb06e8a HTTP/1.1" status: 200 len: 375 time: 0.0132911 Nov 25 17:08:28.453008 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-a54a2418-5dbb-4a7c-83f2-9c596e485016 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=374aa29749564c51851abee4efb06e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355144 Nov 25 17:08:28.458827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:28.518283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963112b2-2b11-46ce-9ddb-f54cf561741c {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:28.528052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.544959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Transition to ACTIVE for port object 963112b2-2b11-46ce-9ddb-f54cf561741c will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:28.549462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.594154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-c213e842-c39a-4bf9-a98b-e102e83ab27e service neutron] 10.222.0.86 "GET /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205461 Nov 25 17:08:28.610988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Pushing event updated for resources: {'Port': ['ID=963112b2-2b11-46ce-9ddb-f54cf561741c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:28.624015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['2b144e82-cab9-49cf-a860-528f268de1e3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:28.705282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Attempting to bind port 963112b2-2b11-46ce-9ddb-f54cf561741c on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:28.705628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Attempting to bind port 963112b2-2b11-46ce-9ddb-f54cf561741c by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:28.705969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Attempting to bind port 963112b2-2b11-46ce-9ddb-f54cf561741c on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:28.719593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Port 963112b2-2b11-46ce-9ddb-f54cf561741c on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:28.719925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Attempting to bind port 963112b2-2b11-46ce-9ddb-f54cf561741c on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:28.726445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:28.728117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:28.728665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:28.729877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Bound port: 963112b2-2b11-46ce-9ddb-f54cf561741c, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:28.730399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.774395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-21ecf36f-698d-4ee0-a0ea-4f3c0256feb6 service neutron] 10.222.0.86 "GET /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726546 Nov 25 17:08:28.886995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] For port 963112b2-2b11-46ce-9ddb-f54cf561741c, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:28.893413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] For port 963112b2-2b11-46ce-9ddb-f54cf561741c, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=963112b2-2b11-46ce-9ddb-f54cf561741c,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:28.902971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b4dbb-8191-4cb1-aaa8-3078fd46d7df req-af8bcb06-460a-4428-aa82-59d99c473033 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.904775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733b4dbb-8191-4cb1-aaa8-3078fd46d7df req-af8bcb06-460a-4428-aa82-59d99c473033 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 944 time: 0.0864804 Nov 25 17:08:28.906626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.979798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:28.980734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:28.982816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] 10.222.0.55 "PUT /v2.0/ports/963112b2-2b11-46ce-9ddb-f54cf561741c HTTP/1.1" status: 200 len: 1096 time: 1.1086383 Nov 25 17:08:28.983286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'tag': '963112b2-2b11-46ce-9ddb-f54cf561741c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:28.986335 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7828562-429f-4f68-a793-5ae73e6ec746" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83", "tag": "963112b2-2b11-46ce-9ddb-f54cf561741c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:29.055217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0928-ff26-4374-8e82-b5d9b6f32bda service neutron] Pushing event updated for resources: {'Port': ['ID=963112b2-2b11-46ce-9ddb-f54cf561741c,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:29.080145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733b4dbb-8191-4cb1-aaa8-3078fd46d7df req-99a8cf13-e607-4968-ac2c-f8792210b459 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641822 Nov 25 17:08:29.120221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0f188-6196-45f3-9def-ce564f543bc0 req-2fde3b49-44b0-4155-9021-2c2bd25a7e0f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.123565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b2c0f188-6196-45f3-9def-ce564f543bc0 req-2fde3b49-44b0-4155-9021-2c2bd25a7e0f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 948 time: 0.1232121 Nov 25 17:08:29.195039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cd1d847-15f9-411c-85e8-82c59074d0e6 req-3fe787f7-71a6-4d7e-a12f-875d8e581180 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 210 time: 0.0499325 Nov 25 17:08:29.208907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-4fa23019-95b2-43ea-9ef3-e2c645c30ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.211426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b2c0f188-6196-45f3-9def-ce564f543bc0 req-3ba229db-e7a6-4e39-8014-480c1db3e2b4 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791571 Nov 25 17:08:29.212018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-4fa23019-95b2-43ea-9ef3-e2c645c30ecc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 1099 time: 0.1686532 Nov 25 17:08:29.294027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-c713334a-3b22-47b7-a969-f76e4a976786 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=963112b2-2b11-46ce-9ddb-f54cf561741c HTTP/1.1" status: 200 len: 217 time: 0.0729985 Nov 25 17:08:29.385000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-28e93d34-dded-4955-8a66-e4fe582841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.386840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-28e93d34-dded-4955-8a66-e4fe582841b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0849853 Nov 25 17:08:29.450355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-bc27569f-ea19-4c37-aeab-8e17bbd73cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.452182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-bc27569f-ea19-4c37-aeab-8e17bbd73cdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571113 Nov 25 17:08:29.599744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-e460ac8d-6eb4-4539-bb55-c2841d17e33d service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336751 Nov 25 17:08:29.674819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f3dfd-f368-4b12-bd88-edd41cbcbf7d req-5c768ee4-0b5b-4335-b854-faef1a84c889 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.682122 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-763f3dfd-f368-4b12-bd88-edd41cbcbf7d req-5c768ee4-0b5b-4335-b854-faef1a84c889 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 968 time: 0.0754218 Nov 25 17:08:29.707584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-958f2e96-02d5-40d1-acbf-45f2354a95f4 req-16e6c907-7d09-4e60-a2d6-cd0fd7c078a8 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999463 Nov 25 17:08:29.744701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-192c78b8-3acd-4613-a9e5-4d3dd5a6f6ab req-b645736b-eb8c-4a11-add0-608410af8d09 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 210 time: 0.0360348 Nov 25 17:08:29.755796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-763f3dfd-f368-4b12-bd88-edd41cbcbf7d req-b7e73fa2-7526-44da-9c0e-2d77e581d680 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666285 Nov 25 17:08:29.796051 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cadd99-8398-4c85-af9b-4171f51feadd x-openstack-request-id: req-55cadd99-8398-4c85-af9b-4171f51feadd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:29.796392 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83", "tag": "963112b2-2b11-46ce-9ddb-f54cf561741c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:29.796711 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55cadd99-8398-4c85-af9b-4171f51feadd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:29.797335 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'tag': '963112b2-2b11-46ce-9ddb-f54cf561741c', 'status': 'completed', 'code': 200} Nov 25 17:08:29.846387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:29.888903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-117bc6b1-adba-4706-9519-08e9bec7c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:29.891603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-117bc6b1-adba-4706-9519-08e9bec7c407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 1099 time: 0.0723798 Nov 25 17:08:29.936246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-3ec92ccb-6c8a-4150-bec7-81239ee549e5 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfc2e6df594447ac88be929251547779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372913 Nov 25 17:08:29.967883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 2b144e82-cab9-49cf-a860-528f268de1e3 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:29.980123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 2b144e82-cab9-49cf-a860-528f268de1e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:29.984068 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:30.076058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052fa8c-f024-4730-8526-5ecd707b6a3c req-f6cff8a7-b9ed-40c0-b7da-deda51b36de5 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.077690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5052fa8c-f024-4730-8526-5ecd707b6a3c req-f6cff8a7-b9ed-40c0-b7da-deda51b36de5 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 968 time: 0.1506586 Nov 25 17:08:30.087166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53784) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:30.094466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'floatingip': {'port_id': 'be3f810b-c472-4a11-93cf-05047918f9f2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:30.108371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-cf018cfe-ce55-4ed5-b27f-277099556fec tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.110817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-cf018cfe-ce55-4ed5-b27f-277099556fec tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650772 Nov 25 17:08:30.139757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-7d4a6b7f-eca6-4bda-9094-b2f18dc57e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.141313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-7d4a6b7f-eca6-4bda-9094-b2f18dc57e71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2326620 Nov 25 17:08:30.211781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Request body: {'port': {'device_id': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'cfc2e6df594447ac88be929251547779'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:30.215086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:30.217294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-8186bdde-d9b7-466c-89b0-b6058166c95a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=963112b2-2b11-46ce-9ddb-f54cf561741c HTTP/1.1" status: 200 len: 217 time: 0.0660992 Nov 25 17:08:30.244127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:30.255145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:30.259003 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd12afe6-3dbc-4c3c-becc-f491257257e9" -d '{"events": [{"server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "name": "network-vif-plugged", "status": "completed", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:30.287587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:30.292881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:30.322974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-e5a8d73e-8720-4711-8baf-626d129766ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.324722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-e5a8d73e-8720-4711-8baf-626d129766ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0896626 Nov 25 17:08:30.353435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:30.397756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-dd0254f6-d193-492a-b55b-6e6d11d9010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.399649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-dd0254f6-d193-492a-b55b-6e6d11d9010e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665510 Nov 25 17:08:30.428132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.55', 62324) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:30.552026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64677978-44b7-430c-9556-32e16ef263cc req-cb4d6df4-96d1-4e12-a2d5-16eb770309f0 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 210 time: 0.0515428 Nov 25 17:08:30.769948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4558-82f4-46c8-8db1-17e2fa7b2742 req-c3dcc1a6-367f-416f-b426-030779296cd2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.771530 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00fc4558-82f4-46c8-8db1-17e2fa7b2742 req-c3dcc1a6-367f-416f-b426-030779296cd2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 945 time: 0.3537927 Nov 25 17:08:30.814146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-d1789e2a-a94b-4703-9273-c1e079c2d7c4 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061460 Nov 25 17:08:30.828192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-39675a0d-8def-49ef-b095-977f664600d2 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.829614 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-39675a0d-8def-49ef-b095-977f664600d2 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.55 "GET /v2.0/networks?id=8ff7bea9-4f86-4880-8745-ec9b259ecb88 HTTP/1.1" status: 200 len: 814 time: 0.3936601 Nov 25 17:08:30.846442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Request body: {'port': {'device_id': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88', 'admin_state_up': True, 'tenant_id': '374aa29749564c51851abee4efb06e8a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:30.905755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Made reservation on behalf of cfc2e6df594447ac88be929251547779 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:30.909186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:30.954535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a397f-93f0-4825-9cb6-7de7a135178a req-ae4d0401-572a-4170-8cd1-f659bd32f898 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:30.956077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-044a397f-93f0-4825-9cb6-7de7a135178a req-ae4d0401-572a-4170-8cd1-f659bd32f898 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 948 time: 0.3310261 Nov 25 17:08:30.962054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00fc4558-82f4-46c8-8db1-17e2fa7b2742 req-b7135516-b10a-4813-bca4-7a64a01eccb9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750371 Nov 25 17:08:31.017611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7828562-429f-4f68-a793-5ae73e6ec746 req-7f1bc6ca-10ad-445b-a2d0-3094f19a529d service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867559 Nov 25 17:08:31.023269 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbdba40-f583-4c00-a39c-838a10d1e9b5 x-openstack-request-id: req-afbdba40-f583-4c00-a39c-838a10d1e9b5 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:31.028325 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "name": "network-vif-plugged", "status": "completed", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:31.028913 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-afbdba40-f583-4c00-a39c-838a10d1e9b5 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:31.030756 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3', 'code': 200} Nov 25 17:08:31.057881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Made reservation on behalf of 374aa29749564c51851abee4efb06e8a for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:31.063243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.222415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21152928-a7dd-4ad2-91ec-5c6e377576f4 req-81c24926-2972-4bd3-8abe-f04f112eda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:31.224087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21152928-a7dd-4ad2-91ec-5c6e377576f4 req-81c24926-2972-4bd3-8abe-f04f112eda1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1096 time: 0.0907316 Nov 25 17:08:31.249224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Allocated IP 172.20.0.8 (8ff7bea9-4f86-4880-8745-ec9b259ecb88/7651a55f-187e-4302-b0f3-f4679590b4dd/5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:31.297710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b8ca667-6c3c-4200-a6f2-597227a727b4 req-7968d702-cc25-409e-b7d5-62f4751850da tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 210 time: 0.0496113 Nov 25 17:08:31.298561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-044a397f-93f0-4825-9cb6-7de7a135178a req-374a2868-ed3a-4b2b-9f10-8eddc12c4ba0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031356 Nov 25 17:08:31.344193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21152928-a7dd-4ad2-91ec-5c6e377576f4 req-2864b38e-fd7e-4135-913d-1c6b7a8777e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087148 Nov 25 17:08:31.348593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Allocated IP 192.168.233.142 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/e0611088-7d41-4c41-b821-1f80c2d61665) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:08:31.542067 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.603836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.655864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.665706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.721623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:31.726176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:31.732479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:31.743803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:31.746468 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.759095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Pushing event updated for resources: {'Port': ['ID=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:31.776715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-7966fb3c-dfb1-437b-84c5-7933f8efc6aa tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9361410 Nov 25 17:08:31.779931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8ec7e41-5224-4f12-b765-cdf9e4b48b99 req-3c1a624b-60f2-4415-8915-afe5c1d23584 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 210 time: 0.0599146 Nov 25 17:08:31.789515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Request body: {'port': {'device_id': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:31.875906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.882275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:31.926993 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Floating IP a85ce61d-106b-477b-9960-5f4063d591ba associated. External IP: 172.25.8.215, port: be3f810b-c472-4a11-93cf-05047918f9f2. Nov 25 17:08:32.040565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:32.046558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.193607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:08:32.205640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:32.229835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:08:32.235984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:32.236604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.246239 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b7af-fbad-4a2e-8aa1-aa960cc403ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.246439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Pushing event updated for resources: {'Port': ['ID=e0611088-7d41-4c41-b821-1f80c2d61665,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:32.269610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95099-e716-4ebc-a138-8fbad075dfe2 req-98120b98-f853-4120-b4aa-1e494518d524 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:32.271491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0e95099-e716-4ebc-a138-8fbad075dfe2 req-98120b98-f853-4120-b4aa-1e494518d524 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 945 time: 0.1762235 Nov 25 17:08:32.275755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-608e7652-f273-4203-9443-2fa6b8137bc3 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1205478 Nov 25 17:08:32.297229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:32.310136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.386223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Request body: {'port': {'device_id': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:32.388878 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b7af-fbad-4a2e-8aa1-aa960cc403ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.397876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0cd5b7af-fbad-4a2e-8aa1-aa960cc403ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.411136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Transition to ACTIVE for port object 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:32.430448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.478871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:08:32.488154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.505175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0cd5b7af-fbad-4a2e-8aa1-aa960cc403ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=429e4dbb36814e9b9a276f78982479aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632425 Nov 25 17:08:32.510171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53944) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:32.511861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5b7af-fbad-4a2e-8aa1-aa960cc403ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8bacad-8a77-4bf2-a4ac-de70c88d9a68,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:32.515584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0e95099-e716-4ebc-a138-8fbad075dfe2 req-16999dee-a7fa-4697-8204-af379eb92f1e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395164 Nov 25 17:08:32.554685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8ce275a5-5524-4c63-a4f1-97e09152a93d None None] Provisioning complete for port e0611088-7d41-4c41-b821-1f80c2d61665 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:32.554685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ce275a5-5524-4c63-a4f1-97e09152a93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.621479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8ce275a5-5524-4c63-a4f1-97e09152a93d None None] Port e0611088-7d41-4c41-b821-1f80c2d61665 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:08:32.666539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:32.669350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Attempting to bind port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:32.669688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Attempting to bind port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '33642033-d3d2-41eb-884b-b105f7baa22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:32.670021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Attempting to bind port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d on network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:32.696408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d on network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:32.696740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Attempting to bind port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d on network 8ff7bea9-4f86-4880-8745-ec9b259ecb88 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:32.714761 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb758679-0476-4c75-93a0-e665b50a7e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.718212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:32.718555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Checking segment: {'id': '33642033-d3d2-41eb-884b-b105f7baa22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:32.718944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Bound using segment: {'id': '33642033-d3d2-41eb-884b-b105f7baa22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:32.719518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Bound port: 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33642033-d3d2-41eb-884b-b105f7baa22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:32.719758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.750958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99251e9-c047-4e2d-8070-9c4cd66de126 req-7f6e5f3b-5728-4d49-b8e4-2d00545299fb tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:32.752642 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c99251e9-c047-4e2d-8070-9c4cd66de126 req-7f6e5f3b-5728-4d49-b8e4-2d00545299fb tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 943 time: 0.1025081 Nov 25 17:08:32.788125 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb758679-0476-4c75-93a0-e665b50a7e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.881440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] For port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:32.887434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] For port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,segment=NetworkSegment(33642033-d3d2-41eb-884b-b105f7baa22f),segment_id=33642033-d3d2-41eb-884b-b105f7baa22f)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:32.893257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c99251e9-c047-4e2d-8070-9c4cd66de126 req-a1fdc7e0-61ed-4133-82bb-48fee3617600 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275949 Nov 25 17:08:32.895212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.939787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb758679-0476-4c75-93a0-e665b50a7e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.943046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb758679-0476-4c75-93a0-e665b50a7e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.946493 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cb758679-0476-4c75-93a0-e665b50a7e59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f8bacad-8a77-4bf2-a4ac-de70c88d9a68 HTTP/1.1" status: 204 len: 168 time: 0.4274704 Nov 25 17:08:32.957065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:32.964121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:32.965939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d HTTP/1.1" status: 200 len: 1091 time: 1.1811042 Nov 25 17:08:32.966439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'tag': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:32.969022 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de09f69-5982-48b0-844c-3444d59dc389" -d '{"events": [{"name": "network-changed", "server_uuid": "e2969ec7-a5f7-4072-811a-bdd60295bd18", "tag": "5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:32.998245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb758679-0476-4c75-93a0-e665b50a7e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8bacad-8a77-4bf2-a4ac-de70c88d9a68,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:33.017008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4057-7766-4f15-bd94-6b0480bfbaeb req-2710b789-ff16-44e7-80a9-4c3175707da9 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.021724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51bb4057-7766-4f15-bd94-6b0480bfbaeb req-2710b789-ff16-44e7-80a9-4c3175707da9 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 948 time: 0.1858270 Nov 25 17:08:33.069901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540017d-fe45-4244-ba92-2ea4827cce98 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:33.085603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:08:33.089407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-c63e0e4c-8431-46cf-988f-20123e96ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.090920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-c63e0e4c-8431-46cf-988f-20123e96ba32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=374aa29749564c51851abee4efb06e8a&device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 1094 time: 0.0814264 Nov 25 17:08:33.093612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.106575 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:08:33.119442 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:33.120418 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:08:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:33.145367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f48238d-4493-44df-93db-4035c0564a41 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "PUT /v2.0/floatingips/a85ce61d-106b-477b-9960-5f4063d591ba HTTP/1.1" status: 200 len: 1014 time: 3.0564377 Nov 25 17:08:33.150375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:33.152714 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:33.187981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51bb4057-7766-4f15-bd94-6b0480bfbaeb req-8e7e0f60-864c-4a42-97c9-6b33b1f07ee0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514628 Nov 25 17:08:33.193742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-2136a288-0ca8-465f-9926-0b333fb6ba41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d HTTP/1.1" status: 200 len: 217 time: 0.0521502 Nov 25 17:08:33.245417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009646bc-dc80-4935-bb1f-97eaab80b858 req-dcb10b2c-561f-450e-a267-afc2350de283 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.252681 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009646bc-dc80-4935-bb1f-97eaab80b858 req-dcb10b2c-561f-450e-a267-afc2350de283 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 936 time: 0.1521525 Nov 25 17:08:33.294061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-18a2f217-d006-4952-a880-f27118a356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.295553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-18a2f217-d006-4952-a880-f27118a356e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7651a55f-187e-4302-b0f3-f4679590b4dd HTTP/1.1" status: 200 len: 854 time: 0.0945649 Nov 25 17:08:33.296886 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:33.340612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-c08e11d1-0f3e-4b46-af48-cb18c45d6ac5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ff7bea9-4f86-4880-8745-ec9b259ecb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339744 Nov 25 17:08:33.350634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0611088-7d41-4c41-b821-1f80c2d61665 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:33.351649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009646bc-dc80-4935-bb1f-97eaab80b858 req-6b2b7f83-728c-42c9-a406-38c6e5aa7eda tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979922 Nov 25 17:08:33.362024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.392593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Transition to ACTIVE for port object e0611088-7d41-4c41-b821-1f80c2d61665 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:33.401124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.416089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:33.463068 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c175bf71-1ff8-4759-9f44-d0083e76430b x-openstack-request-id: req-c175bf71-1ff8-4759-9f44-d0083e76430b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:33.463952 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2969ec7-a5f7-4072-811a-bdd60295bd18", "tag": "5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:33.463952 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c175bf71-1ff8-4759-9f44-d0083e76430b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:33.464346 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'tag': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d', 'status': 'completed', 'code': 200} Nov 25 17:08:33.486999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f613c85f-4b6a-428e-9475-1fa85bf3c21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.495548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Pushing event updated for resources: {'Port': ['ID=e0611088-7d41-4c41-b821-1f80c2d61665,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:33.571224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Attempting to bind port e0611088-7d41-4c41-b821-1f80c2d61665 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:33.572314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Attempting to bind port e0611088-7d41-4c41-b821-1f80c2d61665 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:33.572876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Attempting to bind port e0611088-7d41-4c41-b821-1f80c2d61665 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:33.580834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Port e0611088-7d41-4c41-b821-1f80c2d61665 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:33.581932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Attempting to bind port e0611088-7d41-4c41-b821-1f80c2d61665 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:33.588720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:33.589562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:33.590150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:33.590819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Bound port: e0611088-7d41-4c41-b821-1f80c2d61665, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:33.591928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.695296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-d25098dd-12bc-4c8d-bae4-fe3933df3620 service neutron] 10.222.0.55 "GET /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425865 Nov 25 17:08:33.700882 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a0e4bb-7022-48fa-bca4-e1672c626bb0 x-openstack-request-id: req-15a0e4bb-7022-48fa-bca4-e1672c626bb0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:33.701580 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:33.701927 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15a0e4bb-7022-48fa-bca4-e1672c626bb0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:33.702497 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'status': 'completed', 'code': 200} Nov 25 17:08:33.715523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] For port e0611088-7d41-4c41-b821-1f80c2d61665, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:33.719486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] For port e0611088-7d41-4c41-b821-1f80c2d61665, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e0611088-7d41-4c41-b821-1f80c2d61665,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:33.726703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.760607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f613c85f-4b6a-428e-9475-1fa85bf3c21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.827582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.828202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:33.829629 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] 10.222.0.55 "PUT /v2.0/ports/e0611088-7d41-4c41-b821-1f80c2d61665 HTTP/1.1" status: 200 len: 1096 time: 1.4541266 Nov 25 17:08:33.844887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 963112b2-2b11-46ce-9ddb-f54cf561741c details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:33.908922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fc367-5510-44cd-a3f0-d684054d87fe service neutron] Pushing event updated for resources: {'Port': ['ID=e0611088-7d41-4c41-b821-1f80c2d61665,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:33.915981 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a85ce61d-106b-477b-9960-5f4063d591ba', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'port_id': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'mac_address': 'fa:16:3e:ae:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'device_owner': 'compute:tempest-test_az-1320546726'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:08:12Z', 'updated_at': '2021-11-25T17:08:31Z', 'revision_number': 1, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:33.942710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-e20958d8-8821-4c83-8b3f-8a2dcb29fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:33.945282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-e20958d8-8821-4c83-8b3f-8a2dcb29fdeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 1119 time: 0.2056863 Nov 25 17:08:33.963552 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:08:33.970993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa89ac3c-62eb-4b9d-8504-528b15c2fd17 req-12600329-add0-49eb-ba82-c4fd6794138b service neutron] 10.222.0.55 "GET /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490375 Nov 25 17:08:33.978358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:08:33.979586 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:08:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:33.985609 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f613c85f-4b6a-428e-9475-1fa85bf3c21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.090232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-183efe87-14f5-4c7e-a958-a790baed4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.095847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-183efe87-14f5-4c7e-a958-a790baed4e40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc2e6df594447ac88be929251547779&device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 1099 time: 0.2074020 Nov 25 17:08:34.098405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613c85f-4b6a-428e-9475-1fa85bf3c21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc9668-faf1-4587-a17e-e56347c1c97c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:34.108627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 963112b2-2b11-46ce-9ddb-f54cf561741c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=963112b2-2b11-46ce-9ddb-f54cf561741c,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:34.128246 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:08:34.139228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '963112b2-2b11-46ce-9ddb-f54cf561741c', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '963112b2-2b11-46ce-9ddb-f54cf561741c', 'mac_address': 'fa:16:3e:38:4c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:34.167209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-7751ca07-5024-4b11-95f0-c6e423b27dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.169482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-7751ca07-5024-4b11-95f0-c6e423b27dd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 924 time: 0.2159081 Nov 25 17:08:34.176003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f613c85f-4b6a-428e-9475-1fa85bf3c21e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf308b6dc1d94e07b9707741045dc687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199554 Nov 25 17:08:34.179241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:34.211262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de09f69-5982-48b0-844c-3444d59dc389 req-f05b2b56-6788-4cfc-ae7f-e1c069d21fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.214889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-f05b2b56-6788-4cfc-ae7f-e1c069d21fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=374aa29749564c51851abee4efb06e8a&device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 1094 time: 0.1348763 Nov 25 17:08:34.229293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729642-bb85-4a85-a50e-c9a1becc80af req-7e911029-6aa9-4a39-9837-9ce9602b1851 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.231009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.237106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-53729642-bb85-4a85-a50e-c9a1becc80af req-7e911029-6aa9-4a39-9837-9ce9602b1851 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 945 time: 0.2532697 Nov 25 17:08:34.262803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963112b2-2b11-46ce-9ddb-f54cf561741c {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:34.291678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 963112b2-2b11-46ce-9ddb-f54cf561741c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=963112b2-2b11-46ce-9ddb-f54cf561741c,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:34.302577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.311191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-7a57a15e-8a9c-436d-92d1-ff39f42807f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e0611088-7d41-4c41-b821-1f80c2d61665 HTTP/1.1" status: 200 len: 217 time: 0.1393745 Nov 25 17:08:34.348702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ed81-8455-421a-a0b7-9a5e96d93ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.370920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=963112b2-2b11-46ce-9ddb-f54cf561741c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:34.383010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-ee828387-fe82-46c7-9abb-d0217bc2cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.384534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-ee828387-fe82-46c7-9abb-d0217bc2cf1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0484214 Nov 25 17:08:34.400074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ed81-8455-421a-a0b7-9a5e96d93ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.417784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-53729642-bb85-4a85-a50e-c9a1becc80af req-6f3cff97-666e-46d3-9c7e-7d5234f62560 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780648 Nov 25 17:08:34.434543 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a85ce61d-106b-477b-9960-5f4063d591ba', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'port_id': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'mac_address': 'fa:16:3e:ae:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'device_owner': 'compute:tempest-test_az-1320546726'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:08:12Z', 'updated_at': '2021-11-25T17:08:31Z', 'revision_number': 1, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:34.451957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de09f69-5982-48b0-844c-3444d59dc389 req-18a1763f-72b6-46b0-82ba-83683ffa956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.453344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-18a1763f-72b6-46b0-82ba-83683ffa956a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8ff7bea9-4f86-4880-8745-ec9b259ecb88 HTTP/1.1" status: 200 len: 915 time: 0.2119017 Nov 25 17:08:34.458664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f405b4-2d1c-46a1-826e-067ff7e1f7ca req-e36f8ac9-72c8-4347-b56c-d61960e11aa3 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.460201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-22f405b4-2d1c-46a1-826e-067ff7e1f7ca req-e36f8ac9-72c8-4347-b56c-d61960e11aa3 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 943 time: 0.2898304 Nov 25 17:08:34.466332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-044b40eb-5b12-4502-9690-0be2f9705117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3f810b-c472-4a11-93cf-05047918f9f2 HTTP/1.1" status: 200 len: 1022 time: 0.2791519 Nov 25 17:08:34.478826 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37aadf7-b228-4764-ade1-d4e5d550d52b None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a85ce61d-106b-477b-9960-5f4063d591ba', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'port_id': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'mac_address': 'fa:16:3e:ae:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'device_owner': 'compute:tempest-test_az-1320546726'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:08:12Z', 'updated_at': '2021-11-25T17:08:31Z', 'revision_number': 1, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:08:34.508906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fa51f1f7-dbb6-4627-ab64-d08df7ac9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.510420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-fa51f1f7-dbb6-4627-ab64-d08df7ac9230 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117511 Nov 25 17:08:34.544293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-967b47dc-b886-4b67-b7f0-5ff63419ca47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d HTTP/1.1" status: 200 len: 217 time: 0.0764267 Nov 25 17:08:34.544553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['963112b2-2b11-46ce-9ddb-f54cf561741c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:34.609910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ed81-8455-421a-a0b7-9a5e96d93ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.613240 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb8ed81-8455-421a-a0b7-9a5e96d93ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:34.614456 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9eb8ed81-8455-421a-a0b7-9a5e96d93ffc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cdfc9668-faf1-4587-a17e-e56347c1c97c HTTP/1.1" status: 204 len: 168 time: 0.4339578 Nov 25 17:08:34.640040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8ed81-8455-421a-a0b7-9a5e96d93ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc9668-faf1-4587-a17e-e56347c1c97c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:34.648694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-22f405b4-2d1c-46a1-826e-067ff7e1f7ca req-528c0951-7eb5-4e3c-bf48-35aa01a4ce30 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741598 Nov 25 17:08:34.652558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-dbc464ab-eaed-4ad4-ba1a-ac3ed5a00910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.668945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-dbc464ab-eaed-4ad4-ba1a-ac3ed5a00910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.1715944 Nov 25 17:08:34.672992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de09f69-5982-48b0-844c-3444d59dc389 req-fc7fa277-14f9-4de7-89ae-9739105bc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.674711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-fc7fa277-14f9-4de7-89ae-9739105bc071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7651a55f-187e-4302-b0f3-f4679590b4dd HTTP/1.1" status: 200 len: 854 time: 0.1223016 Nov 25 17:08:34.730417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-cdd20f28-61f6-46cc-b74c-0204d10cd410 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8ff7bea9-4f86-4880-8745-ec9b259ecb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474515 Nov 25 17:08:34.854289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-4d576ee3-4652-4605-9f23-b363801e51af service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342972 Nov 25 17:08:34.877313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ede10-020b-408f-8802-f3161a126ce2 None None] New status for floating IP a85ce61d-106b-477b-9960-5f4063d591ba: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:08:34.950221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-8e022665-0abd-4b13-a45e-2af4f1e4029e service neutron] 10.222.0.55 "GET /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110999 Nov 25 17:08:34.968338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-8d205ea9-eb8d-4a13-811d-0697762eb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:34.970104 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-8d205ea9-eb8d-4a13-811d-0697762eb26a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2994742 Nov 25 17:08:35.002555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7d0da-61e3-4a4c-b5dd-52196db1efc5 req-1ee515a7-f471-42d6-bd3c-9e31b0b66313 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:35.010167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45e7d0da-61e3-4a4c-b5dd-52196db1efc5 req-1ee515a7-f471-42d6-bd3c-9e31b0b66313 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 949 time: 0.1992924 Nov 25 17:08:35.126131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b82c38ee-8b63-46c2-b056-db5d30b65f0a req-647fbb82-b6c2-493f-80e2-5f770a555417 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395997 Nov 25 17:08:35.131368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1de09f69-5982-48b0-844c-3444d59dc389 req-e4263256-67fb-490b-b676-9423fc7889e5 service neutron] 10.222.0.55 "GET /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686428 Nov 25 17:08:35.189545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-9e673fe8-b28b-407f-ae16-d90cad1214d6 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074707 Nov 25 17:08:35.202658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45e7d0da-61e3-4a4c-b5dd-52196db1efc5 req-1ed1629f-035f-426b-bb5a-ea77e5470a4d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915176 Nov 25 17:08:35.248606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12216982-7de3-4702-a615-b60fdef4db7b req-3fd7cede-c9e7-459c-b733-9dda4c5468ef tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:35.256852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12216982-7de3-4702-a615-b60fdef4db7b req-3fd7cede-c9e7-459c-b733-9dda4c5468ef tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 948 time: 0.0817504 Nov 25 17:08:35.336238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12216982-7de3-4702-a615-b60fdef4db7b req-d3ed38a3-e872-41be-9513-2c4fa2dfc283 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764205 Nov 25 17:08:35.361769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bfdb4e7-af4f-41a3-8b65-34e94f20ee3a req-a5fc4969-4b8f-4f5e-afd3-e53ce84ae566 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580389 Nov 25 17:08:35.573086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f186f1ae-ca88-4b46-90c5-c3ebd21c0815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.688923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723615c3-9291-45b1-ac90-8256321a6194 req-87a251ab-e5d6-48fa-9ad2-cb46b003ad35 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:35.691043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-723615c3-9291-45b1-ac90-8256321a6194 req-87a251ab-e5d6-48fa-9ad2-cb46b003ad35 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1096 time: 0.0553954 Nov 25 17:08:35.704349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'tag': 'e0611088-7d41-4c41-b821-1f80c2d61665'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:35.707355 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2bfc21-f681-48aa-930c-287e96a3f374" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1eba61-bd07-4f28-85ed-0b58e3ed850a", "tag": "e0611088-7d41-4c41-b821-1f80c2d61665"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:35.773557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-723615c3-9291-45b1-ac90-8256321a6194 req-a942b03d-0541-4362-9f51-027b2a3d9f1c tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653167 Nov 25 17:08:35.779027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d47d-6bcd-4f29-ab39-d9fc44f266f0 req-6f854e67-efc6-44dc-a6c0-940bd306f624 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:35.781018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a22d47d-6bcd-4f29-ab39-d9fc44f266f0 req-6f854e67-efc6-44dc-a6c0-940bd306f624 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 972 time: 0.0645497 Nov 25 17:08:35.840626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 963112b2-2b11-46ce-9ddb-f54cf561741c up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:35.848028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a22d47d-6bcd-4f29-ab39-d9fc44f266f0 req-6b864fe9-9b5f-49eb-ad50-6968859d43e3 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606163 Nov 25 17:08:35.894662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 963112b2-2b11-46ce-9ddb-f54cf561741c completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:35.899838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 963112b2-2b11-46ce-9ddb-f54cf561741c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:35.900448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:35.908490 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b983fc-8520-4971-9153-6b362e0f72b6 x-openstack-request-id: req-57b983fc-8520-4971-9153-6b362e0f72b6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:35.908787 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1eba61-bd07-4f28-85ed-0b58e3ed850a", "tag": "e0611088-7d41-4c41-b821-1f80c2d61665", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:35.909042 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57b983fc-8520-4971-9153-6b362e0f72b6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:35.909467 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'tag': 'e0611088-7d41-4c41-b821-1f80c2d61665', 'status': 'completed', 'code': 200} Nov 25 17:08:36.012049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365538-7420-4701-90d4-53cde8b340c9 req-9d711055-b8ce-41a3-90f3-1eb9846f205c tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.014006 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e8365538-7420-4701-90d4-53cde8b340c9 req-9d711055-b8ce-41a3-90f3-1eb9846f205c tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 943 time: 0.0890899 Nov 25 17:08:36.073285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-24256431-888b-4105-9351-4aac9037ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.074928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-24256431-888b-4105-9351-4aac9037ecf9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfc2e6df594447ac88be929251547779&device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 1099 time: 0.1196554 Nov 25 17:08:36.082454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:36.086029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4781e-f66c-4c40-8446-77ee129e3d29 req-25c362f8-44a9-4993-954d-528431d02ede tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.091582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e8365538-7420-4701-90d4-53cde8b340c9 req-3cc8e03d-4a3e-4507-b4d0-1c273aac7031 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695069 Nov 25 17:08:36.094650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e0e4781e-f66c-4c40-8446-77ee129e3d29 req-25c362f8-44a9-4993-954d-528431d02ede tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1096 time: 0.0973945 Nov 25 17:08:36.123272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963112b2-2b11-46ce-9ddb-f54cf561741c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:36.125624 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b732b-cc25-4eb9-9273-14e3812f290e" -d '{"events": [{"server_uuid": "d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83", "name": "network-vif-plugged", "status": "completed", "tag": "963112b2-2b11-46ce-9ddb-f54cf561741c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:36.140267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 963112b2-2b11-46ce-9ddb-f54cf561741c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=963112b2-2b11-46ce-9ddb-f54cf561741c,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:36.145385 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:36.195215 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869641da-ac27-45c9-8f48-c14604b92811 x-openstack-request-id: req-869641da-ac27-45c9-8f48-c14604b92811 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:36.196183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e0e4781e-f66c-4c40-8446-77ee129e3d29 req-399af06e-8598-4a08-b4c7-45c9dbafb471 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005664 Nov 25 17:08:36.196507 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83", "name": "network-vif-plugged", "status": "completed", "tag": "963112b2-2b11-46ce-9ddb-f54cf561741c", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:36.197932 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-869641da-ac27-45c9-8f48-c14604b92811 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:36.198425 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963112b2-2b11-46ce-9ddb-f54cf561741c', 'code': 200} Nov 25 17:08:36.217479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=963112b2-2b11-46ce-9ddb-f54cf561741c,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:36.295068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-438e6e0d-dc43-4b7f-9578-f883b652dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.298242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-438e6e0d-dc43-4b7f-9578-f883b652dd7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1949577 Nov 25 17:08:36.365483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665a73b-caba-4f5a-b10c-85cac41e012d req-0b0485e9-7263-495d-99bf-00a5bb6729f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.366981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4665a73b-caba-4f5a-b10c-85cac41e012d req-0b0485e9-7263-495d-99bf-00a5bb6729f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 1101 time: 0.0925457 Nov 25 17:08:36.374168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-1bec6966-61c7-4f70-9378-fc9ad255dfae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e0611088-7d41-4c41-b821-1f80c2d61665 HTTP/1.1" status: 200 len: 217 time: 0.0633068 Nov 25 17:08:36.431829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022a60-dca5-4b79-8cb8-c16cafe7dc29 req-bef60d58-6cbd-4f23-b456-693485327871 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.437666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9022a60-dca5-4b79-8cb8-c16cafe7dc29 req-bef60d58-6cbd-4f23-b456-693485327871 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 950 time: 0.1139355 Nov 25 17:08:36.450147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-cdd21907-8412-47e7-831a-68c9293c1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.452260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-cdd21907-8412-47e7-831a-68c9293c1bc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0689731 Nov 25 17:08:36.528160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9022a60-dca5-4b79-8cb8-c16cafe7dc29 req-0ea3a2ad-8d58-4fcb-96cc-870e6ccff9da tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704224 Nov 25 17:08:36.539497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4665a73b-caba-4f5a-b10c-85cac41e012d req-b846c742-4177-4c1f-a8a3-6da5a6e9ee30 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517210 Nov 25 17:08:36.558984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-e7b77a2c-fd91-44a3-a729-f701eec372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.560494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-e7b77a2c-fd91-44a3-a729-f701eec372a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008210 Nov 25 17:08:36.591213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b649a11-23c8-433a-8936-4aa72fd52df6 req-03c0aeaf-ce3e-41dd-abb3-d64719a8e730 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:36.592986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b649a11-23c8-433a-8936-4aa72fd52df6 req-03c0aeaf-ce3e-41dd-abb3-d64719a8e730 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 948 time: 0.0912306 Nov 25 17:08:36.602821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:36.645127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-53351342-4350-4aa4-8670-d0e0c1373875 req-777558b0-d123-4ad6-b6ff-0e8b427e5853 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:36.646414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53351342-4350-4aa4-8670-d0e0c1373875 req-777558b0-d123-4ad6-b6ff-0e8b427e5853 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060155 Nov 25 17:08:36.654868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b649a11-23c8-433a-8936-4aa72fd52df6 req-a933c97b-cef4-41c4-b3bc-94e733237487 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Nov 25 17:08:36.852295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-4b040367-9ae8-4ac8-9d83-3f5dfa563d98 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138787 Nov 25 17:08:36.888861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.001768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.008685 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.016888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d2bfc21-f681-48aa-930c-287e96a3f374 req-924aa5c5-a008-40f2-ba5e-f0ba81b6bbd6 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573906 Nov 25 17:08:37.059373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebef436dfc1740ef867edfbe12e0543e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553668 Nov 25 17:08:37.061793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9425e37-3f87-4aea-a408-db14b404690a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:37.063090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:37.076456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.077379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.079247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.080320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.082029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.082527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.082992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.083501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.083990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.084323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.084655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.085070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6489-22d7-4c06-8c1b-938c75b86c6d req-35729206-654a-4381-946c-851dfd6f1d76 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.085308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549921a-c645-4d7b-b5bc-56b58589b56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.092192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15ea6489-22d7-4c06-8c1b-938c75b86c6d req-35729206-654a-4381-946c-851dfd6f1d76 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 972 time: 0.1047931 Nov 25 17:08:37.171045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15ea6489-22d7-4c06-8c1b-938c75b86c6d req-bd544fe0-61a5-416b-a81e-7c0653bcbc24 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/security-groups?id=384b59ed-86c1-4123-ac71-1cb8869e6dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691140 Nov 25 17:08:37.174227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.202322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.350277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-fc4b8820-b57d-44de-9061-34d3c02aef21 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.351796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-fc4b8820-b57d-44de-9061-34d3c02aef21 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.73 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 972 time: 0.0860343 Nov 25 17:08:37.474770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b33cc-9477-4431-b552-2afad190af2a req-f0bd39de-1e10-4401-b769-c9a240eb87b7 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:37.476415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-698b33cc-9477-4431-b552-2afad190af2a req-f0bd39de-1e10-4401-b769-c9a240eb87b7 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 943 time: 0.2414029 Nov 25 17:08:37.481831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.484532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.485746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9425e37-3f87-4aea-a408-db14b404690a HTTP/1.1" status: 204 len: 168 time: 0.4210203 Nov 25 17:08:37.520256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9425e37-3f87-4aea-a408-db14b404690a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:37.534261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.535095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.535460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.535741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.536067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.536389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.536707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.537025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.537340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.537738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.537965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.538281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b6e4e-4fcc-4f8e-9332-ea283cbd4bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:37.543691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Deleting port 47502184-8517-4207-bed6-04ad92348e86 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:37.544214 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.578367 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-698b33cc-9477-4431-b552-2afad190af2a req-f3cc86e6-8999-4304-8ae2-d90e983c741a tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868735 Nov 25 17:08:37.677486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] For port 47502184-8517-4207-bed6-04ad92348e86, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=47502184-8517-4207-bed6-04ad92348e86,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:37.677922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:37.696824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Calling delete_port for 47502184-8517-4207-bed6-04ad92348e86 owned by compute:tempest-test_az-1320546726 {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:37.865320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e0611088-7d41-4c41-b821-1f80c2d61665 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:37.985584 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3aea3927-6286-41d4-a0cc-30c8b7a9e3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.049578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e0611088-7d41-4c41-b821-1f80c2d61665, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e0611088-7d41-4c41-b821-1f80c2d61665,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:38.064118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'e0611088-7d41-4c41-b821-1f80c2d61665', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'e0611088-7d41-4c41-b821-1f80c2d61665', 'mac_address': 'fa:16:3e:2c:32:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:38.124220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.140897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0611088-7d41-4c41-b821-1f80c2d61665 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:38.168813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e0611088-7d41-4c41-b821-1f80c2d61665, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e0611088-7d41-4c41-b821-1f80c2d61665,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:38.177339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.178031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:38.210891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.229919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c22b6b-1822-464d-8043-53a89a655b6c req-1ce03db8-661c-4380-b963-2b36ee6395c3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.233688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['47502184-8517-4207-bed6-04ad92348e86'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:38.234415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12c22b6b-1822-464d-8043-53a89a655b6c req-1ce03db8-661c-4380-b963-2b36ee6395c3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 950 time: 0.1128380 Nov 25 17:08:38.234915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:38.275037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Pushing event deleted for resources: {'Port': ['ID=47502184-8517-4207-bed6-04ad92348e86,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:38.321607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12c22b6b-1822-464d-8043-53a89a655b6c req-ac964e91-3783-44d9-9700-a05ec5d1341f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Nov 25 17:08:38.370802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=e0611088-7d41-4c41-b821-1f80c2d61665,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:38.389308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.389625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.389965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.390296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.390624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.390951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.391275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.391645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.391965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.392282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.392600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.395244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:08:38.412336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] No DVR routers for this DVR port 47502184-8517-4207-bed6-04ad92348e86 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:38.416799 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.423251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5045443-2e89-4f31-bafc-cfb0d0181d99 req-e732bc32-fb0f-4a86-87b6-5d017132694a tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.73 "DELETE /v2.0/ports/47502184-8517-4207-bed6-04ad92348e86 HTTP/1.1" status: 204 len: 173 time: 1.0638559 Nov 25 17:08:38.423961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'name': 'network-vif-deleted', 'tag': '47502184-8517-4207-bed6-04ad92348e86'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:38.427377 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aef2bb-8a82-4300-ac62-742056b93298" -d '{"events": [{"server_uuid": "dabffcfb-d309-4f40-8d48-8ac664deed99", "name": "network-vif-deleted", "tag": "47502184-8517-4207-bed6-04ad92348e86"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:38.491346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,segment=NetworkSegment(33642033-d3d2-41eb-884b-b105f7baa22f),segment_id=33642033-d3d2-41eb-884b-b105f7baa22f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:38.506362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d', 'network_id': '8ff7bea9-4f86-4880-8745-ec9b259ecb88', 'port_id': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d', 'mac_address': 'fa:16:3e:2e:a1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7651a55f-187e-4302-b0f3-f4679590b4dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:08:38.514294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303de587-74e9-4f30-a135-b16f46016a34 req-56b5b6a9-3d64-4c91-b48d-7f7938de9442 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.515855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-303de587-74e9-4f30-a135-b16f46016a34 req-56b5b6a9-3d64-4c91-b48d-7f7938de9442 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 949 time: 0.1077888 Nov 25 17:08:38.577060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.583113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-303de587-74e9-4f30-a135-b16f46016a34 req-a517c114-ac6e-4706-876b-8ba3a7367dd7 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583339 Nov 25 17:08:38.597445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:38.621279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,segment=NetworkSegment(33642033-d3d2-41eb-884b-b105f7baa22f),segment_id=33642033-d3d2-41eb-884b-b105f7baa22f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:38.630320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.689886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-675840dd-385d-4db9-984d-c00464b04d4e tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:08:38.702045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-675840dd-385d-4db9-984d-c00464b04d4e tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4655876 Nov 25 17:08:38.724794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:38.804627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54266) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:38.888361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-1f0f51de-8531-4608-ae19-f4b213665e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:38.889817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-1f0f51de-8531-4608-ae19-f4b213665e8e service neutron] 10.222.0.86 "GET /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 1093 time: 0.0894880 Nov 25 17:08:38.899654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:38.900175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:08:38.901263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1146356152-network', 'tenant_id': '9e6df421ecf942c79585768a92e2b8da'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:38.922490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:38.924591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Made reservation on behalf of 9e6df421ecf942c79585768a92e2b8da for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:38.928440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.937090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:38.954726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['e0611088-7d41-4c41-b821-1f80c2d61665'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:39.073508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.079324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.103953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:39.123071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16657a-37b2-4ecd-bff5-df4a8995f67e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:39.126121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.126454 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Added segment 9ae091ee-27da-4d78-b04b-679f60c6cea2 of type vlan for network 83d2405a-c41a-4453-afc2-091b5f858763 Nov 25 17:08:39.170987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.172659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:39.174016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:39.176232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:39.183640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:39.184275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:39.192331 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.204089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.205235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.205848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.236231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:39.238652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:39.239584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:39.240827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Bound port: 2b144e82-cab9-49cf-a860-528f268de1e3, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:39.268141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4623234 Nov 25 17:08:39.271162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:39.275817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Request body: {'subnet': {'network_id': '83d2405a-c41a-4453-afc2-091b5f858763', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1146356152-subnet', 'tenant_id': '9e6df421ecf942c79585768a92e2b8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:39.297886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109aae3-89ff-4568-8ccf-96b550ac2dff admin admin] Pushing event updated for resources: {'Network': ['ID=83d2405a-c41a-4453-afc2-091b5f858763,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:39.310497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Made reservation on behalf of 9e6df421ecf942c79585768a92e2b8da for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:39.311506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 83d2405a-c41a-4453-afc2-091b5f858763 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:39.315510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.349274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b687a1f6-8432-498e-8a8a-35b691fb74d7 req-5190fe13-468b-46cf-bab3-e2f1c9884a91 tempest-AggregatesAdminTestJSON-857903575 tempest-AggregatesAdminTestJSON-857903575-project] 10.222.0.86 "GET /v2.0/ports?device_id=dabffcfb-d309-4f40-8d48-8ac664deed99 HTTP/1.1" status: 200 len: 210 time: 0.1484888 Nov 25 17:08:39.433962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:39.443556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.445261 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-716baf62-8c60-44ea-aa3a-b32f99bb62a9 service neutron] 10.222.0.86 "POST /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5491135 Nov 25 17:08:39.566897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.587303 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035eb3a5-f979-42eb-a94b-9164c694cbe7 x-openstack-request-id: req-035eb3a5-f979-42eb-a94b-9164c694cbe7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:39.587616 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabffcfb-d309-4f40-8d48-8ac664deed99", "name": "network-vif-deleted", "tag": "47502184-8517-4207-bed6-04ad92348e86", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:39.587866 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-035eb3a5-f979-42eb-a94b-9164c694cbe7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:39.588302 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabffcfb-d309-4f40-8d48-8ac664deed99', 'name': 'network-vif-deleted', 'tag': '47502184-8517-4207-bed6-04ad92348e86', 'status': 'completed', 'code': 200} Nov 25 17:08:39.698045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9322ad03-8717-4f70-8fcd-5a7ab5943f67,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:39.761072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Checking segment: {'id': '9ae091ee-27da-4d78-b04b-679f60c6cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '83d2405a-c41a-4453-afc2-091b5f858763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:39.761424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Network hostable DHCP agents. Network: 83d2405a-c41a-4453-afc2-091b5f858763, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:39.794199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db488e6-3f6c-4b8e-8e3b-ba2005dd85e4 req-0de16d3b-bc81-4d11-8c6d-5a2a5406f385 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.795737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3db488e6-3f6c-4b8e-8e3b-ba2005dd85e4 req-0de16d3b-bc81-4d11-8c6d-5a2a5406f385 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 944 time: 0.1136451 Nov 25 17:08:39.804680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-67a67d79-89eb-45e6-90c5-941073e39349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.806142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-67a67d79-89eb-45e6-90c5-941073e39349 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1096 time: 0.1060729 Nov 25 17:08:39.808932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Network 83d2405a-c41a-4453-afc2-091b5f858763 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:39.876147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb9b6b-2cbb-47a0-82eb-319443b146ec req-80e3b4df-07ca-4180-9671-e6cb5c92410b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.877789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e0cb9b6b-2cbb-47a0-82eb-319443b146ec req-80e3b4df-07ca-4180-9671-e6cb5c92410b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 945 time: 0.0603282 Nov 25 17:08:39.885310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 83d2405a-c41a-4453-afc2-091b5f858763) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:39.894577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:39.895160 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:39.897746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794a48d-b699-410e-afd4-7402e4caa396 None None] Network 83d2405a-c41a-4453-afc2-091b5f858763 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:39.936463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3f92894b-8ba0-43f9-81e9-9b9d95f0483f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6642668 Nov 25 17:08:39.950831 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e0cb9b6b-2cbb-47a0-82eb-319443b146ec req-3a617ace-bed4-41b9-9485-b4d41e0f794a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665069 Nov 25 17:08:39.968431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3db488e6-3f6c-4b8e-8e3b-ba2005dd85e4 req-2c9fbfd5-90f8-481d-9edd-d1b41a0d0eb8 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609182 Nov 25 17:08:40.001503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-083f8042-c2af-4ad1-a99f-354987129682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.003940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-083f8042-c2af-4ad1-a99f-354987129682 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1850214 Nov 25 17:08:40.058973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-90100275-c5f4-4d18-93b4-7740ae135e50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.0468421 Nov 25 17:08:40.126964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c4259-9fb8-4bed-a81c-fc7b76e8c645 None None] Network 83d2405a-c41a-4453-afc2-091b5f858763 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:40.138477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-f00a9cc2-04f2-4550-8257-53fc4d85e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.140161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-f00a9cc2-04f2-4550-8257-53fc4d85e788 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0712774 Nov 25 17:08:40.147563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85679f6-3b9b-48de-ae66-fe726693245d req-ea313390-f57e-4b34-a51f-eb90018a5ed4 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.148965 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f85679f6-3b9b-48de-ae66-fe726693245d req-ea313390-f57e-4b34-a51f-eb90018a5ed4 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 949 time: 0.0888212 Nov 25 17:08:40.194001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-e52b8146-9a49-4a4b-a343-bc8da4641d72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439341 Nov 25 17:08:40.272296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f85679f6-3b9b-48de-ae66-fe726693245d req-8d58e663-d875-4026-98a0-deec37997d5b tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133709 Nov 25 17:08:40.326224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-8b4b1b28-b841-48cb-85e5-896be0a00f90 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218646 Nov 25 17:08:40.404844 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.432516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.433192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.433448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.433895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.434334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.434770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.435368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.437297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-b49c2738-fe3b-46b8-a36d-94c9328f653a tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a&device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18&device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d&device_id=4831ca92-c380-4580-a01b-debaa7083d08&device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 6475 time: 0.0696251 Nov 25 17:08:40.452032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-49b4011d-af79-42e3-ad01-bb53d24755c8 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176183 Nov 25 17:08:40.476085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-f5ffa087-a429-41f2-9081-34c2294b20c7 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.556727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-f5ffa087-a429-41f2-9081-34c2294b20c7 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.561143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-f5ffa087-a429-41f2-9081-34c2294b20c7 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.611495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffa087-a429-41f2-9081-34c2294b20c7 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002d38d9-0da4-4efc-a3b9-1012e11d55bc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:40.670706 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf246044-5f11-47d5-8f4f-1189ff21bf1d req-f5ffa087-a429-41f2-9081-34c2294b20c7 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2122579 Nov 25 17:08:40.670998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-58e30259-168c-4c0b-bc51-6dc786e56054 req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-839961164', 'description': 'tempest-description-1617839523'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:40.739053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58e30259-168c-4c0b-bc51-6dc786e56054 req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.747471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-13741578-cdb7-46e0-a296-c4a4dc3c8f10 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:40.748996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-13741578-cdb7-46e0-a296-c4a4dc3c8f10 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.1308424 Nov 25 17:08:40.764829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:40.868013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.964692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58e30259-168c-4c0b-bc51-6dc786e56054 req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:40.973906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58e30259-168c-4c0b-bc51-6dc786e56054 req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.012751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54324) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:41.053300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58e30259-168c-4c0b-bc51-6dc786e56054 req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.054569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58e30259-168c-4c0b-bc51-6dc786e56054 req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3924434 Nov 25 17:08:41.061503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba8e7a-d4f1-4158-994e-dba90906d0d3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c3561-a44a-4364-b4e7-b5726a3a30b4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.086847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f6e1-f153-4b3f-82d6-d734b7cdf43b req-13a25360-f3f1-4334-8fd0-30efc87d3d63 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.087543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f6e1-f153-4b3f-82d6-d734b7cdf43b req-13a25360-f3f1-4334-8fd0-30efc87d3d63 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.088356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f6e1-f153-4b3f-82d6-d734b7cdf43b req-13a25360-f3f1-4334-8fd0-30efc87d3d63 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.098697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84f6f6e1-f153-4b3f-82d6-d734b7cdf43b req-13a25360-f3f1-4334-8fd0-30efc87d3d63 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83&device_id=4831ca92-c380-4580-a01b-debaa7083d08&device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 2905 time: 0.0663178 Nov 25 17:08:41.107583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:41.167032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:41.167671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84f6f6e1-f153-4b3f-82d6-d734b7cdf43b req-56565783-bfa7-468d-8c89-3e6b46224b1c tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678070 Nov 25 17:08:41.241320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.249722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.257692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.287107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b6ffedbe-8d1a-4731-8f59-0710dd11f345 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c2257be3ba5e46419c5fb271da345f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729425 Nov 25 17:08:41.289533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:41.299454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83cbf1-5b04-42d8-85d9-d67e31963c81 req-482b5b6f-1ef4-451b-884b-844eb9786556 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.302099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b83cbf1-5b04-42d8-85d9-d67e31963c81 req-482b5b6f-1ef4-451b-884b-844eb9786556 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 944 time: 0.1059089 Nov 25 17:08:41.306409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9e30f-c106-45a5-9cad-489826f1467f req-443bd40d-177b-4557-affd-24b53dd18a3b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.308147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e8c9e30f-c106-45a5-9cad-489826f1467f req-443bd40d-177b-4557-affd-24b53dd18a3b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 945 time: 0.0838516 Nov 25 17:08:41.386347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e8c9e30f-c106-45a5-9cad-489826f1467f req-8a2f87db-e782-472a-a1c4-1f1cbe7c84c5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715237 Nov 25 17:08:41.387043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c181fd-de5c-4dcc-96c3-2ae31799c31b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.387230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.406490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:08:41.406917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:08:41.407322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:41.413579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c181fd-de5c-4dcc-96c3-2ae31799c31b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.419464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b83cbf1-5b04-42d8-85d9-d67e31963c81 req-616cecf2-a713-410e-9d04-c1dffb5bb653 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024208 Nov 25 17:08:41.421426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:08:41.421766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Attempting to bind port 2b144e82-cab9-49cf-a860-528f268de1e3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:08:41.429282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:08:41.429695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:41.430153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:08:41.431229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Bound port: 2b144e82-cab9-49cf-a860-528f268de1e3, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:08:41.431720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.484911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-50140f04-ee8e-4f3c-a342-689a57a6c913 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/3a7c3561-a44a-4364-b4e7-b5726a3a30b4 HTTP/1.1" status: 200 len: 1829 time: 0.0693240 Nov 25 17:08:41.503443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a7c3561-a44a-4364-b4e7-b5726a3a30b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:41.503852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a7c3561-a44a-4364-b4e7-b5726a3a30b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:41.506579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:41.509876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:08:41.515268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.516082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c181fd-de5c-4dcc-96c3-2ae31799c31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.518811 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c181fd-de5c-4dcc-96c3-2ae31799c31b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.520005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22c181fd-de5c-4dcc-96c3-2ae31799c31b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/384b59ed-86c1-4123-ac71-1cb8869e6dc4 HTTP/1.1" status: 204 len: 168 time: 0.2295520 Nov 25 17:08:41.537633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c181fd-de5c-4dcc-96c3-2ae31799c31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b59ed-86c1-4123-ac71-1cb8869e6dc4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.593935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:41.599418 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb0422-7d83-488b-b247-b8bc7e5f97b5" -d '{"events": [{"server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "name": "network-vif-unplugged", "status": "completed", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:41.618212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.632624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.664905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.666079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.667758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-dacce36c-88e1-40ca-8822-ca2f64e004d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 1121 time: 0.9086549 Nov 25 17:08:41.694370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.697621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.723175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867f4adb-0740-484f-a251-777a84bcfe01,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:41.735046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:41.739305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c6b16ea-f1e3-4bfd-a3e4-5fe23024c8ab req-b70d1a74-9495-46cf-a5f6-7700abac9777 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2405026 Nov 25 17:08:41.745374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb46adb-c6ef-4254-a905-7d9ddec21b76 req-c5cec8bc-eb9a-454a-9d4c-3f9be58da6fa tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:41.748240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3eb46adb-c6ef-4254-a905-7d9ddec21b76 req-c5cec8bc-eb9a-454a-9d4c-3f9be58da6fa tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 949 time: 0.0790749 Nov 25 17:08:41.770005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['2b144e82-cab9-49cf-a860-528f268de1e3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:41.799442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3eb46adb-c6ef-4254-a905-7d9ddec21b76 req-64806502-630e-4642-91f5-d68d0a3aa900 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Nov 25 17:08:41.853785 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0ea8b-df1b-42b9-a8b2-27c12ec86a43 x-openstack-request-id: req-bda0ea8b-df1b-42b9-a8b2-27c12ec86a43 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:41.854229 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "name": "network-vif-unplugged", "status": "completed", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:41.854475 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bda0ea8b-df1b-42b9-a8b2-27c12ec86a43 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:41.854894 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3', 'code': 200} Nov 25 17:08:41.885715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e0611088-7d41-4c41-b821-1f80c2d61665 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:41.944425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-362c6e4c-4ed6-4558-b4b2-3d4e71e17dc7 req-0bf86df1-3c3f-42a6-b2b3-be5f903ed5e1 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/3a7c3561-a44a-4364-b4e7-b5726a3a30b4 HTTP/1.1" status: 200 len: 2422 time: 0.0619364 Nov 25 17:08:41.965571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54360) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:41.982024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port e0611088-7d41-4c41-b821-1f80c2d61665 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:41.994447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port e0611088-7d41-4c41-b821-1f80c2d61665 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:41.995032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.014197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3bed5f28-0070-446a-83f4-7d604d883b03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b199ed1478b64fb691ceda99dc68f8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473859 Nov 25 17:08:42.020385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:42.036834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-7496ff63-90fc-4ac3-a746-99dbc8a9ba2b tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-group-rules/867f4adb-0740-484f-a251-777a84bcfe01 HTTP/1.1" status: 200 len: 778 time: 0.0227411 Nov 25 17:08:42.097058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-b0fd5c52-715f-4e8b-9d0f-07bc1fcc3458 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/3a7c3561-a44a-4364-b4e7-b5726a3a30b4 HTTP/1.1" status: 200 len: 2422 time: 0.0513368 Nov 25 17:08:42.114825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.116597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12c96359-e241-4367-89e9-b68fa6f1c3e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.130225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-c0ebd000-7bee-4a9c-858c-4c4efcbdf2ec tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.138144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-c0ebd000-7bee-4a9c-858c-4c4efcbdf2ec tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.145051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0611088-7d41-4c41-b821-1f80c2d61665'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:42.147664 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dc30e5-1f50-4b65-9780-74449c8f697c" -d '{"events": [{"server_uuid": "ac1eba61-bd07-4f28-85ed-0b58e3ed850a", "name": "network-vif-plugged", "status": "completed", "tag": "e0611088-7d41-4c41-b821-1f80c2d61665"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:42.149981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12c96359-e241-4367-89e9-b68fa6f1c3e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.165039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e0611088-7d41-4c41-b821-1f80c2d61665, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e0611088-7d41-4c41-b821-1f80c2d61665,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:42.168776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-c0ebd000-7bee-4a9c-858c-4c4efcbdf2ec tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.170957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.172894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:08:42.177037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-c0ebd000-7bee-4a9c-858c-4c4efcbdf2ec tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.178318 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d12dbb86-eb8a-4c6e-837f-3983e55477e8 req-c0ebd000-7bee-4a9c-858c-4c4efcbdf2ec tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/867f4adb-0740-484f-a251-777a84bcfe01 HTTP/1.1" status: 204 len: 173 time: 0.0736983 Nov 25 17:08:42.187371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd000-7bee-4a9c-858c-4c4efcbdf2ec tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=867f4adb-0740-484f-a251-777a84bcfe01,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:42.227493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12c96359-e241-4367-89e9-b68fa6f1c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.231004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12c96359-e241-4367-89e9-b68fa6f1c3e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.232704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-12c96359-e241-4367-89e9-b68fa6f1c3e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/770d51a0-10e4-4226-88e0-29d24b45ded1 HTTP/1.1" status: 204 len: 168 time: 0.2112134 Nov 25 17:08:42.243346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96359-e241-4367-89e9-b68fa6f1c3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770d51a0-10e4-4226-88e0-29d24b45ded1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:42.296688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=e0611088-7d41-4c41-b821-1f80c2d61665,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:42.322732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:08:42.327130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:08:42.327370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.354766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 47502184-8517-4207-bed6-04ad92348e86 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:42.391655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 47502184-8517-4207-bed6-04ad92348e86 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:42.391982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 47502184-8517-4207-bed6-04ad92348e86 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:42.465828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.474281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-c6cfa442-10f3-42ed-9e1b-f7e5b81579fd req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1302747748', 'description': 'tempest-description-1373323161'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:42.511346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6cfa442-10f3-42ed-9e1b-f7e5b81579fd req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.514292 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d99ced-c8f0-47a5-a18d-c10bb60ef219 x-openstack-request-id: req-d9d99ced-c8f0-47a5-a18d-c10bb60ef219 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:42.514552 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1eba61-bd07-4f28-85ed-0b58e3ed850a", "name": "network-vif-plugged", "status": "completed", "tag": "e0611088-7d41-4c41-b821-1f80c2d61665", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:42.514809 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9d99ced-c8f0-47a5-a18d-c10bb60ef219 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:42.515192 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0611088-7d41-4c41-b821-1f80c2d61665', 'code': 200} Nov 25 17:08:42.523862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,segment=NetworkSegment(33642033-d3d2-41eb-884b-b105f7baa22f),segment_id=33642033-d3d2-41eb-884b-b105f7baa22f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:42.530542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.607975 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6cfa442-10f3-42ed-9e1b-f7e5b81579fd req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.619956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6cfa442-10f3-42ed-9e1b-f7e5b81579fd req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.662251 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6cfa442-10f3-42ed-9e1b-f7e5b81579fd req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:42.670312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6cfa442-10f3-42ed-9e1b-f7e5b81579fd req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2012069 Nov 25 17:08:42.678159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f3a32-044c-4d2d-b940-a1d987586fb7 req-06021131-2db4-47e5-9586-6f88ec93172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:42.679816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969c876-2fe9-4b0d-9605-4b65ba3733f7 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cdba39-9030-4237-9fa1-c04cbacfeb68,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:42.679957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a0f3a32-044c-4d2d-b940-a1d987586fb7 req-06021131-2db4-47e5-9586-6f88ec93172b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 1101 time: 0.0787973 Nov 25 17:08:42.695068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536502ba-5979-47aa-9a67-5fe8e81f6d58 req-7a8c903b-c341-4128-bb38-9f1f9f00fc91 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:42.703018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536502ba-5979-47aa-9a67-5fe8e81f6d58 req-7a8c903b-c341-4128-bb38-9f1f9f00fc91 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.1148968 Nov 25 17:08:42.727983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:42.780163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536502ba-5979-47aa-9a67-5fe8e81f6d58 req-c1872c50-2713-45d2-a85a-ec57f8ac39da tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Nov 25 17:08:42.792603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4455d-bcf7-4260-b376-b307009000a2 req-b0a33116-8463-493e-8c4f-ffa60fe32cf8 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:42.804412 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a0f3a32-044c-4d2d-b940-a1d987586fb7 req-ca1b48d3-05a9-4749-87bf-53f48ba4dc57 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906045 Nov 25 17:08:42.804515 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ef4455d-bcf7-4260-b376-b307009000a2 req-b0a33116-8463-493e-8c4f-ffa60fe32cf8 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.0597351 Nov 25 17:08:42.863653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ef4455d-bcf7-4260-b376-b307009000a2 req-d1349de8-36ef-4b3f-8f21-39524ccff8eb tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Nov 25 17:08:42.944171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ab6e610-f3fa-4c54-96a3-79dd072f6b71 req-07b9e318-4fb3-4017-9dd3-2e57c226ca17 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/d2cdba39-9030-4237-9fa1-c04cbacfeb68 HTTP/1.1" status: 200 len: 1830 time: 0.0478623 Nov 25 17:08:43.053593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ce0be-e518-468e-9202-e04b6a128ef6 req-6a54386c-16de-43cb-b4cb-c25a82e90fbf tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:43.053593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d6ce0be-e518-468e-9202-e04b6a128ef6 req-6a54386c-16de-43cb-b4cb-c25a82e90fbf tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 950 time: 0.0528219 Nov 25 17:08:43.111554 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d6ce0be-e518-468e-9202-e04b6a128ef6 req-a8404b74-11c9-40d6-a290-7178938e0a20 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Nov 25 17:08:43.148029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d12806-5761-47f5-9b98-0fd3994413e5 req-cdf5163b-c396-4f9b-b1a6-19e66e3ca3f2 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:43.149595 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73d12806-5761-47f5-9b98-0fd3994413e5 req-cdf5163b-c396-4f9b-b1a6-19e66e3ca3f2 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.0551467 Nov 25 17:08:43.174047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-07780526-59ea-4566-961b-585d5588632c req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1346580697', 'description': 'tempest-description-351086345'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:43.198093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73d12806-5761-47f5-9b98-0fd3994413e5 req-14a6dc9c-9cf1-44e0-9c9e-4302b6e6284b tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Nov 25 17:08:43.200046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-07780526-59ea-4566-961b-585d5588632c req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.271969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-07780526-59ea-4566-961b-585d5588632c req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.276830 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-07780526-59ea-4566-961b-585d5588632c req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.307524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-07780526-59ea-4566-961b-585d5588632c req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.318820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07780526-59ea-4566-961b-585d5588632c req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1491091 Nov 25 17:08:43.323854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da13952-4e8f-4cb8-a596-03ef7e4a63ba tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51aae4-6c22-4647-bfa3-17c2bab04d04,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:43.414424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831986-92d2-4528-bf56-a39e4d1074db req-634b2267-6505-4729-95db-a13457adbefb tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:43.415978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26831986-92d2-4528-bf56-a39e4d1074db req-634b2267-6505-4729-95db-a13457adbefb tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.0495067 Nov 25 17:08:43.464105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26831986-92d2-4528-bf56-a39e4d1074db req-a5ef4d4a-573e-4fc3-9165-8099e61ab2e4 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Nov 25 17:08:43.529565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-005ff128-e48f-410d-9ef2-d7bcece1e635 req-7e48200d-5ab1-464f-ad21-5486c997777c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/3d51aae4-6c22-4647-bfa3-17c2bab04d04 HTTP/1.1" status: 200 len: 1829 time: 0.0407968 Nov 25 17:08:43.576844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-dc7a2a3a-acac-41c4-890b-c0f82ba272c0 req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1500652594', 'description': 'tempest-description-1555804788'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:43.603238 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc7a2a3a-acac-41c4-890b-c0f82ba272c0 req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.677449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc7a2a3a-acac-41c4-890b-c0f82ba272c0 req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.682025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc7a2a3a-acac-41c4-890b-c0f82ba272c0 req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.734272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9f0e9-387e-4e42-8729-8fb2afb77844,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:43.739023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dc7a2a3a-acac-41c4-890b-c0f82ba272c0 req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:43.740696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc7a2a3a-acac-41c4-890b-c0f82ba272c0 req-e6106c0f-15cc-4568-8765-3c824c01dc19 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1678734 Nov 25 17:08:43.814396 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe6e3221-8f3f-4233-8126-bde0ef791afb req-79698f74-4886-4b87-ac02-c16b0d67594a tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/83b9f0e9-387e-4e42-8729-8fb2afb77844 HTTP/1.1" status: 200 len: 1830 time: 0.0414946 Nov 25 17:08:43.857452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:43.859775 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b21332-5c23-4fe9-9493-02167c488aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:44.003586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d0cb42f5-13e1-4d41-99a8-b5b03ff0ae8b req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1102973182', 'description': 'tempest-description-675964120'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:44.016832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb99b7-eca0-4f9d-bee9-70a6ac10b9d2 req-f1ce66ba-da65-4c6a-882f-c4d7ba7d4b19 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.018325 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8aeb99b7-eca0-4f9d-bee9-70a6ac10b9d2 req-f1ce66ba-da65-4c6a-882f-c4d7ba7d4b19 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.0524616 Nov 25 17:08:44.026515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d0cb42f5-13e1-4d41-99a8-b5b03ff0ae8b req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.076089 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8aeb99b7-eca0-4f9d-bee9-70a6ac10b9d2 req-09833d30-8ccb-405b-9afd-943c7e7908ae tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Nov 25 17:08:44.096831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d0cb42f5-13e1-4d41-99a8-b5b03ff0ae8b req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.105635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d0cb42f5-13e1-4d41-99a8-b5b03ff0ae8b req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.140718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d0cb42f5-13e1-4d41-99a8-b5b03ff0ae8b req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:44.141991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0cb42f5-13e1-4d41-99a8-b5b03ff0ae8b req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1434333 Nov 25 17:08:44.150992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307da6c-5a8a-44cf-b0f0-22f74988bd00 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12d9ed-29fb-4368-b997-c7b27bb6ff08,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:44.193583 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf8773-8617-4fce-8d9f-40372480476d x-openstack-request-id: req-5abf8773-8617-4fce-8d9f-40372480476d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:44.193731 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:44.194006 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5abf8773-8617-4fce-8d9f-40372480476d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:44.194649 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3', 'status': 'completed', 'code': 200} Nov 25 17:08:44.307637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-ee35f57b-bc9c-45ba-a63b-a3d32603968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.309126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-ee35f57b-bc9c-45ba-a63b-a3d32603968b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1124 time: 0.0783455 Nov 25 17:08:44.321394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c300-f4bc-4df1-aef5-b343b85c8110 req-35a95b30-3c21-4e0b-a094-a3e2a380aa4f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.322805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0941c300-f4bc-4df1-aef5-b343b85c8110 req-35a95b30-3c21-4e0b-a094-a3e2a380aa4f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.0811059 Nov 25 17:08:44.335513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:08:44.454698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0941c300-f4bc-4df1-aef5-b343b85c8110 req-f1a96f15-b38f-42d5-8195-4dcbb18ba90a tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247480 Nov 25 17:08:44.464972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:44.491348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:08:44.493845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-960bb84a-0888-4cf1-a74d-67acf40e9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.495302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-960bb84a-0888-4cf1-a74d-67acf40e9a27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1666377 Nov 25 17:08:44.518310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:44.523141 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbfb504-6119-49eb-b063-22c6027ae473" -d '{"events": [{"server_uuid": "e2969ec7-a5f7-4072-811a-bdd60295bd18", "name": "network-vif-plugged", "status": "completed", "tag": "5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:44.546976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-3aee5df0-0c08-4bc8-b608-547b5f2b106a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.0441771 Nov 25 17:08:44.601601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0736f7e0-015e-4b38-8a0e-6ee14bbea742 req-1378183d-afc9-4948-a4ba-8b370a2abef1 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/8d12d9ed-29fb-4368-b997-c7b27bb6ff08 HTTP/1.1" status: 200 len: 1829 time: 0.0496466 Nov 25 17:08:44.628082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-359d5244-1f15-44a8-bb0d-c2c172a8e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.629807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-359d5244-1f15-44a8-bb0d-c2c172a8e3e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0729263 Nov 25 17:08:44.638028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec321d-414a-4c53-b91b-75da876db70c req-4c330f3f-cf4c-47c1-96af-1b9b6a0fe428 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.641495 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40ec321d-414a-4c53-b91b-75da876db70c req-4c330f3f-cf4c-47c1-96af-1b9b6a0fe428 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 950 time: 0.0970576 Nov 25 17:08:44.677533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-b9d019e1-5bd4-44e7-bca5-21f8da5fa4a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350871 Nov 25 17:08:44.752163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2f1f6-0373-411a-94a1-2bdbb9f8b987 req-8f56e6a6-f264-49f6-b843-b264f02628f3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:44.754009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9fe2f1f6-0373-411a-94a1-2bdbb9f8b987 req-8f56e6a6-f264-49f6-b843-b264f02628f3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0508387 Nov 25 17:08:44.764406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40ec321d-414a-4c53-b91b-75da876db70c req-9e4176be-de44-4290-9a57-db53149939ca tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124933 Nov 25 17:08:44.809926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-6daabdb6-5724-4d0c-b8a1-c8a070dae29f service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134076 Nov 25 17:08:44.817798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9fe2f1f6-0373-411a-94a1-2bdbb9f8b987 req-a7407da8-0097-452e-b6f4-91c5cd16a0c2 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573213 Nov 25 17:08:44.867280 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-c9ef2694-81b4-4132-9f57-d781ff861978 req-d420b181-3cdc-4e51-8405-e5cafbe38598 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] show failed (client error): The resource could not be found. Nov 25 17:08:44.868315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9ef2694-81b4-4132-9f57-d781ff861978 req-d420b181-3cdc-4e51-8405-e5cafbe38598 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/5634cb70-d28d-4030-84f0-b6327a862339 HTTP/1.1" status: 404 len: 352 time: 0.0186031 Nov 25 17:08:44.877087 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b69ec-2f49-4624-a61d-3b729b147349 x-openstack-request-id: req-298b69ec-2f49-4624-a61d-3b729b147349 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:44.877398 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2969ec7-a5f7-4072-811a-bdd60295bd18", "name": "network-vif-plugged", "status": "completed", "tag": "5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:44.877688 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-298b69ec-2f49-4624-a61d-3b729b147349 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:44.878139 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d', 'code': 200} Nov 25 17:08:44.948027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b21332-5c23-4fe9-9493-02167c488aa6 req-d83e42bf-bc03-4ed5-b044-c8d7cdf1a165 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213253 Nov 25 17:08:44.977667 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-7066c574-39fe-4a57-a98a-fe012de79868 req-4c3efaca-569f-4d5b-829d-876a3df9f1a8 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] show failed (client error): The resource could not be found. Nov 25 17:08:44.979019 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7066c574-39fe-4a57-a98a-fe012de79868 req-4c3efaca-569f-4d5b-829d-876a3df9f1a8 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-group-rules/9a502dac-a075-4c39-81cf-135cac5f2e21 HTTP/1.1" status: 404 len: 361 time: 0.0180531 Nov 25 17:08:45.024035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6d35-8a98-4f92-b2fb-3f88d6714080 req-48a17a0c-cbb9-4bc8-9799-4627ea80e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:45.025517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81ff6d35-8a98-4f92-b2fb-3f88d6714080 req-48a17a0c-cbb9-4bc8-9799-4627ea80e89a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 1096 time: 0.0425613 Nov 25 17:08:45.104512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81ff6d35-8a98-4f92-b2fb-3f88d6714080 req-198e9e81-8678-437f-b55c-bd1e66f39d65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679410 Nov 25 17:08:45.109506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b96c14b5-22a8-4da4-8570-d0dd6d89e62d req-723635b4-b1b9-4c64-bd99-9a90ac0ac5a6 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/8d12d9ed-29fb-4368-b997-c7b27bb6ff08 HTTP/1.1" status: 200 len: 1829 time: 0.0717578 Nov 25 17:08:45.168336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b96c14b5-22a8-4da4-8570-d0dd6d89e62d req-3d207052-1bd3-48a8-a964-bf53d1c01bd0 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.187277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d822-310d-47a6-8d95-0c4534a5e553 req-218b3047-49d4-4823-87b9-f61158c53525 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:45.188736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45b2d822-310d-47a6-8d95-0c4534a5e553 req-218b3047-49d4-4823-87b9-f61158c53525 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 950 time: 0.0544810 Nov 25 17:08:45.191912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b96c14b5-22a8-4da4-8570-d0dd6d89e62d req-3d207052-1bd3-48a8-a964-bf53d1c01bd0 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.239913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b96c14b5-22a8-4da4-8570-d0dd6d89e62d req-3d207052-1bd3-48a8-a964-bf53d1c01bd0 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.241932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45b2d822-310d-47a6-8d95-0c4534a5e553 req-a6ea2648-c118-4a64-9df9-eb1d1dfa2ea2 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460720 Nov 25 17:08:45.243295 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b96c14b5-22a8-4da4-8570-d0dd6d89e62d req-3d207052-1bd3-48a8-a964-bf53d1c01bd0 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.245039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b96c14b5-22a8-4da4-8570-d0dd6d89e62d req-3d207052-1bd3-48a8-a964-bf53d1c01bd0 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "DELETE /v2.0/security-groups/8d12d9ed-29fb-4368-b997-c7b27bb6ff08 HTTP/1.1" status: 204 len: 173 time: 0.1290197 Nov 25 17:08:45.265397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d207052-1bd3-48a8-a964-bf53d1c01bd0 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12d9ed-29fb-4368-b997-c7b27bb6ff08,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:45.357468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edaa08fd-7d55-4b39-a74e-867458f89f4b req-7f46e945-788e-47fb-949f-9918ed68c7ca tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/83b9f0e9-387e-4e42-8729-8fb2afb77844 HTTP/1.1" status: 200 len: 1830 time: 0.0427241 Nov 25 17:08:45.402876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314faf3-6db9-4212-9e23-af99f892b756 req-d8399820-3043-404b-aae7-dacac301eed7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:45.404463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7314faf3-6db9-4212-9e23-af99f892b756 req-d8399820-3043-404b-aae7-dacac301eed7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.0532720 Nov 25 17:08:45.413192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-edaa08fd-7d55-4b39-a74e-867458f89f4b req-7ec4a1d7-607c-41c5-832a-321522177fd3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.435881 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-edaa08fd-7d55-4b39-a74e-867458f89f4b req-7ec4a1d7-607c-41c5-832a-321522177fd3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.457927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7314faf3-6db9-4212-9e23-af99f892b756 req-fe8a830d-ba63-4a84-8db2-1196e438956d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Nov 25 17:08:45.487117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-edaa08fd-7d55-4b39-a74e-867458f89f4b req-7ec4a1d7-607c-41c5-832a-321522177fd3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.490359 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-edaa08fd-7d55-4b39-a74e-867458f89f4b req-7ec4a1d7-607c-41c5-832a-321522177fd3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.500016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edaa08fd-7d55-4b39-a74e-867458f89f4b req-7ec4a1d7-607c-41c5-832a-321522177fd3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "DELETE /v2.0/security-groups/83b9f0e9-387e-4e42-8729-8fb2afb77844 HTTP/1.1" status: 204 len: 173 time: 0.1362665 Nov 25 17:08:45.512850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4a1d7-607c-41c5-832a-321522177fd3 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9f0e9-387e-4e42-8729-8fb2afb77844,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:45.667556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.685634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c59abd3-b038-490e-9313-c54b515a113c req-ac3230e5-5ade-4150-9b11-1b27d2949c14 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/3d51aae4-6c22-4647-bfa3-17c2bab04d04 HTTP/1.1" status: 200 len: 1829 time: 0.0539873 Nov 25 17:08:45.685879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611c0d3-b67a-467b-a0af-0bd7a664170b req-662204af-0347-4eb2-b611-358af6351a7b tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:45.694998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b611c0d3-b67a-467b-a0af-0bd7a664170b req-662204af-0347-4eb2-b611-358af6351a7b tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.0701241 Nov 25 17:08:45.748321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c59abd3-b038-490e-9313-c54b515a113c req-bb2405da-74c9-412a-abb0-138e2f558b3c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.749596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b611c0d3-b67a-467b-a0af-0bd7a664170b req-5cc02d8c-9ed2-41f0-b716-aceadbf9e8c2 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537252 Nov 25 17:08:45.776295 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c59abd3-b038-490e-9313-c54b515a113c req-bb2405da-74c9-412a-abb0-138e2f558b3c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.826777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c59abd3-b038-490e-9313-c54b515a113c req-bb2405da-74c9-412a-abb0-138e2f558b3c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.830638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c59abd3-b038-490e-9313-c54b515a113c req-bb2405da-74c9-412a-abb0-138e2f558b3c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:45.831995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c59abd3-b038-490e-9313-c54b515a113c req-bb2405da-74c9-412a-abb0-138e2f558b3c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "DELETE /v2.0/security-groups/3d51aae4-6c22-4647-bfa3-17c2bab04d04 HTTP/1.1" status: 204 len: 173 time: 0.1451476 Nov 25 17:08:45.834253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54568) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:45.850452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2405da-74c9-412a-abb0-138e2f558b3c tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51aae4-6c22-4647-bfa3-17c2bab04d04,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:45.951115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea48c4-d6c1-4e5f-9bd4-48068c8b03ed req-a37aeca9-a018-4aef-8954-e49532a5074c tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:45.952824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-faea48c4-d6c1-4e5f-9bd4-48068c8b03ed req-a37aeca9-a018-4aef-8954-e49532a5074c tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 950 time: 0.0528984 Nov 25 17:08:45.966015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17854308-1877-45cc-a68e-29060ec9144a req-5162cba6-cd9d-493c-ac1c-f7136bd89c15 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/d2cdba39-9030-4237-9fa1-c04cbacfeb68 HTTP/1.1" status: 200 len: 1830 time: 0.0472522 Nov 25 17:08:45.981133 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38b87fd3-90f4-4d2f-b231-517294029e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.005780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-faea48c4-d6c1-4e5f-9bd4-48068c8b03ed req-d600277a-5690-4891-bbd7-b2315e9c1e6f tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454376 Nov 25 17:08:46.070062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-17854308-1877-45cc-a68e-29060ec9144a req-81042be4-c663-4e1c-aac7-b05582759abd tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.109657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-17854308-1877-45cc-a68e-29060ec9144a req-81042be4-c663-4e1c-aac7-b05582759abd tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.110916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573ffc3-0325-45ae-9dc1-af0939a1de04 req-3cddafca-d6cc-4512-9662-6b249eb95b47 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.115184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c573ffc3-0325-45ae-9dc1-af0939a1de04 req-3cddafca-d6cc-4512-9662-6b249eb95b47 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0520909 Nov 25 17:08:46.137720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38b87fd3-90f4-4d2f-b231-517294029e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.151470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38b87fd3-90f4-4d2f-b231-517294029e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.162112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c573ffc3-0325-45ae-9dc1-af0939a1de04 req-42577a5a-ae50-4f0e-88d4-9f656e655d74 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Nov 25 17:08:46.203011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-17854308-1877-45cc-a68e-29060ec9144a req-81042be4-c663-4e1c-aac7-b05582759abd tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.205699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-17854308-1877-45cc-a68e-29060ec9144a req-81042be4-c663-4e1c-aac7-b05582759abd tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.210000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17854308-1877-45cc-a68e-29060ec9144a req-81042be4-c663-4e1c-aac7-b05582759abd tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "DELETE /v2.0/security-groups/d2cdba39-9030-4237-9fa1-c04cbacfeb68 HTTP/1.1" status: 204 len: 173 time: 0.2307796 Nov 25 17:08:46.215370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:46.215622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-38b87fd3-90f4-4d2f-b231-517294029e6a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7618ab92f2cd49ae99dca8c85936be07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776648 Nov 25 17:08:46.217075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b87fd3-90f4-4d2f-b231-517294029e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c989c355-43cf-4d27-9d49-d601380d403a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.241555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81042be4-c663-4e1c-aac7-b05582759abd tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cdba39-9030-4237-9fa1-c04cbacfeb68,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.274424 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36dc45-f706-43d4-8424-0961e6e66fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.281456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d795b83e-d376-4551-9f83-0007c181c640 req-91662dcf-7a96-40fd-a129-6f54f1747102 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "GET /v2.0/security-groups/3a7c3561-a44a-4364-b4e7-b5726a3a30b4 HTTP/1.1" status: 200 len: 1829 time: 0.0559065 Nov 25 17:08:46.296601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36dc45-f706-43d4-8424-0961e6e66fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.345931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d795b83e-d376-4551-9f83-0007c181c640 req-79fba746-b6e1-433b-a80e-4dc4a3cd1b88 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.347198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36dc45-f706-43d4-8424-0961e6e66fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.351798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36dc45-f706-43d4-8424-0961e6e66fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.353514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7a36dc45-f706-43d4-8424-0961e6e66fc6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c989c355-43cf-4d27-9d49-d601380d403a HTTP/1.1" status: 204 len: 168 time: 0.1371262 Nov 25 17:08:46.362755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36dc45-f706-43d4-8424-0961e6e66fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c989c355-43cf-4d27-9d49-d601380d403a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.386896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d795b83e-d376-4551-9f83-0007c181c640 req-79fba746-b6e1-433b-a80e-4dc4a3cd1b88 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.435289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d795b83e-d376-4551-9f83-0007c181c640 req-79fba746-b6e1-433b-a80e-4dc4a3cd1b88 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.438766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d795b83e-d376-4551-9f83-0007c181c640 req-79fba746-b6e1-433b-a80e-4dc4a3cd1b88 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.441057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d795b83e-d376-4551-9f83-0007c181c640 req-79fba746-b6e1-433b-a80e-4dc4a3cd1b88 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] 10.222.0.86 "DELETE /v2.0/security-groups/3a7c3561-a44a-4364-b4e7-b5726a3a30b4 HTTP/1.1" status: 204 len: 173 time: 0.1521451 Nov 25 17:08:46.448155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:46.450486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fba746-b6e1-433b-a80e-4dc4a3cd1b88 tempest-SecurityGroupRulesNegativeTestJSON-1421995849 tempest-SecurityGroupRulesNegativeTestJSON-1421995849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c3561-a44a-4364-b4e7-b5726a3a30b4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.510666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54594) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:46.522589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Deleting subnet 9322ad03-8717-4f70-8fcd-5a7ab5943f67 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:08:46.528316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.587319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.599582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.641503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a17d2-a5d2-4ff6-ba79-96875bb17b95 req-7685ce1d-11ce-4350-9711-ba81ead2f8a3 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.643046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-160a17d2-a5d2-4ff6-ba79-96875bb17b95 req-7685ce1d-11ce-4350-9711-ba81ead2f8a3 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.0955887 Nov 25 17:08:46.697514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fb83b5a-0b25-42e0-ac4b-906a5a1666f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.715918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54598) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:46.717626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.775212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f709f426-988d-4d85-97ea-aebb8b27c2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.788747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-160a17d2-a5d2-4ff6-ba79-96875bb17b95 req-2c8391f1-b5f2-4655-9fc7-ebc07aa19cf4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313319 Nov 25 17:08:46.791335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.795689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9322ad03-8717-4f70-8fcd-5a7ab5943f67 HTTP/1.1" status: 204 len: 168 time: 0.3464751 Nov 25 17:08:46.797037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11acbf-f88d-47b9-b33d-908a1977a0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9322ad03-8717-4f70-8fcd-5a7ab5943f67,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.805439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:46.816367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fb83b5a-0b25-42e0-ac4b-906a5a1666f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.820981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2fb83b5a-0b25-42e0-ac4b-906a5a1666f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.894404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:46.908153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2fb83b5a-0b25-42e0-ac4b-906a5a1666f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8b9bf02c19942d785347b7055695949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965712 Nov 25 17:08:46.909058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83b5a-0b25-42e0-ac4b-906a5a1666f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a25dff-39cf-4ae5-b270-41ef0eed704b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:46.911516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54606) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:46.953804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed40e97-bd71-4dc3-a5ff-632d0e2e0703 req-232d457f-9653-43b0-9907-b4c69147e67a tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:46.955271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ed40e97-bd71-4dc3-a5ff-632d0e2e0703 req-232d457f-9653-43b0-9907-b4c69147e67a tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.1059630 Nov 25 17:08:46.999087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84a04b06-616c-45fe-a1e1-c70b2194c0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.013908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.027217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ed40e97-bd71-4dc3-a5ff-632d0e2e0703 req-7a516e7c-d1bb-46f1-901b-765eed8f9884 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Nov 25 17:08:47.040688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84a04b06-616c-45fe-a1e1-c70b2194c0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.040875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f709f426-988d-4d85-97ea-aebb8b27c2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.045997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.046340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.047368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.047733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > port after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.048065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.048391 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > port after_update 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.048719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.049030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.049735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.049849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.103142 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84a04b06-616c-45fe-a1e1-c70b2194c0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.105979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.106953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84a04b06-616c-45fe-a1e1-c70b2194c0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.108139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84a04b06-616c-45fe-a1e1-c70b2194c0de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9a25dff-39cf-4ae5-b270-41ef0eed704b HTTP/1.1" status: 204 len: 168 time: 0.1955941 Nov 25 17:08:47.117368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04b06-616c-45fe-a1e1-c70b2194c0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a25dff-39cf-4ae5-b270-41ef0eed704b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:47.149267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.149619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.149949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.150276 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:47.150639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d2405a-c41a-4453-afc2-091b5f858763']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:47.165093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f709f426-988d-4d85-97ea-aebb8b27c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.208389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae091ee-27da-4d78-b04b-679f60c6cea2') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:47.208686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae091ee-27da-4d78-b04b-679f60c6cea2') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:47.218445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709f426-988d-4d85-97ea-aebb8b27c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42d97a-0d4d-45c2-a8c2-37b75b867c46,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:47.255119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.291564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f709f426-988d-4d85-97ea-aebb8b27c2c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=29b4f5625ddd44d1b9d21cb6b9e3f62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706460 Nov 25 17:08:47.294538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:47.307483 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.327340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:08:47.327769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.343992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd3ed4-df3f-4005-8e59-b437e1fa0a18 req-a523bbd2-87a3-4aa0-b422-255dea9c4725 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:47.351971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cafd3ed4-df3f-4005-8e59-b437e1fa0a18 req-a523bbd2-87a3-4aa0-b422-255dea9c4725 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1034601 Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: from cryptography.utils import int_from_bytes Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: from cryptography.utils import int_from_bytes Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:08:47.376210 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:08:47.384903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e530b-aa8c-4124-a070-174d36e232b3 req-763e5ba6-ad32-4490-ad7f-6263e4455c9f tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:47.392520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a9e530b-aa8c-4124-a070-174d36e232b3 req-763e5ba6-ad32-4490-ad7f-6263e4455c9f tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 950 time: 0.2368011 Nov 25 17:08:47.412086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cafd3ed4-df3f-4005-8e59-b437e1fa0a18 req-2bdba552-5809-41b6-91ba-a899e58ea5dc tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 Nov 25 17:08:47.552386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54622) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:47.567093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e363a7-29a8-4d10-85fa-d908580f72b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.681192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e363a7-29a8-4d10-85fa-d908580f72b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.689052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e363a7-29a8-4d10-85fa-d908580f72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.711617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.718617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.725461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] 10.222.0.86 "DELETE /v2.0/networks/83d2405a-c41a-4453-afc2-091b5f858763 HTTP/1.1" status: 204 len: 168 time: 0.9190311 Nov 25 17:08:47.759642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5f783-9037-4d70-9459-117c6af20662 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d2405a-c41a-4453-afc2-091b5f858763,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:47.761292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f8e363a7-29a8-4d10-85fa-d908580f72b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d7c6548a209f4e7791b94ee16d91c26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064743 Nov 25 17:08:47.767704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:47.775537 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a9e530b-aa8c-4124-a070-174d36e232b3 req-b6243fba-b5b1-4b5e-aff3-0b9d29ec665c tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/security-groups?id=97c62ae8-a403-49f3-93c8-9a165d19397f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820548 Nov 25 17:08:47.776250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1296294-857a-4c13-a112-702b02b33d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.813075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-8756c2f9-4b05-4945-8a43-0555bf41dc56 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:47.816425 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-8756c2f9-4b05-4945-8a43-0555bf41dc56 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 950 time: 0.1957686 Nov 25 17:08:47.850275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e363a7-29a8-4d10-85fa-d908580f72b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b220970f-7bfa-4ff7-a9e6-da93c6f3fd3e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:47.865261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1296294-857a-4c13-a112-702b02b33d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.895623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c39fa721-bad6-4570-85b6-3ffe193fedfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.949877 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c39fa721-bad6-4570-85b6-3ffe193fedfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:47.972183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ec0ee-37e7-4b08-bcb2-59f410e0480b req-9a74dea4-2b3b-4e54-80d8-bc05b02fe923 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:47.974196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c26ec0ee-37e7-4b08-bcb2-59f410e0480b req-9a74dea4-2b3b-4e54-80d8-bc05b02fe923 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.0930226 Nov 25 17:08:48.053693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c26ec0ee-37e7-4b08-bcb2-59f410e0480b req-bccc69bd-06fb-475c-a942-e2e19b49fd41 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722113 Nov 25 17:08:48.057260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1296294-857a-4c13-a112-702b02b33d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.060066 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1296294-857a-4c13-a112-702b02b33d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.061239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b1296294-857a-4c13-a112-702b02b33d1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1b42d97a-0d4d-45c2-a8c2-37b75b867c46 HTTP/1.1" status: 204 len: 168 time: 0.7610180 Nov 25 17:08:48.068005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c39fa721-bad6-4570-85b6-3ffe193fedfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.071132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c39fa721-bad6-4570-85b6-3ffe193fedfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.072520 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c39fa721-bad6-4570-85b6-3ffe193fedfa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b220970f-7bfa-4ff7-a9e6-da93c6f3fd3e HTTP/1.1" status: 204 len: 168 time: 0.3000276 Nov 25 17:08:48.082749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fa721-bad6-4570-85b6-3ffe193fedfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b220970f-7bfa-4ff7-a9e6-da93c6f3fd3e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:48.093146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1296294-857a-4c13-a112-702b02b33d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42d97a-0d4d-45c2-a8c2-37b75b867c46,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:48.104542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Deleting port e0611088-7d41-4c41-b821-1f80c2d61665 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:08:48.104901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.146519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54648) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:48.210922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] For port e0611088-7d41-4c41-b821-1f80c2d61665, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e0611088-7d41-4c41-b821-1f80c2d61665,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:48.211415 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.222916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:48.224846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3ba86159-b91e-406b-b8cf-993df3e7a376 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e6df421ecf942c79585768a92e2b8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763090 Nov 25 17:08:48.244013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Calling delete_port for e0611088-7d41-4c41-b821-1f80c2d61665 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:08:48.343166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e77de45-7f61-4c4e-9e61-14cadd9270d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.382200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e77de45-7f61-4c4e-9e61-14cadd9270d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.472745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.492035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['e0611088-7d41-4c41-b821-1f80c2d61665'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:08:48.523520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:48.542029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e77de45-7f61-4c4e-9e61-14cadd9270d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.545714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e77de45-7f61-4c4e-9e61-14cadd9270d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.549268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5e77de45-7f61-4c4e-9e61-14cadd9270d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/db16657a-37b2-4ecd-bff5-df4a8995f67e HTTP/1.1" status: 204 len: 168 time: 0.3240113 Nov 25 17:08:48.549268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Pushing event deleted for resources: {'Port': ['ID=e0611088-7d41-4c41-b821-1f80c2d61665,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:48.556188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-017ce2b6-1216-4fad-b073-a4c8b4e2b2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.607467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77de45-7f61-4c4e-9e61-14cadd9270d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16657a-37b2-4ecd-bff5-df4a8995f67e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:48.670293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7eaf7-694a-494e-a666-eb9264846911 req-57221d44-75f0-4fe3-9bf7-8b6933beb8ef tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:48.682694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ba7eaf7-694a-494e-a666-eb9264846911 req-57221d44-75f0-4fe3-9bf7-8b6933beb8ef tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1542346 Nov 25 17:08:48.701803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] No DVR routers for this DVR port e0611088-7d41-4c41-b821-1f80c2d61665 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:48.706832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.712166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71d9e67c-b494-4f59-b43a-579dccb055b1 req-d9d49d0a-bf1b-442a-80e0-adf0386e77a1 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.55 "DELETE /v2.0/ports/e0611088-7d41-4c41-b821-1f80c2d61665 HTTP/1.1" status: 204 len: 173 time: 0.8853364 Nov 25 17:08:48.712838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'name': 'network-vif-deleted', 'tag': 'e0611088-7d41-4c41-b821-1f80c2d61665'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:08:48.716806 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2257746-9903-4144-ac05-1537457f8977" -d '{"events": [{"server_uuid": "ac1eba61-bd07-4f28-85ed-0b58e3ed850a", "name": "network-vif-deleted", "tag": "e0611088-7d41-4c41-b821-1f80c2d61665"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:08:48.851008 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c0a25e-9d06-420d-a2b5-5b41999525db x-openstack-request-id: req-60c0a25e-9d06-420d-a2b5-5b41999525db {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:08:48.851618 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1eba61-bd07-4f28-85ed-0b58e3ed850a", "name": "network-vif-deleted", "tag": "e0611088-7d41-4c41-b821-1f80c2d61665", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:08:48.852107 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60c0a25e-9d06-420d-a2b5-5b41999525db {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:08:48.852441 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1eba61-bd07-4f28-85ed-0b58e3ed850a', 'name': 'network-vif-deleted', 'tag': 'e0611088-7d41-4c41-b821-1f80c2d61665', 'status': 'completed', 'code': 200} Nov 25 17:08:48.922466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ba7eaf7-694a-494e-a666-eb9264846911 req-aa304f1a-58b9-4825-99b0-05a35814b006 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388780 Nov 25 17:08:48.972879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-017ce2b6-1216-4fad-b073-a4c8b4e2b2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:48.978223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-017ce2b6-1216-4fad-b073-a4c8b4e2b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.035916 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-017ce2b6-1216-4fad-b073-a4c8b4e2b2d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=579248b0ada94d24b612c93d2db049a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5111482 Nov 25 17:08:49.036874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:49.037969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11790192-2bf6-4130-b2bd-a5b8411cf082 req-730d5258-0c0f-4d82-b1c2-1dd36990c985 tempest-DeleteServersAdminTestJSON-889560859 tempest-DeleteServersAdminTestJSON-889560859-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac1eba61-bd07-4f28-85ed-0b58e3ed850a HTTP/1.1" status: 200 len: 210 time: 0.0419788 Nov 25 17:08:49.038679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ce2b6-1216-4fad-b073-a4c8b4e2b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e149e4d1-758a-4c29-85fb-1f54e696c6bb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:49.118104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3500652-92f4-4fa2-aab1-65bf533a106e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.182021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3500652-92f4-4fa2-aab1-65bf533a106e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.303989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0fec-ef1c-4bfb-8764-70a03e74c029 req-fa7030a8-a319-46e3-a262-ef57368659a8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:49.303989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c9d0fec-ef1c-4bfb-8764-70a03e74c029 req-fa7030a8-a319-46e3-a262-ef57368659a8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.1419420 Nov 25 17:08:49.304247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3500652-92f4-4fa2-aab1-65bf533a106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.311366 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3500652-92f4-4fa2-aab1-65bf533a106e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:49.311366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3500652-92f4-4fa2-aab1-65bf533a106e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e149e4d1-758a-4c29-85fb-1f54e696c6bb HTTP/1.1" status: 204 len: 168 time: 0.2644792 Nov 25 17:08:49.339943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3500652-92f4-4fa2-aab1-65bf533a106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149e4d1-758a-4c29-85fb-1f54e696c6bb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:49.420162 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c9d0fec-ef1c-4bfb-8764-70a03e74c029 req-36d7f34b-e14d-4a9f-83cc-3afdd3bfe6a9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084616 Nov 25 17:08:49.874044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.075002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f192-5341-4944-90fa-61267aaf434f req-119cee28-2a43-4c30-88e2-fedf57823f36 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:50.085531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2891f192-5341-4944-90fa-61267aaf434f req-119cee28-2a43-4c30-88e2-fedf57823f36 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0680702 Nov 25 17:08:50.124923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-639560299-network', 'tenant_id': 'f593d6a7ff674d59a83611c5a55b35ad'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:50.162290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Made reservation on behalf of f593d6a7ff674d59a83611c5a55b35ad for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:50.173511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.192335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2891f192-5341-4944-90fa-61267aaf434f req-74a15cf9-1d85-4ebe-a20d-df101060bde5 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850794 Nov 25 17:08:50.193116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.215451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.336916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1678046562-network', 'tenant_id': '6b94a068915c4b6bb616a6449367c8d7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:50.358403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.363731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.378414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:50.383088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Made reservation on behalf of 6b94a068915c4b6bb616a6449367c8d7 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:50.386127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.397226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.397965 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Added segment 3835cc99-b901-47cc-aaa4-796471fb03b0 of type vlan for network 84994a20-0904-412e-bc44-b91f7adf7888 Nov 25 17:08:50.411184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.449400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.482139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54756) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.508079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad4194-5bee-4d7d-aa28-55aad493a8de,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:50.510901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.512169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:50.512950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.573150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6980004 Nov 25 17:08:50.579050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54760) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.585729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Request body: {'subnet': {'network_id': '84994a20-0904-412e-bc44-b91f7adf7888', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-639560299-subnet', 'tenant_id': 'f593d6a7ff674d59a83611c5a55b35ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:50.618251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b927-e824-42f3-8cb4-ca47ca791cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=84994a20-0904-412e-bc44-b91f7adf7888,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:50.619406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Made reservation on behalf of f593d6a7ff674d59a83611c5a55b35ad for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:50.622919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.631507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 84994a20-0904-412e-bc44-b91f7adf7888 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:50.664782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458dd27-59a1-4ce3-b6aa-e5a9385596c0 req-137a3082-297e-4931-89d6-9df3e6e969f7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:50.666568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8458dd27-59a1-4ce3-b6aa-e5a9385596c0 req-137a3082-297e-4931-89d6-9df3e6e969f7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.0899324 Nov 25 17:08:50.736543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8458dd27-59a1-4ce3-b6aa-e5a9385596c0 req-448e9f45-ad38-4769-b555-2624a32b9477 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620639 Nov 25 17:08:50.748178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54764) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.802756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-988557837-network', 'tenant_id': 'adfacf3d081d4e378646615742a9cfea'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:50.820766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.825827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.848141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Made reservation on behalf of adfacf3d081d4e378646615742a9cfea for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:50.850483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.871619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.881204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2714e08b-784c-4bf6-8be6-2b0b6e74823d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cfc2e6df594447ac88be929251547779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317270 Nov 25 17:08:50.884364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54768) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:50.887847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:50.900265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618343fb-283a-429f-9a67-89cb71dde842,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:50.908652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.909196 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Added segment 803952b1-040e-4d84-a234-0a99e30f69ee of type vlan for network 759ae682-2f75-4209-a74d-a9ac5ca09b64 Nov 25 17:08:50.917095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.962281 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe250362-840b-469b-8e55-68ae69900e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:50.988422 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.000478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe250362-840b-469b-8e55-68ae69900e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.000840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8956667f-3e4d-49c4-a12a-4abbfd963199,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.011760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.020969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.037033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Checking segment: {'id': '3835cc99-b901-47cc-aaa4-796471fb03b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '84994a20-0904-412e-bc44-b91f7adf7888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:51.037604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Network hostable DHCP agents. Network: 84994a20-0904-412e-bc44-b91f7adf7888, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:51.041830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.043019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:51.043844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.061735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:08:51.062100 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:08:51.068698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6f9a8-497a-4635-91c6-91664f4fbfe8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.085855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe250362-840b-469b-8e55-68ae69900e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.089347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe250362-840b-469b-8e55-68ae69900e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.090568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe250362-840b-469b-8e55-68ae69900e84 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/97c62ae8-a403-49f3-93c8-9a165d19397f HTTP/1.1" status: 204 len: 168 time: 0.2054853 Nov 25 17:08:51.099757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9055665 Nov 25 17:08:51.104015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54776) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.114198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250362-840b-469b-8e55-68ae69900e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c62ae8-a403-49f3-93c8-9a165d19397f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.115883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Request body: {'subnet': {'network_id': '759ae682-2f75-4209-a74d-a9ac5ca09b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1678046562-subnet', 'tenant_id': '6b94a068915c4b6bb616a6449367c8d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:51.132078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2d31d-0621-470e-a8d7-03a84f512aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=759ae682-2f75-4209-a74d-a9ac5ca09b64,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.139544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Network 84994a20-0904-412e-bc44-b91f7adf7888 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:51.153930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 84994a20-0904-412e-bc44-b91f7adf7888) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:51.156418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Made reservation on behalf of 6b94a068915c4b6bb616a6449367c8d7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:51.160048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.165420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:51.166247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.171915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 759ae682-2f75-4209-a74d-a9ac5ca09b64 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:51.176448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbaaa1-0a33-4bd6-b3d0-e2a9ade630a5 None None] Network 84994a20-0904-412e-bc44-b91f7adf7888 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:51.235985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9eb92167-d717-409a-9ce6-b9b9aa47adec admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6556501 Nov 25 17:08:51.397350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.436093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358aaa7-7fc3-4370-8376-eb2b9a23e143 req-2e4b65ef-c784-45c2-9134-11cdf07f210b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:51.472337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c358aaa7-7fc3-4370-8376-eb2b9a23e143 req-2e4b65ef-c784-45c2-9134-11cdf07f210b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1229925 Nov 25 17:08:51.483323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c167296f-1275-41e6-b3e1-783f1461594f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.498452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Checking segment: {'id': '803952b1-040e-4d84-a234-0a99e30f69ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '759ae682-2f75-4209-a74d-a9ac5ca09b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:51.499089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Network hostable DHCP agents. Network: 759ae682-2f75-4209-a74d-a9ac5ca09b64, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:51.523251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Network 759ae682-2f75-4209-a74d-a9ac5ca09b64 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:51.541821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 759ae682-2f75-4209-a74d-a9ac5ca09b64) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:51.546976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:51.547598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.558151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e21aae-6bb2-460b-9701-e61413366211 None None] Network 759ae682-2f75-4209-a74d-a9ac5ca09b64 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:51.576413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-11e6f990-bb9f-49eb-9d4c-9a732a94f1b5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4652641 Nov 25 17:08:51.593278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.611313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c358aaa7-7fc3-4370-8376-eb2b9a23e143 req-035fbbb7-82b8-4c9f-b9c9-9367cac82498 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380951 Nov 25 17:08:51.622893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.629087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:51.639701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.639947 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Added segment 6b294d3a-8a34-4ef3-8a30-b620225e7216 of type vlan for network f87cec6b-63c1-4724-86a3-e51aa8addcb3 Nov 25 17:08:51.650639 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5407d165-a3d0-4f06-b9fd-22aa76382c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.742900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.802411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.805413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:51.816940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.827058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238a8ec-6e1a-4dd1-bb01-fa3c97a3e669 None None] Network 84994a20-0904-412e-bc44-b91f7adf7888 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:51.879076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5407d165-a3d0-4f06-b9fd-22aa76382c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.886883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5407d165-a3d0-4f06-b9fd-22aa76382c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.903103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4148030 Nov 25 17:08:51.910529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54808) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:51.932359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Request body: {'subnet': {'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-988557837-subnet', 'tenant_id': 'adfacf3d081d4e378646615742a9cfea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:51.944270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d8b4d-d920-4336-aca7-df40e535edb1 admin admin] Pushing event updated for resources: {'Network': ['ID=f87cec6b-63c1-4724-86a3-e51aa8addcb3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:51.966786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Made reservation on behalf of adfacf3d081d4e378646615742a9cfea for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:51.969294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Publish callbacks [] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:51.970760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e0611088-7d41-4c41-b821-1f80c2d61665 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:51.973455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:52.102393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5407d165-a3d0-4f06-b9fd-22aa76382c7d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=892e07553954426faa9eb63135cc4611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774992 Nov 25 17:08:52.104871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:52.112420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: e0611088-7d41-4c41-b821-1f80c2d61665 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:08:52.112851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e0611088-7d41-4c41-b821-1f80c2d61665 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:52.120883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407d165-a3d0-4f06-b9fd-22aa76382c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0f62b-2796-4490-94f2-0ed497267524,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:52.152392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b3df4-04f3-4ed3-8821-301285898170 None None] Network 759ae682-2f75-4209-a74d-a9ac5ca09b64 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:52.211224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-356e5d96-9703-416f-b850-7abfe4c276be service neutron] 10.222.0.55 "GET /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.2235277 Nov 25 17:08:52.227489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487680b0-c49c-41f9-bdb5-2068a2d77358 req-ac6b25b3-c221-446c-9179-aec235292550 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:52.235581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-487680b0-c49c-41f9-bdb5-2068a2d77358 req-ac6b25b3-c221-446c-9179-aec235292550 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 943 time: 0.2976542 Nov 25 17:08:52.242248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.286713 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-67a9d014-600a-4aba-b215-2fc30f64ad06 req-1749bd1f-0455-42ac-99d5-644c1c5307f0 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] show failed (client error): The resource could not be found. Nov 25 17:08:52.287828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67a9d014-600a-4aba-b215-2fc30f64ad06 req-1749bd1f-0455-42ac-99d5-644c1c5307f0 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups/b8c1b2f0-e279-4a7e-97b5-fab73a36b686 HTTP/1.1" status: 404 len: 352 time: 0.0574996 Nov 25 17:08:52.300097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-714fe713-401a-40c2-b18c-9aed5ec16600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.371958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-714fe713-401a-40c2-b18c-9aed5ec16600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.399607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-487680b0-c49c-41f9-bdb5-2068a2d77358 req-2a6bf08e-6478-4cc5-8226-50c14e94f69e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576703 Nov 25 17:08:52.539102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-714fe713-401a-40c2-b18c-9aed5ec16600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.543360 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-714fe713-401a-40c2-b18c-9aed5ec16600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.547212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-714fe713-401a-40c2-b18c-9aed5ec16600 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfe0f62b-2796-4490-94f2-0ed497267524 HTTP/1.1" status: 204 len: 168 time: 0.4343445 Nov 25 17:08:52.551131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54826) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:52.566846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1055643582-network', 'tenant_id': 'eec204ebf16f427ebcf03f6517c1a81f'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:52.580316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fe713-401a-40c2-b18c-9aed5ec16600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0f62b-2796-4490-94f2-0ed497267524,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:52.612625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:52.632871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Made reservation on behalf of eec204ebf16f427ebcf03f6517c1a81f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:52.635179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.656239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:52.672586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:52.673085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Network hostable DHCP agents. Network: f87cec6b-63c1-4724-86a3-e51aa8addcb3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:52.675952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa860f95-b45b-4982-8f30-cbe3c09a0a4b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:52.698157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ea8a46b-4b33-4c55-a766-b26d80d192cd req-eb0d1d65-6492-48b7-bf80-cb3f5987701e tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b94a068915c4b6bb616a6449367c8d7 HTTP/1.1" status: 200 len: 3001 time: 0.0864446 Nov 25 17:08:52.720476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b144e82-cab9-49cf-a860-528f268de1e3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:08:52.755225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.758323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ea8a46b-4b33-4c55-a766-b26d80d192cd req-f6be82fd-2691-4ea5-bccd-b694827cc3b2 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups/618343fb-283a-429f-9a67-89cb71dde842 HTTP/1.1" status: 200 len: 2998 time: 0.0513699 Nov 25 17:08:52.758980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:52.767269 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:08:52.771276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:08:52.789891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, f87cec6b-63c1-4724-86a3-e51aa8addcb3) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:52.803000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b0ada-1af6-47ac-af0e-e4ba3e5e4345 None None] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:52.817520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:52.818992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:52.854630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ea8a46b-4b33-4c55-a766-b26d80d192cd req-f1bc0728-047f-4548-b99e-75d612d993b1 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups/618343fb-283a-429f-9a67-89cb71dde842 HTTP/1.1" status: 200 len: 2998 time: 0.0892529 Nov 25 17:08:52.869863 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b2bdff1-2d17-4296-bcae-e86f38bb73de admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9468596 Nov 25 17:08:52.968514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.064718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08b885cb-e958-4670-88b2-a941bddff8f9 req-fc72ad94-4d73-4179-9dbb-c3006e77470e tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups/618343fb-283a-429f-9a67-89cb71dde842 HTTP/1.1" status: 200 len: 2998 time: 0.0642114 Nov 25 17:08:53.081723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623f1d2-4c39-45fd-a07d-34de1fa2eb08 None None] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:53.113970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daabde0-2527-4db2-962d-a3b4ced607cc req-019f3676-1c3f-4ada-b669-8b30a606d76a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:53.124499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4daabde0-2527-4db2-962d-a3b4ced607cc req-019f3676-1c3f-4ada-b669-8b30a606d76a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.3896077 Nov 25 17:08:53.167193 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.182486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.194564 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-08b885cb-e958-4670-88b2-a941bddff8f9 req-58012ff0-3f12-4f5e-93b4-8e39c9569214 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:08:53.215278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08b885cb-e958-4670-88b2-a941bddff8f9 req-58012ff0-3f12-4f5e-93b4-8e39c9569214 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "DELETE /v2.0/security-groups/618343fb-283a-429f-9a67-89cb71dde842 HTTP/1.1" status: 409 len: 352 time: 0.1301377 Nov 25 17:08:53.254974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] Transition to ACTIVE for port object 2b144e82-cab9-49cf-a860-528f268de1e3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:08:53.255186 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-244a7de7-18ee-4574-88d6-4ae3cad03bc2 req-486bd281-2997-4d7b-b281-5183da55bab5 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] show failed (client error): The resource could not be found. Nov 25 17:08:53.266750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-244a7de7-18ee-4574-88d6-4ae3cad03bc2 req-486bd281-2997-4d7b-b281-5183da55bab5 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups/2feb5b32-59f4-4c61-8b7e-8c4f6698d0fa HTTP/1.1" status: 404 len: 352 time: 0.0303576 Nov 25 17:08:53.301080 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-50ab0834-b7d0-4849-a359-352f3b7b1477 req-7133fafb-6f89-42d9-bcfa-41c64ec52550 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] show failed (client error): The resource could not be found. Nov 25 17:08:53.302151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50ab0834-b7d0-4849-a359-352f3b7b1477 req-7133fafb-6f89-42d9-bcfa-41c64ec52550 tempest-SecurityGroupsNegativeTestJSON-356869886 tempest-SecurityGroupsNegativeTestJSON-356869886-project] 10.222.0.86 "GET /v2.0/security-groups/ad22b620-aeb9-4fc0-985a-c22bbd3cd651 HTTP/1.1" status: 404 len: 352 time: 0.0157046 Nov 25 17:08:53.313796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:53.346005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4daabde0-2527-4db2-962d-a3b4ced607cc req-5cd157e4-8d75-4127-b650-96f48a6f85ec tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156904 Nov 25 17:08:53.355911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:53.363109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.414234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Deleting subnet c167296f-1275-41e6-b3e1-783f1461594f {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:08:53.418328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.465277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.469962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.470289 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Added segment ddf3dc67-6d38-4c53-aac8-74ebd9677b74 of type vlan for network a89b3511-81f6-4ce3-9a24-36faa03dfe55 Nov 25 17:08:53.479083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.504532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2fcad9-31e7-4265-90a4-ffb923aeaf1c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.610111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] No DVR routers for this DVR port 2b144e82-cab9-49cf-a860-528f268de1e3 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:08:53.621612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3eca1-ad6b-4600-8ef7-f8b96867a60d req-427366ce-aa57-42bb-90a8-ed929add0fb4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:53.623127 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fdf3eca1-ad6b-4600-8ef7-f8b96867a60d req-427366ce-aa57-42bb-90a8-ed929add0fb4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 944 time: 0.0821884 Nov 25 17:08:53.629610 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.661912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c167296f-1275-41e6-b3e1-783f1461594f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.662480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.681973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.687659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-73cd17e9-0528-4493-81ed-ffa8a56c88e1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c167296f-1275-41e6-b3e1-783f1461594f HTTP/1.1" status: 204 len: 168 time: 0.3705423 Nov 25 17:08:53.689044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:53.734651 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fdf3eca1-ad6b-4600-8ef7-f8b96867a60d req-cba90d17-711b-4e2f-8a43-3d8d81e41f84 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760334 Nov 25 17:08:53.771536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] 10.222.0.55 "PUT /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 1.5327115 Nov 25 17:08:53.792737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.801665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9cdd1-3d2f-4aed-9404-000b00167952 service neutron] Pushing event updated for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:53.819304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.822963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:53.824473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.939945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:53.973968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-6a6fa4d6-7edf-44da-8231-57871707b9d0 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:53.979921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-6a6fa4d6-7edf-44da-8231-57871707b9d0 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1236947 Nov 25 17:08:53.983867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54884) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:53.986525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.987575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.988352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.988700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.989032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.989363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.989692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.990004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.990441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:53.990669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:54.027050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] Pushing event updated for resources: {'Network': ['ID=a89b3511-81f6-4ce3-9a24-36faa03dfe55,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.041315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fce5dcac-3940-469f-a5dd-06a17023516c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4859788 Nov 25 17:08:54.043646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a89b3511-81f6-4ce3-9a24-36faa03dfe55 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:54.052662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:54.059694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Request body: {'subnet': {'network_id': 'a89b3511-81f6-4ce3-9a24-36faa03dfe55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1055643582-subnet', 'tenant_id': 'eec204ebf16f427ebcf03f6517c1a81f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:54.107971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Made reservation on behalf of eec204ebf16f427ebcf03f6517c1a81f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:54.113369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.122013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:54.123002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:54.123528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:54.124105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 17:08:54.124611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759ae682-2f75-4209-a74d-a9ac5ca09b64']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:54.133035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1430166395-network', 'tenant_id': 'c30233fddc834aee87de7c8f24edc6e0'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:54.162257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803952b1-040e-4d84-a234-0a99e30f69ee') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:54.162551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803952b1-040e-4d84-a234-0a99e30f69ee') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:54.235027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.282823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Made reservation on behalf of c30233fddc834aee87de7c8f24edc6e0 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:54.285397 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.289605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.311536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.329300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:08:54.329993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: from cryptography.utils import int_from_bytes Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: from cryptography.utils import int_from_bytes Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:08:54.338517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-3fc34850-43aa-42cd-ae98-83538be3d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:54.341048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-3fc34850-43aa-42cd-ae98-83538be3d001 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&tenant_id=ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 1095 time: 0.1942039 Nov 25 17:08:54.412040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.489021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbc573d-6841-4618-a1d6-ee11e4e2e68c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.503881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Checking segment: {'id': 'ddf3dc67-6d38-4c53-aac8-74ebd9677b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a89b3511-81f6-4ce3-9a24-36faa03dfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:54.504390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Network hostable DHCP agents. Network: a89b3511-81f6-4ce3-9a24-36faa03dfe55, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:54.527904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Network a89b3511-81f6-4ce3-9a24-36faa03dfe55 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:54.530310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.543120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, a89b3511-81f6-4ce3-9a24-36faa03dfe55) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:54.555509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:54.555509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.569484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.571922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df55a3ec-52bf-405a-b665-4add69bf2cd1 None None] Network a89b3511-81f6-4ce3-9a24-36faa03dfe55 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:54.572894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/759ae682-2f75-4209-a74d-a9ac5ca09b64 HTTP/1.1" status: 204 len: 168 time: 0.8841569 Nov 25 17:08:54.595439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8c3ce7a7-3aa5-4aca-9b0f-0b989c345de3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5365696 Nov 25 17:08:54.615169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-2a9056a7-4cc0-45df-bb18-5ae67e7a795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:54.616843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-2a9056a7-4cc0-45df-bb18-5ae67e7a795a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1095 time: 0.1948826 Nov 25 17:08:54.621010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7bf33-8f49-48f6-93b6-f9e5ecc215c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=759ae682-2f75-4209-a74d-a9ac5ca09b64,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.688870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453952f7-0e98-4bac-88ed-ae5ba0c233af req-2376592a-9e27-4491-ad85-6b32d7007f07 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:54.692238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-453952f7-0e98-4bac-88ed-ae5ba0c233af req-2376592a-9e27-4491-ad85-6b32d7007f07 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.2539122 Nov 25 17:08:54.777946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ea6c8-7ddc-4ead-96d6-b5d204a02cc5 None None] Network a89b3511-81f6-4ce3-9a24-36faa03dfe55 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:54.789717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.802153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.861927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:54.881038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-c4cbae66-4937-46ee-992b-0c28f191c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:54.882615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-c4cbae66-4937-46ee-992b-0c28f191c356 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2504427 Nov 25 17:08:54.886323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-453952f7-0e98-4bac-88ed-ae5ba0c233af req-e89c7aaf-466f-4e57-b081-781b6ac4bfd3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523027 Nov 25 17:08:54.894249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c03bc-e9f6-49ff-92bc-deadb89c77a9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:54.897947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:54.898286 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Added segment cc1a0e3b-b595-4b54-8c77-661e3aed4ec7 of type vlan for network ee4f4609-cd28-4760-ba28-bd50d2ddc2ab Nov 25 17:08:54.933767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54914) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:54.975838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-2afa4a09-3768-4c99-944a-0876b690761d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.0841238 Nov 25 17:08:55.000496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54916) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:55.022032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dfc297ad-08ec-452f-892c-af4882e390f0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b94a068915c4b6bb616a6449367c8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864234 Nov 25 17:08:55.024422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.025063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:55.120027 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd0b26c3-340a-453c-8636-c0a7d3cf3d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.154250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd0b26c3-340a-453c-8636-c0a7d3cf3d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.155243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-52cd07d8-33fb-4443-bf87-c611df7064c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:55.157187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-52cd07d8-33fb-4443-bf87-c611df7064c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1555943 Nov 25 17:08:55.162944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Deleting subnet 8956667f-3e4d-49c4-a12a-4abbfd963199 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:08:55.166402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.206883 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.218695 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd0b26c3-340a-453c-8636-c0a7d3cf3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.224256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd0b26c3-340a-453c-8636-c0a7d3cf3d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.229028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd0b26c3-340a-453c-8636-c0a7d3cf3d3b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/618343fb-283a-429f-9a67-89cb71dde842 HTTP/1.1" status: 204 len: 168 time: 0.2029901 Nov 25 17:08:55.239981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b26c3-340a-453c-8636-c0a7d3cf3d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618343fb-283a-429f-9a67-89cb71dde842,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:55.290039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.291093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:55.291798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.326078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-c08a2fda-2e57-4ec7-87d9-ecaa236b46c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735571 Nov 25 17:08:55.344333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71fda0-e0d9-404d-807c-6f80eafac319 req-2f43f9ed-c98b-41eb-a519-436b822bd458 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:55.353267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd71fda0-e0d9-404d-807c-6f80eafac319 req-2f43f9ed-c98b-41eb-a519-436b822bd458 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 944 time: 0.3255992 Nov 25 17:08:55.365972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3816760 Nov 25 17:08:55.367606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:55.372892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Request body: {'subnet': {'network_id': 'ee4f4609-cd28-4760-ba28-bd50d2ddc2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1430166395-subnet', 'tenant_id': 'c30233fddc834aee87de7c8f24edc6e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:55.420028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Made reservation on behalf of c30233fddc834aee87de7c8f24edc6e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:55.422853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.643352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.654299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17e76-780b-4a27-81ca-066b4adcc6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4f4609-cd28-4760-ba28-bd50d2ddc2ab,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:55.669481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ee4f4609-cd28-4760-ba28-bd50d2ddc2ab details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:55.711975 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.722157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd71fda0-e0d9-404d-807c-6f80eafac319 req-cf61d3f1-83d7-41ed-984c-52f04d9ebcec tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680263 Nov 25 17:08:55.792560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f52c664-1640-43a4-b6fe-60f49db45cc5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:55.802740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Checking segment: {'id': 'cc1a0e3b-b595-4b54-8c77-661e3aed4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ee4f4609-cd28-4760-ba28-bd50d2ddc2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:55.803191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Network hostable DHCP agents. Network: ee4f4609-cd28-4760-ba28-bd50d2ddc2ab, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:55.823308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Network ee4f4609-cd28-4760-ba28-bd50d2ddc2ab is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:55.845141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ee4f4609-cd28-4760-ba28-bd50d2ddc2ab) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:55.852313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:55.853025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:55.867240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f906104-6f78-4f5b-9cab-adeaad76713e None None] Network ee4f4609-cd28-4760-ba28-bd50d2ddc2ab requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:55.888155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-51c0c2f1-1300-49a0-afb7-3e13cb8259db service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056343 Nov 25 17:08:55.903004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d62f711f-194a-41ef-979a-140bec3ec11a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5248365 Nov 25 17:08:55.963652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:08:55.997377 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-8f6c18d5-6bfd-41a9-bddd-995897329036 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990975 Nov 25 17:08:55.999094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.034943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.041420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8956667f-3e4d-49c4-a12a-4abbfd963199 HTTP/1.1" status: 204 len: 168 time: 1.0321968 Nov 25 17:08:56.041813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:56.066631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279689-d556-4686-a6fd-a92fcdff2321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8956667f-3e4d-49c4-a12a-4abbfd963199,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:56.132641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:08:56.140833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94638fc9-4667-42fc-91e1-e07a91b3d777 None None] Network ee4f4609-cd28-4760-ba28-bd50d2ddc2ab requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:56.222827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc885cb-d1b3-42a0-9904-5b3e5a714b17 req-defd2033-f38e-4942-a023-b413a82a31bd tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:56.224797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5bc885cb-d1b3-42a0-9904-5b3e5a714b17 req-defd2033-f38e-4942-a023-b413a82a31bd tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1602311 Nov 25 17:08:56.297132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.411299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.436316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5bc885cb-d1b3-42a0-9904-5b3e5a714b17 req-c7367d8b-aff0-4e66-a17b-0fc455eee0bd tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054975 Nov 25 17:08:56.449320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84994a20-0904-412e-bc44-b91f7adf7888']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:56.455034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-0056adba-bce9-42cf-9967-bc84f16e2c83 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:56.458038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-0056adba-bce9-42cf-9967-bc84f16e2c83 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1321330 Nov 25 17:08:56.468281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3835cc99-b901-47cc-aaa4-796471fb03b0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:56.469053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3835cc99-b901-47cc-aaa4-796471fb03b0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:56.483109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.527768 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.547658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:08:56.548348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:08:56.550804 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:08:56.655286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-970beb93-97ec-4e3e-b200-f839a96009b3 service neutron] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:08:56.668389 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-970beb93-97ec-4e3e-b200-f839a96009b3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.669367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b5b62e2-6066-4a67-a0b7-46c4cdcfb4db req-970beb93-97ec-4e3e-b200-f839a96009b3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.2015424 Nov 25 17:08:56.672922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.698997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.711684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:56.712267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] 10.222.0.86 "DELETE /v2.0/networks/84994a20-0904-412e-bc44-b91f7adf7888 HTTP/1.1" status: 204 len: 168 time: 0.6678150 Nov 25 17:08:56.725124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cec86c-29ab-4d7c-a05b-b9f5f87f2116 admin admin] Pushing event deleted for resources: {'Network': ['ID=84994a20-0904-412e-bc44-b91f7adf7888,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:56.782507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Deleting subnet adbc573d-6841-4618-a1d6-ee11e4e2e68c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:08:56.788252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.827596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.835175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:56.905411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:56.929842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:56.982815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d7bad-7796-4d85-ae6f-81c06bb590b3 req-5954cae5-0438-49cd-b1bf-1211781639af tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:56.995146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c7d7bad-7796-4d85-ae6f-81c06bb590b3 req-5954cae5-0438-49cd-b1bf-1211781639af tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 944 time: 0.1204817 Nov 25 17:08:57.066076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.074578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c7d7bad-7796-4d85-ae6f-81c06bb590b3 req-b45d33bf-4419-4d05-95ad-2c3ec9554cad tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783911 Nov 25 17:08:57.101305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c25186f-41da-465e-95b0-b7451dfae1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.118459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1891036220-network', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:57.120326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbc573d-6841-4618-a1d6-ee11e4e2e68c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:57.129909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-13cee349-1a9a-4f7e-af1f-18645b7be616 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:57.132062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-13cee349-1a9a-4f7e-af1f-18645b7be616 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.1758809 Nov 25 17:08:57.134900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.138070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ecd99f35-657b-4ce3-b20d-6bd455bb113f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/adbc573d-6841-4618-a1d6-ee11e4e2e68c HTTP/1.1" status: 204 len: 168 time: 0.4253988 Nov 25 17:08:57.143087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:57.151310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-cb64ac47-f5a6-4eb5-aa38-4177bd76f70d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/quotas/adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 375 time: 0.0112119 Nov 25 17:08:57.171439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Made reservation on behalf of 1a7913d71deb4f65a3545b80ea24b90e for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:57.171439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.219320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.244370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-685c312d-9e7a-47d7-baf7-e444e4886e45 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854738 Nov 25 17:08:57.285438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.378951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-ed8dcd54-b771-4051-a72b-52fdf268718c service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337008 Nov 25 17:08:57.668326 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c25186f-41da-465e-95b0-b7451dfae1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.671829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d468ef-0ba8-4da6-abe1-5646a36efb49 req-dc452424-9ef0-4eea-bf2b-28a494e8fbef tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:57.681027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68d468ef-0ba8-4da6-abe1-5646a36efb49 req-dc452424-9ef0-4eea-bf2b-28a494e8fbef tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1095 time: 0.3889589 Nov 25 17:08:57.696117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c25186f-41da-465e-95b0-b7451dfae1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.730488 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.773750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.777241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-4f25e47c-9d95-4f08-b013-8b9bb74a314b service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899684 Nov 25 17:08:57.798357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c25186f-41da-465e-95b0-b7451dfae1e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=20ac264273d040beb8f72e16e1fa9f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9590151 Nov 25 17:08:57.798357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89b3511-81f6-4ce3-9a24-36faa03dfe55']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:57.800107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55012) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:57.801182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.803947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25186f-41da-465e-95b0-b7451dfae1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f6952-2cdc-4213-9bcf-ef0e8c145335,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:57.838515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf3dc67-6d38-4c53-aac8-74ebd9677b74') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:57.838820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf3dc67-6d38-4c53-aac8-74ebd9677b74') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:08:57.863276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:08:57.867355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.870476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68d468ef-0ba8-4da6-abe1-5646a36efb49 req-1ba9adf9-6c5e-4d21-80ad-4fe76e961eea tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886992 Nov 25 17:08:57.889847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e99ea-17e1-4b14-b333-3c594c3266e5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:57.895286 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.895286 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Added segment e8daafda-0893-41ff-9dbf-ba0fe8817dfc of type vlan for network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea Nov 25 17:08:57.902762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.929126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:08:57.929526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:08:57.931249 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:08:57.953400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3baa-6b9a-4c82-bb4a-e30a1ab738b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:57.989463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.016099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3baa-6b9a-4c82-bb4a-e30a1ab738b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.025213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.047189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.054936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] 10.222.0.86 "DELETE /v2.0/networks/a89b3511-81f6-4ce3-9a24-36faa03dfe55 HTTP/1.1" status: 204 len: 168 time: 0.9103820 Nov 25 17:08:58.083771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84545ad4-1576-45ae-bbbd-1431d9d6550b admin admin] Pushing event deleted for resources: {'Network': ['ID=a89b3511-81f6-4ce3-9a24-36faa03dfe55,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.085709 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.086619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.088136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.111817 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3baa-6b9a-4c82-bb4a-e30a1ab738b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.114792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3baa-6b9a-4c82-bb4a-e30a1ab738b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.118461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f0a3baa-6b9a-4c82-bb4a-e30a1ab738b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd5f6952-2cdc-4213-9bcf-ef0e8c145335 HTTP/1.1" status: 204 len: 168 time: 0.3146329 Nov 25 17:08:58.124654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a3baa-6b9a-4c82-bb4a-e30a1ab738b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f6952-2cdc-4213-9bcf-ef0e8c145335,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.221461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2893629 Nov 25 17:08:58.224765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55024) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:58.230788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Request body: {'subnet': {'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-subnet', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:58.274129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Made reservation on behalf of 1a7913d71deb4f65a3545b80ea24b90e for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:08:58.277541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.300341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d8745-a3fc-4545-9cb2-470cfbb8bc41 admin admin] Pushing event updated for resources: {'Network': ['ID=1679aa9e-8864-4d10-baaf-bbdb6c3006ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.321594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:58.325634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:08:58.445753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ff84-81ba-42b3-865a-30985830bc91 req-0f2a240e-8622-4ad9-bb3b-58706ca339e8 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.460407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b33ff84-81ba-42b3-865a-30985830bc91 req-0f2a240e-8622-4ad9-bb3b-58706ca339e8 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.2756021 Nov 25 17:08:58.465547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52120843-0074-4324-90e0-4359dc4c8662 req-50dd0504-57ba-440d-8792-672e3883592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.467273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52120843-0074-4324-90e0-4359dc4c8662 req-50dd0504-57ba-440d-8792-672e3883592b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.2663865 Nov 25 17:08:58.563377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-79f646f0-e082-4d7d-9c63-deb21b7d9879 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f593d6a7ff674d59a83611c5a55b35ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340705 Nov 25 17:08:58.574389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55046) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:58.666320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b33ff84-81ba-42b3-865a-30985830bc91 req-3984ffa3-4c0b-474f-9271-4d408fa4353a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930549 Nov 25 17:08:58.733172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f48adb27-fa97-4ae8-b519-85ba7f42e5d6 req-db67eb55-75a9-4810-837f-6c8d91a31c10 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 210 time: 0.0311782 Nov 25 17:08:58.735849 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52120843-0074-4324-90e0-4359dc4c8662 req-5b85849e-6da6-4fd3-9a88-3e21f26b3fd8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442815 Nov 25 17:08:58.749460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.851653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-511a96d8-7290-4f11-ae5c-268eeb5348a2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:58.859144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-511a96d8-7290-4f11-ae5c-268eeb5348a2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.2837234 Nov 25 17:08:58.890453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:58.898066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-2a1519ee-8892-434b-8505-ee0346196dea tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/quotas/ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 375 time: 0.0377424 Nov 25 17:08:58.904624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdd2279c-05d2-4399-b78f-72f6d0a5a625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.926083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e056047b-33ca-43e9-8646-225cf3576d5a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:58.942939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dce90f5c-9c73-418b-99e2-bdbe8bf9fa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:58.999202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dce90f5c-9c73-418b-99e2-bdbe8bf9fa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.001241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Checking segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:08:59.001599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Network hostable DHCP agents. Network: 1679aa9e-8864-4d10-baaf-bbdb6c3006ea, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:08:59.029131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-421877ea-826e-4829-b136-8bb7b903e50f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300399 Nov 25 17:08:59.034959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdd2279c-05d2-4399-b78f-72f6d0a5a625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.040623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdd2279c-05d2-4399-b78f-72f6d0a5a625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.100963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2279c-05d2-4399-b78f-72f6d0a5a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ae134-1060-4c55-8ff9-0045120db8c8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:59.119633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:08:59.126655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cdd2279c-05d2-4399-b78f-72f6d0a5a625 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13d6d94923ee4c2e9461a1fda385fd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330744 Nov 25 17:08:59.130166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55052) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:59.147880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1679aa9e-8864-4d10-baaf-bbdb6c3006ea) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:08:59.156673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:08:59.157262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.161467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c74ed-8efd-43d7-976b-8bb37dbeff3b None None] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:08:59.207294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dce90f5c-9c73-418b-99e2-bdbe8bf9fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.210480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dce90f5c-9c73-418b-99e2-bdbe8bf9fa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.214423 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dce90f5c-9c73-418b-99e2-bdbe8bf9fa60 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f6ad4194-5bee-4d7d-aa28-55aad493a8de HTTP/1.1" status: 204 len: 168 time: 0.6295576 Nov 25 17:08:59.224096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-667a9d0e-d4bd-440c-803d-546dcb38de39 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9980903 Nov 25 17:08:59.227138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55056) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:08:59.232244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:08:59.234086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-85fd0d29-4790-4580-8b38-d2330a1b3877 service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041712 Nov 25 17:08:59.259228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce90f5c-9c73-418b-99e2-bdbe8bf9fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad4194-5bee-4d7d-aa28-55aad493a8de,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:59.307106 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.311702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.329003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2da8ec6-a9be-4097-9c0f-ee93885891cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.385969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2da8ec6-a9be-4097-9c0f-ee93885891cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.419371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.451634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:08:59.452834 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.466857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-eba90cb6-cf10-4d35-9309-a7904b740162 service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309172 Nov 25 17:08:59.535643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2da8ec6-a9be-4097-9c0f-ee93885891cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.539312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2da8ec6-a9be-4097-9c0f-ee93885891cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.543507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b2da8ec6-a9be-4097-9c0f-ee93885891cd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff0ae134-1060-4c55-8ff9-0045120db8c8 HTTP/1.1" status: 204 len: 168 time: 0.4123051 Nov 25 17:08:59.562969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8ec6-a9be-4097-9c0f-ee93885891cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ae134-1060-4c55-8ff9-0045120db8c8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:08:59.768827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:08:59.812022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5fbdd737-6fc2-43c2-81fb-0bf38de0a876 req-f4fd812e-c9f2-4d02-b2c8-2e9f4527a0fd tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 210 time: 0.0643342 Nov 25 17:08:59.911055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Allocated IP 172.20.0.2 (1679aa9e-8864-4d10-baaf-bbdb6c3006ea/e056047b-33ca-43e9-8646-225cf3576d5a/df516390-6566-4886-a463-c0fc13552de5) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:00.009509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:00.016466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:00.107341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eacfada2-b2ca-49d5-b570-d210e1a065fb req-93b6297e-e691-4101-a6a6-b2b01154fc6d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 210 time: 0.1498604 Nov 25 17:09:00.207259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7450fcb-183b-4c09-bf20-b585867f3572 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eec204ebf16f427ebcf03f6517c1a81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881297 Nov 25 17:09:00.207962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:00.298213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:00.323670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586f9ac-135a-4464-a01d-fcf3df72e1dc req-8d37e312-b4d8-4dec-97e7-aaaa8c528425 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.335722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e586f9ac-135a-4464-a01d-fcf3df72e1dc req-8d37e312-b4d8-4dec-97e7-aaaa8c528425 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.5261691 Nov 25 17:09:00.337289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ea81b57-d793-4bca-8964-d23f37c95315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.345440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'mac_address': 'fa:16:3e:10:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:00.381793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ea81b57-d793-4bca-8964-d23f37c95315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.453846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ea81b57-d793-4bca-8964-d23f37c95315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.464788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ea81b57-d793-4bca-8964-d23f37c95315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.472896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-f6bfa03e-e6b1-41a4-8615-fae57502f8ac tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:00.479504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5ea81b57-d793-4bca-8964-d23f37c95315 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be2fcad9-31e7-4265-90a4-ffb923aeaf1c HTTP/1.1" status: 204 len: 168 time: 0.2635286 Nov 25 17:09:00.481150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-f6bfa03e-e6b1-41a4-8615-fae57502f8ac tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.6894190 Nov 25 17:09:00.499560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea81b57-d793-4bca-8964-d23f37c95315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2fcad9-31e7-4265-90a4-ffb923aeaf1c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:00.505390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Request body: {'port': {'device_id': '62d80780-4574-49fc-a48c-e121ec461f61', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'admin_state_up': True, 'tenant_id': 'adfacf3d081d4e378646615742a9cfea'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:00.507924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.536245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:00.617482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e586f9ac-135a-4464-a01d-fcf3df72e1dc req-d2ca7536-0774-4a1d-9a73-f9654070ef26 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806165 Nov 25 17:09:00.662486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:00.680471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.778663 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.818545 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.847999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Made reservation on behalf of adfacf3d081d4e378646615742a9cfea for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:00.852948 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.896022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:00.900953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:00.905360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:00.914825 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:00.949492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Pushing event updated for resources: {'Port': ['ID=df516390-6566-4886-a463-c0fc13552de5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:00.952877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:00.969108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.005646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:01.044083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-772774b3-45ca-4aec-b435-4a885442db78 req-506b1312-f769-47d5-9fd1-aab81bbea710 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 210 time: 0.0877702 Nov 25 17:09:01.123168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Allocated IP 172.25.8.9 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/5f714216-6ca3-4ef3-9a32-85ef7c0a35a6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:01.130389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Attempting to bind port df516390-6566-4886-a463-c0fc13552de5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:01.131186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Attempting to bind port df516390-6566-4886-a463-c0fc13552de5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:01.131605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Attempting to bind port df516390-6566-4886-a463-c0fc13552de5 on network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:01.146203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:01.147140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Checking segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:01.147578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.147979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Bound using segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:01.149144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Bound port: df516390-6566-4886-a463-c0fc13552de5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:01.149549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.200648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Allocated IP 172.20.0.2 (f87cec6b-63c1-4724-86a3-e51aa8addcb3/aa860f95-b45b-4982-8f30-cbe3c09a0a4b/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:01.261313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] For port df516390-6566-4886-a463-c0fc13552de5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:01.269017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] For port df516390-6566-4886-a463-c0fc13552de5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=df516390-6566-4886-a463-c0fc13552de5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:01.272029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-808c74cf-be0c-4429-9179-63889ba0effc req-fe075bbe-f550-49dc-8a47-f741c394772c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 210 time: 0.0583642 Nov 25 17:09:01.276257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.401963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63639052-7d40-4632-a9bf-0fd16255f236 None None] Pushing event updated for resources: {'Port': ['ID=df516390-6566-4886-a463-c0fc13552de5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:01.406582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.529008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:01.801996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:01.825526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:01.832858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:01.847134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-efe34076-c4d8-42b9-ab8b-8e9baacc0114 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:01.848917 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-efe34076-c4d8-42b9-ab8b-8e9baacc0114 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.2980731 Nov 25 17:09:01.867617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Request body: {'port': {'device_id': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'admin_state_up': True, 'tenant_id': 'ea96d2b264d54311b0358b61ccf60735'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:01.951523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:01.992685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce846bd-858f-4e84-b5eb-1a1a9dac58e0 req-f43de2be-7af4-4689-a3f5-5b670de80271 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:01.994320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bce846bd-858f-4e84-b5eb-1a1a9dac58e0 req-f43de2be-7af4-4689-a3f5-5b670de80271 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 948 time: 0.1958759 Nov 25 17:09:02.013378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:02.055421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Made reservation on behalf of ea96d2b264d54311b0358b61ccf60735 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:02.060026 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.065119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.083924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port ac79069a-bb81-46ad-90fe-bba99a3d191a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:02.084206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.210704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd4d1b8a-4864-46f3-bca8-b259b00df4f0 req-385ec9bf-d5db-4506-aa13-f2edb6981ab4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 210 time: 0.0324512 Nov 25 17:09:02.261076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.308933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Allocated IP 172.20.0.11 (31cb181d-8055-49d0-8105-cd3a5fbb5c9b/5a4893ec-6287-4ab7-bd90-1869a50ea011/618f8b3c-ab56-4fe8-952b-097e2507d0b4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:02.430015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bce846bd-858f-4e84-b5eb-1a1a9dac58e0 req-a0af40c9-61e8-4ca6-820c-2b463e295018 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277163 Nov 25 17:09:02.542247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:02.547012 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af3c986-f7c3-49b6-8460-e14cd93e96e8" -d '{"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:02.580704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13158fa1-6ebb-46f5-a934-f57150c37275 req-88ce49e1-7fd5-48eb-83aa-636b1057e617 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 210 time: 0.0370474 Nov 25 17:09:02.597930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:02.631015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.684679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.733808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.765924 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba73d01e-d819-4ddf-94d8-889e59c955e0 x-openstack-request-id: req-ba73d01e-d819-4ddf-94d8-889e59c955e0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:02.766236 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:02.766489 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba73d01e-d819-4ddf-94d8-889e59c955e0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:02.766870 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'code': 200} Nov 25 17:09:02.802311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:02.816643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:02.886710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:02.905339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:02.916281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:02.921544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:02.933681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:02.937828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:02.989938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:02.993877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee2bbc-8d34-474c-b10e-f9869d0cf8c3 None None] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:03.005258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.006793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.046742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.047410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.065012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dc12e-b1ce-4c1b-a2ae-c5af8729af68 req-a47df7bf-a303-423c-b820-d07640362a15 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.066711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-183dc12e-b1ce-4c1b-a2ae-c5af8729af68 req-a47df7bf-a303-423c-b820-d07640362a15 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.3296454 Nov 25 17:09:03.072663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-6586ced7-0385-410c-be0a-30a587428b0d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2088346 Nov 25 17:09:03.087837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.088687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.096335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Request body: {'port': {'device_id': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:03.142138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-82b56c69-be56-4a15-8ac9-31f36c87b643 None None] Provisioning complete for port df516390-6566-4886-a463-c0fc13552de5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:03.143269 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82b56c69-be56-4a15-8ac9-31f36c87b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.165088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-296b958d-59dc-4c6f-86e0-47b463df3fae tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6642036 Nov 25 17:09:03.187339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Request body: {'port': {'device_id': '62d80780-4574-49fc-a48c-e121ec461f61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:03.199137 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-183dc12e-b1ce-4c1b-a2ae-c5af8729af68 req-27ed7d26-9df0-428e-b94e-a87a9232084b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212430 Nov 25 17:09:03.202740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.317398 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.421149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82b56c69-be56-4a15-8ac9-31f36c87b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.455769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.510946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-82b56c69-be56-4a15-8ac9-31f36c87b643 None None] For port df516390-6566-4886-a463-c0fc13552de5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=df516390-6566-4886-a463-c0fc13552de5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:03.516658 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82b56c69-be56-4a15-8ac9-31f36c87b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.683107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b56c69-be56-4a15-8ac9-31f36c87b643 None None] Pushing event updated for resources: {'Port': ['ID=df516390-6566-4886-a463-c0fc13552de5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:03.785224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device df516390-6566-4886-a463-c0fc13552de5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:03.792158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55228) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:03.863408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port df516390-6566-4886-a463-c0fc13552de5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:03.864116 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:03.905427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564a763-e939-4ff2-9ce1-57cadb5162cb req-29518e16-7e80-4d3a-8f01-c5c172cb21ae tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:03.914725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7564a763-e939-4ff2-9ce1-57cadb5162cb req-29518e16-7e80-4d3a-8f01-c5c172cb21ae tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 932 time: 0.1745718 Nov 25 17:09:04.014241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4819142b-e1f0-4cb9-a2ad-4d53cedd5194 None None] Provisioning complete for port df516390-6566-4886-a463-c0fc13552de5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:04.016737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4819142b-e1f0-4cb9-a2ad-4d53cedd5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.047143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7564a763-e939-4ff2-9ce1-57cadb5162cb req-c2b0c052-95c7-450b-aa76-17c34d1cf0be tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310785 Nov 25 17:09:04.050122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618f8b3c-ab56-4fe8-952b-097e2507d0b4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:04.060774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece1338-f867-4309-8de1-db39faca39c3 req-f6e9db75-687a-4217-8cc9-974dce024a7a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:04.069223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bece1338-f867-4309-8de1-db39faca39c3 req-f6e9db75-687a-4217-8cc9-974dce024a7a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1460540 Nov 25 17:09:04.072231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.102193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Transition to ACTIVE for port object 618f8b3c-ab56-4fe8-952b-097e2507d0b4 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:04.104451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d41f6fa-cead-4ec8-bc5d-6307c18a5d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.110404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.208781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.247655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af75ef-6d1f-46a2-bd26-360dfc507aaf req-1cfea15b-26a2-4c93-a9a2-18eba0d4878c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:04.249359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1af75ef-6d1f-46a2-bd26-360dfc507aaf req-1cfea15b-26a2-4c93-a9a2-18eba0d4878c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 931 time: 0.1043506 Nov 25 17:09:04.253975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Router 2d142b63-b393-4fb6-b782-8c4a6040804b is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:09:04.270053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bece1338-f867-4309-8de1-db39faca39c3 req-17e411c2-5fcb-4df0-b93a-0f8b71216a40 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995170 Nov 25 17:09:04.291543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d41f6fa-cead-4ec8-bc5d-6307c18a5d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.335419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:04.335799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:04.336139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:04.339537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d41f6fa-cead-4ec8-bc5d-6307c18a5d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.341727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1af75ef-6d1f-46a2-bd26-360dfc507aaf req-eaf39de3-9bbe-4f46-b650-b6a45e03f2c2 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716546 Nov 25 17:09:04.345136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:04.345677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:04.351097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:04.351956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:04.352668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:04.352827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Bound port: 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:04.353204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.427296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:04.436859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55242) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.437003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d41f6fa-cead-4ec8-bc5d-6307c18a5d38 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9e11f1dbc7c4fcf941fa5e22e8a1b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417947 Nov 25 17:09:04.440142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:04.469834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:04.470031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.473035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f6fa-cead-4ec8-bc5d-6307c18a5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38524de3-244b-4a4c-b75a-1425f1fed0cb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.480559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.495476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Transition to ACTIVE for port object d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:04.502477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.536320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:04.536934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.538314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] 10.222.0.55 "PUT /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 1092 time: 1.4497843 Nov 25 17:09:04.538756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:04.541136 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:04.571859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:04.572111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-312d02c4-138b-4fdb-9de9-368961babb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.595107 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Sync routers for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:04.599553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-312d02c4-138b-4fdb-9de9-368961babb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.618790 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:04.619604 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:08:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:04.623464 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc896542-5258-4c36-aa5d-a10410779113 x-openstack-request-id: req-fc896542-5258-4c36-aa5d-a10410779113 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:04.623925 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:04.624325 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc896542-5258-4c36-aa5d-a10410779113 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:04.624813 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'status': 'completed', 'code': 200} Nov 25 17:09:04.633750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967a0b9-5d00-4385-89da-d60e69066694 service neutron] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.636085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.645414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.646896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-684e7da1-0918-4106-84f5-65123bc273e2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4184029 Nov 25 17:09:04.657255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:04.728498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:04.730183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:04.731849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:04.745301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:04.746002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:04.752719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:04.753319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:04.753894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:04.754536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Bound port: d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:04.755099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.764672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-7715f416-d964-4bb6-87e4-309472873670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:04.766160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-7715f416-d964-4bb6-87e4-309472873670 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1095 time: 0.1531034 Nov 25 17:09:04.820487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-de0441c5-35f6-4318-9040-2eb69252b8f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0447361 Nov 25 17:09:04.824266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-312d02c4-138b-4fdb-9de9-368961babb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.826308 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-312d02c4-138b-4fdb-9de9-368961babb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.827379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-312d02c4-138b-4fdb-9de9-368961babb12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38524de3-244b-4a4c-b75a-1425f1fed0cb HTTP/1.1" status: 204 len: 168 time: 0.3895416 Nov 25 17:09:04.857367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:04.864373 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:04.867838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d02c4-138b-4fdb-9de9-368961babb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38524de3-244b-4a4c-b75a-1425f1fed0cb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:04.868200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:04.875629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.948573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:04.953794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:04.956987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] 10.222.0.55 "PUT /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 1091 time: 1.7757969 Nov 25 17:09:04.958279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:04.962267 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c119b77-0f82-4748-af36-6c14938dd864" -d '{"events": [{"name": "network-changed", "server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:05.005334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c83f0-7afd-45a4-8c15-af076ea1a131 service neutron] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:05.076975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-5629d153-3be4-4d9d-8f89-344c1d472233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.078606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-5629d153-3be4-4d9d-8f89-344c1d472233 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.2486107 Nov 25 17:09:05.079035 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d50c19-8da5-48df-8dce-f71b6a79f78a x-openstack-request-id: req-02d50c19-8da5-48df-8dce-f71b6a79f78a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:05.080425 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:05.082380 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02d50c19-8da5-48df-8dce-f71b6a79f78a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:05.082953 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'status': 'completed', 'code': 200} Nov 25 17:09:05.119620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-cc174c4e-6d27-4d0d-af24-876d4542e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.119757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-48cd7aa0-abcc-4620-ac08-dcc92d48ec3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308635 Nov 25 17:09:05.122936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-cc174c4e-6d27-4d0d-af24-876d4542e439 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1094 time: 0.1136696 Nov 25 17:09:05.173495 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:02Z', 'revision_number': 3, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:05.215190 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Checking router: 2d142b63-b393-4fb6-b782-8c4a6040804b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:05.215677 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Updating router 2d142b63-b393-4fb6-b782-8c4a6040804b port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:05.232645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c53fafd8-d879-4474-b76b-fbfbbdea4502 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 217 time: 0.0964298 Nov 25 17:09:05.254143 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.461736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-a8e2de32-6b47-4c78-8e88-05c7454d1743 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993045 Nov 25 17:09:05.491573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:05.571746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad091f41-17f5-4a6c-9608-a1c0728b3c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.578938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device df516390-6566-4886-a463-c0fc13552de5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:05.665955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-99356cc5-8b25-474f-a6b7-5cce2a7cd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.675335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-99356cc5-8b25-474f-a6b7-5cce2a7cd4ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.4336109 Nov 25 17:09:05.689500 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.696982 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.705852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port df516390-6566-4886-a463-c0fc13552de5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:05.706508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.760207 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Pushing event updated for resources: {'Port': ['ID=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:05.770513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f81f0-341c-4e33-87d1-d31eb27785eb req-43731b8e-eddd-4469-a012-bdff71868b4c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.775087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d82f81f0-341c-4e33-87d1-d31eb27785eb req-43731b8e-eddd-4469-a012-bdff71868b4c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.5449328 Nov 25 17:09:05.785878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-de4af40d-4d9d-4347-a673-7e5c4a9c6854 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962217 Nov 25 17:09:05.795493 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.796904 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.797506 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.797998 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.798603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.799132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.799676 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.800466 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.800946 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.801474 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.801976 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.802457 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:05.806519 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Attempting to bind port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:05.812815 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Attempting to bind port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:05.813212 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Attempting to bind port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:05.820156 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:05.820550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:05.820941 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.821327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:05.821799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Bound port: 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:05.822201 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.839400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f859881a-3bb9-4c36-bd46-33cd85232f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.869169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daedc2a-232f-4976-a09f-f416b8b18309 req-8f507fad-fb3f-46a7-94af-6708dd25f98e tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:05.870669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9daedc2a-232f-4976-a09f-f416b8b18309 req-8f507fad-fb3f-46a7-94af-6708dd25f98e tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.3896062 Nov 25 17:09:05.905392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] For port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:05.910099 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] For port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:05.915916 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:05.926814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d82f81f0-341c-4e33-87d1-d31eb27785eb req-ff6ae85b-e1fa-482b-b4bd-665a124aee1a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379740 Nov 25 17:09:05.967727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-c3391072-2476-4828-95d8-b6ca30c4e163 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571894 Nov 25 17:09:05.981528 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:05.982232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:08:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:05.992732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9daedc2a-232f-4976-a09f-f416b8b18309 req-e189ab40-bb92-40ab-8fd8-47fea045e469 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106620 Nov 25 17:09:06.040803 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb3d3a-0c64-4887-8c92-7a241f565134 None None] Pushing event updated for resources: {'Port': ['ID=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:06.072803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f859881a-3bb9-4c36-bd46-33cd85232f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.085828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e17712d7-a3a5-44f0-a9d2-8d69b65c0f9a req-82b25b70-bd3a-49c9-a43f-069d6910425b service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928066 Nov 25 17:09:06.145097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce049537-3b60-42ec-ae1b-c435d631f1cf req-de17c51c-9c05-47f1-a699-3dbd539c2d5b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.146709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce049537-3b60-42ec-ae1b-c435d631f1cf req-de17c51c-9c05-47f1-a699-3dbd539c2d5b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.0941956 Nov 25 17:09:06.152961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9784b638-e3d5-4c19-a1ce-2ac979f6908f req-aaff59de-3e82-4322-ac10-acaf1b28f47d service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736972 Nov 25 17:09:06.162177 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.165542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f859881a-3bb9-4c36-bd46-33cd85232f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.175876 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:06.218968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce049537-3b60-42ec-ae1b-c435d631f1cf req-f0600857-6ce0-48e2-99a9-078caff3e11f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646551 Nov 25 17:09:06.270900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119b77-0f82-4748-af36-6c14938dd864 req-c5efbb95-7b3c-4c12-b6fe-2b88b86646c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.273139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-c5efbb95-7b3c-4c12-b6fe-2b88b86646c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1094 time: 0.0482037 Nov 25 17:09:06.336584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f859881a-3bb9-4c36-bd46-33cd85232f37 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ca9e32dc9504cb48df961652e60af5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8312013 Nov 25 17:09:06.343048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859881a-3bb9-4c36-bd46-33cd85232f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c71a0c-3fc8-47c6-85dd-3414bfde40f3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:06.346214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:06.385146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-8fdce3e2-b99f-448e-aa00-6bb462cbedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.387159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-8fdce3e2-b99f-448e-aa00-6bb462cbedc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1095 time: 0.2172370 Nov 25 17:09:06.406080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119b77-0f82-4748-af36-6c14938dd864 req-87feb748-e771-4c81-963c-df89da06ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.408317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-87feb748-e771-4c81-963c-df89da06ddb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1274397 Nov 25 17:09:06.480161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-1adb7344-636f-47df-88c7-a0d035251681 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 217 time: 0.0620937 Nov 25 17:09:06.543718 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:02Z', 'revision_number': 3, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:06.553890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119b77-0f82-4748-af36-6c14938dd864 req-e04ea14a-72ba-473e-b60f-16452c892a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.556123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-e04ea14a-72ba-473e-b60f-16452c892a4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0672157 Nov 25 17:09:06.560895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-301064f3-ea29-4dfa-bb29-f0f9f4c07e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.586841 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f6ad7c-96a4-4ce5-a9e8-5c2a04b42aac None None] The sync data for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 is: [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:02Z', 'revision_number': 3, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:06.604283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-d0d71157-43ad-4a62-a6e9-4bb3d6c78f75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329504 Nov 25 17:09:06.609869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Allocated IP 172.20.0.1 (1679aa9e-8864-4d10-baaf-bbdb6c3006ea/e056047b-33ca-43e9-8646-225cf3576d5a/19a231e6-05a0-4f00-a43e-4a2650242be5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:06.613869 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-301064f3-ea29-4dfa-bb29-f0f9f4c07e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.689120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-c2123f2e-1505-43af-bc3b-35a787c63e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.690906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-c2123f2e-1505-43af-bc3b-35a787c63e2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2760298 Nov 25 17:09:06.724685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-77499852-695c-485f-b321-aad6b27e0c38 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103821 Nov 25 17:09:06.753937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-b0e9738f-c703-427c-bcf7-de603ba11c4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0430455 Nov 25 17:09:06.833568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.836647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-301064f3-ea29-4dfa-bb29-f0f9f4c07e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.839229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-301064f3-ea29-4dfa-bb29-f0f9f4c07e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:06.843227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-301064f3-ea29-4dfa-bb29-f0f9f4c07e56 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d5c71a0c-3fc8-47c6-85dd-3414bfde40f3 HTTP/1.1" status: 204 len: 168 time: 0.4902194 Nov 25 17:09:06.853777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c119b77-0f82-4748-af36-6c14938dd864 req-6f39b315-cc13-4ef4-b1ce-460420f974ae service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204989 Nov 25 17:09:06.872486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-73914847-b154-498b-a94c-3e429e638027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:06.874722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-73914847-b154-498b-a94c-3e429e638027 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1131849 Nov 25 17:09:06.889326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301064f3-ea29-4dfa-bb29-f0f9f4c07e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c71a0c-3fc8-47c6-85dd-3414bfde40f3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:06.980160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-a4c80203-ba84-4e77-9f80-3914b3c67044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740957 Nov 25 17:09:06.981352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.106521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:07.120139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Pushing event updated for resources: {'Port': ['ID=19a231e6-05a0-4f00-a43e-4a2650242be5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:07.129502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:07.136128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:07.154226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b71cc-948a-4fe0-be6b-7ebc60ea9912 req-2f8554af-9e35-426c-b61d-4603b1419408 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:07.156474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-912b71cc-948a-4fe0-be6b-7ebc60ea9912 req-2f8554af-9e35-426c-b61d-4603b1419408 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.0928121 Nov 25 17:09:07.232372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-912b71cc-948a-4fe0-be6b-7ebc60ea9912 req-411515c6-8e45-4364-a870-790d7d6c4573 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679841 Nov 25 17:09:07.253400 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-dd2bd031-7f75-4440-9fe4-858c87f50bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425966 Nov 25 17:09:07.261055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.493559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66112-e0b8-4d80-a251-840f198e3c0c req-166c06ce-6e4c-4130-a31f-f481c9192f71 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:07.499836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45c66112-e0b8-4d80-a251-840f198e3c0c req-166c06ce-6e4c-4130-a31f-f481c9192f71 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.3180203 Nov 25 17:09:07.526214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8747e31-995d-4802-8d14-4f00d5e05f53 None None] Provisioning complete for port 19a231e6-05a0-4f00-a43e-4a2650242be5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:07.527313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8747e31-995d-4802-8d14-4f00d5e05f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.585723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d8747e31-995d-4802-8d14-4f00d5e05f53 None None] Port 19a231e6-05a0-4f00-a43e-4a2650242be5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:07.648035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:07.682761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45c66112-e0b8-4d80-a251-840f198e3c0c req-de01f437-77e9-4312-9a22-943f2f3ed3a6 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Nov 25 17:09:07.733695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.762272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:07.763016 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.817115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ff508a2-03aa-4d31-8a60-62bd42b7c68a req-3d3cc574-e709-4088-ac03-876818cd875a service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425780 Nov 25 17:09:07.893215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.935149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c81c-945d-49bc-92a2-f5ee1785cc9d req-4fefee1d-1157-472e-97f6-29cf7ad459fa tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:07.941346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a943c81c-945d-49bc-92a2-f5ee1785cc9d req-4fefee1d-1157-472e-97f6-29cf7ad459fa tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.1488311 Nov 25 17:09:07.950709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:07.956530 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-241f77ef-43be-45e6-9477-753f0398f3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:07.959417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.065776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:08.094721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a943c81c-945d-49bc-92a2-f5ee1785cc9d req-7c8438da-f999-45ba-b2ae-6aa9e9b71746 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420150 Nov 25 17:09:08.135960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.143946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.216981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.219674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Pushing event updated for resources: {'Port': ['ID=19a231e6-05a0-4f00-a43e-4a2650242be5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:08.325697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:08.328134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:08.538385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88508b82-ac80-4665-80b3-c59166c68b39 req-bedd596b-d470-447f-a88c-059df15ea4fa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:08.545803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Router 2d142b63-b393-4fb6-b782-8c4a6040804b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:09:08.549856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88508b82-ac80-4665-80b3-c59166c68b39 req-bedd596b-d470-447f-a88c-059df15ea4fa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.1655169 Nov 25 17:09:08.656947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88508b82-ac80-4665-80b3-c59166c68b39 req-dd28c6d7-6698-4c7d-a70e-0d2bd4c9ba13 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050081 Nov 25 17:09:08.720569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:08.734466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-27ae538b-76ed-4a92-895e-175d7ce83040 admin admin] 10.222.0.86 "PUT /v2.0/routers/2d142b63-b393-4fb6-b782-8c4a6040804b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0737865 Nov 25 17:09:08.822090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3561a19c-c9ec-4d95-8d26-8005cc7b2315 None None] Provisioning complete for port 19a231e6-05a0-4f00-a43e-4a2650242be5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:08.822997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3561a19c-c9ec-4d95-8d26-8005cc7b2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:08.870029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3561a19c-c9ec-4d95-8d26-8005cc7b2315 None None] Port 19a231e6-05a0-4f00-a43e-4a2650242be5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:08.954265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a31d-c029-4c7f-9f62-125d46ab2a89 req-fda381f2-a3ba-4e5d-b8ce-8ab093b076c5 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:08.957316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f968a31d-c029-4c7f-9f62-125d46ab2a89 req-fda381f2-a3ba-4e5d-b8ce-8ab093b076c5 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0633740 Nov 25 17:09:09.012498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f968a31d-c029-4c7f-9f62-125d46ab2a89 req-149720d5-1d44-426f-8699-a96682e2f692 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489757 Nov 25 17:09:09.084760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Sync routers for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:09.098724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:09.099360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:09.180191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.250939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:09.479832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 2, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:09.509594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Checking router: 2d142b63-b393-4fb6-b782-8c4a6040804b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:09.509952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Updating router 2d142b63-b393-4fb6-b782-8c4a6040804b port 19a231e6-05a0-4f00-a43e-4a2650242be5 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:09.536512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:09.583787 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.635950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:09.636309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:09.731515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ca553-e95f-4d75-bb01-b43e470accb1 req-eb6ba2af-9e44-48a9-bcd1-02c60e368bcc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:09.733098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c8ca553-e95f-4d75-bb01-b43e470accb1 req-eb6ba2af-9e44-48a9-bcd1-02c60e368bcc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.0618675 Nov 25 17:09:09.790099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c8ca553-e95f-4d75-bb01-b43e470accb1 req-35617f2f-7aa8-4071-9c6b-e48879007e93 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Nov 25 17:09:10.057652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.063912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.070530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:10.161009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55430) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:10.168186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611035245', 'description': 'tempest-description--2100450346'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:10.184915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f09df-203a-4e93-8457-341eca75fd9a None None] Pushing event updated for resources: {'Port': ['ID=19a231e6-05a0-4f00-a43e-4a2650242be5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.212589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.350221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.355165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.421528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:10.438180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.439940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Attempting to bind port 19a231e6-05a0-4f00-a43e-4a2650242be5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:10.440378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Attempting to bind port 19a231e6-05a0-4f00-a43e-4a2650242be5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:10.440909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Attempting to bind port 19a231e6-05a0-4f00-a43e-4a2650242be5 on network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:10.443282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:10.443816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2809744 Nov 25 17:09:10.450902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Request body: {'security_group_rule': {'security_group_id': 'a0f9057d-dda8-47c7-8d69-3e72922c79c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:10.454717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:10.455635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Checking segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:10.456008 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.456835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Bound using segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:10.457213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Bound port: 19a231e6-05a0-4f00-a43e-4a2650242be5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:10.457744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.459778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865cb5f-f2dd-43f9-884c-5d39e9dee391 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f9057d-dda8-47c7-8d69-3e72922c79c1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.462465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'port_id': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'mac_address': 'fa:16:3e:47:68:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4893ec-6287-4ab7-bd90-1869a50ea011', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:10.499210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad0244-f9a2-4c1c-be42-10e169eedced req-eeccee0c-6646-45c5-83de-a00a8cf7e7e0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.500943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70ad0244-f9a2-4c1c-be42-10e169eedced req-eeccee0c-6646-45c5-83de-a00a8cf7e7e0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.0915470 Nov 25 17:09:10.510970 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.550691 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.564415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70ad0244-f9a2-4c1c-be42-10e169eedced req-e1b101e7-f679-4fb3-ab76-60af130d4510 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Nov 25 17:09:10.581014 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.587959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.592745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.611950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c3859f-6f41-4a65-827c-4e6300256223,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.625435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.627124 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ee9c3fb9-4456-4cfd-a62a-2b7e6fbe3c7a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816971 Nov 25 17:09:10.629997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618f8b3c-ab56-4fe8-952b-097e2507d0b4 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:10.630880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55440) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:10.636500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Request body: {'security_group_rule': {'security_group_id': 'a0f9057d-dda8-47c7-8d69-3e72922c79c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:10.652836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] For port 19a231e6-05a0-4f00-a43e-4a2650242be5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:10.677559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:10.680382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] For port 19a231e6-05a0-4f00-a43e-4a2650242be5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=19a231e6-05a0-4f00-a43e-4a2650242be5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:10.685392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.686039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:10.691694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.699587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3543d108-d36e-4636-a9b8-554aecbd3e0b None None] Provisioning complete for port 19a231e6-05a0-4f00-a43e-4a2650242be5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:10.700055 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3543d108-d36e-4636-a9b8-554aecbd3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.709229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.764496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bf18f-b267-4543-8fb9-33436baab7f8 req-3dec6965-b885-4006-9df4-4bceb1517cca tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:10.768885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f62bf18f-b267-4543-8fb9-33436baab7f8 req-3dec6965-b885-4006-9df4-4bceb1517cca tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1117091 Nov 25 17:09:10.857975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:10.865478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:10.867202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.872915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.886646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.915371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:10.920126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880163 Nov 25 17:09:10.920593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:10.927713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:10.940883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f62bf18f-b267-4543-8fb9-33436baab7f8 req-d0c9500f-a576-44ec-8bdd-0136176c67ca tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561255 Nov 25 17:09:10.958580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39bb0c-a261-4f89-a266-3df23e97bcb1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582d0a03-37d4-4132-aa7a-a81d06c91862,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:10.977558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.164796 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3543d108-d36e-4636-a9b8-554aecbd3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.170865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385846a-def0-4ba2-9317-2705b6edf6ec req-8c2d319b-969b-4f4c-b2e3-077fe477b4fe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.180758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5385846a-def0-4ba2-9317-2705b6edf6ec req-8c2d319b-969b-4f4c-b2e3-077fe477b4fe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.1314747 Nov 25 17:09:11.187149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:11.206001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.265414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5385846a-def0-4ba2-9317-2705b6edf6ec req-88196081-e45d-4cb4-b440-be3cd3de16b8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738056 Nov 25 17:09:11.352230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3543d108-d36e-4636-a9b8-554aecbd3e0b None None] For port 19a231e6-05a0-4f00-a43e-4a2650242be5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=19a231e6-05a0-4f00-a43e-4a2650242be5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:11.365378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55464) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:11.398774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'port_id': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'mac_address': 'fa:16:3e:56:29:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa860f95-b45b-4982-8f30-cbe3c09a0a4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:11.441629 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Allocated IP 172.25.8.131 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2c2ac5c0-a501-46a7-b90f-1591f0bbe2f8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:11.452026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:11.575881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3543d108-d36e-4636-a9b8-554aecbd3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.597139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b5f69da-a99f-4a0f-a163-33ca8d4e678a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.652972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.748304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b5f69da-a99f-4a0f-a163-33ca8d4e678a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.756114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b5f69da-a99f-4a0f-a163-33ca8d4e678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.764367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55478) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:11.784797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.829035 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.832888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f09df-203a-4e93-8457-341eca75fd9a None None] Pushing event updated for resources: {'Port': ['ID=19a231e6-05a0-4f00-a43e-4a2650242be5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:11.842715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event updated for resources: {'Port': ['ID=2c2ac5c0-a501-46a7-b90f-1591f0bbe2f8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:11.853648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07b536-b07a-4865-aae4-f9a0f78edec5 req-ea664f56-aceb-4363-bad8-09e6b41d6634 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:11.855267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab07b536-b07a-4865-aae4-f9a0f78edec5 req-ea664f56-aceb-4363-bad8-09e6b41d6634 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.1473050 Nov 25 17:09:11.882231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1b5f69da-a99f-4a0f-a163-33ca8d4e678a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9184a2a312fc4192a611be645e6d9f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137379 Nov 25 17:09:11.884987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55482) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:11.893296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:11.897077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:11.898592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f69da-a99f-4a0f-a163-33ca8d4e678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd17ebb-77c5-4feb-8a88-b8e106ab9c3b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:11.902197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:11.913816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543d108-d36e-4636-a9b8-554aecbd3e0b None None] Pushing event updated for resources: {'Port': ['ID=19a231e6-05a0-4f00-a43e-4a2650242be5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:11.956088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab07b536-b07a-4865-aae4-f9a0f78edec5 req-7b5c21c7-3320-45c3-b3cf-0aae6023ef52 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882943 Nov 25 17:09:11.971105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4d70b638-10dc-435c-b969-e73634d027c0 None None] Provisioning complete for port 19a231e6-05a0-4f00-a43e-4a2650242be5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:11.974780 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d70b638-10dc-435c-b969-e73634d027c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:11.980697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26436891-6120-4979-b823-8ab45c6c2f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.043725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26436891-6120-4979-b823-8ab45c6c2f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.070073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5920bc3e-8d6a-48ca-a93d-0a8f5b24d1ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.070768 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.089582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.146718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:12.152923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.165600 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26436891-6120-4979-b823-8ab45c6c2f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.168432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26436891-6120-4979-b823-8ab45c6c2f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.172611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-26436891-6120-4979-b823-8ab45c6c2f6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfd17ebb-77c5-4feb-8a88-b8e106ab9c3b HTTP/1.1" status: 204 len: 168 time: 0.2855957 Nov 25 17:09:12.191004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:12.191683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26436891-6120-4979-b823-8ab45c6c2f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd17ebb-77c5-4feb-8a88-b8e106ab9c3b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:12.226679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9e39-77e1-4512-add8-74905f6b78eb req-c3be7fdd-7574-4848-849b-16fb57ed0a8f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:12.227124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:10Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:12.234562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5920bc3e-8d6a-48ca-a93d-0a8f5b24d1ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.239319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5920bc3e-8d6a-48ca-a93d-0a8f5b24d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.242842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-834c9e39-77e1-4512-add8-74905f6b78eb req-c3be7fdd-7574-4848-849b-16fb57ed0a8f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1462626 Nov 25 17:09:12.297547 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.302212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5920bc3e-8d6a-48ca-a93d-0a8f5b24d1ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e956b4e7bb34f1cb9f658deb368e01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339308 Nov 25 17:09:12.307374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebd03b-ff6f-4e8c-ab0c-43ea92e94f96 None None] The sync data for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 is: [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:10Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:12.312406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55494) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:12.348581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920bc3e-8d6a-48ca-a93d-0a8f5b24d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641f0ddf-745a-459d-9592-110c765773a8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:12.489918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-834c9e39-77e1-4512-add8-74905f6b78eb req-cf1a9d92-27fa-4015-8c1c-e18aa476d407 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458835 Nov 25 17:09:12.540903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:12.542849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9298bf7f-967f-4166-a411-b636b14f4ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.572320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850826e-5939-42f9-8a0d-86b8ce6b8990 req-a5f64b41-0550-437a-aaed-45a8859ffaf9 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:12.584668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b850826e-5939-42f9-8a0d-86b8ce6b8990 req-a5f64b41-0550-437a-aaed-45a8859ffaf9 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 944 time: 0.1378605 Nov 25 17:09:12.604303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9298bf7f-967f-4166-a411-b636b14f4ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.670391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:12.675751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['618f8b3c-ab56-4fe8-952b-097e2507d0b4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:12.677293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.687030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.703234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b850826e-5939-42f9-8a0d-86b8ce6b8990 req-5c4d9ff8-dd2e-477a-acf1-978f0df00a2e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172647 Nov 25 17:09:12.716687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:12.733986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c73452-1c39-4ff4-9887-11353282f760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.752196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event updated for resources: {'Port': ['ID=2c2ac5c0-a501-46a7-b90f-1591f0bbe2f8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:12.816527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9298bf7f-967f-4166-a411-b636b14f4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.819687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9298bf7f-967f-4166-a411-b636b14f4ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.820849 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9298bf7f-967f-4166-a411-b636b14f4ea9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/641f0ddf-745a-459d-9592-110c765773a8 HTTP/1.1" status: 204 len: 168 time: 0.5073102 Nov 25 17:09:12.838158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298bf7f-967f-4166-a411-b636b14f4ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641f0ddf-745a-459d-9592-110c765773a8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:12.840542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.870735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.879662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f1450835-5a43-43f0-b263-6930b91bb1a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9506078 Nov 25 17:09:12.945831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c73452-1c39-4ff4-9887-11353282f760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:12.957658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c73452-1c39-4ff4-9887-11353282f760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.038791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:13.053562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-23c73452-1c39-4ff4-9887-11353282f760 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1abdd9c6ddf4fdf91779d18adce360c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183291 Nov 25 17:09:13.060608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c73452-1c39-4ff4-9887-11353282f760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2a0f6-ee23-4cf1-9e71-df4275586bc1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:13.211267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b85a45d-74b9-4b4a-9877-6ac768d344ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.241228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b594f-9adf-452e-b812-25241e9a42e0 req-8e178857-0d00-45d6-8c6b-11cc4229574b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.259577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-516b594f-9adf-452e-b812-25241e9a42e0 req-8e178857-0d00-45d6-8c6b-11cc4229574b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.1466599 Nov 25 17:09:13.305189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b85a45d-74b9-4b4a-9877-6ac768d344ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.382280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-516b594f-9adf-452e-b812-25241e9a42e0 req-6f8168fb-a624-4385-a0a2-faf0867feb91 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141295 Nov 25 17:09:13.401732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-11504f68-0321-4718-a1dc-4d0b3c38753c tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1611035245&fields=id&tenant_id=1a7913d71deb4f65a3545b80ea24b90e HTTP/1.1" status: 200 len: 267 time: 0.1280153 Nov 25 17:09:13.424612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b85a45d-74b9-4b4a-9877-6ac768d344ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.427710 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b85a45d-74b9-4b4a-9877-6ac768d344ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.432569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9b85a45d-74b9-4b4a-9877-6ac768d344ee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9d2a0f6-ee23-4cf1-9e71-df4275586bc1 HTTP/1.1" status: 204 len: 168 time: 0.3927190 Nov 25 17:09:13.444693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85a45d-74b9-4b4a-9877-6ac768d344ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2a0f6-ee23-4cf1-9e71-df4275586bc1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:13.636681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 19a231e6-05a0-4f00-a43e-4a2650242be5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:13.649034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:13.682946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-cbcdce10-a08f-43be-8c36-88970aff6299 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.692273 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-cbcdce10-a08f-43be-8c36-88970aff6299 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/networks?id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea HTTP/1.1" status: 200 len: 815 time: 0.2929287 Nov 25 17:09:13.694288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb90732f-b1c3-4cbc-aa92-3cbf12a8c854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.731647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-1a5c3ecc-3e29-4aa9-b878-2ab6146c62b3 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/quotas/1a7913d71deb4f65a3545b80ea24b90e HTTP/1.1" status: 200 len: 375 time: 0.0382965 Nov 25 17:09:13.740944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ab01c-8032-42e3-aa15-8300a8a6e51d req-7002bba0-fa06-4117-82b9-2c388fd4439b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:13.742892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-174ab01c-8032-42e3-aa15-8300a8a6e51d req-7002bba0-fa06-4117-82b9-2c388fd4439b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1347847 Nov 25 17:09:13.764994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 19a231e6-05a0-4f00-a43e-4a2650242be5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:13.765598 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.834288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-134d563f-a87c-4676-a946-b70be6ba645b tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a7913d71deb4f65a3545b80ea24b90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015823 Nov 25 17:09:13.876828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-174ab01c-8032-42e3-aa15-8300a8a6e51d req-4832e261-2b9a-4c2a-9220-239ea6b05caf tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239176 Nov 25 17:09:13.964557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb90732f-b1c3-4cbc-aa92-3cbf12a8c854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:13.972149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb90732f-b1c3-4cbc-aa92-3cbf12a8c854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.043723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-09db6c3d-98ae-421e-9226-38dae7139922 service neutron] 10.222.0.86 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011168 Nov 25 17:09:14.072645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476d54-7cfd-4ac6-abf9-5c7405c1ad9c req-7ca00ab7-92c4-4e94-82ed-e98a280e20a9 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:14.075066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a476d54-7cfd-4ac6-abf9-5c7405c1ad9c req-7ca00ab7-92c4-4e94-82ed-e98a280e20a9 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 944 time: 0.0843217 Nov 25 17:09:14.089454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb90732f-b1c3-4cbc-aa92-3cbf12a8c854 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ea2cdb28f0042869027f974e14d7b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392340 Nov 25 17:09:14.093134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55538) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:14.137318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a476d54-7cfd-4ac6-abf9-5c7405c1ad9c req-319d9eb3-7ed6-4d65-be97-4718825073f1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555527 Nov 25 17:09:14.159126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90732f-b1c3-4cbc-aa92-3cbf12a8c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d79706-a7de-4aa5-8175-2d3b1f4cf17e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:14.193726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27e62067-9949-450c-bab9-2fadc8d3c2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.247538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27e62067-9949-450c-bab9-2fadc8d3c2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.264818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-da3f4999-7fb6-4d56-854b-6da808002b04 service neutron] 10.222.0.86 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202234 Nov 25 17:09:14.302405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:14.325126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27e62067-9949-450c-bab9-2fadc8d3c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.327801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27e62067-9949-450c-bab9-2fadc8d3c2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.332292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-27e62067-9949-450c-bab9-2fadc8d3c2f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a8d79706-a7de-4aa5-8175-2d3b1f4cf17e HTTP/1.1" status: 204 len: 168 time: 0.2359562 Nov 25 17:09:14.344873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e62067-9949-450c-bab9-2fadc8d3c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d79706-a7de-4aa5-8175-2d3b1f4cf17e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:14.394587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:14.401342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:14.401812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.584953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.603081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a37a1a0a-d116-4f48-a826-c4d5d5ad83a3 req-b86effc0-2dfe-4ad4-91a3-62a61c2a4cc2 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 210 time: 0.0821557 Nov 25 17:09:14.693543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:14.696589 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e846c9c-45f0-48f6-be2f-6fe35e2a9556" -d '{"events": [{"server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "name": "network-vif-plugged", "status": "completed", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:14.715744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:14.723201 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:14.724456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:14.731948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521ee6-78da-4a55-a949-fbe346c3f306 req-7b6e0de4-defd-47b4-8674-b686d2cd5c17 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:14.745144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff521ee6-78da-4a55-a949-fbe346c3f306 req-7b6e0de4-defd-47b4-8674-b686d2cd5c17 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.1722808 Nov 25 17:09:14.835860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff521ee6-78da-4a55-a949-fbe346c3f306 req-4bbcca4e-a882-4308-830e-10f655807349 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898240 Nov 25 17:09:14.870899 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee94c5f-22cc-41df-89c6-f57d928b187e x-openstack-request-id: req-dee94c5f-22cc-41df-89c6-f57d928b187e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:14.871342 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "name": "network-vif-plugged", "status": "completed", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:14.871725 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dee94c5f-22cc-41df-89c6-f57d928b187e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:14.872212 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'code': 200} Nov 25 17:09:14.905449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:14.962290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:14.967484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:14.968196 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.110608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a6ec-bd82-480d-b85d-7af7f98b789e req-b42fe9fa-d9c4-48ca-8b60-b1a565207b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:15.112218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4561a6ec-bd82-480d-b85d-7af7f98b789e req-b42fe9fa-d9c4-48ca-8b60-b1a565207b7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1096 time: 0.1602008 Nov 25 17:09:15.124314 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.212151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813b02-1660-4fca-ad22-289afe411062 req-ca699a43-ace9-4ba8-82d1-1b14578a75b0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:15.224600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8813b02-1660-4fca-ad22-289afe411062 req-ca699a43-ace9-4ba8-82d1-1b14578a75b0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.2027779 Nov 25 17:09:15.242486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:15.247745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.368669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:15.369257 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4561a6ec-bd82-480d-b85d-7af7f98b789e req-b55a855d-b902-4ca9-821e-ce2f76890fc2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466552 Nov 25 17:09:15.416730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aa305-c392-4334-82b9-ac6225721ccd req-ec1e88ba-6da3-4009-9aa5-b03e48f47e77 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:15.418244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e4aa305-c392-4334-82b9-ac6225721ccd req-ec1e88ba-6da3-4009-9aa5-b03e48f47e77 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 945 time: 0.0950990 Nov 25 17:09:15.454776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8813b02-1660-4fca-ad22-289afe411062 req-a617ec17-abdc-4fc3-b18d-b7f3ff2faa9c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182817 Nov 25 17:09:15.504879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e4aa305-c392-4334-82b9-ac6225721ccd req-1441fb14-a871-4a43-8c13-877a548a8b1b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Nov 25 17:09:15.668666 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:15.768025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfcc52ba-80b5-48e9-80e5-07631f71a6d4 req-44245ec5-3de8-4e51-a37e-8eec280af553 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 210 time: 0.0391717 Nov 25 17:09:15.977385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aae618-1abb-4565-84e8-b4d84fc1150f req-b47b8c18-9636-4bd5-9850-8a378ea8b597 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:15.979355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21aae618-1abb-4565-84e8-b4d84fc1150f req-b47b8c18-9636-4bd5-9850-8a378ea8b597 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.0632100 Nov 25 17:09:16.099479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21aae618-1abb-4565-84e8-b4d84fc1150f req-c3c4b7bc-66f7-4318-bde7-a65f9b0cd274 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056647 Nov 25 17:09:16.271491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-4c0583f8-6349-4e73-bdef-56ca0f95eb60 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.273019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-4c0583f8-6349-4e73-bdef-56ca0f95eb60 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.73 "GET /v2.0/networks?id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea HTTP/1.1" status: 200 len: 815 time: 0.2200608 Nov 25 17:09:16.345664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-7a097634-c290-4810-b1ec-d0ac8e8994bd tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7913d71deb4f65a3545b80ea24b90e HTTP/1.1" status: 200 len: 380 time: 0.0608160 Nov 25 17:09:16.356594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Request body: {'port': {'device_id': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'admin_state_up': True, 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'security_groups': ['a0f9057d-dda8-47c7-8d69-3e72922c79c1']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:16.651209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf69e-4adc-4d60-8c15-7b2f43b09ed0 req-dc981c5c-e534-4856-9fe9-ca1d055846e1 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.659458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-111cf69e-4adc-4d60-8c15-7b2f43b09ed0 req-dc981c5c-e534-4856-9fe9-ca1d055846e1 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0735109 Nov 25 17:09:16.729256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-111cf69e-4adc-4d60-8c15-7b2f43b09ed0 req-01649925-b407-4a65-b000-5dd976204400 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684974 Nov 25 17:09:16.731405 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c3eda0df-05eb-416e-9275-da76d9b46f26 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2ae6456d94944cffa6c002c345107af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377378 Nov 25 17:09:16.873609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:16.878108 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30085e30-40d5-4105-82b4-c6d2f71d432f" -d '{"events": [{"server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "name": "network-vif-plugged", "status": "completed", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:16.887162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2d1b-fad4-4695-85ec-997a9905fdf1 req-6afd53bd-00cd-4aa3-aa07-d381baa8f70d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.892767 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572f2d1b-fad4-4695-85ec-997a9905fdf1 req-6afd53bd-00cd-4aa3-aa07-d381baa8f70d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 945 time: 0.0817585 Nov 25 17:09:16.925561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-bc9500d0-985f-4141-925f-7e678cce83b7 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:16.927030 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-bc9500d0-985f-4141-925f-7e678cce83b7 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947353 Nov 25 17:09:16.928109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Made reservation on behalf of 1a7913d71deb4f65a3545b80ea24b90e for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:16.931351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:16.944139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572f2d1b-fad4-4695-85ec-997a9905fdf1 req-d474049c-50b6-4567-b0df-3f7bea966769 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481710 Nov 25 17:09:16.956407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-0b7798a7-538a-45f9-9bdc-70222f6fa420 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/quotas/2ae6456d94944cffa6c002c345107af8 HTTP/1.1" status: 200 len: 375 time: 0.0151322 Nov 25 17:09:17.039855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-11a84eb3-4259-4a30-93f3-8050eb48abcd tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2ae6456d94944cffa6c002c345107af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654395 Nov 25 17:09:17.135590 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.140275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28044965-bd00-4aa4-8f71-74e5fa2877d7 req-9517c6d7-73a8-411b-b2b6-333f76d5b8d0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 210 time: 0.0479758 Nov 25 17:09:17.143678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Allocated IP 172.20.0.11 (1679aa9e-8864-4d10-baaf-bbdb6c3006ea/e056047b-33ca-43e9-8646-225cf3576d5a/3d8ce7c3-da96-4360-9257-f76730afd873) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:17.154675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-815744e3-228e-41a7-80b0-1130d01f3484 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252325 Nov 25 17:09:17.323299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-31b2d4ce-7b2b-4c8e-be06-e8f122ebd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.331458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-31b2d4ce-7b2b-4c8e-be06-e8f122ebd277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 1123 time: 0.1208241 Nov 25 17:09:17.365250 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d8f5fd-b5cf-4e1b-8c64-837b27fcce44 x-openstack-request-id: req-d3d8f5fd-b5cf-4e1b-8c64-837b27fcce44 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:17.365887 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "name": "network-vif-plugged", "status": "completed", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:17.366312 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3d8f5fd-b5cf-4e1b-8c64-837b27fcce44 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:17.366852 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'code': 200} Nov 25 17:09:17.412974 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.469395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.558433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-6a1426ca-df4b-4f8b-a472-ccffa4ae83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.560075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-6a1426ca-df4b-4f8b-a472-ccffa4ae83fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2078252 Nov 25 17:09:17.562140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7084888e-49ef-4a62-9071-fefc7ab0c6d0 req-ae2fa4bd-f877-467b-b759-70dcb5e3ce29 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 210 time: 0.0340486 Nov 25 17:09:17.568145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event updated for resources: {'Port': ['ID=3d8ce7c3-da96-4360-9257-f76730afd873,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:17.611666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:17.620391 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:17.624275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-afd144a2-eb3c-43ba-8a9f-3f2c30773eaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e HTTP/1.1" status: 200 len: 217 time: 0.0543633 Nov 25 17:09:17.626198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:17.684412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3e87-4d67-4eb6-ac9f-d7d2cc637b22 req-ed032ae0-28a9-481a-afa7-817e6c713510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.685924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a8c3e87-4d67-4eb6-ac9f-d7d2cc637b22 req-ed032ae0-28a9-481a-afa7-817e6c713510 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1097 time: 0.2293434 Nov 25 17:09:17.698645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a98298-5f37-415d-9f87-6f63aa9c6c42 req-eec71fde-710f-4438-914f-7f578e81925a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.707366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2a98298-5f37-415d-9f87-6f63aa9c6c42 req-eec71fde-710f-4438-914f-7f578e81925a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.1471641 Nov 25 17:09:17.733222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-b89a4347-baa9-4506-9171-db4e931ea3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.735555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-b89a4347-baa9-4506-9171-db4e931ea3b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1019759 Nov 25 17:09:17.748084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.749176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:17.855426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2a98298-5f37-415d-9f87-6f63aa9c6c42 req-cde62542-40f0-4d38-ac65-c1a215dcf399 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477518 Nov 25 17:09:17.865722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a8c3e87-4d67-4eb6-ac9f-d7d2cc637b22 req-1e44c1bf-e3b5-41fe-9a62-a49fc2646439 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541128 Nov 25 17:09:17.869680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-9fc9fb50-faa6-4cc6-9510-51d5f4502f40 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5170021 Nov 25 17:09:17.873492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-58c826fa-b2e1-4259-a465-9e6ae73ad89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:17.876674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-58c826fa-b2e1-4259-a465-9e6ae73ad89f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341975 Nov 25 17:09:17.903162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Request body: {'port': {'device_id': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:18.023299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.082767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fd7b2-a2d0-4d82-9a45-9ebbb047d7c2 req-d7706027-aa61-44ec-b67b-c20919cca3ee tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.089931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-019fd7b2-a2d0-4d82-9a45-9ebbb047d7c2 req-d7706027-aa61-44ec-b67b-c20919cca3ee tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1532164 Nov 25 17:09:18.130352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-8a001702-4cbb-4465-be22-f16969a19bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451775 Nov 25 17:09:18.152933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d5ef40da-8d58-412b-bd84-7bfb178c3bc2 None None] Provisioning complete for port 3d8ce7c3-da96-4360-9257-f76730afd873 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:18.153498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5ef40da-8d58-412b-bd84-7bfb178c3bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.221729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-019fd7b2-a2d0-4d82-9a45-9ebbb047d7c2 req-10ad496b-3137-4536-a281-5a4de83ee44b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308885 Nov 25 17:09:18.232207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef40da-8d58-412b-bd84-7bfb178c3bc2 None None] Port 3d8ce7c3-da96-4360-9257-f76730afd873 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:18.285202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce2039-664f-4041-a48d-0d3f0cc58f7f req-874d1985-4419-4351-9184-dfbcc91cabea tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.292438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1ce2039-664f-4041-a48d-0d3f0cc58f7f req-874d1985-4419-4351-9184-dfbcc91cabea tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 945 time: 0.2192087 Nov 25 17:09:18.308912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8332df8-72ea-42b4-89d1-5ca2189ec1da req-f536225f-f078-49e9-b89c-7a7a9333cd47 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706581 Nov 25 17:09:18.406500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55700) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:18.455502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1ce2039-664f-4041-a48d-0d3f0cc58f7f req-175fb2a8-413a-4a7a-a043-1b5387d705d2 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594303 Nov 25 17:09:18.577471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4436-b030-43ba-9d10-b1490440dcb7 req-1d28870e-b2f3-4edc-a4af-538d4038cb9b tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.585731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b46e4436-b030-43ba-9d10-b1490440dcb7 req-1d28870e-b2f3-4edc-a4af-538d4038cb9b tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 932 time: 0.0845268 Nov 25 17:09:18.622343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3118970e-9cbe-4713-9481-9a8857e72f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.635648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8ce7c3-da96-4360-9257-f76730afd873 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:18.645095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.661591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Transition to ACTIVE for port object 3d8ce7c3-da96-4360-9257-f76730afd873 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:18.667577 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.698345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b46e4436-b030-43ba-9d10-b1490440dcb7 req-1e7bcb5e-ba70-4834-aa62-db7c52595cfd tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112454 Nov 25 17:09:18.743608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Pushing event updated for resources: {'Port': ['ID=3d8ce7c3-da96-4360-9257-f76730afd873,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:18.877967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0ba840d7-fe09-4260-99ef-31dd387f7c6a req-250dd30a-325b-4e8e-9345-9736310ec5a6 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 210 time: 0.0757036 Nov 25 17:09:18.895052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3118970e-9cbe-4713-9481-9a8857e72f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.897839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Attempting to bind port 3d8ce7c3-da96-4360-9257-f76730afd873 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:18.898302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Attempting to bind port 3d8ce7c3-da96-4360-9257-f76730afd873 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:18.898546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Attempting to bind port 3d8ce7c3-da96-4360-9257-f76730afd873 on network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:18.903517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937c88c-b724-43ed-a3e0-13818d2e3ecc req-1410aefa-6036-436b-827b-2a642f929e58 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:18.911014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e937c88c-b724-43ed-a3e0-13818d2e3ecc req-1410aefa-6036-436b-827b-2a642f929e58 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1096 time: 0.0990002 Nov 25 17:09:18.911554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3118970e-9cbe-4713-9481-9a8857e72f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:18.920162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Port 3d8ce7c3-da96-4360-9257-f76730afd873 on network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:18.920485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Attempting to bind port 3d8ce7c3-da96-4360-9257-f76730afd873 on network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:18.934417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:18.934767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Checking segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:18.935160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Bound using segment: {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:18.935645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Bound port: 3d8ce7c3-da96-4360-9257-f76730afd873, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:18.935999 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.006078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3118970e-9cbe-4713-9481-9a8857e72f07 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c73afdcccd1409aa8faad10b0c02c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5967278 Nov 25 17:09:19.009973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:19.010637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118970e-9cbe-4713-9481-9a8857e72f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266920f4-0151-49f4-8ee4-c48b0bc3f1df,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:19.055918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e937c88c-b724-43ed-a3e0-13818d2e3ecc req-ba67ffe7-dfbf-4283-9f6b-cd4a7256d417 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389811 Nov 25 17:09:19.167466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b616b-30e1-4cc9-bc74-0fa8c204c0cf req-f7890376-3819-4477-bf93-484f352777c4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.169686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-744b616b-30e1-4cc9-bc74-0fa8c204c0cf req-f7890376-3819-4477-bf93-484f352777c4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.1012402 Nov 25 17:09:19.185258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] For port 3d8ce7c3-da96-4360-9257-f76730afd873, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:19.190640 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-a841afa9-7283-4310-80b6-97d4b89b6a53 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2ae6456d94944cffa6c002c345107af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792673 Nov 25 17:09:19.217385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614b3fd3-b380-4ca9-b8af-8230dd4da73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.219461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] For port 3d8ce7c3-da96-4360-9257-f76730afd873, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3d8ce7c3-da96-4360-9257-f76730afd873,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:19.265714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.274448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614b3fd3-b380-4ca9-b8af-8230dd4da73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.292801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-744b616b-30e1-4cc9-bc74-0fa8c204c0cf req-1969b50f-ef0c-4749-8939-6e7968a54566 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142545 Nov 25 17:09:19.315330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7cc73-346f-4963-8c95-53fcd33a0730 req-cdfeeda4-bdc8-41a2-9359-116b1eeaaa3b tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.316928 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ae7cc73-346f-4963-8c95-53fcd33a0730 req-cdfeeda4-bdc8-41a2-9359-116b1eeaaa3b tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1096 time: 0.1859150 Nov 25 17:09:19.326056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.326701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.328098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] 10.222.0.73 "PUT /v2.0/ports/3d8ce7c3-da96-4360-9257-f76730afd873 HTTP/1.1" status: 200 len: 1092 time: 1.4351072 Nov 25 17:09:19.328554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:19.331846 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f2cfc-cdfd-4f62-8b33-954876c5d818" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:19.381952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614b3fd3-b380-4ca9-b8af-8230dd4da73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.385542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-614b3fd3-b380-4ca9-b8af-8230dd4da73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.401970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-614b3fd3-b380-4ca9-b8af-8230dd4da73a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/266920f4-0151-49f4-8ee4-c48b0bc3f1df HTTP/1.1" status: 204 len: 168 time: 0.3531857 Nov 25 17:09:19.426054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b3fd3-b380-4ca9-b8af-8230dd4da73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266920f4-0151-49f4-8ee4-c48b0bc3f1df,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:19.459686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cf6ca-84f1-4292-af38-66f7a130135f service neutron] Pushing event updated for resources: {'Port': ['ID=3d8ce7c3-da96-4360-9257-f76730afd873,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:19.477690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-6237cb62-0262-4697-a5ba-69d6fe40102d tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.479422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-6237cb62-0262-4697-a5ba-69d6fe40102d tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795384 Nov 25 17:09:19.501429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Request body: {'port': {'device_id': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '2ae6456d94944cffa6c002c345107af8'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:19.532947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ae7cc73-346f-4963-8c95-53fcd33a0730 req-3e0cffed-e62a-4596-a86e-c98ce433bf1a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908424 Nov 25 17:09:19.560493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51a2c0-2682-4751-8235-bbbfc235fd36 req-1c2d5558-105c-43ed-9057-025ef9180aaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.562046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df51a2c0-2682-4751-8235-bbbfc235fd36 req-1c2d5558-105c-43ed-9057-025ef9180aaa tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0750954 Nov 25 17:09:19.607944 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ddb394-8d42-473a-aa32-b5def5575ffd x-openstack-request-id: req-88ddb394-8d42-473a-aa32-b5def5575ffd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:19.608244 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:19.608504 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88ddb394-8d42-473a-aa32-b5def5575ffd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:19.608915 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873', 'status': 'completed', 'code': 200} Nov 25 17:09:19.644070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-4cef8280-c477-446a-a461-4ba1a9b2d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.644921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-4cef8280-c477-446a-a461-4ba1a9b2d35e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a7913d71deb4f65a3545b80ea24b90e&device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 1095 time: 0.2360570 Nov 25 17:09:19.648419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df51a2c0-2682-4751-8235-bbbfc235fd36 req-b8b52b8e-084d-4d07-8eb3-574c5fbda9c3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689344 Nov 25 17:09:19.710103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-0bfdf559-ba1f-4170-bf0e-fdfc63ea52a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8ce7c3-da96-4360-9257-f76730afd873 HTTP/1.1" status: 200 len: 217 time: 0.0516326 Nov 25 17:09:19.827650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-d71be4c1-3057-4fc0-aece-293b6f50c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.829293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-d71be4c1-3057-4fc0-aece-293b6f50c346 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e056047b-33ca-43e9-8646-225cf3576d5a HTTP/1.1" status: 200 len: 854 time: 0.1090462 Nov 25 17:09:19.846776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-fcbf6cc2-4517-4f2a-ba42-d4b98720a2ea req-1b3d871f-d9be-4e94-a17d-c821573f93c0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:09:19.848468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fcbf6cc2-4517-4f2a-ba42-d4b98720a2ea req-1b3d871f-d9be-4e94-a17d-c821573f93c0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096185 Nov 25 17:09:19.848588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55736) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:19.882457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Made reservation on behalf of 2ae6456d94944cffa6c002c345107af8 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:19.885932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.890103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9edc8b7c-33ea-49d1-8186-abe3dd428b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.904454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44953b5-eb07-4d5e-b045-7cdff5a94253 req-df3d7555-46b3-4dc4-aec4-dbafcf0966f3 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.905859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a44953b5-eb07-4d5e-b045-7cdff5a94253 req-df3d7555-46b3-4dc4-aec4-dbafcf0966f3 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 944 time: 0.1338062 Nov 25 17:09:19.915562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:19.975510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-523255d1-934e-4997-9bc8-1597123dc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:19.977087 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-523255d1-934e-4997-9bc8-1597123dc778 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403606 Nov 25 17:09:20.080507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a44953b5-eb07-4d5e-b045-7cdff5a94253 req-24d5499c-3549-4dcf-ab8b-3f59e02cf365 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654212 Nov 25 17:09:20.165990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9edc8b7c-33ea-49d1-8186-abe3dd428b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.186166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9edc8b7c-33ea-49d1-8186-abe3dd428b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.205239 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-a1d59e74-7523-4fa9-aaeb-51b72567f3cb service neutron] 10.222.0.73 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165740 Nov 25 17:09:20.231586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.234062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bc6bec9-f291-4e69-8ccd-9b5e8d0198d7 req-d5dfaeac-e96a-496a-a6a9-6188dac8c920 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 210 time: 0.0617204 Nov 25 17:09:20.257955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.285669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9edc8b7c-33ea-49d1-8186-abe3dd428b14 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcc9b49cc0ff4269a4fde23433d57aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354746 Nov 25 17:09:20.286389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc8b7c-33ea-49d1-8186-abe3dd428b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451d1e5-37ba-4ce1-adee-9582992b57b3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:20.288968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:20.399921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91333052-1df4-471c-bd51-2a1fa5904e94,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:20.424872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2db753d3-5fba-413f-af4f-20fcc694cdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.458847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2db753d3-5fba-413f-af4f-20fcc694cdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.508657 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c7e4047-c015-4148-8ea3-13fdc8121f16 req-bc80be3c-98a2-4da1-8e86-19f87ba6f982 service neutron] 10.222.0.73 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813487 Nov 25 17:09:20.534190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Allocated IP 192.168.233.25 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/e870e8db-dd60-4ba2-a582-fd31556eb2f5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:20.542626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2db753d3-5fba-413f-af4f-20fcc694cdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.545292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2db753d3-5fba-413f-af4f-20fcc694cdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.549983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2db753d3-5fba-413f-af4f-20fcc694cdac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e451d1e5-37ba-4ce1-adee-9582992b57b3 HTTP/1.1" status: 204 len: 168 time: 0.2564216 Nov 25 17:09:20.559446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675612-69a8-470a-ab8f-1f468c8e9e7b req-6a395076-64cd-419d-916d-48f74c784610 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:20.560828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f2675612-69a8-470a-ab8f-1f468c8e9e7b req-6a395076-64cd-419d-916d-48f74c784610 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.1048329 Nov 25 17:09:20.604466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db753d3-5fba-413f-af4f-20fcc694cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451d1e5-37ba-4ce1-adee-9582992b57b3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:20.811701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f2675612-69a8-470a-ab8f-1f468c8e9e7b req-3311d326-c1b0-4ba3-b64b-641f4fea06f2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341721 Nov 25 17:09:20.828443 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:20.877792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-f5371310-83bc-4c35-89a6-bff7b814a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:20.880798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-f5371310-83bc-4c35-89a6-bff7b814a06f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a7913d71deb4f65a3545b80ea24b90e&device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 1095 time: 0.2691705 Nov 25 17:09:20.884284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.036499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:21.037607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Pushing event updated for resources: {'Port': ['ID=e870e8db-dd60-4ba2-a582-fd31556eb2f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:21.048096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc9ed-e0ec-4be4-865a-85e301805be2 req-8e100168-62cd-4a95-a614-329c8b7c7bd8 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.049912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-971cc9ed-e0ec-4be4-865a-85e301805be2 req-8e100168-62cd-4a95-a614-329c8b7c7bd8 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1678209 Nov 25 17:09:21.062360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:21.067261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:21.211859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55802) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:21.237721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.238782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.255315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-971cc9ed-e0ec-4be4-865a-85e301805be2 req-da5c2f0d-f6d3-499d-8a6b-da8f13adeda5 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795747 Nov 25 17:09:21.260598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-e47c4734-cc50-4955-b950-1b1f6235c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.262478 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-e47c4734-cc50-4955-b950-1b1f6235c97e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea HTTP/1.1" status: 200 len: 916 time: 0.3387146 Nov 25 17:09:21.274069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-08efbd70-7818-4659-a746-dde6856196fe tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7805452 Nov 25 17:09:21.339423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Request body: {'port': {'device_id': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:21.344885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-85b83d35-7491-4690-a473-44f2f85ab4ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8ce7c3-da96-4360-9257-f76730afd873 HTTP/1.1" status: 200 len: 217 time: 0.0692503 Nov 25 17:09:21.355997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8fcbaf66-5f27-43da-86a5-a6cc8017223a None None] Provisioning complete for port e870e8db-dd60-4ba2-a582-fd31556eb2f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:21.356476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8fcbaf66-5f27-43da-86a5-a6cc8017223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.426041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-7d7b8f4e-9cfd-4c5d-8fad-98f13f722c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.431036 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-7d7b8f4e-9cfd-4c5d-8fad-98f13f722c81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e056047b-33ca-43e9-8646-225cf3576d5a HTTP/1.1" status: 200 len: 854 time: 0.0686331 Nov 25 17:09:21.439681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbaf66-5f27-43da-86a5-a6cc8017223a None None] Port e870e8db-dd60-4ba2-a582-fd31556eb2f5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:21.507498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:21.556881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-b0131f06-57c3-4a39-b0ad-e37ff2ef1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.558352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-b0131f06-57c3-4a39-b0ad-e37ff2ef1881 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217539 Nov 25 17:09:21.575943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-58120aaa-e6f4-4097-b8de-c890ae7b181f tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:09:21.577553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-58120aaa-e6f4-4097-b8de-c890ae7b181f tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3641183 Nov 25 17:09:21.869673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-434394d9-9069-4ea3-b9c5-200b2b2eb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:21.871355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-434394d9-9069-4ea3-b9c5-200b2b2eb20d service neutron] 10.222.0.86 "GET /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 1093 time: 0.1371050 Nov 25 17:09:21.883307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:21.884189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:09:22.034682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d27f5-06db-4c64-a532-0176dd1ec1d7 req-bd19ed3c-db40-49b0-86d2-2b480bc3ed4c tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:22.036503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-677d27f5-06db-4c64-a532-0176dd1ec1d7 req-bd19ed3c-db40-49b0-86d2-2b480bc3ed4c tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1097 time: 0.5238616 Nov 25 17:09:22.126386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:22.126747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:22.127075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:22.131622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:22.131939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:22.136784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:22.137115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:22.137483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:22.138080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Bound port: d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:22.221985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:22.233219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:22.243532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-677d27f5-06db-4c64-a532-0176dd1ec1d7 req-0414d666-42a1-4a69-af43-c63f1c37e525 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372359 Nov 25 17:09:22.249825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-c2f45dcf-ce60-4e89-8472-5fda4088d117 service neutron] 10.222.0.73 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330934 Nov 25 17:09:22.250494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-15f8a541-91bb-42d4-aeec-b57c804b5581 service neutron] 10.222.0.86 "POST /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3706918 Nov 25 17:09:22.487658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-937f2cfc-cdfd-4f62-8b33-954876c5d818 req-904897f0-cadf-4b0c-bfef-9097caf11e3e service neutron] 10.222.0.73 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276478 Nov 25 17:09:22.512335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216d0bc-c124-4edb-879b-0e8a9b3e0f06 req-2e9ea750-6075-4213-8b7a-d9bccd48850e tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:22.513838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9216d0bc-c124-4edb-879b-0e8a9b3e0f06 req-2e9ea750-6075-4213-8b7a-d9bccd48850e tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 944 time: 0.1094007 Nov 25 17:09:22.538152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3d8ce7c3-da96-4360-9257-f76730afd873 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:22.607171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86896d52-fb7f-4df4-ab2b-a378845f9d85 req-79ba1ceb-f3c5-497f-a595-e8e23d00cc2f tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:22.611461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e870e8db-dd60-4ba2-a582-fd31556eb2f5 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:22.619983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86896d52-fb7f-4df4-ab2b-a378845f9d85 req-79ba1ceb-f3c5-497f-a595-e8e23d00cc2f tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 935 time: 0.1632900 Nov 25 17:09:22.625024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:22.643360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9216d0bc-c124-4edb-879b-0e8a9b3e0f06 req-b441a1b2-73c1-46b6-86fb-9880f6030c3c tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992208 Nov 25 17:09:22.700621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Transition to ACTIVE for port object e870e8db-dd60-4ba2-a582-fd31556eb2f5 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:22.709373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:22.731962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86896d52-fb7f-4df4-ab2b-a378845f9d85 req-c3c04ec2-2c65-40f5-89a3-39ecce6a6fff tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765736 Nov 25 17:09:22.747211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-15fc0b18-2fe4-4c00-8b23-20437c7945f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:22.748853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-15fc0b18-2fe4-4c00-8b23-20437c7945f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1096 time: 0.1017687 Nov 25 17:09:22.773433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3d8ce7c3-da96-4360-9257-f76730afd873, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3d8ce7c3-da96-4360-9257-f76730afd873,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:22.789174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '3d8ce7c3-da96-4360-9257-f76730afd873', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'port_id': '3d8ce7c3-da96-4360-9257-f76730afd873', 'mac_address': 'fa:16:3e:7a:c5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:22.839898 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:22.855671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8ce7c3-da96-4360-9257-f76730afd873 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:22.857105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70b5b-ecc7-49ee-8843-c49f3eb88a9c req-2a520b3f-ac0b-48f9-993b-fae29cadc0e2 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:22.876760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6e70b5b-ecc7-49ee-8843-c49f3eb88a9c req-2a520b3f-ac0b-48f9-993b-fae29cadc0e2 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0783517 Nov 25 17:09:22.881054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Pushing event updated for resources: {'Port': ['ID=e870e8db-dd60-4ba2-a582-fd31556eb2f5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:22.887249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3d8ce7c3-da96-4360-9257-f76730afd873, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3d8ce7c3-da96-4360-9257-f76730afd873,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:22.893911 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:22.945569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6e70b5b-ecc7-49ee-8843-c49f3eb88a9c req-7c8813e7-189b-4386-bfa5-397caa118a78 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Nov 25 17:09:22.959341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3d8ce7c3-da96-4360-9257-f76730afd873,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:22.981535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc01995-0aec-4a91-bfee-5ce92b614134 req-17b6b399-7f18-4593-92f9-a4e5010b81b3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:22.982943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddc01995-0aec-4a91-bfee-5ce92b614134 req-17b6b399-7f18-4593-92f9-a4e5010b81b3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.2331173 Nov 25 17:09:23.053616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-f4d3cd1a-773c-408f-824a-32501f5b0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.055069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-f4d3cd1a-773c-408f-824a-32501f5b0e93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.2542763 Nov 25 17:09:23.074676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049115-beaa-4cab-8acd-9521afd16ae4 req-18240f65-e7b6-47c5-8ae6-d2cdee9d0e78 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.076247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87049115-beaa-4cab-8acd-9521afd16ae4 req-18240f65-e7b6-47c5-8ae6-d2cdee9d0e78 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 945 time: 0.0598509 Nov 25 17:09:23.129702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-6dd544fd-aa8d-4867-add6-84c2a7b59733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 217 time: 0.0611978 Nov 25 17:09:23.136107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddc01995-0aec-4a91-bfee-5ce92b614134 req-8e7246ea-066e-4199-8581-d277328461ac tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440043 Nov 25 17:09:23.139830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['3d8ce7c3-da96-4360-9257-f76730afd873'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:23.147589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Attempting to bind port e870e8db-dd60-4ba2-a582-fd31556eb2f5 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:23.147813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Attempting to bind port e870e8db-dd60-4ba2-a582-fd31556eb2f5 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:23.148138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Attempting to bind port e870e8db-dd60-4ba2-a582-fd31556eb2f5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:23.149046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87049115-beaa-4cab-8acd-9521afd16ae4 req-4337e53e-7830-4918-8176-1e5719180283 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660822 Nov 25 17:09:23.181955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Port e870e8db-dd60-4ba2-a582-fd31556eb2f5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:23.181955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Attempting to bind port e870e8db-dd60-4ba2-a582-fd31556eb2f5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:23.190345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:23.190817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:23.191043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:23.191754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Bound port: e870e8db-dd60-4ba2-a582-fd31556eb2f5, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:23.192531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.234860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-862ee597-3553-47ec-96f4-884ee5c5980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.245369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-862ee597-3553-47ec-96f4-884ee5c5980b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1083028 Nov 25 17:09:23.311304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] For port e870e8db-dd60-4ba2-a582-fd31556eb2f5, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:23.315307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] For port e870e8db-dd60-4ba2-a582-fd31556eb2f5, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:23.331034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.393625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-ed45a6a7-a35f-452a-a0aa-4f5d7df86fd9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765700 Nov 25 17:09:23.414475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.415090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:23.422587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] 10.222.0.55 "PUT /v2.0/ports/e870e8db-dd60-4ba2-a582-fd31556eb2f5 HTTP/1.1" status: 200 len: 1095 time: 2.0891619 Nov 25 17:09:23.423598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'tag': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:23.426113 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ecaab-93b3-439b-b1a6-20280aa2b591" -d '{"events": [{"name": "network-changed", "server_uuid": "d97d28f6-df7c-4575-bafc-c990a4477b84", "tag": "e870e8db-dd60-4ba2-a582-fd31556eb2f5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:23.467698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-4ea69ee1-f338-4202-b73a-b0afbe8b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.471036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-4ea69ee1-f338-4202-b73a-b0afbe8b2a48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73b34f85a00e4f4abef82995f13b505e&device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.0763454 Nov 25 17:09:23.627329 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59246457-9674-439c-8da8-37d5ba7b6602 x-openstack-request-id: req-59246457-9674-439c-8da8-37d5ba7b6602 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:23.628143 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97d28f6-df7c-4575-bafc-c990a4477b84", "tag": "e870e8db-dd60-4ba2-a582-fd31556eb2f5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:23.628143 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59246457-9674-439c-8da8-37d5ba7b6602 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:23.628326 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'tag': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5', 'status': 'completed', 'code': 200} Nov 25 17:09:23.672973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a205e-7863-445e-b471-ba3fc1a33123 service neutron] Pushing event updated for resources: {'Port': ['ID=e870e8db-dd60-4ba2-a582-fd31556eb2f5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:23.715624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-560c6f86-ae6f-4bdc-ab10-a9a953535387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.718562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-560c6f86-ae6f-4bdc-ab10-a9a953535387 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae6456d94944cffa6c002c345107af8&device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 1098 time: 0.2283580 Nov 25 17:09:23.749707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-253ceefd-93d3-4c45-9666-e737698e7822 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368542 Nov 25 17:09:23.807782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-271a57c2-02e9-4316-a78a-2f8a001f539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.809258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-271a57c2-02e9-4316-a78a-2f8a001f539e service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2775090 Nov 25 17:09:23.977644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-51fe48b8-5cad-4e60-8ede-55df6d617ce0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a HTTP/1.1" status: 200 len: 217 time: 0.1214707 Nov 25 17:09:23.981942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa44abf-fd7c-4599-bc76-36ad99800616 req-2c94b016-e38b-485c-bb0e-bec39e7fe5b8 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:23.997452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6aa44abf-fd7c-4599-bc76-36ad99800616 req-2c94b016-e38b-485c-bb0e-bec39e7fe5b8 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1097 time: 0.2677412 Nov 25 17:09:24.062471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.062937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.064181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.064540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.065567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.065684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.066087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.066534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.067051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.067440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.067885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.068328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.073057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f76fcd20-8ebb-4c3e-823f-6df4330175d0 req-fb65c9fe-db4f-42e3-a2a8-fa9017ce0def tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8543 time: 0.5674651 Nov 25 17:09:24.112148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-f11d8ffd-a963-47e2-9b62-03b3c0b0ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.113994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-f11d8ffd-a963-47e2-9b62-03b3c0b0ab12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1140096 Nov 25 17:09:24.116538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-d109b245-a005-4ca0-ad44-ead503fc9fe6 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433743 Nov 25 17:09:24.118149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-3726c44c-8887-46f0-b87c-653ab9f79c88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.3486929 Nov 25 17:09:24.119472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6aa44abf-fd7c-4599-bc76-36ad99800616 req-237f1ef5-ae61-46bd-b191-537672afe0d0 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212115 Nov 25 17:09:24.258930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c65d4795-015b-4fdd-b49e-4c7b745b392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.260442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c65d4795-015b-4fdd-b49e-4c7b745b392d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1285422 Nov 25 17:09:24.278731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-8d46379e-1ab4-4b68-9544-558009c09733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.280374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-8d46379e-1ab4-4b68-9544-558009c09733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499534 Nov 25 17:09:24.284277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-35a7f931-280c-48f8-9dbd-da459e424a5f tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.285868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-35a7f931-280c-48f8-9dbd-da459e424a5f tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0883381 Nov 25 17:09:24.291195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cea00-555d-4786-9b7c-3fee993b3503 req-533c5006-bfbd-4ca5-8064-a6aa5ef5613f tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.292773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a3cea00-555d-4786-9b7c-3fee993b3503 req-533c5006-bfbd-4ca5-8064-a6aa5ef5613f tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 945 time: 0.1069381 Nov 25 17:09:24.310859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:24.356514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c889ffd8-075f-43af-a087-a35cff6f87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.358229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-c889ffd8-075f-43af-a087-a35cff6f87e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868573 Nov 25 17:09:24.371227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a3cea00-555d-4786-9b7c-3fee993b3503 req-4a525bdf-6a1d-474c-ba61-537b5b3880e6 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630884 Nov 25 17:09:24.406010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66a020-3ddb-4c1c-881e-b7ea98f72a3a req-2eec7084-146a-4759-90b2-540dc7bd7085 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.407582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae66a020-3ddb-4c1c-881e-b7ea98f72a3a req-2eec7084-146a-4759-90b2-540dc7bd7085 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 947 time: 0.1651633 Nov 25 17:09:24.453267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.500239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-0b0ce517-3df0-4c9e-ae8c-a53571d8d9cd service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251807 Nov 25 17:09:24.533258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3d8ce7c3-da96-4360-9257-f76730afd873 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:24.567246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-90fcfaea-bd1e-46ce-a5f6-8c653958688a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661033 Nov 25 17:09:24.580166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae66a020-3ddb-4c1c-881e-b7ea98f72a3a req-590964e3-faa4-49e6-92f5-36edf486371e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579943 Nov 25 17:09:24.652047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 3d8ce7c3-da96-4360-9257-f76730afd873 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:24.666752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 3d8ce7c3-da96-4360-9257-f76730afd873 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:24.667490 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.780735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d75ab-fad2-4363-8036-41b120536ffa req-ad4d4d31-9aaa-4608-aac8-8181bfb9f1fe tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.782153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-124d75ab-fad2-4363-8036-41b120536ffa req-ad4d4d31-9aaa-4608-aac8-8181bfb9f1fe tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 886 time: 0.3707695 Nov 25 17:09:24.785087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcaf062b-7433-4ee8-a345-84262f073a90 req-366e9637-ab68-4397-b9fd-1d8e90999c8a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382127 Nov 25 17:09:24.794020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.847812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3d8ce7c3-da96-4360-9257-f76730afd873, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3d8ce7c3-da96-4360-9257-f76730afd873,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:24.849237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:24.852888 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b6ef41-b7ef-4dca-88fe-230d2c3d252e" -d '{"events": [{"server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:24.865822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:24.910584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:24.958476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:24.958865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96acd-a1dc-4a0a-8544-cd15e3ed19b1 req-f6b413bf-9b27-4f8d-8c67-41d4f7f7b933 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.960608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ba96acd-a1dc-4a0a-8544-cd15e3ed19b1 req-f6b413bf-9b27-4f8d-8c67-41d4f7f7b933 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 945 time: 0.1036825 Nov 25 17:09:24.966857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-b155a960-12d3-4b11-8b44-64dba74e677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:24.968576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-b155a960-12d3-4b11-8b44-64dba74e677d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae6456d94944cffa6c002c345107af8&device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 1098 time: 0.0717916 Nov 25 17:09:24.973724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3d8ce7c3-da96-4360-9257-f76730afd873,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:25.037355 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.041695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ba96acd-a1dc-4a0a-8544-cd15e3ed19b1 req-475d795f-d3cf-4444-a7c1-46e2b5b01b5b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714550 Nov 25 17:09:25.043400 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-830b7df4-4b62-48bd-bdcd-55912c6d93cd req-1544aa37-7c26-498d-ac0a-9a5d8d87ad87 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597359 Nov 25 17:09:25.048723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.118318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3602-6118-4efa-9f75-c4b7c6f5a334 req-007557bb-cc81-4aef-a3fa-c25a01d8c964 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.119974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-125e3602-6118-4efa-9f75-c4b7c6f5a334 req-007557bb-cc81-4aef-a3fa-c25a01d8c964 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.3821449 Nov 25 17:09:25.211547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:25.224839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:25.225174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:25.225501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:25.242757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-125e3602-6118-4efa-9f75-c4b7c6f5a334 req-ad12a591-cc09-4e3e-8d0a-0d1362ed01f7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089783 Nov 25 17:09:25.248265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:25.250341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Attempting to bind port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:25.260359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:25.260702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:25.261124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:25.261700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Bound port: d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:25.262062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.282865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-abe0f3f1-2a8f-4971-82a9-f5b598705977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.284901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-abe0f3f1-2a8f-4971-82a9-f5b598705977 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2549419 Nov 25 17:09:25.298249 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e977a7d5-49d6-4366-8533-830217708b26 x-openstack-request-id: req-e977a7d5-49d6-4366-8533-830217708b26 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:25.298756 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "name": "network-vif-plugged", "status": "completed", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:25.299163 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e977a7d5-49d6-4366-8533-830217708b26 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:25.299729 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873', 'code': 200} Nov 25 17:09:25.365310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:25.376975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:25.377559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-221e833b-aa61-4191-92a9-35769448ebd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0783637 Nov 25 17:09:25.416114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.467239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.467740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.468221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.468644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.469099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.470093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.470543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.470990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.471456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.471907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.472914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.472914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.486502 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a004386-df06-4446-aca7-5e8154ed4e06 req-7cbd4d90-1126-4b58-a2be-7620d0dec91f tempest-NetworksTest-331037313 tempest-NetworksTest-331037313-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8543 time: 0.3252192 Nov 25 17:09:25.501672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-7b0e1372-62f1-4901-ab66-37f6eae3c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.503198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-7b0e1372-62f1-4901-ab66-37f6eae3c1ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1150732 Nov 25 17:09:25.506096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38b61b-9bbf-4963-88d2-7a91024788c9 req-9820ebf5-f4ad-48c3-bee3-5bd8ca5b23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.509038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e38b61b-9bbf-4963-88d2-7a91024788c9 req-9820ebf5-f4ad-48c3-bee3-5bd8ca5b23d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 1097 time: 0.1337030 Nov 25 17:09:25.515646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906e570-73a1-4d47-a51f-42d18b553cf1 req-42727c2f-1ade-4fff-ac9b-acb1c706f7d8 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.518069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c906e570-73a1-4d47-a51f-42d18b553cf1 req-42727c2f-1ade-4fff-ac9b-acb1c706f7d8 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1097 time: 0.1393540 Nov 25 17:09:25.547178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:25.599430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.600066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:25.601442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-e85652fd-ce0c-45aa-982d-c67fb4b68f57 service neutron] 10.222.0.73 "PUT /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 1121 time: 1.3015277 Nov 25 17:09:25.631713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'}, {'name': 'network-changed', 'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:25.634098 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f93478-b82c-4e8b-93c8-c688534cfb11" -d '{"events": [{"server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "name": "network-vif-unplugged", "status": "completed", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6"}, {"name": "network-changed", "server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:25.648516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-24cbd6ca-ff9f-4225-9ec5-9eceb7a1849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.650106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-24cbd6ca-ff9f-4225-9ec5-9eceb7a1849b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392534 Nov 25 17:09:25.654034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e38b61b-9bbf-4963-88d2-7a91024788c9 req-8a0d3441-9448-47c4-8932-9d4558dd6637 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350977 Nov 25 17:09:25.657212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c906e570-73a1-4d47-a51f-42d18b553cf1 req-96ec101f-5028-4476-a4d6-c3c30266725e tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027706 Nov 25 17:09:25.677649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d760c03-c1c4-4405-a27f-11b03c5e0c92 req-0a88c78a-cc42-40bc-ba61-1066e1b1c795 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.679131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d760c03-c1c4-4405-a27f-11b03c5e0c92 req-0a88c78a-cc42-40bc-ba61-1066e1b1c795 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.1031549 Nov 25 17:09:25.787957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d760c03-c1c4-4405-a27f-11b03c5e0c92 req-9ffd9691-46ff-43a5-97bf-b8c6add72e1b tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986881 Nov 25 17:09:25.802677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-0e27b58a-40be-454b-b70e-95222fce07d1 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421702 Nov 25 17:09:25.803300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:25.826986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a481b-0e05-48f4-aa1c-1346a9836e6a req-f518801f-a2bf-44f3-aaf0-ac4356861e20 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:25.829484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-397a481b-0e05-48f4-aa1c-1346a9836e6a req-f518801f-a2bf-44f3-aaf0-ac4356861e20 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 947 time: 0.0666642 Nov 25 17:09:25.898596 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e875c63-681d-49a8-a4d4-75dfabd1b6ed x-openstack-request-id: req-1e875c63-681d-49a8-a4d4-75dfabd1b6ed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:25.899036 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "name": "network-vif-unplugged", "status": "completed", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6", "code": 200}, {"name": "network-changed", "server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:25.899539 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e875c63-681d-49a8-a4d4-75dfabd1b6ed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:25.899954 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'code': 200} Nov 25 17:09:25.900214 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'status': 'completed', 'code': 200} Nov 25 17:09:25.938209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:25.994624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-397a481b-0e05-48f4-aa1c-1346a9836e6a req-cf1576fa-f05e-4edc-b3da-0befa72a26e8 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587694 Nov 25 17:09:26.015863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3ecaab-93b3-439b-b1a6-20280aa2b591 req-91751988-e796-434d-849c-672e1e7353c5 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020512 Nov 25 17:09:26.021852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-d69e7eec-d5e4-4d0c-a543-ac1589357469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.023616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-d69e7eec-d5e4-4d0c-a543-ac1589357469 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1124 time: 0.1044261 Nov 25 17:09:26.147002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-157b7d60-f16c-4923-94a5-eeb165e99d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.147329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-d4b7d8b3-0ccb-4951-86f1-72c52d18dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.149009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-d4b7d8b3-0ccb-4951-86f1-72c52d18dc82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1121099 Nov 25 17:09:26.280181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-d5953652-82f6-4204-ab62-24fc4ada8c07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 217 time: 0.1142764 Nov 25 17:09:26.283252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-157b7d60-f16c-4923-94a5-eeb165e99d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.289957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-157b7d60-f16c-4923-94a5-eeb165e99d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.300212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf66fe-7446-4cf0-b19b-69fc43ad69ea req-538d7ff8-1c03-4a43-a7d9-3e7227e1164b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.309723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-afaf66fe-7446-4cf0-b19b-69fc43ad69ea req-538d7ff8-1c03-4a43-a7d9-3e7227e1164b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.1452627 Nov 25 17:09:26.339835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-157b7d60-f16c-4923-94a5-eeb165e99d4e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=52809c371ece4cbc84de978848fcf730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003253 Nov 25 17:09:26.340921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:26.385940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7d60-f16c-4923-94a5-eeb165e99d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc940d5-1494-48d0-bcee-3ce75a302f66,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:26.387852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-47dd64fd-6872-4b32-9bde-f012031eefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.389346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-47dd64fd-6872-4b32-9bde-f012031eefba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0764718 Nov 25 17:09:26.443646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-42b7a8fd-191c-4773-8b43-c96e1acb6dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426869 Nov 25 17:09:26.456890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-afaf66fe-7446-4cf0-b19b-69fc43ad69ea req-56f11502-4962-48d2-b878-b1cecbdf4e28 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462424 Nov 25 17:09:26.470430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30c21a67-707f-4669-93be-cc0c61a0d8e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.537694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30c21a67-707f-4669-93be-cc0c61a0d8e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.574725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-e3ff1adb-8b07-450c-8c17-3c4727f9e6dc service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167550 Nov 25 17:09:26.646357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30c21a67-707f-4669-93be-cc0c61a0d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.650144 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30c21a67-707f-4669-93be-cc0c61a0d8e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:26.651228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-30c21a67-707f-4669-93be-cc0c61a0d8e0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/edc940d5-1494-48d0-bcee-3ce75a302f66 HTTP/1.1" status: 204 len: 168 time: 0.3087840 Nov 25 17:09:26.675230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c21a67-707f-4669-93be-cc0c61a0d8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc940d5-1494-48d0-bcee-3ce75a302f66,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:26.790717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f93478-b82c-4e8b-93c8-c688534cfb11 req-2e357680-aa23-4b18-932f-150e8d3f3250 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970749 Nov 25 17:09:26.810872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758a56-12f2-44a6-916a-4eb045582dac req-609062b9-4d95-4739-b743-7380d8159442 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:26.815569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec758a56-12f2-44a6-916a-4eb045582dac req-609062b9-4d95-4739-b743-7380d8159442 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1444993 Nov 25 17:09:26.912856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec758a56-12f2-44a6-916a-4eb045582dac req-9c696623-acec-4361-a3b3-11ec8752b4bb tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882370 Nov 25 17:09:27.151099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55942) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:27.171421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00bde38a-b0a5-4b41-8254-c769d70b37ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.235766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-78ee5c9c-a6cc-4359-a49a-da9798e537bd tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:09:27.236997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-78ee5c9c-a6cc-4359-a49a-da9798e537bd tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509048 Nov 25 17:09:27.296719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-35aef4eb-ba37-4404-b6a3-cd7c1923b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.298847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-35aef4eb-ba37-4404-b6a3-cd7c1923b85c service neutron] 10.222.0.86 "GET /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 1094 time: 0.0494757 Nov 25 17:09:27.316168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:27.316781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:09:27.372439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfcf14-600d-4cfe-b148-cccf8ead3257 req-6e69e4cf-af31-44e8-b8d5-8517b175cd17 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.376418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59bfcf14-600d-4cfe-b148-cccf8ead3257 req-6e69e4cf-af31-44e8-b8d5-8517b175cd17 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.3671215 Nov 25 17:09:27.419055 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00bde38a-b0a5-4b41-8254-c769d70b37ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.424201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00bde38a-b0a5-4b41-8254-c769d70b37ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.426365 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59bfcf14-600d-4cfe-b148-cccf8ead3257 req-77adf181-4dd7-4b49-831e-5d5b39a7587a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448134 Nov 25 17:09:27.476195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-00bde38a-b0a5-4b41-8254-c769d70b37ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fc852c844b1646dabb75ee8b400e4003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238835 Nov 25 17:09:27.478882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:27.479034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bde38a-b0a5-4b41-8254-c769d70b37ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1632cfbc-94c6-4d8c-aa30-5205b91cbdb3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:27.546248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:27.546649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:27.546943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:27.552809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:27.553135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:27.558372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:27.558703 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:27.559078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:27.559937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Bound port: 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:27.589543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05f20e-0f61-41b6-8f84-4e81133dec45 req-521be7de-b3f4-4adb-96cb-665bcb7df169 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.591296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c05f20e-0f61-41b6-8f84-4e81133dec45 req-521be7de-b3f4-4adb-96cb-665bcb7df169 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 947 time: 0.0789173 Nov 25 17:09:27.593121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da9bba6e-0165-418f-a40e-d676a82a87a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.620764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:27.629502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.633167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da9bba6e-0165-418f-a40e-d676a82a87a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.635973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f9647064-5cb8-4040-84bb-3229cda69070 service neutron] 10.222.0.86 "POST /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3241653 Nov 25 17:09:27.694640 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c05f20e-0f61-41b6-8f84-4e81133dec45 req-479dd12d-b5ee-4a1e-acde-fb250fc25656 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Nov 25 17:09:27.717794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da9bba6e-0165-418f-a40e-d676a82a87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.721531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da9bba6e-0165-418f-a40e-d676a82a87a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:27.725223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da9bba6e-0165-418f-a40e-d676a82a87a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1632cfbc-94c6-4d8c-aa30-5205b91cbdb3 HTTP/1.1" status: 204 len: 168 time: 0.2422025 Nov 25 17:09:27.730916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bba6e-0165-418f-a40e-d676a82a87a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1632cfbc-94c6-4d8c-aa30-5205b91cbdb3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:27.854619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacebd1b-7023-4d9b-b1fb-ce6cdf603803 req-d37bb0ac-4b21-4adf-9360-a2b95fde72a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:27.860954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eacebd1b-7023-4d9b-b1fb-ce6cdf603803 req-d37bb0ac-4b21-4adf-9360-a2b95fde72a1 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.0764077 Nov 25 17:09:27.865057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:27.870297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Request body: {'floatingip': {'port_id': '3d8ce7c3-da96-4360-9257-f76730afd873'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:27.916356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.072435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3802710-3a8e-4451-ab70-57c5a50c18d1 req-f8f3caf3-b0e0-427a-9c99-65f81ed27080 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.081447 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3802710-3a8e-4451-ab70-57c5a50c18d1 req-f8f3caf3-b0e0-427a-9c99-65f81ed27080 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.0748501 Nov 25 17:09:28.105058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4207b-45bf-4022-952e-0bd0f08c3648 req-e6c27c06-ac40-45fc-bc02-ec524acec035 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.107068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdd4207b-45bf-4022-952e-0bd0f08c3648 req-e6c27c06-ac40-45fc-bc02-ec524acec035 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.1006613 Nov 25 17:09:28.139939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3802710-3a8e-4451-ab70-57c5a50c18d1 req-a1b94a1e-6780-484b-85de-8d1fbd557461 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575795 Nov 25 17:09:28.234117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdd4207b-45bf-4022-952e-0bd0f08c3648 req-42a70d9c-5629-4023-91cb-7e6dbdad1170 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861733 Nov 25 17:09:28.276277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822838cc-4b14-4ba1-a7f8-3d51bb01fb1f req-60aa89ad-2dfc-434f-93db-647cf070ff77 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.277976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-822838cc-4b14-4ba1-a7f8-3d51bb01fb1f req-60aa89ad-2dfc-434f-93db-647cf070ff77 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0651925 Nov 25 17:09:28.337560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-822838cc-4b14-4ba1-a7f8-3d51bb01fb1f req-cd878678-74b0-4481-8b80-bfdf1d9d6aa3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518081 Nov 25 17:09:28.363583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e870e8db-dd60-4ba2-a582-fd31556eb2f5 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:28.503283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e870e8db-dd60-4ba2-a582-fd31556eb2f5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:28.522509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5', 'mac_address': 'fa:16:3e:07:f9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:28.575586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.589688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:28.593720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e870e8db-dd60-4ba2-a582-fd31556eb2f5 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:28.636084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e870e8db-dd60-4ba2-a582-fd31556eb2f5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:28.642094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.647900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.652404 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:28.689817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadadd4-18c0-4d1e-90c4-bc7d6ff5f8bd req-58bab165-aa66-46ee-848d-257e43c86c2b tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.692443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-afadadd4-18c0-4d1e-90c4-bc7d6ff5f8bd req-58bab165-aa66-46ee-848d-257e43c86c2b tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.1065385 Nov 25 17:09:28.762844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=e870e8db-dd60-4ba2-a582-fd31556eb2f5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:28.787959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-afadadd4-18c0-4d1e-90c4-bc7d6ff5f8bd req-5b94280d-7397-4700-b4c0-7d4c891be866 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864685 Nov 25 17:09:28.802907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:28.820171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:09:28.893678 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Floating IP 60676441-4c19-4287-bf0a-da73689a318d associated. External IP: 172.25.8.131, port: 3d8ce7c3-da96-4360-9257-f76730afd873. Nov 25 17:09:28.905823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2620e-9b09-4d4c-8335-88375e14242b req-67078e59-0c21-45ef-8199-bfb06d9db2f4 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:28.912144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fa2620e-9b09-4d4c-8335-88375e14242b req-67078e59-0c21-45ef-8199-bfb06d9db2f4 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 948 time: 0.0759320 Nov 25 17:09:29.066631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fa2620e-9b09-4d4c-8335-88375e14242b req-40823714-d956-49e2-b61c-5fa1008db6b3 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228211 Nov 25 17:09:29.139349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['e870e8db-dd60-4ba2-a582-fd31556eb2f5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:29.232178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Router 2d142b63-b393-4fb6-b782-8c4a6040804b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:09:29.294335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cd6fa-95a9-4f20-a85e-65eeeb5ab598 req-53dd96f4-2cc8-43a6-a62d-08780a40bdc5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.295153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-404cd6fa-95a9-4f20-a85e-65eeeb5ab598 req-53dd96f4-2cc8-43a6-a62d-08780a40bdc5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.0552456 Nov 25 17:09:29.386879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-404cd6fa-95a9-4f20-a85e-65eeeb5ab598 req-c65c16e6-7aa5-4cf2-951c-a447060df345 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774879 Nov 25 17:09:29.421971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:29.434279 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] Sync routers for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:29.436516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:29.452699 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:29.453444 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:29.484312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-65223bd1-be18-44f9-b1cc-c8a9df7778c0 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "PUT /v2.0/floatingips/60676441-4c19-4287-bf0a-da73689a318d HTTP/1.1" status: 200 len: 992 time: 1.6181242 Nov 25 17:09:29.494366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763301-c6d4-4e5d-9ded-106f33f6911b req-61a8bc83-0f53-4f62-bbd3-7cf041a18760 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.504388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5763301-c6d4-4e5d-9ded-106f33f6911b req-61a8bc83-0f53-4f62-bbd3-7cf041a18760 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.1355364 Nov 25 17:09:29.507616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:29.510381 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd4ec84-400f-4a4d-867d-8524c524aafa" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:29.528622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee67be-473a-4d1e-9d48-f3ad0628520d req-158f3653-6924-4aca-b54b-57c3518e4d39 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.531086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fee67be-473a-4d1e-9d48-f3ad0628520d req-158f3653-6924-4aca-b54b-57c3518e4d39 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0785315 Nov 25 17:09:29.568851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5763301-c6d4-4e5d-9ded-106f33f6911b req-c1561b6c-e0c9-4f79-834b-6b295e82bfc8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631876 Nov 25 17:09:29.591222 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:29.618158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fee67be-473a-4d1e-9d48-f3ad0628520d req-63ada815-49e3-4724-990c-9e824840a789 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756664 Nov 25 17:09:29.661126 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db72af1-b94f-475b-bdcc-7ec479fab97f x-openstack-request-id: req-4db72af1-b94f-475b-bdcc-7ec479fab97f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:29.661657 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:29.662029 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4db72af1-b94f-475b-bdcc-7ec479fab97f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:29.662638 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873', 'status': 'completed', 'code': 200} Nov 25 17:09:29.726311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-bfb0d57a-2d49-494c-bc8a-3b86876c5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.727897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-bfb0d57a-2d49-494c-bc8a-3b86876c5c52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a7913d71deb4f65a3545b80ea24b90e&device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 1097 time: 0.0437107 Nov 25 17:09:29.769917 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:09:29.832515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-257234ce-0062-428f-961d-38c4969a4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:29.839519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-257234ce-0062-428f-961d-38c4969a4b96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea HTTP/1.1" status: 200 len: 916 time: 0.0999141 Nov 25 17:09:29.852232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '60676441-4c19-4287-bf0a-da73689a318d', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'port_id': '3d8ce7c3-da96-4360-9257-f76730afd873', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'mac_address': 'fa:16:3e:7a:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:09:11Z', 'updated_at': '2021-11-25T17:09:28Z', 'revision_number': 1, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:11Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:29.878897 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] Checking router: 2d142b63-b393-4fb6-b782-8c4a6040804b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:29.889350 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:29.890087 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:29.979751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-a37be18c-5060-47cd-8868-ed2d8ab1d6a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8ce7c3-da96-4360-9257-f76730afd873 HTTP/1.1" status: 200 len: 1000 time: 0.1387639 Nov 25 17:09:30.003428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f321943-bcb5-4faa-9162-c6f467013492 req-05ab3145-c480-4d0f-a9fc-964dfd335d9b tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.005155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f321943-bcb5-4faa-9162-c6f467013492 req-05ab3145-c480-4d0f-a9fc-964dfd335d9b tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.1112044 Nov 25 17:09:30.008146 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:30.059353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-6298a382-6486-4b46-8897-9172b0bd6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.060826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-6298a382-6486-4b46-8897-9172b0bd6afe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e056047b-33ca-43e9-8646-225cf3576d5a HTTP/1.1" status: 200 len: 854 time: 0.0735345 Nov 25 17:09:30.112557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f321943-bcb5-4faa-9162-c6f467013492 req-06d8553b-dee2-4d5c-8208-3603ee75696a tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860546 Nov 25 17:09:30.125888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-cf4dadc4-5ba7-4c6f-a265-bc614bf3da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.127631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-cf4dadc4-5ba7-4c6f-a265-bc614bf3da02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1679aa9e-8864-4d10-baaf-bbdb6c3006ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583029 Nov 25 17:09:30.255828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-2276886b-3a91-48cd-9734-ba4f9567d52e service neutron] 10.222.0.73 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205425 Nov 25 17:09:30.269300 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '60676441-4c19-4287-bf0a-da73689a318d', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'port_id': '3d8ce7c3-da96-4360-9257-f76730afd873', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'mac_address': 'fa:16:3e:7a:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:09:11Z', 'updated_at': '2021-11-25T17:09:28Z', 'revision_number': 1, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:11Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:30.275666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5ebd9-5709-4634-beaf-7ee35e9131dc req-68983cf9-03bd-4040-9085-b794e18dc7e4 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.283674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11d5ebd9-5709-4634-beaf-7ee35e9131dc req-68983cf9-03bd-4040-9085-b794e18dc7e4 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 948 time: 0.0585778 Nov 25 17:09:30.307787 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613ea19-5a6c-48fb-83bd-747822a08b3b None None] The sync data for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 is: [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '60676441-4c19-4287-bf0a-da73689a318d', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'port_id': '3d8ce7c3-da96-4360-9257-f76730afd873', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'mac_address': 'fa:16:3e:7a:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:09:11Z', 'updated_at': '2021-11-25T17:09:28Z', 'revision_number': 1, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:11Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:30.362265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11d5ebd9-5709-4634-beaf-7ee35e9131dc req-a2da4ef8-a6a1-4438-98a6-5ecc2f96983b tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773981 Nov 25 17:09:30.373900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4cd4ec84-400f-4a4d-867d-8524c524aafa req-0fb32652-188d-49c9-b7ba-42a61a9db1d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088541 Nov 25 17:09:30.395049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e870e8db-dd60-4ba2-a582-fd31556eb2f5 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:30.464723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port e870e8db-dd60-4ba2-a582-fd31556eb2f5 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:30.470726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port e870e8db-dd60-4ba2-a582-fd31556eb2f5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:30.471099 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.562521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-cd633493-cc76-46ec-8a9f-761039285a12 service neutron] 10.222.0.55 "GET /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.1391826 Nov 25 17:09:30.576863 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.578932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-ee34e15b-ea10-4291-a4a5-9b2d8c29a8a7 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.580862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-ee34e15b-ea10-4291-a4a5-9b2d8c29a8a7 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.0852680 Nov 25 17:09:30.603652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba959e-d9d7-44cf-8506-5031e0b84d1d req-7c2c1003-929b-41e2-b3e4-72dd2c69ca7c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.605170 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60ba959e-d9d7-44cf-8506-5031e0b84d1d req-7c2c1003-929b-41e2-b3e4-72dd2c69ca7c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.1141729 Nov 25 17:09:30.616202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:30.620729 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097edf46-ab8a-49b5-9643-181bf8005d22" -d '{"events": [{"server_uuid": "d97d28f6-df7c-4575-bafc-c990a4477b84", "name": "network-vif-plugged", "status": "completed", "tag": "e870e8db-dd60-4ba2-a582-fd31556eb2f5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:30.637820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e870e8db-dd60-4ba2-a582-fd31556eb2f5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:30.649749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.665502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47388402-6d8c-4b1d-b201-e28c51874e4d None None] New status for floating IP 60676441-4c19-4287-bf0a-da73689a318d: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:09:30.768717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d0b4-c50c-4614-acb9-25b0b1019334 req-022e9fe0-d1f8-4751-b98b-988d7adf557a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:30.770268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50a6d0b4-c50c-4614-acb9-25b0b1019334 req-022e9fe0-d1f8-4751-b98b-988d7adf557a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 943 time: 0.0759780 Nov 25 17:09:30.770386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=e870e8db-dd60-4ba2-a582-fd31556eb2f5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:30.772864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Deleting port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:30.772998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:30.828231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:30.852075 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60ba959e-d9d7-44cf-8506-5031e0b84d1d req-38862c31-c3ff-4948-a3ae-55c05a038c07 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971703 Nov 25 17:09:30.939691 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8689c68c-0873-45e4-b5cf-f473a11c7b18 x-openstack-request-id: req-8689c68c-0873-45e4-b5cf-f473a11c7b18 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:30.940022 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d28f6-df7c-4575-bafc-c990a4477b84", "name": "network-vif-plugged", "status": "completed", "tag": "e870e8db-dd60-4ba2-a582-fd31556eb2f5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:30.940288 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8689c68c-0873-45e4-b5cf-f473a11c7b18 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:30.940785 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5', 'code': 200} Nov 25 17:09:31.018051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:31.066320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72fd715-9ed7-4188-b092-80805e2d6829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.068351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:31.137794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:31.148569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50a6d0b4-c50c-4614-acb9-25b0b1019334 req-e6dee61a-6902-41c8-843d-d460e6505c86 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705473 Nov 25 17:09:31.162991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:31.166202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] For port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,segment=NetworkSegment(33642033-d3d2-41eb-884b-b105f7baa22f),segment_id=33642033-d3d2-41eb-884b-b105f7baa22f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:31.166978 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.178979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee2bc5-d428-4054-a60e-493a02384801 req-18c9b0eb-f1d0-460c-a05b-b97395729dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.180886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fdee2bc5-d428-4054-a60e-493a02384801 req-18c9b0eb-f1d0-460c-a05b-b97395729dce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 1100 time: 0.1370969 Nov 25 17:09:31.188251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Calling delete_port for 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:31.196788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064657ef-de5c-4e2a-a2fc-73f82285a2c8 req-a6ed75c0-ff83-4221-b7e8-4d95bc0e9fd0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.198358 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-064657ef-de5c-4e2a-a2fc-73f82285a2c8 req-a6ed75c0-ff83-4221-b7e8-4d95bc0e9fd0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1484308 Nov 25 17:09:31.200798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.294533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fdee2bc5-d428-4054-a60e-493a02384801 req-0f3b9db3-bb04-400d-a963-0f64c99bf199 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041887 Nov 25 17:09:31.339159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-064657ef-de5c-4e2a-a2fc-73f82285a2c8 req-578b4461-23c3-4792-98f0-e00a4994b12b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218762 Nov 25 17:09:31.345536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72fd715-9ed7-4188-b092-80805e2d6829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.345812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab4169-c6fd-4aa6-aa16-c527f711e935 req-38e20146-da6f-4053-a5a2-c95df45b010c tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.347542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-06ab4169-c6fd-4aa6-aa16-c527f711e935 req-38e20146-da6f-4053-a5a2-c95df45b010c tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2969ec7-a5f7-4072-811a-bdd60295bd18 HTTP/1.1" status: 200 len: 945 time: 0.0702655 Nov 25 17:09:31.350041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c72fd715-9ed7-4188-b092-80805e2d6829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.402389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c72fd715-9ed7-4188-b092-80805e2d6829 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6005fb9d66b44c8598848a9a42c5591e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675859 Nov 25 17:09:31.405472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:31.414185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fd715-9ed7-4188-b092-80805e2d6829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7300090-19ff-4844-951a-3d8a5da3e682,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:31.444800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] Transition to ACTIVE for port object d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:31.450247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.456265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.464983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:31.471017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-06ab4169-c6fd-4aa6-aa16-c527f711e935 req-21845594-e8b5-4658-a870-96e647c05ff3 tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.86 "GET /v2.0/security-groups?id=a66803aa-d844-4872-b8ee-02f1e69c1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998983 Nov 25 17:09:31.505404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Pushing event deleted for resources: {'Port': ['ID=5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:31.555645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] No DVR routers for this DVR port 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:31.558383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.562000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e724595-5032-4ec5-af30-5d77bd43e69a req-05abd765-82fa-419e-8743-06f81ef4666f tempest-VolumesAdminNegativeTest-826428877 tempest-VolumesAdminNegativeTest-826428877-project] 10.222.0.55 "DELETE /v2.0/ports/5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d HTTP/1.1" status: 204 len: 173 time: 0.9711037 Nov 25 17:09:31.562466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'name': 'network-vif-deleted', 'tag': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:31.565061 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce576c-0336-411d-9db5-3288f2326358" -d '{"events": [{"server_uuid": "e2969ec7-a5f7-4072-811a-bdd60295bd18", "name": "network-vif-deleted", "tag": "5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:31.567918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] No DVR routers for this DVR port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:31.569861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962e625-f7e8-4685-b2df-a9dad018d31b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.576742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] Pushing event updated for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:31.606527 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a3f91-500c-4a10-9ec8-054c309a114e x-openstack-request-id: req-455a3f91-500c-4a10-9ec8-054c309a114e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:31.606852 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2969ec7-a5f7-4072-811a-bdd60295bd18", "name": "network-vif-deleted", "tag": "5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:31.607109 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-455a3f91-500c-4a10-9ec8-054c309a114e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:31.607530 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2969ec7-a5f7-4072-811a-bdd60295bd18', 'name': 'network-vif-deleted', 'tag': '5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d', 'status': 'completed', 'code': 200} Nov 25 17:09:31.621961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962e625-f7e8-4685-b2df-a9dad018d31b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.639023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-182cd120-abcd-43c6-8285-b43b56a9f27f service neutron] 10.222.0.55 "PUT /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0654058 Nov 25 17:09:31.661933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58344d83-e2f8-4635-8326-69c8a199d9d3 req-ce94676d-ec09-4f5e-8b83-0fa2d61a0e60 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.663466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58344d83-e2f8-4635-8326-69c8a199d9d3 req-ce94676d-ec09-4f5e-8b83-0fa2d61a0e60 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 949 time: 0.1490924 Nov 25 17:09:31.721383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58344d83-e2f8-4635-8326-69c8a199d9d3 req-c17966e8-cdd0-460e-9d2b-19903b2fae25 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503299 Nov 25 17:09:31.722411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962e625-f7e8-4685-b2df-a9dad018d31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.725011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962e625-f7e8-4685-b2df-a9dad018d31b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:31.728599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f962e625-f7e8-4685-b2df-a9dad018d31b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7300090-19ff-4844-951a-3d8a5da3e682 HTTP/1.1" status: 204 len: 168 time: 0.3197186 Nov 25 17:09:31.755792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e625-f7e8-4685-b2df-a9dad018d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7300090-19ff-4844-951a-3d8a5da3e682,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:31.810237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-eba71aff-427a-4b57-a9e7-8a93b6a54775 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.811669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-eba71aff-427a-4b57-a9e7-8a93b6a54775 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1133070 Nov 25 17:09:31.902445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-50a0359f-aa32-4627-adac-bd1caa0da473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:31.903999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-50a0359f-aa32-4627-adac-bd1caa0da473 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61&tenant_id=adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 1095 time: 0.0847476 Nov 25 17:09:32.008014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-5dc657b6-03b1-4716-8729-7c9b75fdce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.009563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-5dc657b6-03b1-4716-8729-7c9b75fdce35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1095 time: 0.0830240 Nov 25 17:09:32.017836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0733a-07d6-4cd7-be50-4aec1121e83b req-8efd6f1f-3062-43e2-b1af-c18bf20eff84 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.019256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96c0733a-07d6-4cd7-be50-4aec1121e83b req-8efd6f1f-3062-43e2-b1af-c18bf20eff84 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.0915079 Nov 25 17:09:32.031562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:32.046595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9296c08d-e08c-4fa7-a736-e0e1f99bb1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.140327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9296c08d-e08c-4fa7-a736-e0e1f99bb1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.142961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96c0733a-07d6-4cd7-be50-4aec1121e83b req-f093426f-7560-4504-b5bc-a6795d07bbd8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134114 Nov 25 17:09:32.146731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9296c08d-e08c-4fa7-a736-e0e1f99bb1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.164204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-a34ec084-4ad9-4c22-9fa4-4d737b9c4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.164771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-a34ec084-4ad9-4c22-9fa4-4d737b9c4df9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1439126 Nov 25 17:09:32.185120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296c08d-e08c-4fa7-a736-e0e1f99bb1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f321b6-e432-4f7e-bf4a-6e20b749a928,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:32.190861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9296c08d-e08c-4fa7-a736-e0e1f99bb1c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d94e8d9a032484db492a280b9ad3ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574721 Nov 25 17:09:32.193779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56068) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:32.226121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-8d2ddeb5-52b3-4454-aea3-952981d4ca42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 217 time: 0.0499573 Nov 25 17:09:32.255675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d054df47-0e8b-4627-ba35-0958c4a9f8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.289599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-efed6e74-d5c6-4229-a266-0fa5094a285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.291055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-efed6e74-d5c6-4229-a266-0fa5094a285e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0577099 Nov 25 17:09:32.298029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d054df47-0e8b-4627-ba35-0958c4a9f8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.316292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c73f69-d42c-4527-a758-c96deec9e904 req-5bad5f0d-8d47-45d3-b6a5-26680df06a10 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.317688 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38c73f69-d42c-4527-a758-c96deec9e904 req-5bad5f0d-8d47-45d3-b6a5-26680df06a10 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 944 time: 0.0761812 Nov 25 17:09:32.330824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-599312d6-7730-4c6e-a4ed-f31c909ac0f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297289 Nov 25 17:09:32.386110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38c73f69-d42c-4527-a758-c96deec9e904 req-4873eb6c-53d4-416f-b58a-13e5c9bcf411 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597825 Nov 25 17:09:32.393961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d054df47-0e8b-4627-ba35-0958c4a9f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.397984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d054df47-0e8b-4627-ba35-0958c4a9f8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.401720 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d054df47-0e8b-4627-ba35-0958c4a9f8b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37f321b6-e432-4f7e-bf4a-6e20b749a928 HTTP/1.1" status: 204 len: 168 time: 0.2048061 Nov 25 17:09:32.408730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054df47-0e8b-4627-ba35-0958c4a9f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f321b6-e432-4f7e-bf4a-6e20b749a928,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:32.452199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-26d6abe2-23ac-4a16-a10d-1ca524eb730b service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135933 Nov 25 17:09:32.546705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:32.595311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb099c7-8c98-4e5a-b9ab-9d9bec212ef9 req-f909dad3-ecf0-4599-8d64-4b68df5c73ac tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.597067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-beb099c7-8c98-4e5a-b9ab-9d9bec212ef9 req-f909dad3-ecf0-4599-8d64-4b68df5c73ac tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1331930 Nov 25 17:09:32.604147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Deleting subnet 7651a55f-187e-4302-b0f3-f4679590b4dd {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:09:32.608183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.626987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-2d2a8d45-c683-42f4-bf26-77d6d41f26cb service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618054 Nov 25 17:09:32.652964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.666419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-beb099c7-8c98-4e5a-b9ab-9d9bec212ef9 req-e8b6759c-7f8a-4081-87dd-a74a1861a63f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622580 Nov 25 17:09:32.697051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.753037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.785857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7651a55f-187e-4302-b0f3-f4679590b4dd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:32.794128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.799421 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0d7a0d10-9d27-4584-86cc-2d495a2ec307 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7651a55f-187e-4302-b0f3-f4679590b4dd HTTP/1.1" status: 204 len: 168 time: 0.2486312 Nov 25 17:09:32.800362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56090) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:32.902135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:32.903067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2deb-3f65-4989-9710-2477536db227 req-cdef61c0-dc88-429f-8988-fbe6249ea8a0 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.904676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-cdef61c0-dc88-429f-8988-fbe6249ea8a0 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.0556810 Nov 25 17:09:32.925394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e610b-abb3-4a03-ab8e-97662f25d6c2 req-00c746b7-9db5-457e-a45e-fe00e48c8e2a tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:32.926907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b88e610b-abb3-4a03-ab8e-97662f25d6c2 req-00c746b7-9db5-457e-a45e-fe00e48c8e2a tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 949 time: 0.0750329 Nov 25 17:09:33.015647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.034921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b01b2deb-3f65-4989-9710-2477536db227 req-6bbfcd27-f2be-4ad1-a9e5-e20bf084e6f7 service neutron] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:33.038648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b01b2deb-3f65-4989-9710-2477536db227 req-6bbfcd27-f2be-4ad1-a9e5-e20bf084e6f7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.039711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01b2deb-3f65-4989-9710-2477536db227 req-6bbfcd27-f2be-4ad1-a9e5-e20bf084e6f7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.1265521 Nov 25 17:09:33.052980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff7bea9-4f86-4880-8745-ec9b259ecb88']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:33.070234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33642033-d3d2-41eb-884b-b105f7baa22f') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:33.070529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33642033-d3d2-41eb-884b-b105f7baa22f') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:33.075247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b88e610b-abb3-4a03-ab8e-97662f25d6c2 req-4181dac0-7946-47b7-8a4d-4dee2443c4d0 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283817 Nov 25 17:09:33.084151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.102781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.112193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:09:33.112782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:09:33.114467 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:09:33.174072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.199853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.207055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56110) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:33.207205 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8ff7bea9-4f86-4880-8745-ec9b259ecb88 HTTP/1.1" status: 204 len: 168 time: 0.4054034 Nov 25 17:09:33.208317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a35602-6483-4c47-83c5-73a8dfda8b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff7bea9-4f86-4880-8745-ec9b259ecb88,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:33.283908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Deleting subnet e070ba46-e1a0-4ed3-9705-d296e794bf4e {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:09:33.289213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.362904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dcc44-7566-49f8-8fcd-8a29ea850086 req-fb684e5b-8f93-4c99-8b2f-2947abb702b8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.364343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28dcc44-7566-49f8-8fcd-8a29ea850086 req-fb684e5b-8f93-4c99-8b2f-2947abb702b8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.1196718 Nov 25 17:09:33.366628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.434049 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.492079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28dcc44-7566-49f8-8fcd-8a29ea850086 req-1df5cc28-8402-4496-a737-fc1f4ac6da0f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057007 Nov 25 17:09:33.529689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.531423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078511a-54df-4dd1-bfc2-27cedfb64dbd req-a4b7bedd-0b11-4aed-ba24-969836220c77 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.532961 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0078511a-54df-4dd1-bfc2-27cedfb64dbd req-a4b7bedd-0b11-4aed-ba24-969836220c77 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 949 time: 0.0656624 Nov 25 17:09:33.567882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e070ba46-e1a0-4ed3-9705-d296e794bf4e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:33.579848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.585695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd857b97-d424-4643-b6e7-87927bf1a2d4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e070ba46-e1a0-4ed3-9705-d296e794bf4e HTTP/1.1" status: 204 len: 168 time: 0.3767767 Nov 25 17:09:33.588424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:33.604538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0078511a-54df-4dd1-bfc2-27cedfb64dbd req-4808883a-1f3c-4530-875f-912b66d75d77 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649810 Nov 25 17:09:33.708215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec660a1-d78a-4e54-8fef-1bf1bebfe760 req-f6f8c741-f1d5-4a57-bc6c-cb10ee30cb06 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.709735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cec660a1-d78a-4e54-8fef-1bf1bebfe760 req-f6f8c741-f1d5-4a57-bc6c-cb10ee30cb06 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 944 time: 0.1230223 Nov 25 17:09:33.718694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.809299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed73c-8ec5-4f34-baf8-04ccc7cc7046 req-132fe2dc-63c0-41c0-9014-77b080df1956 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:33.810937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d9ed73c-8ec5-4f34-baf8-04ccc7cc7046 req-132fe2dc-63c0-41c0-9014-77b080df1956 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.0556779 Nov 25 17:09:33.819694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cec660a1-d78a-4e54-8fef-1bf1bebfe760 req-05a45060-ae49-42b7-af7a-3061b14a1cf0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 Nov 25 17:09:33.867716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.890643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69a3861-065c-4891-8357-bf3f26a2f34b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:33.901167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c900de9-d0e7-4c95-bd1d-72d3ad122c15') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:33.901470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c900de9-d0e7-4c95-bd1d-72d3ad122c15') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:33.912302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.924070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d9ed73c-8ec5-4f34-baf8-04ccc7cc7046 req-d89a5d97-f981-4466-b9ce-d4eb496847a0 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964007 Nov 25 17:09:33.941021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.942502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:09:33.943178 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:09:33.952178 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:09:34.033747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.036745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fe5ca-f431-4fa3-ba9e-e56d2122b9b4 req-53964bd5-da7e-45b5-b541-f30e45fe9abb tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.038512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce3fe5ca-f431-4fa3-ba9e-e56d2122b9b4 req-53964bd5-da7e-45b5-b541-f30e45fe9abb tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1095 time: 0.0992632 Nov 25 17:09:34.042987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.046748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e69a3861-065c-4891-8357-bf3f26a2f34b HTTP/1.1" status: 204 len: 168 time: 0.4573262 Nov 25 17:09:34.071407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8341c-cbc7-4753-b4cc-f0416b095234 admin admin] Pushing event deleted for resources: {'Network': ['ID=e69a3861-065c-4891-8357-bf3f26a2f34b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:34.101864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce3fe5ca-f431-4fa3-ba9e-e56d2122b9b4 req-dc1b359b-3aae-48c1-8183-8bbd8b5510b1 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532827 Nov 25 17:09:34.165262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-826d70dc-5630-4e41-9214-f04e8c679227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.166877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-826d70dc-5630-4e41-9214-f04e8c679227 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1097 time: 0.0497944 Nov 25 17:09:34.276535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56156) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:34.286496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-7de349b4-78f0-4465-98e8-2103e66bff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.288357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-7de349b4-78f0-4465-98e8-2103e66bff20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1068664 Nov 25 17:09:34.332569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32d93940-7cba-4141-9d6c-8c814df1cdb6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=374aa29749564c51851abee4efb06e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542324 Nov 25 17:09:34.334449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56160) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:34.339372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-7411f1ab-3952-4cec-a32c-9c8e7c00ba96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0407412 Nov 25 17:09:34.400481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6712e430-e6d2-44ab-9c8f-5ab73df1fa9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.422501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6712e430-e6d2-44ab-9c8f-5ab73df1fa9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.434690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:34.457020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f5e482a2-103b-4427-afbb-76702a1df787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.458494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-f5e482a2-103b-4427-afbb-76702a1df787 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1105008 Nov 25 17:09:34.488302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:34.488302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:34.503918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-9e0e37da-73c6-4fd1-afaa-889b3bdd8495 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304515 Nov 25 17:09:34.504686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6712e430-e6d2-44ab-9c8f-5ab73df1fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.509752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6712e430-e6d2-44ab-9c8f-5ab73df1fa9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:34.510989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6712e430-e6d2-44ab-9c8f-5ab73df1fa9d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a66803aa-d844-4872-b8ee-02f1e69c1d4a HTTP/1.1" status: 204 len: 168 time: 0.1739824 Nov 25 17:09:34.513766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:09:34.514170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 5a4cb926-c0fd-4c1e-953f-c7ec24e9ee7d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:34.523537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712e430-e6d2-44ab-9c8f-5ab73df1fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66803aa-d844-4872-b8ee-02f1e69c1d4a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:34.570649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-c1182a2a-20f2-4755-8d7f-7ea7331900a1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.577809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-c1182a2a-20f2-4755-8d7f-7ea7331900a1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.1877775 Nov 25 17:09:34.642099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-5f7c9a61-75fd-41b9-a864-7c932d9ad64c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/quotas/adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 375 time: 0.0633192 Nov 25 17:09:34.681211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86a608-c4bf-40a6-8cb6-894906114dad req-f477e44b-77a1-4aa8-8e77-16252e7464ab tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:34.682822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d86a608-c4bf-40a6-8cb6-894906114dad req-f477e44b-77a1-4aa8-8e77-16252e7464ab tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.0567617 Nov 25 17:09:34.732714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-2fb0282a-f756-4291-8b47-5a971e7233f1 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805465 Nov 25 17:09:34.739593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-3b021709-3811-412d-b3e7-137c232385b4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963008 Nov 25 17:09:34.868745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-e699a612-ae48-4a20-bf69-67f2843cbea5 service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185381 Nov 25 17:09:34.960907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56186) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:35.023603 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d86a608-c4bf-40a6-8cb6-894906114dad req-3b7969d9-7451-4aa0-8339-9c57fd5af9be tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309839 Nov 25 17:09:35.039041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-933a9ec6-efb4-4783-bdd6-f38bc99a652d service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591349 Nov 25 17:09:35.039727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f98ee-1b61-4794-b913-1b95f616515d req-eff42d6a-88c4-4ca3-bfc8-d3d73ffe5ffa tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:35.041250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af5f98ee-1b61-4794-b913-1b95f616515d req-eff42d6a-88c4-4ca3-bfc8-d3d73ffe5ffa tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.55 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 949 time: 0.3295584 Nov 25 17:09:35.063746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56192) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:35.118990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2a886024-afad-48cf-9dc1-74966a893703 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf60c7b5e9734e6bbd5f772b368a3a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515342 Nov 25 17:09:35.118990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-a716cc31-8f0b-4edb-971e-2f534baedf26 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482712 Nov 25 17:09:35.119249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56194) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:35.176814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0778fd42-6039-44f7-bc2e-3f4c3b899ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.201956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0778fd42-6039-44f7-bc2e-3f4c3b899ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.216484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c20814-c198-4180-a8b9-a92f6ba51261 req-162ab801-3d5a-4b4b-810f-9f7e37260a71 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:35.222512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94c20814-c198-4180-a8b9-a92f6ba51261 req-162ab801-3d5a-4b4b-810f-9f7e37260a71 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 949 time: 0.0904536 Nov 25 17:09:35.242855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Deleting port e870e8db-dd60-4ba2-a582-fd31556eb2f5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:35.243196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.357131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-46382a98-7cfa-4c3f-8c62-dfd4bd79b8a5 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:35.358190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-46382a98-7cfa-4c3f-8c62-dfd4bd79b8a5 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1097 time: 0.0968654 Nov 25 17:09:35.371660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d094faca-2035-4f9d-b429-017e9f2dff82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.382471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:35.418046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] For port e870e8db-dd60-4ba2-a582-fd31556eb2f5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e870e8db-dd60-4ba2-a582-fd31556eb2f5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:35.418546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.449978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94c20814-c198-4180-a8b9-a92f6ba51261 req-5464b8e2-2761-4de5-90f2-a88156eec9a9 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/security-groups?id=91333052-1df4-471c-bd51-2a1fa5904e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251430 Nov 25 17:09:35.451932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0778fd42-6039-44f7-bc2e-3f4c3b899ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.459522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Calling delete_port for e870e8db-dd60-4ba2-a582-fd31556eb2f5 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:35.464871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0778fd42-6039-44f7-bc2e-3f4c3b899ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.476530 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0778fd42-6039-44f7-bc2e-3f4c3b899ea9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06216617-bf41-464c-83a6-06da3a98d1bc HTTP/1.1" status: 204 len: 168 time: 0.3484187 Nov 25 17:09:35.525964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778fd42-6039-44f7-bc2e-3f4c3b899ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06216617-bf41-464c-83a6-06da3a98d1bc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:35.552934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.563282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0197b-918d-4aec-a049-d6cb4078043e req-c1961260-01e2-4ee0-83d1-0828a4a70b7e tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:35.565255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ef0197b-918d-4aec-a049-d6cb4078043e req-c1961260-01e2-4ee0-83d1-0828a4a70b7e tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1915684 Nov 25 17:09:35.585968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4e9d83a3-b00b-4115-8471-f77a72185d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.595949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e36201ae-1c0c-4e6d-b603-2b9caeda8157 req-fb354c07-6fa5-4dc8-beac-c71e1577ffc8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 210 time: 0.0734107 Nov 25 17:09:35.769650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.783024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['e870e8db-dd60-4ba2-a582-fd31556eb2f5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:35.921397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Pushing event deleted for resources: {'Port': ['ID=e870e8db-dd60-4ba2-a582-fd31556eb2f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:35.934596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] No DVR routers for this DVR port e870e8db-dd60-4ba2-a582-fd31556eb2f5 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:35.943113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:35.947680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af5f98ee-1b61-4794-b913-1b95f616515d req-0504d714-4520-4116-92e0-ad31f852659e tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.55 "DELETE /v2.0/ports/e870e8db-dd60-4ba2-a582-fd31556eb2f5 HTTP/1.1" status: 204 len: 173 time: 0.8993499 Nov 25 17:09:35.948313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'name': 'network-vif-deleted', 'tag': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:35.959231 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83774e90-7647-417b-968c-27f9befa497e" -d '{"events": [{"server_uuid": "d97d28f6-df7c-4575-bafc-c990a4477b84", "name": "network-vif-deleted", "tag": "e870e8db-dd60-4ba2-a582-fd31556eb2f5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:36.019799 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88830d37-9536-4ba2-83d0-c15be1c189cf x-openstack-request-id: req-88830d37-9536-4ba2-83d0-c15be1c189cf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:36.020167 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d28f6-df7c-4575-bafc-c990a4477b84", "name": "network-vif-deleted", "tag": "e870e8db-dd60-4ba2-a582-fd31556eb2f5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:36.020510 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88830d37-9536-4ba2-83d0-c15be1c189cf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:36.020979 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97d28f6-df7c-4575-bafc-c990a4477b84', 'name': 'network-vif-deleted', 'tag': 'e870e8db-dd60-4ba2-a582-fd31556eb2f5', 'status': 'completed', 'code': 200} Nov 25 17:09:36.042414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ef0197b-918d-4aec-a049-d6cb4078043e req-c1e102f3-509f-419a-a507-44228e4802b9 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665582 Nov 25 17:09:36.052011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d094faca-2035-4f9d-b429-017e9f2dff82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.063819 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d094faca-2035-4f9d-b429-017e9f2dff82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.178788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:36.208589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094faca-2035-4f9d-b429-017e9f2dff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3672eb15-ce29-4053-8217-4ca16a49d180,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:36.230964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b726c8-b607-48fa-887e-e503f0f5983b req-1b36be9e-50cd-4305-bf52-1227ee8ad9e2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:36.237150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d094faca-2035-4f9d-b429-017e9f2dff82 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1063114c700b484eb0d93c8681fd9e78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2721283 Nov 25 17:09:36.239415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4b726c8-b607-48fa-887e-e503f0f5983b req-1b36be9e-50cd-4305-bf52-1227ee8ad9e2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 946 time: 0.0940397 Nov 25 17:09:36.242267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:36.264046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:36.290224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4b726c8-b607-48fa-887e-e503f0f5983b req-d5bac9d2-3b1e-4d6d-9f48-9a73adec9604 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Nov 25 17:09:36.338510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:36.341171 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc1077-4006-46d5-a45c-040cb56c9ec1" -d '{"events": [{"server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "name": "network-vif-unplugged", "status": "completed", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:36.350455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.358482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd251f57-d952-4f01-bcf2-6c761481729e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.360761 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.399295 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821e98d-edf0-45c3-afcf-5d42a9ffd186 x-openstack-request-id: req-8821e98d-edf0-45c3-afcf-5d42a9ffd186 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:36.399594 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "name": "network-vif-unplugged", "status": "completed", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:36.399838 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8821e98d-edf0-45c3-afcf-5d42a9ffd186 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:36.400223 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'code': 200} Nov 25 17:09:36.425719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd251f57-d952-4f01-bcf2-6c761481729e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.458778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56238) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:36.519057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:36.542041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:36.542706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:36.542706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:36.560683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:36.561091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Attempting to bind port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:36.573141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:36.573473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:36.573846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:36.574269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Bound port: 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:36.574618 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.602789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-network', 'tenant_id': '123693e242534071a81732182c0f37f5'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:36.615041 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd251f57-d952-4f01-bcf2-6c761481729e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.617951 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd251f57-d952-4f01-bcf2-6c761481729e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.619069 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd251f57-d952-4f01-bcf2-6c761481729e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3672eb15-ce29-4053-8217-4ca16a49d180 HTTP/1.1" status: 204 len: 168 time: 0.3758810 Nov 25 17:09:36.633884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Made reservation on behalf of 123693e242534071a81732182c0f37f5 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:36.637859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.652132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.671701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2afb01a-224b-4eab-bcc2-85c5db3bb592 req-5d6a2a8c-62d5-4396-9ed3-21aa7d61e898 tempest-ServerDiagnosticsNegativeTest-218727342 tempest-ServerDiagnosticsNegativeTest-218727342-project] 10.222.0.86 "GET /v2.0/ports?device_id=d97d28f6-df7c-4575-bafc-c990a4477b84 HTTP/1.1" status: 200 len: 210 time: 0.0706234 Nov 25 17:09:36.678133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251f57-d952-4f01-bcf2-6c761481729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3672eb15-ce29-4053-8217-4ca16a49d180,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:36.738094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:36.741951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:36.744296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff8ecce9-84d2-484b-a880-ab8ed60f0b3d req-0312e81e-1fce-4453-b37d-3cca18cd4166 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 210 time: 0.0378532 Nov 25 17:09:36.749368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.803407 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.808556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.827968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:36.853525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:36.854309 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.855874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-b1579184-606c-480f-b41c-634cfb013828 service neutron] 10.222.0.73 "PUT /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 1122 time: 1.4793158 Nov 25 17:09:36.860651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1579184-606c-480f-b41c-634cfb013828 service neutron] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:36.875967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.875967 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Added segment bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef of type vlan for network 61613190-fade-436c-be67-fc4a07292667 Nov 25 17:09:36.877646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194d6f2-b5fd-4f47-b918-fc0d90be8e02,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:36.927557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.935356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['618f8b3c-ab56-4fe8-952b-097e2507d0b4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:36.962239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.964768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:36.967699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:36.997068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5363572 Nov 25 17:09:37.000552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56252) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:37.006514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Request body: {'subnet': {'network_id': '61613190-fade-436c-be67-fc4a07292667', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-subnet', 'tenant_id': '123693e242534071a81732182c0f37f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:37.039625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Made reservation on behalf of 123693e242534071a81732182c0f37f5 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:37.051328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.133644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Pushing event updated for resources: {'Network': ['ID=61613190-fade-436c-be67-fc4a07292667,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:37.168362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56256) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:37.169907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.170310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.170711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.171126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.171771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.172482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.172937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.173288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.173676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.174057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.174439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.175053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20980c6c-0c66-4d21-8220-d3f3fc09fd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:37.200098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 61613190-fade-436c-be67-fc4a07292667 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:37.227224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d04ae1b9-9431-4a7a-8ed3-1c7b043ad7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.246714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-643e1ffb-64d5-4016-85f0-75393360fe82 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:37.248319 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-643e1ffb-64d5-4016-85f0-75393360fe82 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.2677832 Nov 25 17:09:37.251977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8633b-1e81-4f7a-ad87-d09443419589 req-c6be781c-e3a3-4edb-9eb1-4c999c67ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:37.254399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bcf8633b-1e81-4f7a-ad87-d09443419589 req-c6be781c-e3a3-4edb-9eb1-4c999c67ea75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1100 time: 0.0809510 Nov 25 17:09:37.272251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Request body: {'port': {'device_id': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'admin_state_up': True, 'tenant_id': 'adfacf3d081d4e378646615742a9cfea'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:37.285607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a848a2-b5c8-4250-8a0f-853df20afbca req-071fa283-1c3a-42b0-b986-4d0408b43e0e tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:37.287246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2a848a2-b5c8-4250-8a0f-853df20afbca req-071fa283-1c3a-42b0-b986-4d0408b43e0e tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.1425223 Nov 25 17:09:37.348876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bcf8633b-1e81-4f7a-ad87-d09443419589 req-b2d31d5d-9df3-4958-8a56-e1016372a73c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Nov 25 17:09:37.444840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2a848a2-b5c8-4250-8a0f-853df20afbca req-4a42d8f5-d6ef-490f-b618-acd34a11ae94 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460359 Nov 25 17:09:37.447134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.498654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d04ae1b9-9431-4a7a-8ed3-1c7b043ad7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.505979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d04ae1b9-9431-4a7a-8ed3-1c7b043ad7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.521603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085e3df5-d63b-4899-8018-3f62eac42ee9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:37.533181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3845319-2d73-452a-b97a-da75c26f4ae2 req-d20cb112-5ca1-4e27-b4de-b148c97a0cb2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:37.536694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3845319-2d73-452a-b97a-da75c26f4ae2 req-d20cb112-5ca1-4e27-b4de-b148c97a0cb2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.1222029 Nov 25 17:09:37.549297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Made reservation on behalf of adfacf3d081d4e378646615742a9cfea for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:37.552798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.560042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ae1b9-9431-4a7a-8ed3-1c7b043ad7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dffbcf-ef7e-48e9-ab34-94ba95aae7d6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:37.564934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Checking segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:37.565470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Network hostable DHCP agents. Network: 61613190-fade-436c-be67-fc4a07292667, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:37.570851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d04ae1b9-9431-4a7a-8ed3-1c7b043ad7fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1aa26707e1c4ce9b943e83021e74619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917813 Nov 25 17:09:37.573426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56262) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:37.606440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3845319-2d73-452a-b97a-da75c26f4ae2 req-5fc51565-f36e-4ea6-8ca5-89ad69d21895 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640383 Nov 25 17:09:37.607647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Network 61613190-fade-436c-be67-fc4a07292667 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:37.620704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 61613190-fade-436c-be67-fc4a07292667) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:37.625631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:37.626570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.633033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ad386-296a-4c56-ba62-81384215007c None None] Network 61613190-fade-436c-be67-fc4a07292667 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:37.652539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5f5e3380-9375-40e1-a0b9-c17c98a29202 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6506839 Nov 25 17:09:37.655412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:37.662097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:37.705795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c49e199f-0d27-489c-bae5-1649bf45a161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.759264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.760937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.790047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c49e199f-0d27-489c-bae5-1649bf45a161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.805443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Allocated IP 172.20.0.14 (f87cec6b-63c1-4724-86a3-e51aa8addcb3/aa860f95-b45b-4982-8f30-cbe3c09a0a4b/1ec46211-29fc-442e-9bd9-726cfa62c455) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:37.828472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-61613190-fade-436c-be67-fc4a07292667', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:09:37.831909 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.886414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.923561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dcf0fc7-8d90-4486-81e1-fe46e1aa9d9a req-a5244d29-baa3-416c-9c55-c0a0d9be2ad4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 210 time: 0.0498884 Nov 25 17:09:37.994077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c49e199f-0d27-489c-bae5-1649bf45a161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:37.996685 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c49e199f-0d27-489c-bae5-1649bf45a161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.001208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c49e199f-0d27-489c-bae5-1649bf45a161 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7dffbcf-ef7e-48e9-ab34-94ba95aae7d6 HTTP/1.1" status: 204 len: 168 time: 0.4235370 Nov 25 17:09:38.050927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e199f-0d27-489c-bae5-1649bf45a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dffbcf-ef7e-48e9-ab34-94ba95aae7d6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.114514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7926a254-7026-4f55-9b5b-b969f7ec8c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.143215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.159797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:38.174746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Allocated IP 172.20.0.2 (61613190-fade-436c-be67-fc4a07292667/085e3df5-d63b-4899-8018-3f62eac42ee9/d10b0821-39f2-4739-8832-ebc092a92154) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:38.254047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.316864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.374611 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.381573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:38.383750 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.385925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:38.389884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:38.401614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:38.405038 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a22001-07d8-46b0-8eb5-9a82807e4e71" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:38.445311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Pushing event updated for resources: {'Port': ['ID=d10b0821-39f2-4739-8832-ebc092a92154,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.446402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.474299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:38.481899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e870e8db-dd60-4ba2-a582-fd31556eb2f5 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:38.514732 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2515adb-c895-4f26-b1c8-1211f0568799 x-openstack-request-id: req-b2515adb-c895-4f26-b1c8-1211f0568799 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:38.514732 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:38.514732 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2515adb-c895-4f26-b1c8-1211f0568799 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:38.515971 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'status': 'completed', 'code': 200} Nov 25 17:09:38.517245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: e870e8db-dd60-4ba2-a582-fd31556eb2f5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:09:38.517995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e870e8db-dd60-4ba2-a582-fd31556eb2f5 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:38.522697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.523304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.523970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.524463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.524896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5bb6fbd8-2a5b-4e5a-a90f-aac921e6bc4b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ae6456d94944cffa6c002c345107af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636842 Nov 25 17:09:38.525460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.526019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.526503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.526984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.527539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.527783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:38.528225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.528705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.529343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.544763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Network 61613190-fade-436c-be67-fc4a07292667 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:38.553675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:38.555019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.565000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:38.573717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:38.595352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-11cff2bb-e141-486c-be2f-bf97a6d3cf40 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3275800 Nov 25 17:09:38.615216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Request body: {'port': {'device_id': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:38.638235 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.669423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:38.672018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-90b1754e-8dae-4c1f-8a40-7c51af3b25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:38.675061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-90b1754e-8dae-4c1f-8a40-7c51af3b25d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1125 time: 0.1461751 Nov 25 17:09:38.678242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.717676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.726552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:09:38.749944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.837231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Attempting to bind port d10b0821-39f2-4739-8832-ebc092a92154 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:38.837792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Attempting to bind port d10b0821-39f2-4739-8832-ebc092a92154 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:38.837977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Attempting to bind port d10b0821-39f2-4739-8832-ebc092a92154 on network 61613190-fade-436c-be67-fc4a07292667 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:38.876148 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.879092 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.882506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91333052-1df4-471c-bd51-2a1fa5904e94 HTTP/1.1" status: 204 len: 168 time: 0.2831016 Nov 25 17:09:38.899738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:38.900408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Checking segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:38.901118 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.901654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Bound using segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:38.902290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Bound port: d10b0821-39f2-4739-8832-ebc092a92154, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:38.902812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:38.902985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91333052-1df4-471c-bd51-2a1fa5904e94,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:38.920761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.921116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.921728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.922084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.922739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.923081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.923494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.923832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.924280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.924809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.925156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.925723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f01945f-abe2-42cc-aa79-f4905d480fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:09:38.941447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Allocated IP 172.25.8.5 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/74bd39ac-900c-441e-88bb-5912a01a719e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:38.971701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1a47c-49d3-4b94-8b54-e85f11d24853 req-0f872685-7aa4-4084-bb49-a30819267f52 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:38.980547 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71a1a47c-49d3-4b94-8b54-e85f11d24853 req-0f872685-7aa4-4084-bb49-a30819267f52 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.2104430 Nov 25 17:09:39.004673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-83282ddc-f9f5-4a25-ae06-774d1a1a2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.006603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-83282ddc-f9f5-4a25-ae06-774d1a1a2778 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2343330 Nov 25 17:09:39.028636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:39.064061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'mac_address': 'fa:16:3e:10:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:39.073036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-72b0415b-d3ce-452d-8b36-352b8ea3855e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0585709 Nov 25 17:09:39.082419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.083260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:39.146644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.155686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71a1a47c-49d3-4b94-8b54-e85f11d24853 req-5ac6bc7a-ec64-4ce5-b8ef-712cd76444e5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687117 Nov 25 17:09:39.158846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] For port d10b0821-39f2-4739-8832-ebc092a92154, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:39.163589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:09:39.199418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f040b0-57c5-499a-8a33-0fadb630ba65 req-ffeeb63a-6ef7-4d4d-8b24-07e20cea29b7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.201834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-86dc3637-d427-4ef0-aded-ada52d6eed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.208404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24f040b0-57c5-499a-8a33-0fadb630ba65 req-ffeeb63a-6ef7-4d4d-8b24-07e20cea29b7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 949 time: 0.6057291 Nov 25 17:09:39.209171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-86dc3637-d427-4ef0-aded-ada52d6eed6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1231124 Nov 25 17:09:39.214054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Pushing event updated for resources: {'Port': ['ID=74bd39ac-900c-441e-88bb-5912a01a719e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:39.227237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] For port d10b0821-39f2-4739-8832-ebc092a92154, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d10b0821-39f2-4739-8832-ebc092a92154,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:39.228275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.234080 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.240177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.244169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.285636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-0394ade6-8857-453f-9183-d352b53d6ab6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711732 Nov 25 17:09:39.318524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:39.337535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24f040b0-57c5-499a-8a33-0fadb630ba65 req-009aa469-7de3-449c-a23d-38c5bf08f206 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281769 Nov 25 17:09:39.350650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:39.358424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:39.365116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:39.462694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:39.472651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cab12d-64ce-482e-a5a1-9ba1071c4659 None None] Pushing event updated for resources: {'Port': ['ID=d10b0821-39f2-4739-8832-ebc092a92154,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:39.475528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.493542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22787f4e-be94-4dbc-bc8f-7d451896f340 req-964f3d05-6744-4eb4-b487-6cd9a7a6f756 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:39.505094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-22787f4e-be94-4dbc-bc8f-7d451896f340 req-964f3d05-6744-4eb4-b487-6cd9a7a6f756 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 932 time: 0.1983550 Nov 25 17:09:39.618455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-5b4dd6e7-0b31-4c2e-bd89-8068faac78a2 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250797 Nov 25 17:09:39.652702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:39.683228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56326) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:39.728637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaa54c91-ee8c-44f7-bfdf-b35cc6a5b34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:39.772479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:39.804002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-22787f4e-be94-4dbc-bc8f-7d451896f340 req-6e64c672-fa99-448a-abb1-2fd719ab9fdc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976449 Nov 25 17:09:39.898798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3a22001-07d8-46b0-8eb5-9a82807e4e71 req-bb6970a2-52e2-4384-9c22-2b41e38ee9b6 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606707 Nov 25 17:09:40.356429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3301c4-5d49-42f1-9346-a080a9d82acd req-1b650f11-e998-4435-a356-9760a2c467a9 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:40.358259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f3301c4-5d49-42f1-9346-a080a9d82acd req-1b650f11-e998-4435-a356-9760a2c467a9 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1099 time: 0.0505121 Nov 25 17:09:40.406735 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.443226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f3301c4-5d49-42f1-9346-a080a9d82acd req-7153ddb3-e4a9-4148-ba73-3637dba6a4e1 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760794 Nov 25 17:09:40.484697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:40.491747 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaa54c91-ee8c-44f7-bfdf-b35cc6a5b34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.519808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eaa54c91-ee8c-44f7-bfdf-b35cc6a5b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.660847 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.677698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:40.698899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eaa54c91-ee8c-44f7-bfdf-b35cc6a5b34d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b5f1a8794ef4aa2bce564d05a81f759&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0135717 Nov 25 17:09:40.701961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56340) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:40.706829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.712071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-83dd099c-f4fb-4c44-afd7-c20ebfb38d54 service neutron] 10.222.0.55 "GET /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.0857015 Nov 25 17:09:40.713075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:40.717567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.725059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c322b-952b-440c-96a7-dc88ff605ca1 req-b1f7897c-1b91-4b0d-ba54-fb31a4d132fb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:40.726584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-137c322b-952b-440c-96a7-dc88ff605ca1 req-b1f7897c-1b91-4b0d-ba54-fb31a4d132fb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 944 time: 0.2569351 Nov 25 17:09:40.727240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa54c91-ee8c-44f7-bfdf-b35cc6a5b34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1041ae79-2e6e-49a1-a48f-8bfccb178468,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:40.792773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:40.810214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec46211-29fc-442e-9bd9-726cfa62c455 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:40.872379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:40.945258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-137c322b-952b-440c-96a7-dc88ff605ca1 req-b445565a-c312-40c9-9675-28ba1e0e45f8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577065 Nov 25 17:09:40.953358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94378cd-f3a6-452a-9969-1f9e2facb402 None None] Network 61613190-fade-436c-be67-fc4a07292667 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:40.973743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:41.002285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:41.054524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-966b5ad0-ed57-4688-bb76-045d224ced5d None None] Provisioning complete for port d10b0821-39f2-4739-8832-ebc092a92154 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:41.055021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-966b5ad0-ed57-4688-bb76-045d224ced5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.058611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Transition to ACTIVE for port object 1ec46211-29fc-442e-9bd9-726cfa62c455 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:41.059722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618f8b3c-ab56-4fe8-952b-097e2507d0b4 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:41.065935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.077472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:41.100358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.146551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3995828-df77-4f3a-91fe-e6a5a82e5c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.148247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:41.253649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aada0db-a921-4e2f-a970-baefefd9bae6 req-4d3ef013-1162-4967-b9c0-dc7d1476cb8a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:41.256577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8aada0db-a921-4e2f-a970-baefefd9bae6 req-4d3ef013-1162-4967-b9c0-dc7d1476cb8a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 944 time: 0.1314878 Nov 25 17:09:41.279875 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.295350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] Transition to ACTIVE for port object 618f8b3c-ab56-4fe8-952b-097e2507d0b4 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:41.304894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.337756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.381341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-966b5ad0-ed57-4688-bb76-045d224ced5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.387537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3995828-df77-4f3a-91fe-e6a5a82e5c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.396240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] Pushing event updated for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:41.428135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-966b5ad0-ed57-4688-bb76-045d224ced5d None None] For port d10b0821-39f2-4739-8832-ebc092a92154, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d10b0821-39f2-4739-8832-ebc092a92154,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:41.432933 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-966b5ad0-ed57-4688-bb76-045d224ced5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.445876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] No DVR routers for this DVR port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:41.452459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8aada0db-a921-4e2f-a970-baefefd9bae6 req-540f1790-cdda-4f32-a9b4-59aa9c557ffe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859796 Nov 25 17:09:41.494345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-c16260c0-41df-41d9-94e0-dfb5fa0922f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7746773 Nov 25 17:09:41.507871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5ad0-ed57-4688-bb76-045d224ced5d None None] Pushing event updated for resources: {'Port': ['ID=d10b0821-39f2-4739-8832-ebc092a92154,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:41.619295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-bae58c6d-9931-4e8d-9810-38448a0d7672 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:41.620267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-bae58c6d-9931-4e8d-9810-38448a0d7672 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0526326 Nov 25 17:09:41.648178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662afa-c88e-4879-8c43-9a4a1a2c2367 req-dc276f39-5bcf-4656-97a2-2ba4ba7d206e tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:41.662215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc662afa-c88e-4879-8c43-9a4a1a2c2367 req-dc276f39-5bcf-4656-97a2-2ba4ba7d206e tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 1098 time: 0.2679374 Nov 25 17:09:41.665969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d10b0821-39f2-4739-8832-ebc092a92154 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:41.692019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:41.692743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:41.693256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:41.694411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-6c1fc24b-6307-4a90-9d57-1ddbd97310e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:41.696907 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-6c1fc24b-6307-4a90-9d57-1ddbd97310e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5&tenant_id=ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 1096 time: 0.0623515 Nov 25 17:09:41.730790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:41.731296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:41.738262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3995828-df77-4f3a-91fe-e6a5a82e5c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.741087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3995828-df77-4f3a-91fe-e6a5a82e5c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.743646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a3995828-df77-4f3a-91fe-e6a5a82e5c95 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1041ae79-2e6e-49a1-a48f-8bfccb178468 HTTP/1.1" status: 204 len: 168 time: 1.0362921 Nov 25 17:09:41.762881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:41.763287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:41.763782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:41.764281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Bound port: 1ec46211-29fc-442e-9bd9-726cfa62c455, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:41.764697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.781554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-98e107dc-7dda-4316-90ae-cfb04206b9ea None None] Provisioning complete for port d10b0821-39f2-4739-8832-ebc092a92154 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:41.781772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3995828-df77-4f3a-91fe-e6a5a82e5c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041ae79-2e6e-49a1-a48f-8bfccb178468,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:41.782546 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98e107dc-7dda-4316-90ae-cfb04206b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.815302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc662afa-c88e-4879-8c43-9a4a1a2c2367 req-0a322d49-1fbb-4ab9-bcbe-b9f146dfe485 tempest-ServersAdminTestJSON-2027812442 tempest-ServersAdminTestJSON-2027812442-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517270 Nov 25 17:09:41.820139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-8824e811-95d2-44ef-8ebf-a480eb925ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:41.821920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-8824e811-95d2-44ef-8ebf-a480eb925ed5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1096 time: 0.0921082 Nov 25 17:09:41.844448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d10b0821-39f2-4739-8832-ebc092a92154 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:41.844804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:41.848233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:09:42.009316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-ff08a9ec-bc36-460d-989a-26671b5d3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.010796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-ff08a9ec-bc36-460d-989a-26671b5d3b8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1713643 Nov 25 17:09:42.118611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-cce6a54c-3a23-47d7-98f5-3ffbdb04173a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0929823 Nov 25 17:09:42.128333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:42.132108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:42.139976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.213013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-7cc6ab49-22bf-41cf-a55e-03bd02071dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.214488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-7cc6ab49-22bf-41cf-a55e-03bd02071dab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0805635 Nov 25 17:09:42.232688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:42.236468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.237273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.239911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 1092 time: 3.6333580 Nov 25 17:09:42.243123 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Sync routers for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:42.244992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:42.247497 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671bd1c-0cde-43e3-ad92-2d04449d368a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:42.257658 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:42.261524 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:42.271062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0700d9a-7a1c-4e87-a13d-dec5545c3004 req-b2c744e1-2bcd-4e83-8579-4f6bcffd91b5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.283591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0700d9a-7a1c-4e87-a13d-dec5545c3004 req-b2c744e1-2bcd-4e83-8579-4f6bcffd91b5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.1637757 Nov 25 17:09:42.290910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab46c-bb26-405e-a779-736a979e7c0d req-5a5e75d9-d866-4e15-bcf0-d40934af0ccd tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.300468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d22ab46c-bb26-405e-a779-736a979e7c0d req-5a5e75d9-d866-4e15-bcf0-d40934af0ccd tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 950 time: 0.1223526 Nov 25 17:09:42.302492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efe54-137d-4773-b4da-6fb045c51c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:42.335284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.337006 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e4cce41b-5dd0-4eee-ab48-88397168671b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.6805809 Nov 25 17:09:42.341222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:42.350009 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-85d93dec-7830-43e2-900f-cf885d03c6d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243737 Nov 25 17:09:42.403160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:42.425323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d22ab46c-bb26-405e-a779-736a979e7c0d req-64ea9dd4-0445-491a-9742-ba4615df6621 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198997 Nov 25 17:09:42.439025 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:42.439541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-d1d307c5-7401-434d-823a-08f4416c6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.448458 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-d1d307c5-7401-434d-823a-08f4416c6770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1095 time: 0.1426985 Nov 25 17:09:42.483250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:42.517993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-39b57bfd-cd6c-429a-8ff0-c5dce9424f24 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502185 Nov 25 17:09:42.527856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-b44880ba-8e3f-4b58-8bb5-b068318a077b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 217 time: 0.0766571 Nov 25 17:09:42.592119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port ac79069a-bb81-46ad-90fe-bba99a3d191a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:42.592833 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.654103 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395dd9a0-a3ee-4d43-871c-f06bbad69593 x-openstack-request-id: req-395dd9a0-a3ee-4d43-871c-f06bbad69593 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:42.654427 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:42.654689 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-395dd9a0-a3ee-4d43-871c-f06bbad69593 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:42.655105 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'status': 'completed', 'code': 200} Nov 25 17:09:42.710782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e81b21d7-94c3-4e77-a086-b33796995250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.733024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0700d9a-7a1c-4e87-a13d-dec5545c3004 req-e03b2e49-af3d-42f1-89f2-dfbfcab56470 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024601 Nov 25 17:09:42.741407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-8366d742-8c74-430b-884f-9c69b009832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:42.751709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-8366d742-8c74-430b-884f-9c69b009832c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.2116907 Nov 25 17:09:42.757977 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 3, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:42.795036 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.842387 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Checking router: bf65b8b9-b02f-47d2-b7f1-3d4e72826713 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:42.843074 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Updating router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 port 74bd39ac-900c-441e-88bb-5912a01a719e binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:42.848074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:42.864186 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516f9b2-6b50-42b0-986c-343888850dd9" -d '{"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:42.878764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:42.886087 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.893255 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:42.900182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-c3ebb132-fc9f-4833-b621-1fa11ce95616 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096475 Nov 25 17:09:42.976236 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dbef3d-0d0a-477e-a0d9-a3b140d74055 x-openstack-request-id: req-e6dbef3d-0d0a-477e-a0d9-a3b140d74055 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:42.976742 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-plugged", "status": "completed", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:42.976999 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e6dbef3d-0d0a-477e-a0d9-a3b140d74055 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:42.977389 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'code': 200} Nov 25 17:09:43.017766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=10']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.032591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f80fe-704e-4bed-bfd6-95e14bf1da33 req-87f8c8f5-bb30-43b7-b290-e248b94a2e4c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.034046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d3f80fe-704e-4bed-bfd6-95e14bf1da33 req-87f8c8f5-bb30-43b7-b290-e248b94a2e4c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 944 time: 0.2998123 Nov 25 17:09:43.087896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-a2a4b52f-a05f-4636-88e1-2691c5198998 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295782 Nov 25 17:09:43.155871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-838e08e0-b1fe-4115-ae8a-a3541eac4388 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439954 Nov 25 17:09:43.165828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e81b21d7-94c3-4e77-a086-b33796995250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.182521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e81b21d7-94c3-4e77-a086-b33796995250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.249547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d3f80fe-704e-4bed-bfd6-95e14bf1da33 req-bb34dad2-1beb-4835-8e3b-14a82c37282d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038634 Nov 25 17:09:43.323622 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.331610 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.363713 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Attempting to bind port 74bd39ac-900c-441e-88bb-5912a01a719e on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:43.364483 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Attempting to bind port 74bd39ac-900c-441e-88bb-5912a01a719e by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:43.365008 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Attempting to bind port 74bd39ac-900c-441e-88bb-5912a01a719e on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:43.388362 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:43.388737 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:43.389119 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.389496 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:43.390862 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Bound port: 74bd39ac-900c-441e-88bb-5912a01a719e, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:43.392295 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.443624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd163cc4-89dc-49e1-b68b-3886712c7ed2 req-13dd1da9-7fa7-44f2-b85d-0168e9a31a53 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731652 Nov 25 17:09:43.451947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b21d7-94c3-4e77-a086-b33796995250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e7996-2719-4d06-b3b9-97e411a89ba7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.458875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e81b21d7-94c3-4e77-a086-b33796995250 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=93153d10a1bf41fc97a0960c071913b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0547011 Nov 25 17:09:43.461607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56414) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:43.471390 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] For port 74bd39ac-900c-441e-88bb-5912a01a719e, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:43.475366 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] For port 74bd39ac-900c-441e-88bb-5912a01a719e, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=74bd39ac-900c-441e-88bb-5912a01a719e,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:43.497992 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.555893 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f87c-03d8-43b6-b05a-84c1eb15c73d None None] Pushing event updated for resources: {'Port': ['ID=74bd39ac-900c-441e-88bb-5912a01a719e,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.589165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-d52c8bed-72dd-4600-8788-11518f98bf91 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.590746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-d52c8bed-72dd-4600-8788-11518f98bf91 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 950 time: 0.1801698 Nov 25 17:09:43.601208 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:43.602111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:43.602410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdaed63-b25a-4ac1-9fa5-1b89c9920837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.633926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdaed63-b25a-4ac1-9fa5-1b89c9920837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.653281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-54583e6e-f2d2-49d8-a65b-cce09c3fd066 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.654782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-54583e6e-f2d2-49d8-a65b-cce09c3fd066 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.2082996 Nov 25 17:09:43.669538 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f87c-03d8-43b6-b05a-84c1eb15c73d None None] Pushing event updated for resources: {'Port': ['ID=74bd39ac-900c-441e-88bb-5912a01a719e,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.710294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d10b0821-39f2-4739-8832-ebc092a92154 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:43.739628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-910bfb9f-4161-4efe-bef5-c8ff96888cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.743925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-910bfb9f-4161-4efe-bef5-c8ff96888cdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1095 time: 0.2440085 Nov 25 17:09:43.748924 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:43.769672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d10b0821-39f2-4739-8832-ebc092a92154 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:43.770162 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.775080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdaed63-b25a-4ac1-9fa5-1b89c9920837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.780181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcdaed63-b25a-4ac1-9fa5-1b89c9920837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:43.781313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fcdaed63-b25a-4ac1-9fa5-1b89c9920837 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/287e7996-2719-4d06-b3b9-97e411a89ba7 HTTP/1.1" status: 204 len: 168 time: 0.3185751 Nov 25 17:09:43.800547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaed63-b25a-4ac1-9fa5-1b89c9920837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e7996-2719-4d06-b3b9-97e411a89ba7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:43.887862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898abd5-7a23-4ac2-967f-d474b97fb5f7 req-236421f0-aded-4a4e-9260-2d967e6c2c73 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.897162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d898abd5-7a23-4ac2-967f-d474b97fb5f7 req-236421f0-aded-4a4e-9260-2d967e6c2c73 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 950 time: 0.3245950 Nov 25 17:09:43.967095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-0bc73dc1-19aa-4163-9f83-7429ab175a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:43.969055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-0bc73dc1-19aa-4163-9f83-7429ab175a62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.2146590 Nov 25 17:09:44.012844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.052037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431362db-ee25-41bd-8666-31f78c354445 req-5996c00e-a782-4bc9-9612-335a6f7776b8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:44.054070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-431362db-ee25-41bd-8666-31f78c354445 req-5996c00e-a782-4bc9-9612-335a6f7776b8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.1366136 Nov 25 17:09:44.056399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-03892520-52e8-4382-9b25-12571fe60d46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 217 time: 0.0774171 Nov 25 17:09:44.079881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Deleting port 963112b2-2b11-46ce-9ddb-f54cf561741c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:44.080266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.095981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d898abd5-7a23-4ac2-967f-d474b97fb5f7 req-13095dfb-0fa8-4fac-875f-66577965f05b tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978638 Nov 25 17:09:44.180621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-8d84af3a-f823-41bc-98b5-1eb7c56166cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:44.182236 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-8d84af3a-f823-41bc-98b5-1eb7c56166cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1113279 Nov 25 17:09:44.200183 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 3, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:44.201312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-431362db-ee25-41bd-8666-31f78c354445 req-080b57b4-1f31-42f9-934f-d2977e0e3139 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343024 Nov 25 17:09:44.239895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] For port 963112b2-2b11-46ce-9ddb-f54cf561741c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=963112b2-2b11-46ce-9ddb-f54cf561741c,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:44.240264 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.243469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-63f1e373-ea1f-4fd6-bb49-e47149c8e8c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410159 Nov 25 17:09:44.255989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Calling delete_port for 963112b2-2b11-46ce-9ddb-f54cf561741c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:44.314069 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2aa8d-0d76-4d7b-84fa-06e4e0d957b5 None None] The sync data for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 is: [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:39Z', 'revision_number': 3, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:44.386014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-3d5da664-236b-48c6-9262-0b648ff57642 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296775 Nov 25 17:09:44.499491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:44.533203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b159-bde7-4b26-9880-cf416e6c5339 req-3f32b67a-4bcd-4f4a-ba07-eba7b4e86df3 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:44.539415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-bc54d83a-9757-4f93-a0a5-f1f10d77a82b service neutron] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:44.548439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b29b159-bde7-4b26-9880-cf416e6c5339 req-3f32b67a-4bcd-4f4a-ba07-eba7b4e86df3 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 1096 time: 0.1294711 Nov 25 17:09:44.565421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:44.586416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-bc54d83a-9757-4f93-a0a5-f1f10d77a82b service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.587557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd5c7fc6-cc41-4f0c-9ba2-a505daa1f49b req-bc54d83a-9757-4f93-a0a5-f1f10d77a82b service neutron] 10.222.0.73 "DELETE /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.9031940 Nov 25 17:09:44.598800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b671bd1c-0cde-43e3-ad92-2d04449d368a req-f11869c3-446f-435e-ad04-bf8901b173e9 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044306 Nov 25 17:09:44.640691 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b29b159-bde7-4b26-9880-cf416e6c5339 req-08502dcf-dcc1-407d-90b9-1203d5ceeeb3 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882344 Nov 25 17:09:44.646018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c7c7-7539-4379-be6b-32f44b534245 req-5bcd1920-2fd5-4217-b870-39fae28eb4d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:44.647747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94c7c7c7-7539-4379-be6b-32f44b534245 req-5bcd1920-2fd5-4217-b870-39fae28eb4d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 944 time: 0.2406921 Nov 25 17:09:44.797696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Allocated IP 172.20.0.1 (61613190-fade-436c-be67-fc4a07292667/085e3df5-d63b-4899-8018-3f62eac42ee9/ba3f66d5-bc12-4a6b-9ea4-707d76d43c31) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:44.869644 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:44.883589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a56ffd76-de5f-4c2d-a629-599b7a9c6f5e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:44.886529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['963112b2-2b11-46ce-9ddb-f54cf561741c', 'ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:45.007626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94c7c7c7-7539-4379-be6b-32f44b534245 req-900fdb42-fcce-4987-b4d3-b3c3a3c3236e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455615 Nov 25 17:09:45.168041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:45.188220 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.228931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event deleted for resources: {'Port': ['ID=963112b2-2b11-46ce-9ddb-f54cf561741c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:45.339024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26bc4806-7ce0-4257-8db5-da70473ff8e7 req-43e0077f-18e8-4e16-8667-f620690f8037 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83 HTTP/1.1" status: 200 len: 210 time: 0.0701950 Nov 25 17:09:45.581776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-683b4a45-dc97-41bc-8b33-a08e7e31d85b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:45.589115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-683b4a45-dc97-41bc-8b33-a08e7e31d85b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.3124189 Nov 25 17:09:45.596064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1772956770-network', 'tenant_id': 'b6dc708cecb947f887ecef0093516222'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:45.598293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] No DVR routers for this DVR port 963112b2-2b11-46ce-9ddb-f54cf561741c on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:45.603013 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.606527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49ea2e1a-eb2f-406d-a3fc-ba05e1997e8e req-20a1e391-9fbd-43dc-af70-eb16994970a3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "DELETE /v2.0/ports/963112b2-2b11-46ce-9ddb-f54cf561741c HTTP/1.1" status: 204 len: 173 time: 2.0077758 Nov 25 17:09:45.636252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'name': 'network-vif-deleted', 'tag': '963112b2-2b11-46ce-9ddb-f54cf561741c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:45.641013 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727c930-7521-433f-bd1c-8b122720f0fc" -d '{"events": [{"server_uuid": "d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83", "name": "network-vif-deleted", "tag": "963112b2-2b11-46ce-9ddb-f54cf561741c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:45.661170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-f07eca78-04e6-4eb0-975c-962d210502e0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/quotas/ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 375 time: 0.0710607 Nov 25 17:09:45.667159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Made reservation on behalf of b6dc708cecb947f887ecef0093516222 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:45.669513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.701389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 74bd39ac-900c-441e-88bb-5912a01a719e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:45.713278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.760208 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef43a950-6de4-42e0-be01-e6f4aef4eabf x-openstack-request-id: req-ef43a950-6de4-42e0-be01-e6f4aef4eabf {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:45.762152 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83", "name": "network-vif-deleted", "tag": "963112b2-2b11-46ce-9ddb-f54cf561741c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:45.762152 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef43a950-6de4-42e0-be01-e6f4aef4eabf {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:45.762342 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0f45f-ee4e-423a-abb1-1b5c3d5b4a83', 'name': 'network-vif-deleted', 'tag': '963112b2-2b11-46ce-9ddb-f54cf561741c', 'status': 'completed', 'code': 200} Nov 25 17:09:45.770354 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.786213 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.815418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Network 61613190-fade-436c-be67-fc4a07292667 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:45.823480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:45.842847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 74bd39ac-900c-441e-88bb-5912a01a719e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:45.845845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.885187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:45.907864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.922787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.950913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:45.978845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:45.979223 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Added segment 232537c2-61d2-4954-8c8f-9bf900b902e9 of type vlan for network e9283cab-5a0b-473f-9cd5-179c847aeb7d Nov 25 17:09:46.037215 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-9ad3023a-4907-44b0-965e-f305b4309681 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3713379 Nov 25 17:09:46.067297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.078720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:46.082873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.131347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.142558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 74bd39ac-900c-441e-88bb-5912a01a719e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=74bd39ac-900c-441e-88bb-5912a01a719e,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:46.147865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.172929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.174940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:46.174940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.312794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=74bd39ac-900c-441e-88bb-5912a01a719e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:46.342309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-560acbfe-de1a-4623-9c32-ca21081f09c0 None None] Provisioning complete for port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:46.342959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-560acbfe-de1a-4623-9c32-ca21081f09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.402070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-560acbfe-de1a-4623-9c32-ca21081f09c0 None None] Port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:46.445727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2757249 Nov 25 17:09:46.446646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56520) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:46.452099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1666ddb-7703-4ee1-b3de-c1aefbfc93fd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:46.468175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Request body: {'subnet': {'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1772956770-subnet', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:46.493867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d03af-2fa3-43e4-bebc-6e5c804171f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9283cab-5a0b-473f-9cd5-179c847aeb7d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:46.495242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:09:46.545760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffc889-3820-4613-9ee0-c99e54435022 req-202368ff-827f-4ce0-a804-8bb39a9be671 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:46.554338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3ffc889-3820-4613-9ee0-c99e54435022 req-202368ff-827f-4ce0-a804-8bb39a9be671 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 944 time: 0.2455335 Nov 25 17:09:46.555756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Made reservation on behalf of b6dc708cecb947f887ecef0093516222 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:46.558461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.631653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:46.650519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:46.735297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3ffc889-3820-4613-9ee0-c99e54435022 req-198d399c-f9de-461b-8754-f88fffe1cfbb tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641581 Nov 25 17:09:46.888067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4633eb48-7b81-4ca1-9726-f12a02b0533e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.907766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-41e5c04b-fdd7-452f-83da-ae991a1bb231 service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695242 Nov 25 17:09:46.919542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:46.942281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:46.973788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'port_id': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'mac_address': 'fa:16:3e:e5:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa860f95-b45b-4982-8f30-cbe3c09a0a4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:09:47.064924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Pushing event updated for resources: {'Subnet': ['ID=937cfdb4-73b2-4c6a-b155-fd6c23c5da1c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:47.085464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.089524 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.106391 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Checking segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:47.106950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Network hostable DHCP agents. Network: e9283cab-5a0b-473f-9cd5-179c847aeb7d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:47.113126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec46211-29fc-442e-9bd9-726cfa62c455 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:47.127978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-ef89b2d9-a25e-4a3b-94e9-60bfabb73332 service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159789 Nov 25 17:09:47.166610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:47.185653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4633eb48-7b81-4ca1-9726-f12a02b0533e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.186320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:47.191682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4633eb48-7b81-4ca1-9726-f12a02b0533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.200084 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.228876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e9283cab-5a0b-473f-9cd5-179c847aeb7d) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:47.271867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823bf98-0ae6-4aa3-8e27-3ef8c3c3199e None None] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:47.290547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:47.291166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.318382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4633eb48-7b81-4ca1-9726-f12a02b0533e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e824260815e49c196f23267dc19e14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6856568 Nov 25 17:09:47.334102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:47.343813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.431708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:47.436391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['1ec46211-29fc-442e-9bd9-726cfa62c455'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:47.461334 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67468899-b21b-41c0-8284-9adc62ded87c req-7aae828c-0adb-4536-b423-d75721eeaf44 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 210 time: 0.0433602 Nov 25 17:09:47.478833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633eb48-7b81-4ca1-9726-f12a02b0533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef0307-d2af-4f2c-88d4-f64ee96d7683,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:47.481005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.489262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.525929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6636a881-9afe-4da7-9808-73987425641e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0748112 Nov 25 17:09:47.534403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:47.553544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:47.587948 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-546133cb-2f0c-4f01-ad9b-0531e0d27428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.623012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.624605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.634855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:47.638533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.676161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:09:47.679716 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.725940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 74bd39ac-900c-441e-88bb-5912a01a719e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:47.753181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-546133cb-2f0c-4f01-ad9b-0531e0d27428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:47.798608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Network 61613190-fade-436c-be67-fc4a07292667 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:47.801522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:48.028716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Allocated IP 172.20.0.2 (e9283cab-5a0b-473f-9cd5-179c847aeb7d/937cfdb4-73b2-4c6a-b155-fd6c23c5da1c/09a05e55-9d6e-41c9-b685-82597a9c64ec) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:48.040580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f088c9-df2c-4d10-8294-2744d33a249d req-6beb7160-6d72-43a8-846b-8efe92dc0355 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:48.056411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11f088c9-df2c-4d10-8294-2744d33a249d req-6beb7160-6d72-43a8-846b-8efe92dc0355 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.1602471 Nov 25 17:09:48.143007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:09:48.208024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11f088c9-df2c-4d10-8294-2744d33a249d req-0a999403-6446-4271-85d6-09d31f763bac tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506233 Nov 25 17:09:48.221752 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.238203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.313461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Pushing event updated for resources: {'Port': ['ID=09a05e55-9d6e-41c9-b685-82597a9c64ec,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:48.345699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.362776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b1a2-92a3-48c2-9163-8c1174ec321e req-3913a94f-c61d-4022-9baf-d1f57edd37ee tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:48.365265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f15b1a2-92a3-48c2-9163-8c1174ec321e req-3913a94f-c61d-4022-9baf-d1f57edd37ee tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 972 time: 0.7435005 Nov 25 17:09:48.375049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:48.378861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4768f44a-0d89-4923-abb0-f7c9ed1d7f13 None None] Provisioning complete for port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:48.379165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4768f44a-0d89-4923-abb0-f7c9ed1d7f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.383447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:48.417201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:48.453862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:48.461052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9a84f00b-7e79-41f4-924f-98cd1bfb1985 admin admin] 10.222.0.86 "PUT /v2.0/routers/bf65b8b9-b02f-47d2-b7f1-3d4e72826713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1098924 Nov 25 17:09:48.471419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Sync routers for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:48.502656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4768f44a-0d89-4923-abb0-f7c9ed1d7f13 None None] Port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:48.509699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 963112b2-2b11-46ce-9ddb-f54cf561741c no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:48.559563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 74bd39ac-900c-441e-88bb-5912a01a719e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:48.559984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.569243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 963112b2-2b11-46ce-9ddb-f54cf561741c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:09:48.569615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 963112b2-2b11-46ce-9ddb-f54cf561741c not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:48.570888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:48.571575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:48.585829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-546133cb-2f0c-4f01-ad9b-0531e0d27428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.588441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-546133cb-2f0c-4f01-ad9b-0531e0d27428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.589582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-546133cb-2f0c-4f01-ad9b-0531e0d27428 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dbef0307-d2af-4f2c-88d4-f64ee96d7683 HTTP/1.1" status: 204 len: 168 time: 1.2526169 Nov 25 17:09:48.621795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546133cb-2f0c-4f01-ad9b-0531e0d27428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef0307-d2af-4f2c-88d4-f64ee96d7683,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:48.639573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9981890a-8196-40ac-b39a-257439351503 req-cb7a22cf-2d48-4941-9811-74cf761d083e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 210 time: 0.0377429 Nov 25 17:09:48.639682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.639762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Attempting to bind port 09a05e55-9d6e-41c9-b685-82597a9c64ec on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:48.639762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Attempting to bind port 09a05e55-9d6e-41c9-b685-82597a9c64ec by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:48.639762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Attempting to bind port 09a05e55-9d6e-41c9-b685-82597a9c64ec on network e9283cab-5a0b-473f-9cd5-179c847aeb7d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:48.657495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f15b1a2-92a3-48c2-9163-8c1174ec321e req-4b066124-913a-4e14-b235-1d033c783318 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481856 Nov 25 17:09:48.676162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:48.676586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Checking segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:48.677040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.677490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Bound using segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:48.678020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Bound port: 09a05e55-9d6e-41c9-b685-82597a9c64ec, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:48.678431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:48.909099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:49.023665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.060180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] For port 09a05e55-9d6e-41c9-b685-82597a9c64ec, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:49.076987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.110413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] For port 09a05e55-9d6e-41c9-b685-82597a9c64ec, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=09a05e55-9d6e-41c9-b685-82597a9c64ec,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:49.129416 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.179502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-11c2fc28-9885-4e0b-89e2-aab39b615c42 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:49.182452 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-11c2fc28-9885-4e0b-89e2-aab39b615c42 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.2614594 Nov 25 17:09:49.201105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Request body: {'port': {'device_id': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'admin_state_up': True, 'tenant_id': 'ea96d2b264d54311b0358b61ccf60735'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:49.221254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-f8a11ad6-ad99-48ef-a7d1-8fe05cd16ce7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:49.223178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-f8a11ad6-ad99-48ef-a7d1-8fe05cd16ce7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.73 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 972 time: 0.3137169 Nov 25 17:09:49.226896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:49.324112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b81a86d2-98d8-4cf8-bce9-d196a7e78d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.370959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7011-14e5-46b5-a1b5-be6713e8619c req-515f922c-01f3-4e46-9cc6-15c1677c3d9f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:49.379152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-801d7011-14e5-46b5-a1b5-be6713e8619c req-515f922c-01f3-4e46-9cc6-15c1677c3d9f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.0885961 Nov 25 17:09:49.409329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Allocated IP 172.25.8.16 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c0e22e3d-ac02-447c-a624-3bc969cbf7b9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:49.420457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45954-cbce-4b6e-920d-a55703b1c66a None None] Pushing event updated for resources: {'Port': ['ID=09a05e55-9d6e-41c9-b685-82597a9c64ec,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:49.471778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-801d7011-14e5-46b5-a1b5-be6713e8619c req-62a9c507-02a4-4ee8-a4ec-ff04ea7df270 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919292 Nov 25 17:09:49.521987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 2, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:49.569566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Checking router: bf65b8b9-b02f-47d2-b7f1-3d4e72826713 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:49.569942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Updating router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:49.598737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.615207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.644289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Deleting port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:49.644622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.654726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.671874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-c8ab9f63-596f-45a6-90bc-32355f736142 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:49.673723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-c8ab9f63-596f-45a6-90bc-32355f736142 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 829 time: 0.3077955 Nov 25 17:09:49.682514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:49.686577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:49.691777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:49.701700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Made reservation on behalf of ea96d2b264d54311b0358b61ccf60735 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:49.713841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.778207 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b81a86d2-98d8-4cf8-bce9-d196a7e78d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.799930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-2561e99d-248a-4dcc-8db8-3e155fd0edf7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/quotas/123693e242534071a81732182c0f37f5 HTTP/1.1" status: 200 len: 375 time: 0.1104479 Nov 25 17:09:49.809697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b81a86d2-98d8-4cf8-bce9-d196a7e78d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:49.959400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b81a86d2-98d8-4cf8-bce9-d196a7e78d78 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac53d2be2d554f77bc8fd27c250ff2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310019 Nov 25 17:09:49.964955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a86d2-98d8-4cf8-bce9-d196a7e78d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477999b6-2e3a-428f-9d01-83bf9946ad0f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:49.974781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:49.988056 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e79dadf7-ce5b-46a4-980a-d35dd54bf2bd req-fee49d42-ac06-4297-931b-274eb4728e8c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 210 time: 0.0777493 Nov 25 17:09:49.990834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:50.014768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-ce480aa1-c973-4b12-b9a4-280d3e1d2f9c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2013500 Nov 25 17:09:50.077830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.085274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.116945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] For port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:50.117389 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.133361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Calling delete_port for a56ffd76-de5f-4c2d-a629-599b7a9c6f5e owned by compute:tempest-test_az-1320546726 {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:50.142823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.153690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6f7b9-518a-4018-b2f7-408d7332e40d None None] Pushing event updated for resources: {'Port': ['ID=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:50.227018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Attempting to bind port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:50.227361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Attempting to bind port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:50.227682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Attempting to bind port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 on network 61613190-fade-436c-be67-fc4a07292667 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:50.233477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:50.233880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Checking segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:50.234283 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.234669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Bound using segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:50.235413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Bound port: ba3f66d5-bc12-4a6b-9ea4-707d76d43c31, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:50.235814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.279098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915563b-878e-4afe-945e-e0a2f315acae req-07f80c97-9575-46d8-a24c-06cf7a7973e3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:50.286900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e915563b-878e-4afe-945e-e0a2f315acae req-07f80c97-9575-46d8-a24c-06cf7a7973e3 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 972 time: 0.1945367 Nov 25 17:09:50.339917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] For port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:50.344126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] For port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:50.354120 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.370637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e915563b-878e-4afe-945e-e0a2f315acae req-f1df894b-670d-4d55-ae07-651c6f70ed93 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778265 Nov 25 17:09:50.458695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6f7b9-518a-4018-b2f7-408d7332e40d None None] Pushing event updated for resources: {'Port': ['ID=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:50.466147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:50.466788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:50.522168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-641c7fa1-611f-4c8d-b04e-1266ffbfb748 None None] Provisioning complete for port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:50.523034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-641c7fa1-611f-4c8d-b04e-1266ffbfb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.527346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:50.533547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.613720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Allocated IP 172.20.0.10 (31cb181d-8055-49d0-8105-cd3a5fbb5c9b/5a4893ec-6287-4ab7-bd90-1869a50ea011/82b317c0-ab0d-48b0-a182-c263218402d3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:50.664034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9436653-54f4-4f74-b132-4e8375494814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.743636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9436653-54f4-4f74-b132-4e8375494814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.765647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 1ec46211-29fc-442e-9bd9-726cfa62c455 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:09:50.794351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:50.825954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe0a92-c0a2-467e-bb42-dfe12a29f1d7 req-a8d5b5b3-d31c-485a-b554-8e27c2efed80 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:50.829348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-0bd96a21-c481-4602-9b9a-dfe36044e8d3 service neutron] 10.222.0.86 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133047 Nov 25 17:09:50.837624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bbe0a92-c0a2-467e-bb42-dfe12a29f1d7 req-a8d5b5b3-d31c-485a-b554-8e27c2efed80 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.2160845 Nov 25 17:09:50.861548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 1ec46211-29fc-442e-9bd9-726cfa62c455 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:50.861548 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:50.927112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bbe0a92-c0a2-467e-bb42-dfe12a29f1d7 req-a5f907fe-d7a0-414a-b2b3-71a9677f0a0e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811691 Nov 25 17:09:50.927826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Router 699f1643-731d-4ec6-8833-21ca47202f09 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:09:50.933598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83e5b8-9bc6-4b8c-a70b-f4f0d476aa19 None None] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:51.067837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:51.081556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9436653-54f4-4f74-b132-4e8375494814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.081782 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Sync routers for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:51.084176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9436653-54f4-4f74-b132-4e8375494814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.087647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9436653-54f4-4f74-b132-4e8375494814 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/477999b6-2e3a-428f-9d01-83bf9946ad0f HTTP/1.1" status: 204 len: 168 time: 1.1071868 Nov 25 17:09:51.117541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.121363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b19c645f-223c-48fd-a4ad-3cc0f3a14854 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5758154 Nov 25 17:09:51.121944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-641c7fa1-611f-4c8d-b04e-1266ffbfb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.123728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56600) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:51.129528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.130279 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:51.131292 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:51.148551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9436653-54f4-4f74-b132-4e8375494814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477999b6-2e3a-428f-9d01-83bf9946ad0f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.211219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.337325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:51.352133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:51.353203 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:51.367081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event deleted for resources: {'Port': ['ID=a56ffd76-de5f-4c2d-a629-599b7a9c6f5e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.424419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-97aa6ced-36be-4cfa-80b1-fca4264b4ae4 service neutron] 10.222.0.86 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692909 Nov 25 17:09:51.440496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] No DVR routers for this DVR port a56ffd76-de5f-4c2d-a629-599b7a9c6f5e on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:51.444682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.448194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c915a38-826a-4c59-9bf7-7021ff91b3b8 req-2f5b915b-00e3-4cff-b31b-e034298ff45c tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.73 "DELETE /v2.0/ports/a56ffd76-de5f-4c2d-a629-599b7a9c6f5e HTTP/1.1" status: 204 len: 173 time: 2.2109737 Nov 25 17:09:51.448658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4831ca92-c380-4580-a01b-debaa7083d08', 'name': 'network-vif-deleted', 'tag': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:51.451643 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f98376-4ea1-47ee-8d1f-da0ba4c55fa2" -d '{"events": [{"server_uuid": "4831ca92-c380-4580-a01b-debaa7083d08", "name": "network-vif-deleted", "tag": "a56ffd76-de5f-4c2d-a629-599b7a9c6f5e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:51.454913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:51.462222 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec1b510-2719-4ddb-97e3-cd15485d309f" -d '{"events": [{"server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "name": "network-vif-plugged", "status": "completed", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:51.476717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.481783 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec605e00-b966-4427-adea-c4c17d976196 req-326ac222-e860-47b0-8e1e-2b977f3e647d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 210 time: 0.1410739 Nov 25 17:09:51.600838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.636413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-641c7fa1-611f-4c8d-b04e-1266ffbfb748 None None] For port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:51.647172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.709786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-641c7fa1-611f-4c8d-b04e-1266ffbfb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.740029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:51.905270 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70906c-2256-46fd-9652-d5a6c716baf5 x-openstack-request-id: req-5d70906c-2256-46fd-9652-d5a6c716baf5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:51.906301 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4831ca92-c380-4580-a01b-debaa7083d08", "name": "network-vif-deleted", "tag": "a56ffd76-de5f-4c2d-a629-599b7a9c6f5e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:51.906739 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d70906c-2256-46fd-9652-d5a6c716baf5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:51.907302 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4831ca92-c380-4580-a01b-debaa7083d08', 'name': 'network-vif-deleted', 'tag': 'a56ffd76-de5f-4c2d-a629-599b7a9c6f5e', 'status': 'completed', 'code': 200} Nov 25 17:09:51.916535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c7fa1-611f-4c8d-b04e-1266ffbfb748 None None] Pushing event updated for resources: {'Port': ['ID=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:51.930101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:49Z', 'revision_number': 3, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:51.968884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 09a05e55-9d6e-41c9-b685-82597a9c64ec up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:51.990446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-246652d1-9c2e-4783-a03b-cc1d5ae26085 req-39e68d5c-22d8-4b63-84d8-008ccb448845 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=4831ca92-c380-4580-a01b-debaa7083d08 HTTP/1.1" status: 200 len: 210 time: 0.1356487 Nov 25 17:09:51.993404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:52.012810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:52.034633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:52.067476 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Checking router: 699f1643-731d-4ec6-8833-21ca47202f09 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:52.067812 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Updating router 699f1643-731d-4ec6-8833-21ca47202f09 port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:52.157057 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e934b-4976-4248-bf81-bb6031e99eed x-openstack-request-id: req-5e4e934b-4976-4248-bf81-bb6031e99eed {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:52.157598 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "name": "network-vif-plugged", "status": "completed", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:52.158187 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e4e934b-4976-4248-bf81-bb6031e99eed {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:52.158911 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'code': 200} Nov 25 17:09:52.159156 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.176852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:52.217354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:52.219748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.275655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7f6ace02-4766-48b1-a8f6-9c3de143182a None None] Provisioning complete for port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:52.279422 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f6ace02-4766-48b1-a8f6-9c3de143182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.301552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c40a52-57d7-4994-8363-ed00d47dd4ab req-08d53eb6-db12-4099-baff-40a4f4773cb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 210 time: 0.0742106 Nov 25 17:09:52.308210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-3c32e2ca-4541-435c-9297-f616cb1f882a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1128273 Nov 25 17:09:52.339221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Request body: {'port': {'device_id': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:52.419466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.431208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 09a05e55-9d6e-41c9-b685-82597a9c64ec triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:52.444132 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.754042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a56ffd76-de5f-4c2d-a629-599b7a9c6f5e no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:09:52.784449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:50Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:52.817963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda6e12-28ee-4557-b442-9f8082e91acc None None] The sync data for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 is: [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:50Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:52.819591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: a56ffd76-de5f-4c2d-a629-599b7a9c6f5e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:09:52.819828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a56ffd76-de5f-4c2d-a629-599b7a9c6f5e not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:09:52.885586 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.911336 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.963319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7f6ace02-4766-48b1-a8f6-9c3de143182a None None] Provisioning complete for port 09a05e55-9d6e-41c9-b685-82597a9c64ec triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:52.963696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f6ace02-4766-48b1-a8f6-9c3de143182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.966627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:52.978647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:53.037904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 09a05e55-9d6e-41c9-b685-82597a9c64ec, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=09a05e55-9d6e-41c9-b685-82597a9c64ec,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:53.046586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.055144 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9c43f-d691-408c-b8b1-5cfc52f83b29 None None] Pushing event updated for resources: {'Port': ['ID=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:53.103669 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Attempting to bind port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:53.105054 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Attempting to bind port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:53.106333 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Attempting to bind port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:53.118276 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:53.120645 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:53.121587 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.123057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:53.126735 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Bound port: c0e22e3d-ac02-447c-a624-3bc969cbf7b9, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:53.127559 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.169471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3091-3bfe-4a01-ba83-fcffc2f12d3d req-fd006d7f-6303-47c0-a984-321ba4634fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:53.171124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=09a05e55-9d6e-41c9-b685-82597a9c64ec,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:53.171905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74de3091-3bfe-4a01-ba83-fcffc2f12d3d req-fd006d7f-6303-47c0-a984-321ba4634fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1097 time: 1.0723832 Nov 25 17:09:53.198212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7476496-1e80-4f8e-8146-c666a48bb615 req-1241511b-fd37-4790-8d52-68c2cf9a7fa1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:53.202907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a90a0-69d1-4ce5-8a76-be5c5a8e4903 req-5d322709-6737-4a0f-88bd-819e6c80263a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:53.209958 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b7476496-1e80-4f8e-8146-c666a48bb615 req-1241511b-fd37-4790-8d52-68c2cf9a7fa1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 932 time: 0.2439437 Nov 25 17:09:53.211920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d45a90a0-69d1-4ce5-8a76-be5c5a8e4903 req-5d322709-6737-4a0f-88bd-819e6c80263a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 946 time: 0.9551594 Nov 25 17:09:53.240781 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] For port c0e22e3d-ac02-447c-a624-3bc969cbf7b9, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:53.245636 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] For port c0e22e3d-ac02-447c-a624-3bc969cbf7b9, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:53.246473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-network', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:53.252263 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.273474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b317c0-ab0d-48b0-a182-c263218402d3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:53.294704 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.318438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-40fe168d-c054-4715-8d1b-4774967d4c82 None None] Provisioning complete for port 09a05e55-9d6e-41c9-b685-82597a9c64ec triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:53.320018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-40fe168d-c054-4715-8d1b-4774967d4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.324453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b7476496-1e80-4f8e-8146-c666a48bb615 req-762d96cb-6d54-4a04-933d-b2294cfd2cec tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133542 Nov 25 17:09:53.325150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Made reservation on behalf of b262c9d0f58f4e7ebeeea1b2b4d822b3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:53.328358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.338219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Transition to ACTIVE for port object 82b317c0-ab0d-48b0-a182-c263218402d3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:53.339462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.350202 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.355997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d45a90a0-69d1-4ce5-8a76-be5c5a8e4903 req-3b3a2dda-3398-4fca-8b6a-038e8d9d289b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419854 Nov 25 17:09:53.377886 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9c43f-d691-408c-b8b1-5cfc52f83b29 None None] Pushing event updated for resources: {'Port': ['ID=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:53.410392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:53.411020 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:53.462969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74de3091-3bfe-4a01-ba83-fcffc2f12d3d req-7374c799-de24-4dcc-a49e-6bdd7005e86e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378807 Nov 25 17:09:53.533380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a10a3406-794b-47be-91e7-7ce4305c259e req-b4786575-c278-4143-b726-b22101a62d10 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 210 time: 0.0719779 Nov 25 17:09:53.662999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:53.689282 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:53.751285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:53.810373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-655ab9e0-2803-4226-af3e-63574b79c816 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:53.818033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-655ab9e0-2803-4226-af3e-63574b79c816 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.73 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 829 time: 0.2566609 Nov 25 17:09:53.841300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:53.900855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Request body: {'port': {'device_id': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'admin_state_up': True, 'tenant_id': '123693e242534071a81732182c0f37f5'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:53.958623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:53.959266 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.056582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394679-0dad-43a1-b4c8-e1bbde8ebebc req-d9649b60-5284-452e-8771-1e61ca97de1f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.064784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86394679-0dad-43a1-b4c8-e1bbde8ebebc req-d9649b60-5284-452e-8771-1e61ca97de1f tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 950 time: 0.1336255 Nov 25 17:09:54.087334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 09a05e55-9d6e-41c9-b685-82597a9c64ec up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:54.109642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Made reservation on behalf of 123693e242534071a81732182c0f37f5 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:54.113469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.179713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 09a05e55-9d6e-41c9-b685-82597a9c64ec triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:54.182436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:54.182882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:54.183304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:54.190738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.203269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:54.203795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:54.205587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Allocated IP 172.20.0.1 (e9283cab-5a0b-473f-9cd5-179c847aeb7d/937cfdb4-73b2-4c6a-b155-fd6c23c5da1c/0080ad1d-bf8f-4a5d-8182-8395942b6632) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:54.217387 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:49Z', 'revision_number': 3, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:54.225989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86394679-0dad-43a1-b4c8-e1bbde8ebebc req-da70afee-4045-4e57-9b3f-ec52b04a92a7 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602378 Nov 25 17:09:54.261280 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd970f-1e74-4c23-b651-8a910204929e None None] The sync data for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 is: [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:49Z', 'revision_number': 3, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:09:54.283036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:54.286362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:54.286865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:54.287421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Bound port: 82b317c0-ab0d-48b0-a182-c263218402d3, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:54.287899 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.295332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.312714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.391199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:09:54.393015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.441078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.475481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9ce4b-a359-46ed-9c99-50031e365e0f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:54.500489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:54.503825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:54.507924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:54.511026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.513433 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Added segment 70346074-c3b3-4687-b9d5-1e6d10219ddb of type vlan for network a091f62b-9d76-4694-a1e0-feeff5c50592 Nov 25 17:09:54.591231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Pushing event updated for resources: {'Port': ['ID=0080ad1d-bf8f-4a5d-8182-8395942b6632,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:54.626414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.629384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Allocated IP 172.20.0.4 (61613190-fade-436c-be67-fc4a07292667/085e3df5-d63b-4899-8018-3f62eac42ee9/91a016be-ae41-4457-b7cf-ecd7ac39eb57) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:54.634911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.653676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:54.663751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:54.685658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f2c6c-86e5-4e7b-ba34-df45a7704469 req-be103753-3189-4771-a1cb-b272b9ffd5f0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.693387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e04f2c6c-86e5-4e7b-ba34-df45a7704469 req-be103753-3189-4771-a1cb-b272b9ffd5f0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 946 time: 0.2028527 Nov 25 17:09:54.702027 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.706994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7fb3-506c-4c67-a6b9-ec4694394038 req-6ea919e6-6330-4424-b255-35e9f60c5865 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:54.717426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dcf7fb3-506c-4c67-a6b9-ec4694394038 req-6ea919e6-6330-4424-b255-35e9f60c5865 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.1762574 Nov 25 17:09:54.844289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dcf7fb3-506c-4c67-a6b9-ec4694394038 req-99228f45-d506-4fd7-8a27-e6be5f4b9a6f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241436 Nov 25 17:09:54.943476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2d596605-6ddf-4eaf-8469-0facfbb290b0 None None] Provisioning complete for port 0080ad1d-bf8f-4a5d-8182-8395942b6632 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:54.944605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d596605-6ddf-4eaf-8469-0facfbb290b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:54.985868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-164d90cb-7fd2-4287-9ec3-45f4c12d8a16 req-9e3171c8-124f-40ba-867d-89589d1a647c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 210 time: 0.0417640 Nov 25 17:09:54.986960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.036461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2d596605-6ddf-4eaf-8469-0facfbb290b0 None None] Port 0080ad1d-bf8f-4a5d-8182-8395942b6632 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:55.054487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.059950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.060922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.062419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.121063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.121759 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.123054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] 10.222.0.55 "PUT /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 1092 time: 2.8064518 Nov 25 17:09:55.125803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:55.128097 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15148a-45a6-47e6-95a7-84bf9c05a633" -d '{"events": [{"name": "network-changed", "server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:55.175867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1959596 Nov 25 17:09:55.180167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:55.185222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Request body: {'subnet': {'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-subnet', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:55.231245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e04f2c6c-86e5-4e7b-ba34-df45a7704469 req-ed5e48bc-26c2-4aef-8673-d0cbc57f9f23 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201399 Nov 25 17:09:55.238250 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e61cf31-6bb2-4916-9427-a9a16be922aa x-openstack-request-id: req-1e61cf31-6bb2-4916-9427-a9a16be922aa {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:55.238552 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:55.238798 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e61cf31-6bb2-4916-9427-a9a16be922aa {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:55.239194 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3', 'status': 'completed', 'code': 200} Nov 25 17:09:55.242587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Made reservation on behalf of b262c9d0f58f4e7ebeeea1b2b4d822b3 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:09:55.244961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.262167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5a2f5-0e71-4716-a209-cad2c3cc5130 service neutron] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:55.272476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3592a0-f7a9-44e8-a90d-5a64dfa75b86 admin admin] Pushing event updated for resources: {'Network': ['ID=a091f62b-9d76-4694-a1e0-feeff5c50592,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:55.292603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.309370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a091f62b-9d76-4694-a1e0-feeff5c50592 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:09:55.361649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-c3bbcf0a-fd18-4b10-b61d-3276609c4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.364226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-c3bbcf0a-fd18-4b10-b61d-3276609c4683 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1095 time: 0.1823926 Nov 25 17:09:55.380824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.392666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.397944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Network 61613190-fade-436c-be67-fc4a07292667 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:55.432313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:55.434744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:55.444756 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-aa21df90-b119-4cea-84f7-d98b5aa7efab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 217 time: 0.0687478 Nov 25 17:09:55.472787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event updated for resources: {'Port': ['ID=91a016be-ae41-4457-b7cf-ecd7ac39eb57,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:55.506605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93973e-dbb9-497c-b851-4e8d712c5394 req-c4c29dbe-7cd9-4730-9382-4df3e58809be tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.508221 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b93973e-dbb9-497c-b851-4e8d712c5394 req-c4c29dbe-7cd9-4730-9382-4df3e58809be tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 950 time: 0.1750996 Nov 25 17:09:55.513706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Pushing event updated for resources: {'Port': ['ID=0080ad1d-bf8f-4a5d-8182-8395942b6632,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:55.551300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.558349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.559004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.574894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-6c2f576f-9523-4788-bd15-b03b22a54c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.576445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-6c2f576f-9523-4788-bd15-b03b22a54c91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1053357 Nov 25 17:09:55.580096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-530c4c96-b568-4b95-ad90-d0556f5f2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7107995 Nov 25 17:09:55.603468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Request body: {'port': {'device_id': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:55.640978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-24568caa-e902-4cd4-aa5a-6191f9b3e1ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567436 Nov 25 17:09:55.663060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c0e22e3d-ac02-447c-a624-3bc969cbf7b9 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:55.688099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b93973e-dbb9-497c-b851-4e8d712c5394 req-e468bf32-1b06-412c-aaca-4512631e02da tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653426 Nov 25 17:09:55.777155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d088bbe3-556e-41b6-9dbb-154288a6776d None None] Provisioning complete for port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:55.777529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d088bbe3-556e-41b6-9dbb-154288a6776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.786173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c34e19-d310-4775-aef0-617948e6e765 req-b7f37c9e-4843-4c76-9397-65fe0918bc1a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:55.787740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c34e19-d310-4775-aef0-617948e6e765 req-b7f37c9e-4843-4c76-9397-65fe0918bc1a tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 950 time: 0.2640598 Nov 25 17:09:55.805120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:55.805733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.822251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.866931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d088bbe3-556e-41b6-9dbb-154288a6776d None None] Port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:55.922894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-453bffcc-e9f0-48b5-afa2-e8dce186c909 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884110 Nov 25 17:09:55.929947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.954897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port c0e22e3d-ac02-447c-a624-3bc969cbf7b9, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:55.960319 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:55.986732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:55.991764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:56.001831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.016506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:56.171867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc344f1-8d23-4918-b172-4b57e3920bbe,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:56.239025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Deleting port ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:09:56.239358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.247043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Checking segment: {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:56.247780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Network hostable DHCP agents. Network: a091f62b-9d76-4694-a1e0-feeff5c50592, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:09:56.291580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-31af2a3c-7cd2-467f-b11a-1a99a496d585 None None] Provisioning complete for port 0080ad1d-bf8f-4a5d-8182-8395942b6632 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:56.291866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-31af2a3c-7cd2-467f-b11a-1a99a496d585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.326957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5107a-51be-4479-8e14-ee2cae8c1186 req-3ff96019-f390-43c8-a3d1-5e4cb9812eba tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:56.329393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1f5107a-51be-4479-8e14-ee2cae8c1186 req-3ff96019-f390-43c8-a3d1-5e4cb9812eba tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 931 time: 0.2222300 Nov 25 17:09:56.343736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-31af2a3c-7cd2-467f-b11a-1a99a496d585 None None] Port 0080ad1d-bf8f-4a5d-8182-8395942b6632 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:09:56.362579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Router 699f1643-731d-4ec6-8833-21ca47202f09 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:09:56.372203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Network a091f62b-9d76-4694-a1e0-feeff5c50592 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:09:56.407202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, a091f62b-9d76-4694-a1e0-feeff5c50592) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:56.423807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:56.424394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.429470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416bb27e-c962-419e-a1c6-af7ea1707304 None None] Network a091f62b-9d76-4694-a1e0-feeff5c50592 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:09:56.431773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] For port ac79069a-bb81-46ad-90fe-bba99a3d191a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ac79069a-bb81-46ad-90fe-bba99a3d191a,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:09:56.432099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.457789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f004b416-44ce-4db9-8a29-9c4c936f9416 req-728c82ba-96ed-42d2-87d7-e531a7553130 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243006 Nov 25 17:09:56.476280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71183af-ae1c-4ee3-8c68-975a4eff55bb req-dc407a6e-7164-4cde-85a9-ec15ede37e38 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:56.485599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c71183af-ae1c-4ee3-8c68-975a4eff55bb req-dc407a6e-7164-4cde-85a9-ec15ede37e38 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.5245531 Nov 25 17:09:56.510430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1f5107a-51be-4479-8e14-ee2cae8c1186 req-2a736d51-5cb0-42a4-9ef7-b3844ff190d3 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706495 Nov 25 17:09:56.511569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Calling delete_port for ac79069a-bb81-46ad-90fe-bba99a3d191a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:09:56.580912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-afce5f49-bcf2-403b-9f08-0304acb2a6be admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3996599 Nov 25 17:09:56.587114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56690) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:56.597276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:56.615730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c71183af-ae1c-4ee3-8c68-975a4eff55bb req-bc6b4935-7799-436e-ad7b-6be9c594a918 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220379 Nov 25 17:09:56.685202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-a091f62b-9d76-4694-a1e0-feeff5c50592', 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'fixed_ips': [{'subnet_id': '0fc344f1-8d23-4918-b172-4b57e3920bbe'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:09:56.686192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.687933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a016be-ae41-4457-b7cf-ecd7ac39eb57 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:09:56.704119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-f371581b-2430-4620-b200-f1ae9fc3a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:56.706401 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-f371581b-2430-4620-b200-f1ae9fc3a654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1095 time: 0.1898468 Nov 25 17:09:56.726904 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.727956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.807765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.813493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:09:56.819760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-39c2b57b-997b-4df3-b949-67d1a44806ed admin admin] 10.222.0.86 "PUT /v2.0/routers/699f1643-731d-4ec6-8833-21ca47202f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6943431 Nov 25 17:09:56.877556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Allocated IP 172.20.0.2 (a091f62b-9d76-4694-a1e0-feeff5c50592/0fc344f1-8d23-4918-b172-4b57e3920bbe/1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:56.878316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-9b029b8b-3582-4afa-aa39-08eafd5c21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:56.879822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-9b029b8b-3582-4afa-aa39-08eafd5c21ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1642215 Nov 25 17:09:56.883449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Transition to ACTIVE for port object 91a016be-ae41-4457-b7cf-ecd7ac39eb57 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:09:56.900046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf81bd1-b44c-492d-8a96-7506862df6b2 req-b3f65306-70b1-4b24-8731-179d3e834588 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:56.901557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf81bd1-b44c-492d-8a96-7506862df6b2 req-b3f65306-70b1-4b24-8731-179d3e834588 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/ports?device_id=d936f25d-b69e-453c-b98f-055e0a19cbac HTTP/1.1" status: 200 len: 950 time: 0.0854805 Nov 25 17:09:56.902199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.981824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:56.984431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.006349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-38ab75da-632c-45a1-8595-f4ea396fe202 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 217 time: 0.1150420 Nov 25 17:09:57.011311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf1a0b-950e-450c-9e02-89fa39f01235 req-f1eeee98-4f37-4f92-a499-1c71c4874c96 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.019923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ebf1a0b-950e-450c-9e02-89fa39f01235 req-f1eeee98-4f37-4f92-a499-1c71c4874c96 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 946 time: 0.2845926 Nov 25 17:09:57.066436 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.074081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ac79069a-bb81-46ad-90fe-bba99a3d191a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:09:57.077850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Sync routers for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:09:57.082168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.100660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Pushing event updated for resources: {'Port': ['ID=91a016be-ae41-4457-b7cf-ecd7ac39eb57,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.136905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Pushing event deleted for resources: {'Port': ['ID=ac79069a-bb81-46ad-90fe-bba99a3d191a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.148667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf81bd1-b44c-492d-8a96-7506862df6b2 req-62481b8b-8e67-498d-a010-588c95520841 tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.86 "GET /v2.0/security-groups?id=844589f7-1c46-42c7-b3c1-dcd0b25ac40d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291524 Nov 25 17:09:57.173428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-c2f8ecd7-bf23-4918-af45-26976e1828c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.175497 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-c2f8ecd7-bf23-4918-af45-26976e1828c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1478047 Nov 25 17:09:57.182335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] No DVR routers for this DVR port ac79069a-bb81-46ad-90fe-bba99a3d191a on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:09:57.183792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Network a091f62b-9d76-4694-a1e0-feeff5c50592 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:57.185191 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.189482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c34e19-d310-4775-aef0-617948e6e765 req-1be21052-ea2c-4d97-aeab-f6d8a0fa879d tempest-ServersAdminTestJSON-463718929 tempest-ServersAdminTestJSON-463718929-project] 10.222.0.55 "DELETE /v2.0/ports/ac79069a-bb81-46ad-90fe-bba99a3d191a HTTP/1.1" status: 204 len: 173 time: 1.3639169 Nov 25 17:09:57.194016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:57.197381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-deleted', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:57.200116 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7582af26-c6cd-4b48-abee-11dfcdc66044" -d '{"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-deleted", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:57.206335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:57.219932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Attempting to bind port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:57.220194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Attempting to bind port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:57.220527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Attempting to bind port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 on network 61613190-fade-436c-be67-fc4a07292667 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.223777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:57.224580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:57.256267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-3d19f59c-bb96-471f-abeb-7bc2a9857fb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572948 Nov 25 17:09:57.258515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 on network 61613190-fade-436c-be67-fc4a07292667 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:09:57.267371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Attempting to bind port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 on network 61613190-fade-436c-be67-fc4a07292667 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.303322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:57.303689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Checking segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:57.304081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Bound using segment: {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:57.304535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Bound port: 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '61613190-fade-436c-be67-fc4a07292667'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:57.304895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.363937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Pushing event updated for resources: {'Port': ['ID=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.548271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] For port 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:57.552186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] For port 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:57.568512 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.638396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-b5f072c3-6ee1-4e63-9ca2-d7f1b9c73b8f service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627303 Nov 25 17:09:57.666283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:57.667088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.668761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] 10.222.0.73 "PUT /v2.0/ports/91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 1091 time: 2.0714409 Nov 25 17:09:57.682585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:09:57.691735 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaaec8c-cb8f-4297-9af7-ffea3f64365e" -d '{"events": [{"name": "network-changed", "server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:09:57.717166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:57.762207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f7a73-c35a-48ba-8b79-6f2971982b94 service neutron] Pushing event updated for resources: {'Port': ['ID=91a016be-ae41-4457-b7cf-ecd7ac39eb57,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:57.778050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ebf1a0b-950e-450c-9e02-89fa39f01235 req-8fbcd7b8-45ff-46f2-a4cf-a146862041ba tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7571309 Nov 25 17:09:57.790766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:57.917700 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461cfd1-5846-4e9d-b1b3-5ac42bdbb0a0 x-openstack-request-id: req-e461cfd1-5846-4e9d-b1b3-5ac42bdbb0a0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:57.920307 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d936f25d-b69e-453c-b98f-055e0a19cbac", "name": "network-vif-deleted", "tag": "ac79069a-bb81-46ad-90fe-bba99a3d191a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:57.921350 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e461cfd1-5846-4e9d-b1b3-5ac42bdbb0a0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:57.921947 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd936f25d-b69e-453c-b98f-055e0a19cbac', 'name': 'network-vif-deleted', 'tag': 'ac79069a-bb81-46ad-90fe-bba99a3d191a', 'status': 'completed', 'code': 200} Nov 25 17:09:57.925130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56714) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:57.926558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Attempting to bind port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:57.932893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Attempting to bind port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:57.933291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Attempting to bind port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 on network a091f62b-9d76-4694-a1e0-feeff5c50592 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:57.942983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723803918', 'description': 'tempest-description--78681489'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:57.943743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c0e22e3d-ac02-447c-a624-3bc969cbf7b9 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:58.006242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:58.006980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Checking segment: {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:58.007586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.008301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Bound using segment: {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:58.008992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Bound port: 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:58.009707 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.014404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f15148a-45a6-47e6-95a7-84bf9c05a633 req-c311ec41-7546-4c61-8bcc-ca453ed21321 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662901 Nov 25 17:09:58.033104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-da6146dd-9124-4971-b8c8-87a5d7eab1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.035314 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-da6146dd-9124-4971-b8c8-87a5d7eab1d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1094 time: 0.3129117 Nov 25 17:09:58.036129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.093468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-7966dc00-e5fd-4762-89de-9aa015163623 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 217 time: 0.0483651 Nov 25 17:09:58.107996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af912d79-4dc5-4c21-b05b-aa310170f0f1 req-2faa1c5c-730c-4ce5-ae53-d0fbb0e07b1c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.109662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af912d79-4dc5-4c21-b05b-aa310170f0f1 req-2faa1c5c-730c-4ce5-ae53-d0fbb0e07b1c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.1377165 Nov 25 17:09:58.111353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02443827-707c-4bfe-8dd8-70c399268c34 req-fa3f9679-d983-441e-b759-523ebb9d4a60 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.112904 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02443827-707c-4bfe-8dd8-70c399268c34 req-fa3f9679-d983-441e-b759-523ebb9d4a60 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 943 time: 0.1165428 Nov 25 17:09:58.196977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-0288bb65-00f8-48eb-9bcf-0506b22b0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.199622 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-0288bb65-00f8-48eb-9bcf-0506b22b0747 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 200 len: 868 time: 0.0889587 Nov 25 17:09:58.237934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.238191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af912d79-4dc5-4c21-b05b-aa310170f0f1 req-1e505d65-6c91-4e97-84e9-ffeff69ecf8e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922270 Nov 25 17:09:58.253184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.259360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-878e8813-ba4c-4515-b3fd-aacb46f8d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.260962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-878e8813-ba4c-4515-b3fd-aacb46f8d49a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61613190-fade-436c-be67-fc4a07292667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524511 Nov 25 17:09:58.306907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:58.307642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.321678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.322892 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3926289 Nov 25 17:09:58.327713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56718) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:58.346834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02443827-707c-4bfe-8dd8-70c399268c34 req-942fdd39-76cb-47a7-91c4-ee808aebec6b tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066486 Nov 25 17:09:58.350305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Request body: {'security_group_rule': {'security_group_id': '1c9640d8-9f42-4427-bf07-281aa018f99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:58.370510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d819d7-04fd-4052-8d7b-878d9380bef1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9640d8-9f42-4427-bf07-281aa018f99b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:58.379845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.392935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-92604673-b2e0-43cd-904d-60b0efd859b9 service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154180 Nov 25 17:09:58.403983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] For port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:58.420591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] For port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:58.428275 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f91d78-3845-4c34-948e-2f761e70388e x-openstack-request-id: req-50f91d78-3845-4c34-948e-2f761e70388e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:09:58.428688 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:09:58.429036 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50f91d78-3845-4c34-948e-2f761e70388e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:09:58.429519 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'status': 'completed', 'code': 200} Nov 25 17:09:58.446771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.482441 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.518974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7cce085-35f6-487f-9377-5c76dbbc2f60 req-9fc16d16-3dfd-4f3a-8e59-31aa3b9f0dfd service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183796 Nov 25 17:09:58.583350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.629573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 2, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:58.633747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4338-accd-42ed-abac-5a4c8593de08 None None] Pushing event updated for resources: {'Port': ['ID=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:58.650423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-d1a6247d-ddc4-4a56-bc93-9b725f9d3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.651872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-d1a6247d-ddc4-4a56-bc93-9b725f9d3c7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1094 time: 0.0769231 Nov 25 17:09:58.677474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Checking router: 699f1643-731d-4ec6-8833-21ca47202f09 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:09:58.677828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Updating router 699f1643-731d-4ec6-8833-21ca47202f09 port 0080ad1d-bf8f-4a5d-8182-8395942b6632 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:09:58.685152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba377-ddbe-459e-ac87-76357926c0e0 req-303fed93-2a38-4cf5-8929-f8f418de866a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.688117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e66ba377-ddbe-459e-ac87-76357926c0e0 req-303fed93-2a38-4cf5-8929-f8f418de866a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1097 time: 0.1418157 Nov 25 17:09:58.725442 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.741361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.762773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Allocated IP 172.25.8.130 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/02ea4b9e-71bc-4a82-be6c-60c40f1e7085) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:09:58.776602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.806945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-46df655d-2dfc-42b8-8174-cee0d408ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:58.820366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-46df655d-2dfc-42b8-8174-cee0d408ff7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 930 time: 0.1533053 Nov 25 17:09:58.864058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688f5ea6-ecc1-48a9-a1cd-a09a15ee2be8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:58.891317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:58.892739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-112d8753-d3d2-422b-87ed-6746f97a9a6f tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5624166 Nov 25 17:09:58.916093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:58.916650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:58.926929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Request body: {'security_group_rule': {'security_group_id': '1c9640d8-9f42-4427-bf07-281aa018f99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:58.953526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-b7db243c-3672-44b2-88b6-f18080c46363 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 217 time: 0.1245823 Nov 25 17:09:58.978208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e66ba377-ddbe-459e-ac87-76357926c0e0 req-16c73a2e-8eb7-4598-8a86-72f61447fbb3 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759180 Nov 25 17:09:58.982375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.076749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.141020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.142623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.145039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-2d080091-d654-4cfc-95f6-72547f8c3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.146537 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-2d080091-d654-4cfc-95f6-72547f8c3243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 200 len: 868 time: 0.1659665 Nov 25 17:09:59.146681 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.186242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:09:59.191850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:09:59.194455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:09:59.225344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975f14b-d7b3-49c3-8cc2-5d0950e22dac None None] Pushing event updated for resources: {'Port': ['ID=0080ad1d-bf8f-4a5d-8182-8395942b6632,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:59.231064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64622-d62a-4b09-a787-0f09811972fd req-2282dc8f-8b33-4abd-ac1d-8c843082f3f4 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.234382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5c64622-d62a-4b09-a787-0f09811972fd req-2282dc8f-8b33-4abd-ac1d-8c843082f3f4 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1097 time: 0.1434228 Nov 25 17:09:59.235689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Pushing event updated for resources: {'Port': ['ID=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:59.260189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2855ca42-120a-40f6-9239-8bdcbd91ca7b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=73b34f85a00e4f4abef82995f13b505e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417711 Nov 25 17:09:59.268903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.270135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:59.277712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Attempting to bind port 0080ad1d-bf8f-4a5d-8182-8395942b6632 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:09:59.278190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Attempting to bind port 0080ad1d-bf8f-4a5d-8182-8395942b6632 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:09:59.281003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Attempting to bind port 0080ad1d-bf8f-4a5d-8182-8395942b6632 on network e9283cab-5a0b-473f-9cd5-179c847aeb7d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:09:59.291546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:09:59.292044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Checking segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:09:59.292577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.293043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Bound using segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:09:59.293654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Bound port: 0080ad1d-bf8f-4a5d-8182-8395942b6632, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:09:59.294115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.318051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.378631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-a62766c9-06f8-4dea-9d6d-9e461640e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.380221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-a62766c9-06f8-4dea-9d6d-9e461640e898 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61613190-fade-436c-be67-fc4a07292667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002857 Nov 25 17:09:59.381904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] For port 0080ad1d-bf8f-4a5d-8182-8395942b6632, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:09:59.386232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] For port 0080ad1d-bf8f-4a5d-8182-8395942b6632, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0080ad1d-bf8f-4a5d-8182-8395942b6632,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:09:59.394328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.405134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb63cb0-580e-4be8-93c5-6f249f9c9985,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:59.434732 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.439637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa57c06d-a7b9-4288-a073-adcb199cac82 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5202146 Nov 25 17:09:59.441787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:09:59.479884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:09:59.490209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5c64622-d62a-4b09-a787-0f09811972fd req-e4c6cae7-0c6c-4d10-9708-5d6d2d2c5603 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426853 Nov 25 17:09:59.516053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975f14b-d7b3-49c3-8cc2-5d0950e22dac None None] Pushing event updated for resources: {'Port': ['ID=0080ad1d-bf8f-4a5d-8182-8395942b6632,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:09:59.522762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69d8d8-5f6b-481c-b360-098bf79a765a req-30d11f72-3f65-4ee4-bc16-cf1b7a6d8e65 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.524169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:09:59.524411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac69d8d8-5f6b-481c-b360-098bf79a765a req-30d11f72-3f65-4ee4-bc16-cf1b7a6d8e65 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.1469934 Nov 25 17:09:59.524789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:09:59.548443 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227f5714-197c-4f74-8c8f-eeac3d1adde1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.642404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-4ec1f951-7ffc-459c-8b57-ea33d2e147af service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495279 Nov 25 17:09:59.648784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227f5714-197c-4f74-8c8f-eeac3d1adde1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.681598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec6c4002-2d12-459a-935a-1667685f3340 None None] Provisioning complete for port 0080ad1d-bf8f-4a5d-8182-8395942b6632 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:09:59.681598 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4002-2d12-459a-935a-1667685f3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.714320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.738302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:09:59.769609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac69d8d8-5f6b-481c-b360-098bf79a765a req-c7610d16-62d4-47f3-aba0-206bd5ee88f9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129376 Nov 25 17:09:59.778482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:09:59.895549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:09:59.901680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1cdd-0f00-463b-a12b-7ede5b239f0d req-a25f721f-2ee3-409e-9680-64542cd35b4e tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:09:59.914487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-479b1cdd-0f00-463b-a12b-7ede5b239f0d req-a25f721f-2ee3-409e-9680-64542cd35b4e tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 943 time: 0.2615051 Nov 25 17:10:00.002141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227f5714-197c-4f74-8c8f-eeac3d1adde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.004739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227f5714-197c-4f74-8c8f-eeac3d1adde1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.005879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-227f5714-197c-4f74-8c8f-eeac3d1adde1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/844589f7-1c46-42c7-b3c1-dcd0b25ac40d HTTP/1.1" status: 204 len: 168 time: 0.7337246 Nov 25 17:10:00.026618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acaaec8c-cb8f-4297-9af7-ffea3f64365e req-03a606b7-6039-4a04-b4f6-93814a123dec service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450429 Nov 25 17:10:00.047106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f5714-197c-4f74-8c8f-eeac3d1adde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844589f7-1c46-42c7-b3c1-dcd0b25ac40d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:00.059182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-479b1cdd-0f00-463b-a12b-7ede5b239f0d req-1e705939-061d-4d6b-8fe2-0c3c629b3983 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438162 Nov 25 17:10:00.134208 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4002-2d12-459a-935a-1667685f3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.147879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:00.147985 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.260883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bc8c8-3b97-47b2-a72d-b9b172dbc7e4 None None] Network a091f62b-9d76-4694-a1e0-feeff5c50592 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:00.271274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec6c4002-2d12-459a-935a-1667685f3340 None None] For port 0080ad1d-bf8f-4a5d-8182-8395942b6632, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0080ad1d-bf8f-4a5d-8182-8395942b6632,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:00.319359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4002-2d12-459a-935a-1667685f3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.324303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.433336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:00.450675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9256-a17e-4af1-8edd-d3987d3c0ccb req-0afac3e6-6c5b-4973-9e73-ef5e2447545d tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:00.453344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eb7d9256-a17e-4af1-8edd-d3987d3c0ccb req-0afac3e6-6c5b-4973-9e73-ef5e2447545d tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1097 time: 0.0748858 Nov 25 17:10:00.455943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.489368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c4002-2d12-459a-935a-1667685f3340 None None] Pushing event updated for resources: {'Port': ['ID=0080ad1d-bf8f-4a5d-8182-8395942b6632,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:00.510591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9e854efb-2fcc-477f-93db-5ccd37eb5c55 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=864ba7cd6ba14d84aef86f53fbc387b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758524 Nov 25 17:10:00.513483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56758) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:00.552306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:00.567708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eb7d9256-a17e-4af1-8edd-d3987d3c0ccb req-9dfc1d02-473e-4e5c-bd74-29031380a816 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958765 Nov 25 17:10:00.589194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Allocated IP 172.25.8.249 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/e60b52ae-186e-48f7-922e-94e5035bd02e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:00.595037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:00.597165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:00.602705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b2b4d-9273-400c-bb25-5dbc79cb9595 None None] The sync data for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 is: [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:00.604212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-badcdcdb-053f-4561-9ce0-16b601b53bac None None] Provisioning complete for port 0080ad1d-bf8f-4a5d-8182-8395942b6632 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:00.604563 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-badcdcdb-053f-4561-9ce0-16b601b53bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.606455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.637950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a49eb81a-6ba4-4046-ae9a-9a4b545b264f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.666543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a49eb81a-6ba4-4046-ae9a-9a4b545b264f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.689750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Router f2036ae4-3293-4452-90ba-e9c88d7bbd6e is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:10:00.757499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a49eb81a-6ba4-4046-ae9a-9a4b545b264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.760888 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a49eb81a-6ba4-4046-ae9a-9a4b545b264f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.768252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a49eb81a-6ba4-4046-ae9a-9a4b545b264f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/002d38d9-0da4-4efc-a3b9-1012e11d55bc HTTP/1.1" status: 204 len: 168 time: 0.2535207 Nov 25 17:10:00.785390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb81a-6ba4-4046-ae9a-9a4b545b264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d38d9-0da4-4efc-a3b9-1012e11d55bc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:00.857602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91a016be-ae41-4457-b7cf-ecd7ac39eb57 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:00.898015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:00.913212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.934593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: ac79069a-bb81-46ad-90fe-bba99a3d191a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:00.934964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ac79069a-bb81-46ad-90fe-bba99a3d191a not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:00.963081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:00.966608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:00.984808 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Sync routers for ids ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:00.997771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9566587-639b-4a4f-9b0e-140cb780ee69 req-6dd5202a-f0fe-4b42-841d-fd7b5face645 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.004658 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Routers {'f2036ae4-3293-4452-90ba-e9c88d7bbd6e'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:01.004856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9566587-639b-4a4f-9b0e-140cb780ee69 req-6dd5202a-f0fe-4b42-841d-fd7b5face645 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.1059020 Nov 25 17:10:01.005336 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:01.065372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.067435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9e7faf7-c931-4d44-819e-f633cc5b29a6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4768002 Nov 25 17:10:01.069600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:01.101935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.237277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:01.239751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Set router f2036ae4-3293-4452-90ba-e9c88d7bbd6e gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:01.267705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:01.281601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9566587-639b-4a4f-9b0e-140cb780ee69 req-28527a39-eb65-4cb8-8dbb-6cb744234f44 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681775 Nov 25 17:10:01.296900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:01.303192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event updated for resources: {'Port': ['ID=e60b52ae-186e-48f7-922e-94e5035bd02e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:01.312003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:01.427236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:01.481972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-badcdcdb-053f-4561-9ce0-16b601b53bac None None] Provisioning complete for port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:01.484986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-badcdcdb-053f-4561-9ce0-16b601b53bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.533449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdfb42-5bfd-4289-be90-3063394913a2 req-587b067a-b52b-4392-bcb2-f8b5031c8685 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.535006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26bdfb42-5bfd-4289-be90-3063394913a2 req-587b067a-b52b-4392-bcb2-f8b5031c8685 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 943 time: 0.2062912 Nov 25 17:10:01.639086 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.663486 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 3, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:01.717995 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Checking router: f2036ae4-3293-4452-90ba-e9c88d7bbd6e for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:01.718802 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Updating router f2036ae4-3293-4452-90ba-e9c88d7bbd6e port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:10:01.756516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.776244 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:01.822256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:01.836062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ac231-8e49-4b8f-8510-fc426df92707 req-2c12f88c-58ee-4937-a631-675574bf9c99 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:01.848083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-819ac231-8e49-4b8f-8510-fc426df92707 req-2c12f88c-58ee-4937-a631-675574bf9c99 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1097 time: 0.1232643 Nov 25 17:10:01.883552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'port_id': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'mac_address': 'fa:16:3e:4e:3e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:01.889446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0080ad1d-bf8f-4a5d-8182-8395942b6632 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:01.980953 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26bdfb42-5bfd-4289-be90-3063394913a2 req-7b5a7079-ac0a-4fdb-8f9a-5406d9579b30 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532026 Nov 25 17:10:02.072393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-819ac231-8e49-4b8f-8510-fc426df92707 req-409d3fe2-aeb9-46b8-9e43-aaed672e06a8 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231338 Nov 25 17:10:02.074406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:02.154229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '82b317c0-ab0d-48b0-a182-c263218402d3', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'port_id': '82b317c0-ab0d-48b0-a182-c263218402d3', 'mac_address': 'fa:16:3e:39:1c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4893ec-6287-4ab7-bd90-1869a50ea011', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:02.157744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.204997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a016be-ae41-4457-b7cf-ecd7ac39eb57 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:02.210704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.218801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.251829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-86fd55e0-cd84-4bdd-bedc-7005fefbd737 None None] Provisioning complete for port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:02.252197 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-86fd55e0-cd84-4bdd-bedc-7005fefbd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.288332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event updated for resources: {'Port': ['ID=e60b52ae-186e-48f7-922e-94e5035bd02e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:02.361498 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.377588 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.405366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.413938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.422537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:02.456610 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.462624 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.472402 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0243dcc4-eedf-4a7b-88e3-64fbc4264f78 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0272954 Nov 25 17:10:02.485030 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.583408 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10d64b-a5d4-4917-8c7d-4baabb6245d5 None None] Pushing event updated for resources: {'Port': ['ID=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:02.594777 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Attempting to bind port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:02.595163 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Attempting to bind port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:02.595724 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Attempting to bind port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:02.612995 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:02.613360 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:02.615803 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.616411 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:02.618795 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Bound port: 02ea4b9e-71bc-4a82-be6c-60c40f1e7085, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:02.619464 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.641336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=91a016be-ae41-4457-b7cf-ecd7ac39eb57,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:02.649683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0080ad1d-bf8f-4a5d-8182-8395942b6632 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:02.650364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.658248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b317c0-ab0d-48b0-a182-c263218402d3 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:02.758929 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] For port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:02.767423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91a016be-ae41-4457-b7cf-ecd7ac39eb57'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:02.769149 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] For port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:02.772223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:02.774255 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.822102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f53f8-fa08-4c15-8df5-ef3a08452d3a req-51807288-364c-40e3-a781-c265c884b1f5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:02.822956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:02.835499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-812f53f8-fa08-4c15-8df5-ef3a08452d3a req-51807288-364c-40e3-a781-c265c884b1f5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.2457964 Nov 25 17:10:02.902652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:02.922743 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Routers {'f2036ae4-3293-4452-90ba-e9c88d7bbd6e'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:02.925674 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:02.955748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Allocated IP 172.20.0.1 (a091f62b-9d76-4694-a1e0-feeff5c50592/0fc344f1-8d23-4918-b172-4b57e3920bbe/2add7f3a-da9d-4c15-b6b7-9402ce62fb52) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:02.978583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-812f53f8-fa08-4c15-8df5-ef3a08452d3a req-e6f4639e-3c0d-4a7d-b4d3-7f5cc3644e37 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362209 Nov 25 17:10:03.002013 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10d64b-a5d4-4917-8c7d-4baabb6245d5 None None] Pushing event updated for resources: {'Port': ['ID=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:03.049370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['82b317c0-ab0d-48b0-a182-c263218402d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:03.096862 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] Set router f2036ae4-3293-4452-90ba-e9c88d7bbd6e gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:03.109786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:03.194473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.256726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.350173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:03.350674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.354745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Pushing event updated for resources: {'Port': ['ID=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:03.367075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Network a091f62b-9d76-4694-a1e0-feeff5c50592 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:03.368571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:03.372709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:03.430705 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 3, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:03.494871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.498193 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d44de-7df0-4cdf-b33f-c079030424ff None None] The sync data for ids ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'] in n-d-817303-7 is: [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:09:59Z', 'revision_number': 3, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:03.603012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-7ea26354-d780-4ebe-9f74-f8080ce65d87 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--723803918&fields=id&tenant_id=b6dc708cecb947f887ecef0093516222 HTTP/1.1" status: 200 len: 267 time: 0.3744485 Nov 25 17:10:03.767886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-319d015a-0ce5-4af5-8a6b-5ee2749900cf None None] Provisioning complete for port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:03.768336 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-319d015a-0ce5-4af5-8a6b-5ee2749900cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:03.808098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-319d015a-0ce5-4af5-8a6b-5ee2749900cf None None] Port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:04.071628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-a6b273a1-6155-455d-9b8e-73968382c9be tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:04.072628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-a6b273a1-6155-455d-9b8e-73968382c9be tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092831 Nov 25 17:10:04.095712 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.133697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-f9f6eb4b-d3ff-44e9-af9e-94aeb0fd0db9 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:04.136184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-f9f6eb4b-d3ff-44e9-af9e-94aeb0fd0db9 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/networks?id=e9283cab-5a0b-473f-9cd5-179c847aeb7d HTTP/1.1" status: 200 len: 806 time: 0.5320001 Nov 25 17:10:04.177960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-627396d8-b71c-4cc6-84ac-00ead2777d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:04.179326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-627396d8-b71c-4cc6-84ac-00ead2777d07 service neutron] 10.222.0.86 "GET /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 1094 time: 0.0942438 Nov 25 17:10:04.185651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c6939651-740e-4a43-aecc-ecfbf40edd35 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/quotas/b6dc708cecb947f887ecef0093516222 HTTP/1.1" status: 200 len: 375 time: 0.0404828 Nov 25 17:10:04.191724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:04.192322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:10:04.414258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-b558e2cb-1f9e-49b9-a215-faf01a1d0468 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6dc708cecb947f887ecef0093516222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180610 Nov 25 17:10:04.661325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.663427 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:04.663873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:04.664294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:04.672143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.679601 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-11c2fcde-239a-4437-bf01-901ef9bb542b service neutron] 10.222.0.86 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485609 Nov 25 17:10:04.704328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:04.704824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:04.766528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91a016be-ae41-4457-b7cf-ecd7ac39eb57 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:04.773530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:04.774015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:04.774555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:04.775150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Bound port: 1ec46211-29fc-442e-9bd9-726cfa62c455, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:04.819718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:04.823690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:04.824061 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.850999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:04.894145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.907356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Pushing event updated for resources: {'Port': ['ID=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:04.945887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 82b317c0-ab0d-48b0-a182-c263218402d3 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:04.953734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 82b317c0-ab0d-48b0-a182-c263218402d3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:04.954104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.956951 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:04.983649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:05.016619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:05.018826 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172fe4f6-2dfd-42c9-a605-86637a8488ed" -d '{"events": [{"server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "name": "network-vif-plugged", "status": "completed", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:05.028359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.029783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-cefb42fc-0f7e-466b-8b99-ab4a448405e1 service neutron] 10.222.0.86 "POST /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455/bindings HTTP/1.1" status: 201 len: 389 time: 0.8431740 Nov 25 17:10:05.034391 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-be1e929c-a79a-49e1-92f9-67d0fbb07c0c service neutron] 10.222.0.86 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210335 Nov 25 17:10:05.034575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:05.041191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.081525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Network a091f62b-9d76-4694-a1e0-feeff5c50592 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:05.084267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:05.152509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=91a016be-ae41-4457-b7cf-ecd7ac39eb57,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:05.157308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.247438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:05.254149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.318617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Router f2036ae4-3293-4452-90ba-e9c88d7bbd6e has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:05.412149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:05.459478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3443207-20f1-4fd0-ac2d-fa862790fb10 req-b92aee4b-f4b2-4df7-898c-0694ec120434 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.463108 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3443207-20f1-4fd0-ac2d-fa862790fb10 req-b92aee4b-f4b2-4df7-898c-0694ec120434 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 945 time: 0.1112752 Nov 25 17:10:05.548234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c78dcfe1-6953-4c85-9fd4-61a89dbd10a8 None None] Provisioning complete for port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:05.549395 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c78dcfe1-6953-4c85-9fd4-61a89dbd10a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.557676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3443207-20f1-4fd0-ac2d-fa862790fb10 req-400ed857-2560-41df-8252-fb1f9935eec7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849719 Nov 25 17:10:05.576227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-3b8475f6-ba34-42cb-81f2-b2f42748688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.577904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-3b8475f6-ba34-42cb-81f2-b2f42748688f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1097 time: 0.1593792 Nov 25 17:10:05.667753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:05.674354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ae22ca25-929f-4c22-9b8b-02de7cd33486 admin admin] 10.222.0.86 "PUT /v2.0/routers/f2036ae4-3293-4452-90ba-e9c88d7bbd6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6036885 Nov 25 17:10:05.702018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ef16701-0194-4ff5-8847-acb7074da0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:05.706932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c78dcfe1-6953-4c85-9fd4-61a89dbd10a8 None None] Port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:05.725761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Sync routers for ids ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:05.738490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Routers {'f2036ae4-3293-4452-90ba-e9c88d7bbd6e'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:05.739463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:05.779047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-5347bd14-8dd6-43d5-81dc-f61a7f9bfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.780969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-5347bd14-8dd6-43d5-81dc-f61a7f9bfc4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1932809 Nov 25 17:10:05.841039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-02c6f7ba-5e20-437e-900a-2d51667b98bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 217 time: 0.0525331 Nov 25 17:10:05.951751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-2a5ce8b7-8418-4639-8af9-68ae6cfb7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.953571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-2a5ce8b7-8418-4639-8af9-68ae6cfb7b95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1052020 Nov 25 17:10:05.966763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b0b1-5550-4b57-aa43-92b0f2b309a5 req-e37b77a9-29b1-4afb-b2b7-9942a1f61ca2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:05.974865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4a5b0b1-5550-4b57-aa43-92b0f2b309a5 req-e37b77a9-29b1-4afb-b2b7-9942a1f61ca2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.0937169 Nov 25 17:10:05.989684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-929bae1f-abaa-4f77-928b-caa3d1836434 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310862 Nov 25 17:10:06.007274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:06.026627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-57257d94-3548-4a2b-9656-1bb860e5374e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490289 Nov 25 17:10:06.121657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4a5b0b1-5550-4b57-aa43-92b0f2b309a5 req-542c8ff3-a607-4de2-a492-4157b05eb3c8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458580 Nov 25 17:10:06.127671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:06.128042 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.128768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-709df568-d658-48c5-8e1e-b5bc33a7d90e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.130729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Set router f2036ae4-3293-4452-90ba-e9c88d7bbd6e gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:06.130867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-709df568-d658-48c5-8e1e-b5bc33a7d90e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401329 Nov 25 17:10:06.158781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-500b8b89-be2d-43d9-bb3d-657145a3a827 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/quotas/23e2fb6919bb4d10ac4fa5c627dc9f4b HTTP/1.1" status: 200 len: 375 time: 0.0148072 Nov 25 17:10:06.183925 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f544bbf9-b139-4c0d-b97f-f0aee4eb0433 x-openstack-request-id: req-f544bbf9-b139-4c0d-b97f-f0aee4eb0433 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:06.184233 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "name": "network-vif-plugged", "status": "completed", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:06.184485 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f544bbf9-b139-4c0d-b97f-f0aee4eb0433 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:06.184870 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'code': 200} Nov 25 17:10:06.191158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-0b44e701-d41b-4548-9d1f-ce670f67de2f service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557698 Nov 25 17:10:06.222427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-e82a4f27-f304-4240-a5ff-9295168c94b3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534875 Nov 25 17:10:06.300007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e653db3-5e5c-4f6b-8a8a-e227fb4dcd10 req-a22974b6-fde8-409b-88f4-6d092ebd51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.302463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e653db3-5e5c-4f6b-8a8a-e227fb4dcd10 req-a22974b6-fde8-409b-88f4-6d092ebd51b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1096 time: 0.0683799 Nov 25 17:10:06.353274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e653db3-5e5c-4f6b-8a8a-e227fb4dcd10 req-d9d0044b-6bba-4a1a-8ed6-1e9f8099c1e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444057 Nov 25 17:10:06.360315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df497a-a17f-4c41-aded-468735ec4ada req-504d0675-4494-42fe-8dc1-8f875b020ee3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.362129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52df497a-a17f-4c41-aded-468735ec4ada req-504d0675-4494-42fe-8dc1-8f875b020ee3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 946 time: 0.0880008 Nov 25 17:10:06.365648 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-d467a505-ecd4-4788-ae2b-5f4f243f79db service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673698 Nov 25 17:10:06.377917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.410574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52df497a-a17f-4c41-aded-468735ec4ada req-515ce5d7-54b8-4be2-a113-83f45deaed65 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Nov 25 17:10:06.427757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:06.452784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 4, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '2add7f3a-da9d-4c15-b6b7-9402ce62fb52', 'name': '', 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'mac_address': 'fa:16:3e:b0:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0fc344f1-8d23-4918-b172-4b57e3920bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:02Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 2, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'subnets': [{'id': '0fc344f1-8d23-4918-b172-4b57e3920bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:06.480458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Checking router: f2036ae4-3293-4452-90ba-e9c88d7bbd6e for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:06.480852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Updating router f2036ae4-3293-4452-90ba-e9c88d7bbd6e port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:10:06.504538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99a7e4e2-a991-423e-b4cf-630775595a60 req-5d981345-6c6b-4855-834b-a23bcdfa3cf1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Nov 25 17:10:06.507825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.676347 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.770953 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:10:06.782924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:06.877984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-6f4dfe36-9d71-47d0-9b7d-bf487f47b6c6 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2889769 Nov 25 17:10:06.891410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.895377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:06.905407 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.954102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-73cc957d-2090-4898-8d71-9522c5f6fe99 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.957163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-73cc957d-2090-4898-8d71-9522c5f6fe99 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1097 time: 0.0764163 Nov 25 17:10:06.957925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:06.984787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25e0d5-895a-4232-80e2-0b1a59ae0b99 req-da19d9ef-f047-4286-9865-581ac7283667 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:06.986690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e25e0d5-895a-4232-80e2-0b1a59ae0b99 req-da19d9ef-f047-4286-9865-581ac7283667 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 945 time: 0.0977097 Nov 25 17:10:06.996446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:07.058943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c79ca-54ef-45d1-9a5f-e02199a4fbac None None] Pushing event updated for resources: {'Port': ['ID=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:07.083447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e25e0d5-895a-4232-80e2-0b1a59ae0b99 req-a41144c6-4fa9-49a9-8383-7870946ef99c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823550 Nov 25 17:10:07.113950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Attempting to bind port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:07.114326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Attempting to bind port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:07.114694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Attempting to bind port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 on network a091f62b-9d76-4694-a1e0-feeff5c50592 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:07.120760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.121095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:07.121548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Checking segment: {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:07.121907 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.122347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Bound using segment: {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:07.122831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Bound port: 2add7f3a-da9d-4c15-b6b7-9402ce62fb52, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70346074-c3b3-4687-b9d5-1e6d10219ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:07.123254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.181516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-184d3bba-59fb-4e9f-9333-0f0ababbc038 req-62e1cc9f-7a99-485b-bb16-9dd621b1dc6d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 210 time: 0.0458016 Nov 25 17:10:07.259994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] For port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:07.267611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] For port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:07.274391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.381781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Routers {'f2036ae4-3293-4452-90ba-e9c88d7bbd6e'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:07.383843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:07.391098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e9da54ed-0bdf-4efe-8cb9-70dfb3b07e6e None None] Provisioning complete for port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:07.393674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9da54ed-0bdf-4efe-8cb9-70dfb3b07e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.479253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c79ca-54ef-45d1-9a5f-e02199a4fbac None None] Pushing event updated for resources: {'Port': ['ID=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:07.523440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691590-600b-4c1c-a280-14ab9065b801 req-272f28ad-ec1d-47b6-93c2-f4c3849ec765 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:07.534051 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a691590-600b-4c1c-a280-14ab9065b801 req-272f28ad-ec1d-47b6-93c2-f4c3849ec765 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.0793881 Nov 25 17:10:07.637340 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a691590-600b-4c1c-a280-14ab9065b801 req-22dc04eb-3835-4147-8bcf-067c59ccf56a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022718 Nov 25 17:10:07.713612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:07.772420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] Set router f2036ae4-3293-4452-90ba-e9c88d7bbd6e gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:07.777800 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9da54ed-0bdf-4efe-8cb9-70dfb3b07e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.815019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a38af-7c40-45c8-8f09-ead7665a6adc req-0b548660-ddc2-4693-9934-ec1680a9c818 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:07.816802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a91a38af-7c40-45c8-8f09-ead7665a6adc req-0b548660-ddc2-4693-9934-ec1680a9c818 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 946 time: 0.0804603 Nov 25 17:10:07.881583 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:07.901537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:07.910360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-61698fe5-8530-4059-b7c1-ed897fcd906c tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:07.912100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-61698fe5-8530-4059-b7c1-ed897fcd906c tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.55 "GET /v2.0/networks?id=e9283cab-5a0b-473f-9cd5-179c847aeb7d HTTP/1.1" status: 200 len: 806 time: 0.2554519 Nov 25 17:10:07.950380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e9da54ed-0bdf-4efe-8cb9-70dfb3b07e6e None None] For port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:07.984732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9da54ed-0bdf-4efe-8cb9-70dfb3b07e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.001895 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5687289b-07a1-4f1f-8b53-7ab9a56d66c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.055011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:08.055401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.089426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:08.126028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da54ed-0bdf-4efe-8cb9-70dfb3b07e6e None None] Pushing event updated for resources: {'Port': ['ID=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:08.152134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-6b3b55f3-cbdb-471f-9d14-3c9fe6f5d3de tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6dc708cecb947f887ecef0093516222 HTTP/1.1" status: 200 len: 379 time: 0.2300882 Nov 25 17:10:08.163769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Request body: {'port': {'device_id': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'admin_state_up': True, 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'security_groups': ['1c9640d8-9f42-4427-bf07-281aa018f99b']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:08.173943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f48bbc24-6308-4fcd-ae8c-f42f7d65aaf1 None None] Provisioning complete for port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:08.174314 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f48bbc24-6308-4fcd-ae8c-f42f7d65aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.198529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a91a38af-7c40-45c8-8f09-ead7665a6adc req-931de6da-7f61-4fd4-a515-b91ebc78eac9 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684266 Nov 25 17:10:08.244621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Allocated IP 172.25.8.148 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/906e4802-11d4-4fcc-9d1a-4a15b80031eb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:08.253227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:08.256255 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45093e40-cee7-43eb-8851-787417e57f64" -d '{"events": [{"server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:08.264831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.282120 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.291555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-a4969d90-0037-48a8-99b4-18203b1c33c5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589983 Nov 25 17:10:08.338513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:08.341546 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0584a6f-f860-4182-a3f0-883cd2551867" -d '{"events": [{"server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "name": "network-vif-plugged", "status": "completed", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:08.346080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08addfbf-496d-4b0b-8bd0-78f574eaef43 req-b0c3a3e1-54fb-4017-ad31-44db8bb6abc5 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 210 time: 0.0575888 Nov 25 17:10:08.483786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:08.506806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 4, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '2add7f3a-da9d-4c15-b6b7-9402ce62fb52', 'name': '', 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'mac_address': 'fa:16:3e:b0:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0fc344f1-8d23-4918-b172-4b57e3920bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:02Z', 'updated_at': '2021-11-25T17:10:07Z', 'revision_number': 4, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'subnets': [{'id': '0fc344f1-8d23-4918-b172-4b57e3920bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:08.513432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-bea82d0e-295e-48ab-89dd-5b88e0f5973b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:08.516028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-bea82d0e-295e-48ab-89dd-5b88e0f5973b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141814 Nov 25 17:10:08.520875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Made reservation on behalf of b6dc708cecb947f887ecef0093516222 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:08.524395 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.533468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:08.556585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689d03-4ee4-43f1-a837-834416ab640d None None] The sync data for ids ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'] in n-d-817303-7 is: [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:04Z', 'revision_number': 4, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '2add7f3a-da9d-4c15-b6b7-9402ce62fb52', 'name': '', 'network_id': 'a091f62b-9d76-4694-a1e0-feeff5c50592', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'mac_address': 'fa:16:3e:b0:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0fc344f1-8d23-4918-b172-4b57e3920bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:02Z', 'updated_at': '2021-11-25T17:10:07Z', 'revision_number': 4, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'subnets': [{'id': '0fc344f1-8d23-4918-b172-4b57e3920bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:08.575927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:08.576348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:08.577482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:08.587625 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.603183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:08.603556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Attempting to bind port 1ec46211-29fc-442e-9bd9-726cfa62c455 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:08.653473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ad4b0-c0da-403b-8ed1-f6b01c6f7a2c req-6d19a1fd-5ac6-43ca-b00c-b2a4e2f97c7d tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:08.661890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ad9ad4b0-c0da-403b-8ed1-f6b01c6f7a2c req-6d19a1fd-5ac6-43ca-b00c-b2a4e2f97c7d tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 945 time: 0.1443348 Nov 25 17:10:08.662148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:08.662498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:08.662882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:08.663321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Bound port: 1ec46211-29fc-442e-9bd9-726cfa62c455, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:08.663699 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.756758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ad9ad4b0-c0da-403b-8ed1-f6b01c6f7a2c req-135efd59-1b50-4da7-9265-375fb9e0f91c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938277 Nov 25 17:10:08.763343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:08.767578 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.783421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.790785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.873722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Allocated IP 172.20.0.5 (e9283cab-5a0b-473f-9cd5-179c847aeb7d/937cfdb4-73b2-4c6a-b155-fd6c23c5da1c/47580d17-f555-4375-b5c6-a7a8cefc8965) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:08.894651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:08.901576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:08.907244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67a6646b-8699-4960-bc2a-aa36422c4c55 req-559c8a64-55d0-41ad-8aa5-817772bf6a4c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 210 time: 0.0380752 Nov 25 17:10:08.911043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:08.921615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.926221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:08.933241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:08.944436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:08.945578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=906e4802-11d4-4fcc-9d1a-4a15b80031eb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:08.973506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.024117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2fef82-ad5b-4dff-ac7b-679af79b6629,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:09.032100 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d2f9e2-e019-496c-9b27-49b76bd77814 x-openstack-request-id: req-66d2f9e2-e019-496c-9b27-49b76bd77814 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:09.032496 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:09.032837 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66d2f9e2-e019-496c-9b27-49b76bd77814 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:09.033332 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'code': 200} Nov 25 17:10:09.111443 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6103ca-a4fd-4203-91e1-d4a1332b9ca9 x-openstack-request-id: req-6c6103ca-a4fd-4203-91e1-d4a1332b9ca9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:09.111861 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "name": "network-vif-plugged", "status": "completed", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:09.112735 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c6103ca-a4fd-4203-91e1-d4a1332b9ca9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:09.113229 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3', 'code': 200} Nov 25 17:10:09.141030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.234 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/b65a76c6-7de2-4976-b8ac-22e2a5cf5d97) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:09.156009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.195897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:09.265098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.265753 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.267076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-dcb76943-deb6-4043-b35c-806eacd39cee service neutron] 10.222.0.73 "PUT /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 1122 time: 2.2780662 Nov 25 17:10:09.307350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.332449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['1ec46211-29fc-442e-9bd9-726cfa62c455'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:09.344376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1784a-6612-475b-8f6c-cce35cdd8b9b req-bc1e199a-a7b9-4c5c-9d65-82ed33f15652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.345931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49e1784a-6612-475b-8f6c-cce35cdd8b9b req-bc1e199a-a7b9-4c5c-9d65-82ed33f15652 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1097 time: 0.1532469 Nov 25 17:10:09.365752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.391757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.395028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.434431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.488401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bc3dc-083b-4752-b7ed-92ee2dafd5bf req-1a55a009-0419-4448-a3cd-8fab1ab22580 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.491885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49e1784a-6612-475b-8f6c-cce35cdd8b9b req-24d13b77-305c-4cf0-88d4-b753b8ca110d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244059 Nov 25 17:10:09.495197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.497310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-354bc3dc-083b-4752-b7ed-92ee2dafd5bf req-1a55a009-0419-4448-a3cd-8fab1ab22580 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.3052518 Nov 25 17:10:09.508139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:09.523068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:09.531313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:09.595310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:09.610354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:09.613238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.613901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.627052 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:09.643837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1175473 Nov 25 17:10:09.672170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233be2d9-f932-482d-a3df-5ace6e9fd79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:09.680458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event updated for resources: {'Port': ['ID=47580d17-f555-4375-b5c6-a7a8cefc8965,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:09.707097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Request body: {'port': {'device_id': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:09.760187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:09.781203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:09.781915 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.814280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-c24edec7-d182-495f-ae2b-b219903b02d4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6541309 Nov 25 17:10:09.833015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Request body: {'port': {'device_id': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:09.835184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-354bc3dc-083b-4752-b7ed-92ee2dafd5bf req-a28b3662-8a1a-438a-84ee-d66bfd4f6fa2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368609 Nov 25 17:10:09.837465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.859626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.874246 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:09.881798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:09.882171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.031054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=906e4802-11d4-4fcc-9d1a-4a15b80031eb,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:10.040590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.052240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ace11e7a-9426-4caf-a88f-b0aa227a4443 None None] Provisioning complete for port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:10.052753 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ace11e7a-9426-4caf-a88f-b0aa227a4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.102780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ace11e7a-9426-4caf-a88f-b0aa227a4443 None None] Port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:10.111633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.148091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.149479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-f405e5f4-d63a-4c8a-9f44-30e39e8a272a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2706738 Nov 25 17:10:10.225857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8a65bfd8-e11e-467d-bb0f-87cb1b4d59ca None None] Provisioning complete for port 47580d17-f555-4375-b5c6-a7a8cefc8965 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:10.233585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-fd226249-6c8a-4b0c-a773-ec9985bc2022 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 258 time: 0.3499408 Nov 25 17:10:10.238086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:10.246677 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a65bfd8-e11e-467d-bb0f-87cb1b4d59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.280854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-bc476173-ee9e-4756-8f95-2c5940afe69d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.0895820 Nov 25 17:10:10.288025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8a65bfd8-e11e-467d-bb0f-87cb1b4d59ca None None] Port 47580d17-f555-4375-b5c6-a7a8cefc8965 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:10.312057 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.399621 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.481516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:10.487211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-cccf0980-e021-4c8f-93cd-399de258719c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:10.488597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-cccf0980-e021-4c8f-93cd-399de258719c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2017047 Nov 25 17:10:10.491291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.502743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-39ba22ec-a741-4e50-b5e1-dfc51848c28e tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:10.504198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c40823ee-f76b-4982-96ee-a40c0ef74dba req-39ba22ec-a741-4e50-b5e1-dfc51848c28e tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078270 Nov 25 17:10:10.517447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Transition to ACTIVE for port object b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:10.523047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.526023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.552572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47580d17-f555-4375-b5c6-a7a8cefc8965 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:10.560440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.575074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Transition to ACTIVE for port object 47580d17-f555-4375-b5c6-a7a8cefc8965 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:10.585575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.641858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:10.732962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfeac2f-e146-4028-a9da-246496c10502 req-e65e41bf-a071-47d0-a170-3e6c294761bf tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:10.735474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3cfeac2f-e146-4028-a9da-246496c10502 req-e65e41bf-a071-47d0-a170-3e6c294761bf tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 944 time: 0.1612828 Nov 25 17:10:10.739170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=47580d17-f555-4375-b5c6-a7a8cefc8965,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:10.774288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Allocated IP 172.25.8.81 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a99626d5-1617-4818-8e6a-d1ec5dc114d4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:10.806890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:10.817549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Attempting to bind port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:10.817880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Attempting to bind port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:10.818196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Attempting to bind port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:10.867148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:10.867499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Attempting to bind port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:10.877722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:10.878057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:10.878436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:10.878875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Bound port: b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:10.879226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.885454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3cfeac2f-e146-4028-a9da-246496c10502 req-94cc760f-5765-4ae3-8630-2ff9597a13c4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179020 Nov 25 17:10:10.926895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Attempting to bind port 47580d17-f555-4375-b5c6-a7a8cefc8965 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:10.927316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Attempting to bind port 47580d17-f555-4375-b5c6-a7a8cefc8965 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:10.927584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Attempting to bind port 47580d17-f555-4375-b5c6-a7a8cefc8965 on network e9283cab-5a0b-473f-9cd5-179c847aeb7d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:10.933484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Port 47580d17-f555-4375-b5c6-a7a8cefc8965 on network e9283cab-5a0b-473f-9cd5-179c847aeb7d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:10.934352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Attempting to bind port 47580d17-f555-4375-b5c6-a7a8cefc8965 on network e9283cab-5a0b-473f-9cd5-179c847aeb7d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:10.948662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:10.949009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Checking segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:10.949483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Bound using segment: {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:10.949817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Bound port: 47580d17-f555-4375-b5c6-a7a8cefc8965, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232537c2-61d2-4954-8c8f-9bf900b902e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:10.950605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:10.975116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:10.988551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:10:11.019924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.036902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:11.038206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] For port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:11.039139 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059c3bd-1fa7-47e9-90de-934d95247fff" -d '{"events": [{"name": "network-changed", "server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:11.042733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] For port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:11.048299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.061659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] For port 47580d17-f555-4375-b5c6-a7a8cefc8965, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:11.065652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] For port 47580d17-f555-4375-b5c6-a7a8cefc8965, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=47580d17-f555-4375-b5c6-a7a8cefc8965,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:11.069387 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.084468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161180f6-f439-40d5-b305-93c4ac0c4b55 req-5e28acfa-e4fd-4057-b704-d3ce20afede5 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.085970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-161180f6-f439-40d5-b305-93c4ac0c4b55 req-5e28acfa-e4fd-4057-b704-d3ce20afede5 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 943 time: 0.0954776 Nov 25 17:10:11.104673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.105124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.106622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 HTTP/1.1" status: 200 len: 1096 time: 1.4200261 Nov 25 17:10:11.107066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'tag': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:11.110375 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e" -d '{"events": [{"name": "network-changed", "server_uuid": "aeeddda2-fe79-455d-b578-00ac15fc1fab", "tag": "b65a76c6-7de2-4976-b8ac-22e2a5cf5d97"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:11.135875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.136731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.137462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.138765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/47580d17-f555-4375-b5c6-a7a8cefc8965 HTTP/1.1" status: 200 len: 1091 time: 1.3132279 Nov 25 17:10:11.158461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9151fa-7813-4b09-9c81-27bee6b2d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=47580d17-f555-4375-b5c6-a7a8cefc8965,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:11.160744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed021d6-4cd5-4e9e-9b64-4233995085a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:11.169195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:11.173624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:11.192970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:11.220125 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-161180f6-f439-40d5-b305-93c4ac0c4b55 req-25b10830-29fb-4844-ab33-562edd8093ee tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130028 Nov 25 17:10:11.247154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.288719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event updated for resources: {'Port': ['ID=a99626d5-1617-4818-8e6a-d1ec5dc114d4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:11.288916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-aa3d2e52-3d33-4d13-8f4a-f883eecef5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.290937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-aa3d2e52-3d33-4d13-8f4a-f883eecef5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 1099 time: 0.0917137 Nov 25 17:10:11.357375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-d2fcb8f5-2dc8-4368-98d5-96813f83ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.359756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-d2fcb8f5-2dc8-4368-98d5-96813f83ee66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6dc708cecb947f887ecef0093516222&device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 1094 time: 0.1218469 Nov 25 17:10:11.422969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-caada7c8-18ef-4efb-9380-d6102dc72c7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47580d17-f555-4375-b5c6-a7a8cefc8965 HTTP/1.1" status: 200 len: 217 time: 0.0533457 Nov 25 17:10:11.431047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.520690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-d3b89b9b-5afe-4afe-92cc-39926157ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.523622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-d3b89b9b-5afe-4afe-92cc-39926157ef90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=937cfdb4-73b2-4c6a-b155-fd6c23c5da1c HTTP/1.1" status: 200 len: 845 time: 0.0904686 Nov 25 17:10:11.524182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.635374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-8cb243c8-dbf0-401b-b4f0-42dff4055b15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 HTTP/1.1" status: 200 len: 217 time: 0.3338172 Nov 25 17:10:11.653988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-749e9dcc-bbf2-4595-81d0-6116f217b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.657252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-749e9dcc-bbf2-4595-81d0-6116f217b96b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9283cab-5a0b-473f-9cd5-179c847aeb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073191 Nov 25 17:10:11.709581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-966679fa-f9ef-4fba-9be2-51fa49486052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.711006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-966679fa-f9ef-4fba-9be2-51fa49486052 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0672288 Nov 25 17:10:11.719607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062bf3b-247e-487c-a774-4b43d89fb776 req-93c1f98e-27ee-48d1-8dc2-35b64e8737ca tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.720978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c062bf3b-247e-487c-a774-4b43d89fb776 req-93c1f98e-27ee-48d1-8dc2-35b64e8737ca tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 948 time: 0.0882978 Nov 25 17:10:11.787517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.790739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-8dab6d03-3f3e-4792-8d9a-82ef8849e523 service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248713 Nov 25 17:10:11.792772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.793452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-48765be4-5882-4615-902c-ef58366be65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:11.794904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-48765be4-5882-4615-902c-ef58366be65e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730858 Nov 25 17:10:11.800367 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c062bf3b-247e-487c-a774-4b43d89fb776 req-c361c870-55c7-44ef-8433-5e8b59187a66 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Nov 25 17:10:11.918245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-a4661cc6-0770-4a2e-b93c-b93ff716b2bc service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126363 Nov 25 17:10:11.922599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event updated for resources: {'Port': ['ID=a99626d5-1617-4818-8e6a-d1ec5dc114d4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:11.949361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.984248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:11.985521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-f9504692-fcdc-43cc-995d-30cfa74d5cd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7511311 Nov 25 17:10:11.991415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98184259-eea7-4a4b-a3e4-277c69ff71cb req-da4c3021-bc68-468b-afcb-4d9258b82909 service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696961 Nov 25 17:10:12.064774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-64801d71-bdbf-4e7c-9cff-38ec42ba9a38 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0710499 Nov 25 17:10:12.087827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d196718f-35a1-4a0c-a14d-4df9542868f6 req-96825446-b88b-46b4-947d-7224c7c89d68 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633778 Nov 25 17:10:12.101383 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0796cad6-8392-4a91-9470-c45135912f03 req-034e86a3-fd44-479b-8173-14099dd0ce52 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1580212 Nov 25 17:10:12.114132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:12.137940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.253203 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.364982 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Allocated IP 172.25.8.95 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/1156a2f7-df5e-49f1-a9e5-bc521632e25e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:12.420827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-e43672f5-6809-4742-b955-2fd4f03d4130 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.422219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-e43672f5-6809-4742-b955-2fd4f03d4130 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.3520603 Nov 25 17:10:12.433130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-62f51af4-3375-432e-83d0-9339bcee0e31 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:12.434079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be46b7c3-f7eb-48eb-badd-4023eb255cfc req-62f51af4-3375-432e-83d0-9339bcee0e31 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055966 Nov 25 17:10:12.477181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.512037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.529713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdc40d-bc94-4984-8d10-d8c088890bc2 req-ca9e7819-9a9d-4b64-b656-87bee0505da7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.543327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0cdc40d-bc94-4984-8d10-d8c088890bc2 req-ca9e7819-9a9d-4b64-b656-87bee0505da7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.0504658 Nov 25 17:10:12.553227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:12.556117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:12.559906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:12.583892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=1156a2f7-df5e-49f1-a9e5-bc521632e25e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:12.591959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0cdc40d-bc94-4984-8d10-d8c088890bc2 req-0e79685e-039a-416c-8be4-a7219b1c423d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Nov 25 17:10:12.637769 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3124b-4d82-4102-b2d2-af4f8c4c13e5 x-openstack-request-id: req-b5f3124b-4d82-4102-b2d2-af4f8c4c13e5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:12.638059 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:12.638342 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5f3124b-4d82-4102-b2d2-af4f8c4c13e5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:12.638764 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'status': 'completed', 'code': 200} Nov 25 17:10:12.657219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.671565 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87412f97-d3ab-49f3-81d5-a06568e93100 x-openstack-request-id: req-87412f97-d3ab-49f3-81d5-a06568e93100 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:12.672087 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeeddda2-fe79-455d-b578-00ac15fc1fab", "tag": "b65a76c6-7de2-4976-b8ac-22e2a5cf5d97", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:12.672337 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-87412f97-d3ab-49f3-81d5-a06568e93100 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:12.672730 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'tag': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', 'status': 'completed', 'code': 200} Nov 25 17:10:12.725253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:12.761001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-8574b000-2b92-44b8-9093-c7bcab969d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.762501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-8574b000-2b92-44b8-9093-c7bcab969d2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1125 time: 0.0967987 Nov 25 17:10:12.773646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-1f0219c1-9333-44d1-b6b2-97fcbf64564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.775113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-1f0219c1-9333-44d1-b6b2-97fcbf64564b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 1099 time: 0.0753267 Nov 25 17:10:12.787418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94d06-f631-44e4-bdbe-45a6ec3f38fe req-d7a2f852-7e60-4a32-bcda-d339d51971f4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.788855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2a94d06-f631-44e4-bdbe-45a6ec3f38fe req-d7a2f852-7e60-4a32-bcda-d339d51971f4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 944 time: 0.0635796 Nov 25 17:10:12.898415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2a94d06-f631-44e4-bdbe-45a6ec3f38fe req-c07b1279-5215-4f86-b9bd-bada4fc492cd tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998855 Nov 25 17:10:12.908741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-d4f5173b-82d2-4894-8245-0ec579e5c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.910464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-d4f5173b-82d2-4894-8245-0ec579e5c400 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1206024 Nov 25 17:10:12.931541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-d4f272e7-e28b-4be3-a154-126c995921ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:12.933011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-d4f272e7-e28b-4be3-a154-126c995921ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1579025 Nov 25 17:10:12.958334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-2d2887dd-7346-408a-b334-24e44292f849 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 HTTP/1.1" status: 200 len: 217 time: 0.0405610 Nov 25 17:10:12.983567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-251801a6-4edf-4a81-9177-698f5f1dcaeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 217 time: 0.0425377 Nov 25 17:10:13.033541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-59c8bc35-8ea7-4d1f-8588-ee32898ad5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.034980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-59c8bc35-8ea7-4d1f-8588-ee32898ad5f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0667107 Nov 25 17:10:13.036408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.049143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24877-0b92-44a9-a2f7-224514ccea3e req-d2d65c63-1b5d-466e-b626-526bb6b9be1b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.053723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0dd24877-0b92-44a9-a2f7-224514ccea3e req-d2d65c63-1b5d-466e-b626-526bb6b9be1b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 943 time: 0.0913432 Nov 25 17:10:13.054134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.062886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-caf9d17f-af17-4d03-8f1e-e43a18ccb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.064400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-caf9d17f-af17-4d03-8f1e-e43a18ccb5f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0727367 Nov 25 17:10:13.128141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-fea89e55-cfd5-4d77-bc86-a9070e2f5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.129551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-fea89e55-cfd5-4d77-bc86-a9070e2f5b90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777962 Nov 25 17:10:13.134115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0dd24877-0b92-44a9-a2f7-224514ccea3e req-c2fa733c-eae5-4648-a7f6-c9355cbaff5c tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668161 Nov 25 17:10:13.138899 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-17120b5e-95a7-484d-82b9-0b0a4e298e53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510740 Nov 25 17:10:13.183261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=1156a2f7-df5e-49f1-a9e5-bc521632e25e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:13.229619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.234090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-c576b923-0815-4e04-afe0-132400e9f7fb service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957489 Nov 25 17:10:13.252342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.253707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0796cad6-8392-4a91-9470-c45135912f03 req-35137ae1-b7c8-46d1-931f-44d867841b50 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1448264 Nov 25 17:10:13.357871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0796cad6-8392-4a91-9470-c45135912f03 req-7c9c51b6-febc-4893-b36b-8a78b60afcf0 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.95 HTTP/1.1" status: 200 len: 695 time: 0.0863006 Nov 25 17:10:13.362346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-f2c7b103-88c4-4cbb-9bc6-db9ea6614429 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129939 Nov 25 17:10:13.395130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d5aac36-bba2-47a1-a6f4-7d33dbc0979e req-3db539fa-538c-40da-a0b5-88434901814a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495860 Nov 25 17:10:13.416015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-f3b530da-e2d1-4deb-a407-0c3b4998e8f2 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.417542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-f3b530da-e2d1-4deb-a407-0c3b4998e8f2 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1074557 Nov 25 17:10:13.469404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-7df61d0e-c85c-44e5-ab75-d6ced1f6a20b tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0460694 Nov 25 17:10:13.477315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Request body: {'floatingip': {'port_id': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:13.483126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-8b5ba0d2-d069-4052-a524-4ebe45115104 service neutron] 10.222.0.55 "GET /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.2282352 Nov 25 17:10:13.521509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.598458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8059c3bd-1fa7-47e9-90de-934d95247fff req-4a83b842-9a16-469e-832a-1a3574093f48 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253242 Nov 25 17:10:13.607620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796cad6-8392-4a91-9470-c45135912f03 req-2cd20e23-297c-4bfe-abd9-6180e28da634 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.609061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0796cad6-8392-4a91-9470-c45135912f03 req-2cd20e23-297c-4bfe-abd9-6180e28da634 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2428529 Nov 25 17:10:13.762051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaca3c-1e09-48bd-8e54-6129a5372573 req-14629eb6-97a8-427f-b96b-4cc8dbab807a tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:13.763643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0aaca3c-1e09-48bd-8e54-6129a5372573 req-14629eb6-97a8-427f-b96b-4cc8dbab807a tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1097 time: 0.0881517 Nov 25 17:10:13.792029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:13.835098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:13.860254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0aaca3c-1e09-48bd-8e54-6129a5372573 req-7aaee18e-35df-4e4b-976e-1fbe38ba8fb2 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830271 Nov 25 17:10:13.876617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec46211-29fc-442e-9bd9-726cfa62c455 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:13.899157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:13.904328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.987031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:13.990829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.013332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251a064-5ea7-4141-b486-5a842f943609 req-27b5c25b-288e-4e81-bfa6-5050b10a21c6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.015020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a251a064-5ea7-4141-b486-5a842f943609 req-27b5c25b-288e-4e81-bfa6-5050b10a21c6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 948 time: 0.0707633 Nov 25 17:10:14.031290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] Transition to ACTIVE for port object 1ec46211-29fc-442e-9bd9-726cfa62c455 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:14.042152 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.097472 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Floating IP 6af6bd16-eeee-4662-898d-520564c5dff3 associated. External IP: 172.25.8.81, port: 91a016be-ae41-4457-b7cf-ecd7ac39eb57. Nov 25 17:10:14.123831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] No DVR routers for this DVR port 1ec46211-29fc-442e-9bd9-726cfa62c455 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:14.128741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a251a064-5ea7-4141-b486-5a842f943609 req-4040f21d-1fc5-4d64-98ad-6a92212c44f4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047435 Nov 25 17:10:14.152108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:14.171342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-6aba85bf-c730-403e-bc6f-46ad96660178 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 0.6781912 Nov 25 17:10:14.334586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:14.349657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-54a4dccd-e91f-41e8-a65b-64117c7b0a05 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.351149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-54a4dccd-e91f-41e8-a65b-64117c7b0a05 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0980532 Nov 25 17:10:14.390806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-e73b0c7f-a86e-47ad-9141-3ccdc9aae905 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1627507 Nov 25 17:10:14.406754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:14.419371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-fc24e7fc-5efa-4553-987f-9cb3ee493640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.421617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-fc24e7fc-5efa-4553-987f-9cb3ee493640 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b&tenant_id=adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 1096 time: 0.0596728 Nov 25 17:10:14.437018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.453495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:14.458200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.463764 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] Sync routers for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:14.476472 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:14.477067 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:14.488290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-2094a33c-e622-4fa6-bb35-faf16bb509d8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "PUT /v2.0/floatingips/6af6bd16-eeee-4662-898d-520564c5dff3 HTTP/1.1" status: 200 len: 995 time: 1.0148582 Nov 25 17:10:14.533959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-4690898e-9a10-4fdf-9b56-1a2c4352fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.535491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-4690898e-9a10-4fdf-9b56-1a2c4352fa07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1096 time: 0.0860746 Nov 25 17:10:14.549839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-065299ea-948f-4a4b-8e50-f781c2369999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.551631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-065299ea-948f-4a4b-8e50-f781c2369999 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1096 time: 0.0469053 Nov 25 17:10:14.589524 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:14.643957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:14.646190 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:14.656067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-4ca23f09-daaf-46fc-bda3-ae3847faad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.657079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-053d622a-1d4e-439c-85c6-7031ada18195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.657534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-4ca23f09-daaf-46fc-bda3-ae3847faad10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1154675 Nov 25 17:10:14.658534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-053d622a-1d4e-439c-85c6-7031ada18195 service neutron] 10.222.0.86 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 930 time: 0.1004064 Nov 25 17:10:14.658907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:14.675017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:14.677543 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81344ea2-b030-420c-972b-bea10f06e13f" -d '{"events": [{"name": "network-changed", "server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:14.703602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-e03bd114-b583-43a2-8878-2f27e8aa823f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 200 len: 217 time: 0.0373178 Nov 25 17:10:14.734443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-dc98e745-cf6c-4dcc-912a-3e0b1ff60a4f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 998 time: 0.0692403 Nov 25 17:10:14.796082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-ae37ee8c-19df-43d6-9344-7ab76c02df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.797677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-ae37ee8c-19df-43d6-9344-7ab76c02df99 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 200 len: 868 time: 0.0527320 Nov 25 17:10:14.807609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-8c60177e-e2f4-4ab9-945f-4087643dc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.809051 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-8c60177e-e2f4-4ab9-945f-4087643dc4ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0775201 Nov 25 17:10:14.834450 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6af6bd16-eeee-4662-898d-520564c5dff3', 'tenant_id': '123693e242534071a81732182c0f37f5', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'port_id': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'mac_address': 'fa:16:3e:4e:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:11Z', 'updated_at': '2021-11-25T17:10:13Z', 'revision_number': 1, 'project_id': '123693e242534071a81732182c0f37f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:14.846344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-9b15c723-ba9a-46c7-b6f8-1f4a06d58df7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297694 Nov 25 17:10:14.853250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-d3abbcb5-63fd-4c2c-9ccc-683aae9ab8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:14.856389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-d3abbcb5-63fd-4c2c-9ccc-683aae9ab8af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=61613190-fade-436c-be67-fc4a07292667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516052 Nov 25 17:10:14.863476 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] Checking router: bf65b8b9-b02f-47d2-b7f1-3d4e72826713 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:14.869266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Allocated IP 172.25.8.156 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/838abec1-3be2-4d7e-b427-8f54b1f8cf75) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:14.871974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-3d87836c-3c1e-4724-8325-98fd5822d4c2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:14.872937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-3d87836c-3c1e-4724-8325-98fd5822d4c2 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056140 Nov 25 17:10:14.874253 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:14.874910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:14.975976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-a78a2561-15dd-494b-892d-27631cbc821e service neutron] 10.222.0.86 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950017 Nov 25 17:10:15.015229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-f01074c1-b23e-4dd3-9f5e-6cda443ff488 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597559 Nov 25 17:10:15.068035 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:15.070584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50601a2b-3c90-4cea-92ee-8f15e5481440 req-b054abdf-2813-426e-9b6b-3e8db4637abf service neutron] 10.222.0.86 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898805 Nov 25 17:10:15.099760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.153455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-34a8e47f-6144-42d8-8ee1-9a72d3ec4581 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319723 Nov 25 17:10:15.183026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.243572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:15.247065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:15.260813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:15.282775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f695c2-9cb4-4724-9e7e-7c0bbb86e5db req-0b4bfc0a-7e56-4023-b401-f32435353d1c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.285065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9f695c2-9cb4-4724-9e7e-7c0bbb86e5db req-0b4bfc0a-7e56-4023-b401-f32435353d1c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.0771866 Nov 25 17:10:15.361630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9f695c2-9cb4-4724-9e7e-7c0bbb86e5db req-58bb1bd2-3b94-49c4-b4cc-0b58dda33e50 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Nov 25 17:10:15.378541 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6af6bd16-eeee-4662-898d-520564c5dff3', 'tenant_id': '123693e242534071a81732182c0f37f5', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'port_id': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'mac_address': 'fa:16:3e:4e:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:11Z', 'updated_at': '2021-11-25T17:10:13Z', 'revision_number': 1, 'project_id': '123693e242534071a81732182c0f37f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:15.419531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696eb1e1-69be-4d21-8d02-b7fc51b3c8ad None None] The sync data for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 is: [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6af6bd16-eeee-4662-898d-520564c5dff3', 'tenant_id': '123693e242534071a81732182c0f37f5', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'port_id': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'mac_address': 'fa:16:3e:4e:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:11Z', 'updated_at': '2021-11-25T17:10:13Z', 'revision_number': 1, 'project_id': '123693e242534071a81732182c0f37f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:15.514271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88ab1-0fba-45f9-8c82-3d9087f3dbbc req-1899870b-bb8f-496a-9032-1707d28800ad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.522592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cac88ab1-0fba-45f9-8c82-3d9087f3dbbc req-1899870b-bb8f-496a-9032-1707d28800ad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 943 time: 0.0626156 Nov 25 17:10:15.584098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=838abec1-3be2-4d7e-b427-8f54b1f8cf75,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:15.604982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cac88ab1-0fba-45f9-8c82-3d9087f3dbbc req-da149559-4189-4ea9-9447-d5e0ac51488d tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761776 Nov 25 17:10:15.632895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-07ad7db7-aa74-427b-b17f-014853c72efd tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.634551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-07ad7db7-aa74-427b-b17f-014853c72efd tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0684607 Nov 25 17:10:15.681801 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.737643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.802766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf1f8e-b75f-41ac-a076-4223999768fd None None] New status for floating IP 6af6bd16-eeee-4662-898d-520564c5dff3: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:15.814754 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.859706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabe55-cdeb-4483-a448-28f75d762266 req-7c37c86e-7b43-474d-b1c7-f01108502878 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:15.871874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06aabe55-cdeb-4483-a448-28f75d762266 req-7c37c86e-7b43-474d-b1c7-f01108502878 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 968 time: 0.0992358 Nov 25 17:10:15.921085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-7747526b-e4ac-42d2-a14c-4fffd6909e03 service neutron] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:15.926590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-7747526b-e4ac-42d2-a14c-4fffd6909e03 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:15.927961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1f6c74b-b8f3-407a-8a6c-582c23d8b9fb req-7747526b-e4ac-42d2-a14c-4fffd6909e03 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.2659521 Nov 25 17:10:15.966010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06aabe55-cdeb-4483-a448-28f75d762266 req-d2bf9d12-44f6-4ceb-af68-1afc558af8ff tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926697 Nov 25 17:10:16.059630 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05879730-77d6-4e1d-8034-70d1a46bb649 x-openstack-request-id: req-05879730-77d6-4e1d-8034-70d1a46bb649 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:16.059916 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:16.060164 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05879730-77d6-4e1d-8034-70d1a46bb649 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:16.061378 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'status': 'completed', 'code': 200} Nov 25 17:10:16.108126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.123057 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d0e5a-a18c-4eb6-b6b3-58f8500e2c58 x-openstack-request-id: req-a61d0e5a-a18c-4eb6-b6b3-58f8500e2c58 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:16.124275 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:16.124275 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a61d0e5a-a18c-4eb6-b6b3-58f8500e2c58 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:16.124490 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'status': 'completed', 'code': 200} Nov 25 17:10:16.147785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.275178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=838abec1-3be2-4d7e-b427-8f54b1f8cf75,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:16.281439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-c696e4e4-6b98-4981-ab60-a2dc76e9b201 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 258 time: 0.1432128 Nov 25 17:10:16.282274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-dd6b5964-28c5-4057-bcdb-9886c82b38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.283790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-dd6b5964-28c5-4057-bcdb-9886c82b38d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6dc708cecb947f887ecef0093516222&device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 1094 time: 0.1976042 Nov 25 17:10:16.289697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344ea2-b030-420c-972b-bea10f06e13f req-0a25aacc-4d25-4152-bdba-e0dbbf3278ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.291154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-0a25aacc-4d25-4152-bdba-e0dbbf3278ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1096 time: 0.1335833 Nov 25 17:10:16.298939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:16.328521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.421238 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.432932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.448290 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.451624 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-07b30172-feb7-4b41-a673-a8221828a39a tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0485990 Nov 25 17:10:16.540943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-31b1649b-9e9d-4a20-aabd-861081c0e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.542646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-31b1649b-9e9d-4a20-aabd-861081c0e65f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9283cab-5a0b-473f-9cd5-179c847aeb7d HTTP/1.1" status: 200 len: 907 time: 0.2506020 Nov 25 17:10:16.547129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Allocated IP 172.25.8.219 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c6fe19c3-7384-480e-9f12-b8cb587aa77a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:16.555174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-f9b51e86-7385-4d5e-a2ae-ab6193c081dd tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0859089 Nov 25 17:10:16.601199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-35cd6c59-8df9-4a07-b94d-916c73fef03f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47580d17-f555-4375-b5c6-a7a8cefc8965 HTTP/1.1" status: 200 len: 217 time: 0.0450332 Nov 25 17:10:16.628582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344ea2-b030-420c-972b-bea10f06e13f req-bf3fe69c-4207-4731-abc0-25d579536abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.630240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-bf3fe69c-4207-4731-abc0-25d579536abe service neutron] 10.222.0.73 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 930 time: 0.3028507 Nov 25 17:10:16.678154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.726116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.782314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event updated for resources: {'Port': ['ID=c6fe19c3-7384-480e-9f12-b8cb587aa77a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:16.786182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:16.787893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:16.790911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:16.802755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-9a283f2b-d50c-4c83-b4b1-d21b0abcd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.804231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-9a283f2b-d50c-4c83-b4b1-d21b0abcd265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=937cfdb4-73b2-4c6a-b155-fd6c23c5da1c HTTP/1.1" status: 200 len: 845 time: 0.1931622 Nov 25 17:10:16.823176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-16fca7d2-16d8-4b3a-8acb-537a1203a38a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 1000 time: 0.1459217 Nov 25 17:10:16.878790 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.892422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 47580d17-f555-4375-b5c6-a7a8cefc8965 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:16.896018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:16.906008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-daeb076b-171c-47ca-b722-1f39df22eacf tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.907366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80cfdfba-bc2d-43ee-a4f1-2b72f0ec0042 req-daeb076b-171c-47ca-b722-1f39df22eacf tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.3086069 Nov 25 17:10:16.928343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344ea2-b030-420c-972b-bea10f06e13f req-ee984e3b-2df5-4968-9dbd-2b7bc02c7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.929721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-ee984e3b-2df5-4968-9dbd-2b7bc02c7b01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 200 len: 868 time: 0.0803542 Nov 25 17:10:16.930746 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:16.931565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-85ec24c8-bd39-4302-9ee9-0c62ea6209c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:16.932912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-85ec24c8-bd39-4302-9ee9-0c62ea6209c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9283cab-5a0b-473f-9cd5-179c847aeb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206567 Nov 25 17:10:17.003604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:17.039632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 47580d17-f555-4375-b5c6-a7a8cefc8965, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=47580d17-f555-4375-b5c6-a7a8cefc8965,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:17.051572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'port_id': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'mac_address': 'fa:16:3e:00:59:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:17.066828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344ea2-b030-420c-972b-bea10f06e13f req-72f82c86-2427-4516-b80d-5c6e76b897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.068338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-72f82c86-2427-4516-b80d-5c6e76b897f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61613190-fade-436c-be67-fc4a07292667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306286 Nov 25 17:10:17.109421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.115228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afa02c-8b86-4ad0-b912-e01f6b6883b6 req-166b4012-e843-4071-b481-9b14f526c026 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.116736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93afa02c-8b86-4ad0-b912-e01f6b6883b6 req-166b4012-e843-4071-b481-9b14f526c026 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 948 time: 0.1417837 Nov 25 17:10:17.118173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.126727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.137964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47580d17-f555-4375-b5c6-a7a8cefc8965 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:17.178279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-b6fb3927-b9a7-4cfb-a61d-1bdffcabccfa service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296906 Nov 25 17:10:17.180322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 47580d17-f555-4375-b5c6-a7a8cefc8965, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=47580d17-f555-4375-b5c6-a7a8cefc8965,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:17.183436 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.184906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.186820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:17.235093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event updated for resources: {'Port': ['ID=c6fe19c3-7384-480e-9f12-b8cb587aa77a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:17.253034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-a7e4471e-5cb8-49ac-9f66-3ad9326a45da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947404 Nov 25 17:10:17.254350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.272002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.281074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-b793703e-7a9d-4e9b-b362-0aec6e60e12c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9980125 Nov 25 17:10:17.299269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=47580d17-f555-4375-b5c6-a7a8cefc8965,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:17.307372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93afa02c-8b86-4ad0-b912-e01f6b6883b6 req-99b4c981-19e0-41a7-98f0-71a4cf413d57 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802356 Nov 25 17:10:17.309219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-f946fbcd-daa0-4ebd-a874-ac140182f1a7 service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314517 Nov 25 17:10:17.375322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:17.401273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00a9f7b2-e5b4-4044-9fcc-5a833b603ce6 req-cf28d8e8-e1ac-4f2b-a9d7-b511b108bf2d service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129116 Nov 25 17:10:17.408804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', 'mac_address': 'fa:16:3e:ed:29:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:17.487987 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.489114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81344ea2-b030-420c-972b-bea10f06e13f req-26f5475e-a6e5-482d-8c49-c40636fb4850 service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703980 Nov 25 17:10:17.512255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308403-3059-4915-9dc7-f2fed9ec6c34 req-1977e68b-6654-44de-b5b5-0726cbf4537f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.516357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:17.520346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40308403-3059-4915-9dc7-f2fed9ec6c34 req-1977e68b-6654-44de-b5b5-0726cbf4537f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.0820725 Nov 25 17:10:17.552299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:17.558304 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:17.615342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:17.616333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40308403-3059-4915-9dc7-f2fed9ec6c34 req-c2c54d46-9848-4ed3-b97e-5ab4fd066a53 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950253 Nov 25 17:10:17.652227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-52bdf9aa-9e67-4c58-8078-bced34f20c1e tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.3699379 Nov 25 17:10:17.718021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-46729199-aa32-42ed-88bb-fb7f41e5d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.719634 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-46729199-aa32-42ed-88bb-fb7f41e5d700 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 1119 time: 0.4293866 Nov 25 17:10:17.815478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:17.829645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-398d2805-72d1-4c3d-9d86-2400095c1814 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.849955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3209d9b-4fbf-4e44-945e-a9d7de7fe7c2 req-398d2805-72d1-4c3d-9d86-2400095c1814 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1936717 Nov 25 17:10:17.887639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['47580d17-f555-4375-b5c6-a7a8cefc8965'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:17.903571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-71b70ebc-936c-4d05-bd99-39f3920b891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.907638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-71b70ebc-936c-4d05-bd99-39f3920b891f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 924 time: 0.1577723 Nov 25 17:10:17.960995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6a128-a41f-45b1-aad7-a4602884a435 req-bf6f5947-29d8-40cf-89aa-f830955230cc tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:17.968100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cdf6a128-a41f-45b1-aad7-a4602884a435 req-bf6f5947-29d8-40cf-89aa-f830955230cc tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 944 time: 0.0752683 Nov 25 17:10:18.015077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cdf6a128-a41f-45b1-aad7-a4602884a435 req-117d85c5-85c7-4828-af3a-7d10c1218d16 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435441 Nov 25 17:10:18.088648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-dbe63cf6-7505-4286-aa5e-9b9fd11eea9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be3f810b-c472-4a11-93cf-05047918f9f2 HTTP/1.1" status: 200 len: 1024 time: 0.1725526 Nov 25 17:10:18.199831 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08197208-8797-45db-86c3-848b142855bc req-2d978c88-ed29-4fda-a381-6c58fdd00d9b tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2413654 Nov 25 17:10:18.201945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-c663fb77-c337-4531-a9e3-476480c7658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:18.203286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-c663fb77-c337-4531-a9e3-476480c7658f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.1072652 Nov 25 17:10:18.211955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:18.223697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41615d1-7871-44a6-b006-635bacfca29b req-c9efe470-4a39-41c4-9595-3b7f44d6e609 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:18.225164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f41615d1-7871-44a6-b006-635bacfca29b req-c9efe470-4a39-41c4-9595-3b7f44d6e609 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0824871 Nov 25 17:10:18.264534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.269766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-b0e9efd4-5ab5-45aa-beac-75ff32d835b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:18.271246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-b0e9efd4-5ab5-45aa-beac-75ff32d835b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537906 Nov 25 17:10:18.279785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f41615d1-7871-44a6-b006-635bacfca29b req-14bdb3dc-5e90-4640-b189-654dc3afc8ed tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0487077 Nov 25 17:10:18.289948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f41615d1-7871-44a6-b006-635bacfca29b req-71a8636c-6ad5-4345-81d9-e733f66c2463 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Request body: {'floatingip': {'port_id': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:18.358654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f41615d1-7871-44a6-b006-635bacfca29b req-71a8636c-6ad5-4345-81d9-e733f66c2463 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.409810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-6ce12601-43ef-4c33-b74f-e7397cf18b59 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301625 Nov 25 17:10:18.484809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.559806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c387241-0f5c-47ae-8dfa-4b986ca03c54 req-31304ac2-9f05-4539-b842-1710e2e03956 service neutron] 10.222.0.73 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418281 Nov 25 17:10:18.579090 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-f41615d1-7871-44a6-b006-635bacfca29b req-71a8636c-6ad5-4345-81d9-e733f66c2463 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:10:18.580166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f41615d1-7871-44a6-b006-635bacfca29b req-71a8636c-6ad5-4345-81d9-e733f66c2463 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "PUT /v2.0/floatingips/53922004-efce-4c66-9e59-81824c261c99 HTTP/1.1" status: 409 len: 550 time: 0.2941878 Nov 25 17:10:18.624782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Allocated IP 172.25.8.48 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/b94f9371-ad4f-4721-888a-6eae5e04d2b0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:18.728792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.767450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.809007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:18.813837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:18.817862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:18.839811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=b94f9371-ad4f-4721-888a-6eae5e04d2b0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:18.885046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 47580d17-f555-4375-b5c6-a7a8cefc8965 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:18.912641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.957103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:18.985873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 47580d17-f555-4375-b5c6-a7a8cefc8965 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:18.992168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 47580d17-f555-4375-b5c6-a7a8cefc8965 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:18.992540 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.001695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b7de8224-250b-4ac5-a69b-fda2f7a6b6c7 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2000995790&fields=id&tenant_id=336de997f2c3499eba2bc153e72db7ac HTTP/1.1" status: 200 len: 267 time: 0.0576169 Nov 25 17:10:19.079982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.105005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:19.107505 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfdc650-f355-4e13-b89e-2a626ddf46b9" -d '{"events": [{"server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "name": "network-vif-plugged", "status": "completed", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:19.121636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 47580d17-f555-4375-b5c6-a7a8cefc8965, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=47580d17-f555-4375-b5c6-a7a8cefc8965,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:19.126987 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.128108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:19.142285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-e3fa81e4-f472-4dea-9f53-3adb686a2979 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.143906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-e3fa81e4-f472-4dea-9f53-3adb686a2979 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 823 time: 0.1350656 Nov 25 17:10:19.171297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-dcc72732-a098-4930-adaf-47373565343f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/quotas/336de997f2c3499eba2bc153e72db7ac HTTP/1.1" status: 200 len: 375 time: 0.0188701 Nov 25 17:10:19.219153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=47580d17-f555-4375-b5c6-a7a8cefc8965,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:19.220644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.230106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:19.232447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-bcc75d00-cde9-4e6b-99ac-e92af24226e8 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.233966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-bcc75d00-cde9-4e6b-99ac-e92af24226e8 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7b22ca-b05f-484d-a9a6-84a4f6ca733d HTTP/1.1" status: 200 len: 968 time: 0.0825846 Nov 25 17:10:19.235066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.235873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:19.236457 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.256168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-ec8a1670-fc04-44da-b524-fefad4de644b tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788150 Nov 25 17:10:19.289327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event updated for resources: {'Port': ['ID=b94f9371-ad4f-4721-888a-6eae5e04d2b0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:19.326753 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.367557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:19.376044 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.400866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-64847d0d-d26f-4802-aa2f-f3fadcb91192 service neutron] 10.222.0.86 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289499 Nov 25 17:10:19.433831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.449946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:19.455308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Deleting port be3f810b-c472-4a11-93cf-05047918f9f2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:19.455672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.461959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.463164 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08197208-8797-45db-86c3-848b142855bc req-d4e80bc2-d9e0-452e-8885-6b0fb54f5f2d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2550087 Nov 25 17:10:19.505360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-d800bb49-f2ae-4ada-82c3-70a12d405c73 service neutron] 10.222.0.86 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035173 Nov 25 17:10:19.551227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08197208-8797-45db-86c3-848b142855bc req-3e3c96c4-e16f-472d-9fba-16063f158383 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.48 HTTP/1.1" status: 200 len: 695 time: 0.0776820 Nov 25 17:10:19.644847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] For port be3f810b-c472-4a11-93cf-05047918f9f2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=be3f810b-c472-4a11-93cf-05047918f9f2,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:19.645219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:19.743918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af894b3b-20da-4d1a-affd-9ea4c1a946e5 req-4352eafc-4c0b-4425-abb1-fabdb695b564 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.751512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af894b3b-20da-4d1a-affd-9ea4c1a946e5 req-4352eafc-4c0b-4425-abb1-fabdb695b564 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 1096 time: 0.0558908 Nov 25 17:10:19.800996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af894b3b-20da-4d1a-affd-9ea4c1a946e5 req-efb84783-7b97-4169-88ac-1cbb58c16e32 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Nov 25 17:10:19.846590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08197208-8797-45db-86c3-848b142855bc req-61703717-a9ad-48c9-9bf7-f363dc35eb9e tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:19.848081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08197208-8797-45db-86c3-848b142855bc req-61703717-a9ad-48c9-9bf7-f363dc35eb9e tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2896702 Nov 25 17:10:19.996208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-f350d370-e1d7-41c5-9a80-8f5fe372daf5 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips/53922004-efce-4c66-9e59-81824c261c99 HTTP/1.1" status: 200 len: 693 time: 0.1026008 Nov 25 17:10:20.034317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4cf26-a88e-4c66-a29f-a4c8c423f987 req-888ca6d0-7731-43b8-b027-f8e618c1a5db tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.035986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45a4cf26-a88e-4c66-a29f-a4c8c423f987 req-888ca6d0-7731-43b8-b027-f8e618c1a5db tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.1382124 Nov 25 17:10:20.109258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45a4cf26-a88e-4c66-a29f-a4c8c423f987 req-2778f2b8-cda2-47de-ba3a-b8a9a4f6ba8b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634553 Nov 25 17:10:20.135440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.135901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.136284 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Floating IP a85ce61d-106b-477b-9960-5f4063d591ba disassociated. External IP: 172.25.8.215, port: be3f810b-c472-4a11-93cf-05047918f9f2. Nov 25 17:10:20.136692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Calling delete_port for be3f810b-c472-4a11-93cf-05047918f9f2 owned by compute:tempest-test_az-1320546726 {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:20.221180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-e1c80562-ca3a-4d87-8a48-ffc032a90c33 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.222672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-e1c80562-ca3a-4d87-8a48-ffc032a90c33 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2136123 Nov 25 17:10:20.241426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-8ee6e668-aad8-4106-80b1-f0e8a3a6c5cc tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:20.242496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-8ee6e668-aad8-4106-80b1-f0e8a3a6c5cc tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109527 Nov 25 17:10:20.352635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5b07-c357-4eb9-8ed0-fe23195a15df req-0eac74fc-f7c7-48db-8381-f650f0c31ed1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.357736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-c810d62d-d37b-4f76-b3be-be23839156ec tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0907583 Nov 25 17:10:20.367926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-169e5b07-c357-4eb9-8ed0-fe23195a15df req-0eac74fc-f7c7-48db-8381-f650f0c31ed1 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.0760362 Nov 25 17:10:20.435480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-169e5b07-c357-4eb9-8ed0-fe23195a15df req-4a1816ca-b608-4b4a-abb1-de3ba3c37756 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660729 Nov 25 17:10:20.448884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:20.474431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-9714e00d-c4c8-4f7b-8175-23e2b8e62796 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.1061423 Nov 25 17:10:20.496820 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092bbd5f-ceb2-4bd9-8409-a6d1aff361df x-openstack-request-id: req-092bbd5f-ceb2-4bd9-8409-a6d1aff361df {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:20.497589 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "name": "network-vif-plugged", "status": "completed", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:20.497589 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-092bbd5f-ceb2-4bd9-8409-a6d1aff361df {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:20.498146 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'code': 200} Nov 25 17:10:20.514057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event deleted for resources: {'Port': ['ID=be3f810b-c472-4a11-93cf-05047918f9f2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:20.641952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0b50be6-8776-4b5d-9c67-77212e335720 req-2562b44c-6468-46a0-a7e5-63fd8b53c25d tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 210 time: 0.0435970 Nov 25 17:10:20.656696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390df41-8e75-477c-81f6-a3b5ec6209eb req-5d18ca83-b85f-466e-8b9f-eeb41122f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.658826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f390df41-8e75-477c-81f6-a3b5ec6209eb req-5d18ca83-b85f-466e-8b9f-eeb41122f3ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 1096 time: 0.0717006 Nov 25 17:10:20.739523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ba37a74-f585-4878-8b83-10f485df03a0 req-48358458-3faa-49f5-969c-76bc68a4b4f5 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips/baaa95ba-80c1-4d8a-961b-2452c3ef1894 HTTP/1.1" status: 200 len: 692 time: 0.0653043 Nov 25 17:10:20.777713 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f390df41-8e75-477c-81f6-a3b5ec6209eb req-96cfdc32-68bc-4a59-b907-c0c00d653810 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117094 Nov 25 17:10:20.876141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37a74-f585-4878-8b83-10f485df03a0 req-cefb3def-e730-4252-b879-e193b94850c5 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:20.877625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ba37a74-f585-4878-8b83-10f485df03a0 req-cefb3def-e730-4252-b879-e193b94850c5 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1295817 Nov 25 17:10:20.900537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-6ba37a74-f585-4878-8b83-10f485df03a0 req-cb0f9ffd-c30f-4d20-ba9c-57be76ca7b00 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:20.905966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ba37a74-f585-4878-8b83-10f485df03a0 req-cb0f9ffd-c30f-4d20-ba9c-57be76ca7b00 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097690 Nov 25 17:10:21.076058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:21.194428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Deleting port c6fe19c3-7384-480e-9f12-b8cb587aa77a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:21.194801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.322929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:21.334984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:21.347531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:21.348379 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:21.357364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.358300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.379664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] No DVR routers for this DVR port be3f810b-c472-4a11-93cf-05047918f9f2 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:21.382466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.386227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68cb5931-74e5-4d4b-a8c0-6530f52f6dfd req-40366eda-581b-4b95-9d8f-5c9b02844ddf tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.73 "DELETE /v2.0/ports/be3f810b-c472-4a11-93cf-05047918f9f2 HTTP/1.1" status: 204 len: 173 time: 2.1001050 Nov 25 17:10:21.388861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'name': 'network-vif-deleted', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:21.392993 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa6b6e4-4370-4006-9b73-3b27c07bd915" -d '{"events": [{"server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "name": "network-vif-deleted", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:21.400161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Calling delete_port for c6fe19c3-7384-480e-9f12-b8cb587aa77a owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:21.491561 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:21.603805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.607782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-40f6ba89-2c3e-41c9-b40f-3d8f695fb20f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.609355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-40f6ba89-2c3e-41c9-b40f-3d8f695fb20f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.55 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 823 time: 0.2477589 Nov 25 17:10:21.635420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event deleted for resources: {'Port': ['ID=c6fe19c3-7384-480e-9f12-b8cb587aa77a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:21.691753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-2405f0ca-5b5d-4dd3-ac67-1902ac032b29 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:21.699637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-2405f0ca-5b5d-4dd3-ac67-1902ac032b29 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.7120495 Nov 25 17:10:21.728381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.731831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:21.733944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1594792-4f34-485f-b38f-388a87d1bc66 req-13a0f998-f744-47ce-a72f-b74ddd1bcad7 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "DELETE /v2.0/floatingips/53922004-efce-4c66-9e59-81824c261c99 HTTP/1.1" status: 204 len: 173 time: 1.2220600 Nov 25 17:10:21.747255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-89e452b6-3ec6-49ad-88f7-3a160740263f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/quotas/adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 375 time: 0.0328465 Nov 25 17:10:21.808121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-22bd5c88-64f4-4283-a8f5-c5626cb04729 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=336de997f2c3499eba2bc153e72db7ac HTTP/1.1" status: 200 len: 380 time: 0.1854575 Nov 25 17:10:21.815057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:21.821325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'port': {'device_id': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'admin_state_up': True, 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'security_groups': ['9d2fe859-c5cf-407b-b1b2-f453e8c38859']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:21.845050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-709d5971-2858-4fb0-a725-8213625205bd tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950778 Nov 25 17:10:21.860032 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:21.867223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-a45b0c58-4fa7-4d00-a9ae-6e70b1724e48 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips/baaa95ba-80c1-4d8a-961b-2452c3ef1894 HTTP/1.1" status: 200 len: 692 time: 0.1041296 Nov 25 17:10:21.875706 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:21.876549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:22.043400 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:22.053810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-13e93d99-e85d-4d95-85e0-71b09346446d service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078271 Nov 25 17:10:22.065616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-bb74cbe5-a37c-49ea-9460-85a6ee82cfce tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.067029 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-bb74cbe5-a37c-49ea-9460-85a6ee82cfce tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1933846 Nov 25 17:10:22.136061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Made reservation on behalf of 336de997f2c3499eba2bc153e72db7ac for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:22.141691 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.170820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-1c287d7a-470d-4b5a-ac6e-b564d6f95ec5 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.48 HTTP/1.1" status: 200 len: 695 time: 0.0933945 Nov 25 17:10:22.208826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-4577714e-b97e-4243-9d85-fa33e1d1d880 service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530626 Nov 25 17:10:22.244276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-b546ffa0-4c93-456e-850e-54e81c164cd7 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.48 HTTP/1.1" status: 200 len: 695 time: 0.0723846 Nov 25 17:10:22.470562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Deleting port b94f9371-ad4f-4721-888a-6eae5e04d2b0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:22.471248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.499445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:22.502262 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e7c1a9-5016-4d35-acf3-94443022307b" -d '{"events": [{"server_uuid": "aeeddda2-fe79-455d-b578-00ac15fc1fab", "name": "network-vif-plugged", "status": "completed", "tag": "b65a76c6-7de2-4976-b8ac-22e2a5cf5d97"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:22.569080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.569411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.583262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Calling delete_port for b94f9371-ad4f-4721-888a-6eae5e04d2b0 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:22.663019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c888209-51e9-4515-bf78-49b7526b8a88 req-3b0ffc27-164f-4f2c-9120-e9226dbdbe1e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:22.665664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c888209-51e9-4515-bf78-49b7526b8a88 req-3b0ffc27-164f-4f2c-9120-e9226dbdbe1e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.1654136 Nov 25 17:10:22.667104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Allocated IP 172.20.0.7 (c4bbee62-de6e-454a-ac59-6e508af101e7/679e9477-8c92-4895-a0e9-18f95ec1f9d5/106c079f-fdb7-4cc6-8275-f71a818274fc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:22.694906 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:22.733848 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30009907-40e0-4181-a943-6efa6a8b229f None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:22.762388 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.804331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event deleted for resources: {'Port': ['ID=b94f9371-ad4f-4721-888a-6eae5e04d2b0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:22.865694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device be3f810b-c472-4a11-93cf-05047918f9f2 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:22.910561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: be3f810b-c472-4a11-93cf-05047918f9f2 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:22.911204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device be3f810b-c472-4a11-93cf-05047918f9f2 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:22.941521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c888209-51e9-4515-bf78-49b7526b8a88 req-caaa37dc-67bc-4fdc-8527-8525529f4016 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574100 Nov 25 17:10:22.962458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.966290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:22.969296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d16233c-7fc6-4f0a-b197-cd2c17362660 req-8593b0c4-26a3-4c2f-ac2f-0bce141a4f76 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "DELETE /v2.0/floatingips/baaa95ba-80c1-4d8a-961b-2452c3ef1894 HTTP/1.1" status: 204 len: 173 time: 0.7180173 Nov 25 17:10:23.061724 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0406209-d4b3-4081-b410-a2e9726b28d4 x-openstack-request-id: req-f0406209-d4b3-4081-b410-a2e9726b28d4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:23.062309 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7b22ca-b05f-484d-a9a6-84a4f6ca733d", "name": "network-vif-deleted", "tag": "be3f810b-c472-4a11-93cf-05047918f9f2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:23.062650 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0406209-d4b3-4081-b410-a2e9726b28d4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:23.063155 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7b22ca-b05f-484d-a9a6-84a4f6ca733d', 'name': 'network-vif-deleted', 'tag': 'be3f810b-c472-4a11-93cf-05047918f9f2', 'status': 'completed', 'code': 200} Nov 25 17:10:23.095161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.173680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.280333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98755c5-dfc8-4152-bdf8-c0195d6abd73 None None] New status for floating IP a85ce61d-106b-477b-9960-5f4063d591ba: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:23.301435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Network c4bbee62-de6e-454a-ac59-6e508af101e7 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:23.323255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:23.330062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:23.332844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event updated for resources: {'Port': ['ID=106c079f-fdb7-4cc6-8275-f71a818274fc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:23.346886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f1d3-f087-46c2-9629-7af3ee0f5049 req-9fbfed8b-4388-424b-b737-48322795ee65 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.349890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf68f1d3-f087-46c2-9629-7af3ee0f5049 req-9fbfed8b-4388-424b-b737-48322795ee65 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.1834009 Nov 25 17:10:23.433443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd47f96-f31b-4afc-9d2e-f7f75fe54ede req-87c64d27-cb22-4a45-a42e-f5339c9cc04e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.435863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fd47f96-f31b-4afc-9d2e-f7f75fe54ede req-87c64d27-cb22-4a45-a42e-f5339c9cc04e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 931 time: 0.2115636 Nov 25 17:10:23.454344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf68f1d3-f087-46c2-9629-7af3ee0f5049 req-c1b16e06-bd86-48f6-ab34-b002dd1d59d6 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986555 Nov 25 17:10:23.484217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.485013 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.550145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fd47f96-f31b-4afc-9d2e-f7f75fe54ede req-9d5456d4-e811-47b6-a6fc-54a4f2446716 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955880 Nov 25 17:10:23.559028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-1266702f-a066-4bf1-90d7-93047745b8ba tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7421014 Nov 25 17:10:23.578612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Request body: {'port': {'device_id': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:23.684765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-d52f63fb-18bf-41d6-8417-3e7607bacc46 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 1000 time: 0.1857860 Nov 25 17:10:23.731492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3ec991bf-04ac-4346-b42f-dbbe2dd3caae None None] Provisioning complete for port 106c079f-fdb7-4cc6-8275-f71a818274fc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:23.732591 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3ec991bf-04ac-4346-b42f-dbbe2dd3caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.760952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356149a-b3e3-482c-bf49-afd073b16723 req-2e9d706a-2cf6-484d-82f8-c6214f104332 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:23.762074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-2e9d706a-2cf6-484d-82f8-c6214f104332 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports/91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 942 time: 0.0742178 Nov 25 17:10:23.806702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3ec991bf-04ac-4346-b42f-dbbe2dd3caae None None] Port 106c079f-fdb7-4cc6-8275-f71a818274fc cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:23.818980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fac773a7-1bef-4dd5-81a9-76b002e15aa3 req-9a80f3d3-b897-4be5-989d-be187111bc74 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 210 time: 0.1034596 Nov 25 17:10:23.820592 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:23.892978 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd9ce4-b98d-4fbd-806f-32ed9e1e12f9 x-openstack-request-id: req-05fd9ce4-b98d-4fbd-806f-32ed9e1e12f9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:23.893562 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeddda2-fe79-455d-b578-00ac15fc1fab", "name": "network-vif-plugged", "status": "completed", "tag": "b65a76c6-7de2-4976-b8ac-22e2a5cf5d97", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:23.893824 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05fd9ce4-b98d-4fbd-806f-32ed9e1e12f9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:23.894215 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', 'code': 200} Nov 25 17:10:23.919238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-1c7e2582-acd0-4551-b507-d082bfd03ca4 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 1000 time: 0.1019537 Nov 25 17:10:24.059705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356149a-b3e3-482c-bf49-afd073b16723 req-665783a1-ece6-41c7-95e6-7116818920ea tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.061580 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-665783a1-ece6-41c7-95e6-7116818920ea tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1355894 Nov 25 17:10:24.191198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9a60-ce47-4284-ab67-b69420c516e4 req-391285be-f2fa-47f5-877e-6d9c51727248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.192896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847d9a60-ce47-4284-ab67-b69420c516e4 req-391285be-f2fa-47f5-877e-6d9c51727248 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 1101 time: 0.1810768 Nov 25 17:10:24.205633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-7a6b1fee-eb33-4d3e-b733-424f617777f6 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 1000 time: 0.1354065 Nov 25 17:10:24.249198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:24.332238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eede484-6ec9-452d-9c1a-6c9a9548c267 req-f2765ed9-902d-472e-a2c6-935de0ddd7d3 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.336772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.345484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3eede484-6ec9-452d-9c1a-6c9a9548c267 req-f2765ed9-902d-472e-a2c6-935de0ddd7d3 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4364090 Nov 25 17:10:24.371241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847d9a60-ce47-4284-ab67-b69420c516e4 req-31629ca2-c243-4881-89fc-24b7d0447372 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624801 Nov 25 17:10:24.395690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-1a970fa6-9b5c-4070-bb6d-3ab617b9e6e5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.396794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-1a970fa6-9b5c-4070-bb6d-3ab617b9e6e5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.2302237 Nov 25 17:10:24.416643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Request body: {'port': {'device_id': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'admin_state_up': True, 'tenant_id': 'adfacf3d081d4e378646615742a9cfea'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:24.508632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106c079f-fdb7-4cc6-8275-f71a818274fc {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:24.521039 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.530995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf379e0-f2c2-474e-9d83-eff50a3e0ceb req-745d2f97-2cc0-4298-b7c9-791ea987a651 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.532522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bf379e0-f2c2-474e-9d83-eff50a3e0ceb req-745d2f97-2cc0-4298-b7c9-791ea987a651 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.0988312 Nov 25 17:10:24.544593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:24.550592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Transition to ACTIVE for port object 106c079f-fdb7-4cc6-8275-f71a818274fc will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:24.555878 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.556596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Request body: {'floatingip': {'port_id': '47580d17-f555-4375-b5c6-a7a8cefc8965'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:24.641249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.645459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=106c079f-fdb7-4cc6-8275-f71a818274fc,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:24.663626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.663974 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Floating IP 6af6bd16-eeee-4662-898d-520564c5dff3 disassociated. External IP: 172.25.8.81, port: 91a016be-ae41-4457-b7cf-ecd7ac39eb57. Nov 25 17:10:24.671997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.734117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb5733-c11a-41f2-9cb7-af7dae54e39f req-ddfeaf77-fd1b-4752-a732-2e08414cf817 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.735688 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dacb5733-c11a-41f2-9cb7-af7dae54e39f req-ddfeaf77-fd1b-4752-a732-2e08414cf817 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.1065705 Nov 25 17:10:24.766892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Attempting to bind port 106c079f-fdb7-4cc6-8275-f71a818274fc on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:24.767130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Attempting to bind port 106c079f-fdb7-4cc6-8275-f71a818274fc by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:24.767486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Attempting to bind port 106c079f-fdb7-4cc6-8275-f71a818274fc on network c4bbee62-de6e-454a-ac59-6e508af101e7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:24.777200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Port 106c079f-fdb7-4cc6-8275-f71a818274fc on network c4bbee62-de6e-454a-ac59-6e508af101e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:24.777519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Attempting to bind port 106c079f-fdb7-4cc6-8275-f71a818274fc on network c4bbee62-de6e-454a-ac59-6e508af101e7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:24.792773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:24.793105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Checking segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:24.793485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Bound using segment: {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:24.793916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Bound port: 106c079f-fdb7-4cc6-8275-f71a818274fc, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:24.794266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.820671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dacb5733-c11a-41f2-9cb7-af7dae54e39f req-02ff26e8-b3b5-4baf-908f-cd42e2e48cfa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781786 Nov 25 17:10:24.898513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Made reservation on behalf of adfacf3d081d4e378646615742a9cfea for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:24.899417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] For port 106c079f-fdb7-4cc6-8275-f71a818274fc, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:24.902792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.905317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] For port 106c079f-fdb7-4cc6-8275-f71a818274fc, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=106c079f-fdb7-4cc6-8275-f71a818274fc,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:24.911166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.984394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:24.985111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:24.986609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/106c079f-fdb7-4cc6-8275-f71a818274fc HTTP/1.1" status: 200 len: 1091 time: 1.4162717 Nov 25 17:10:24.998620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:25.005340 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e0f780-f5b7-4ea9-877d-315986ff6794" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:25.149939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31c6a9d1-176f-478a-afb1-c4e89661a92f req-ea878e27-1879-498b-87c5-01b77982801d tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=b262c9d0f58f4e7ebeeea1b2b4d822b3 HTTP/1.1" status: 200 len: 1656 time: 0.1527612 Nov 25 17:10:25.153514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e41aa-7a18-4a65-be62-249506a3f5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=106c079f-fdb7-4cc6-8275-f71a818274fc,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:25.238647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:25.241356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-42a137c5-08bb-41ee-aa76-a1f1a8070e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.243095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-42a137c5-08bb-41ee-aa76-a1f1a8070e0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 1094 time: 0.1963773 Nov 25 17:10:25.274203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Allocated IP 172.20.0.3 (f87cec6b-63c1-4724-86a3-e51aa8addcb3/aa860f95-b45b-4982-8f30-cbe3c09a0a4b/409507fa-4e95-4e6f-8e92-848f40df9565) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:25.309506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-8c292ffe-efd6-45c6-9b87-0eb7d1c8421a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106c079f-fdb7-4cc6-8275-f71a818274fc HTTP/1.1" status: 200 len: 217 time: 0.0521140 Nov 25 17:10:25.376722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6a9d1-176f-478a-afb1-c4e89661a92f req-1c314ad9-5b17-45bc-8177-e5fb0bdc5525 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.378422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31c6a9d1-176f-478a-afb1-c4e89661a92f req-1c314ad9-5b17-45bc-8177-e5fb0bdc5525 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks?id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 787 time: 0.2277031 Nov 25 17:10:25.395842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-31c6a9d1-176f-478a-afb1-c4e89661a92f req-2f41974b-8876-47ea-aaae-e3701444ffa9 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:25.405977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31c6a9d1-176f-478a-afb1-c4e89661a92f req-2f41974b-8876-47ea-aaae-e3701444ffa9 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158916 Nov 25 17:10:25.411502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-5bf6090f-d839-42d7-a148-03f920066372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.412955 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-5bf6090f-d839-42d7-a148-03f920066372 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.0905418 Nov 25 17:10:25.532938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-7a408f23-261a-4e5b-9ec6-af0444b2f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.534539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-7a408f23-261a-4e5b-9ec6-af0444b2f4de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132305 Nov 25 17:10:25.592810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f93d-77d1-4f05-a1b0-aba524d31b94 req-031af6da-d6c4-4177-82bb-4226602a5392 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:25.594655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb31f93d-77d1-4f05-a1b0-aba524d31b94 req-031af6da-d6c4-4177-82bb-4226602a5392 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 943 time: 0.1046379 Nov 25 17:10:25.939825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:25.949763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb31f93d-77d1-4f05-a1b0-aba524d31b94 req-5a9818c5-d485-4b0e-afa0-e049888a3c5f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285863 Nov 25 17:10:25.952137 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-808672c6-a079-4089-950b-79cf379b5e14 service neutron] 10.222.0.55 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982222 Nov 25 17:10:25.953003 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] Sync routers for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:25.962807 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:25.975334 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:25.976213 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:26.014440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.054938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-274a8b22-5f1f-489e-bc91-f0c8e9b60b29 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "PUT /v2.0/floatingips/6af6bd16-eeee-4662-898d-520564c5dff3 HTTP/1.1" status: 200 len: 694 time: 1.8137107 Nov 25 17:10:26.056100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:26.058368 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03229a1-38ab-44df-99f3-c6c16c579f26" -d '{"events": [{"name": "network-changed", "server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:26.086507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-420606fd-6259-44cc-8c54-02f45cae9c45 req-c2d42cb6-35f5-458f-b1c3-0c142aced15e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 210 time: 0.0357728 Nov 25 17:10:26.111428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.121147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.134556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8819034-5178-4aac-bd53-4f715b28cf43 req-ab220fac-77c6-4f5b-b696-b778c9243078 service neutron] 10.222.0.55 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653023 Nov 25 17:10:26.141198 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:26.148921 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24159383-07f7-4555-9189-35b9a684921d x-openstack-request-id: req-24159383-07f7-4555-9189-35b9a684921d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:26.149305 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:26.149644 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24159383-07f7-4555-9189-35b9a684921d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:26.150176 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'status': 'completed', 'code': 200} Nov 25 17:10:26.220530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.221462 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-dcd4b99c-e2fe-4061-b0fa-0f50a97aefa4 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips/67d68b06-0dd6-4b85-9427-652f53a1332a HTTP/1.1" status: 200 len: 693 time: 0.0571296 Nov 25 17:10:26.237839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356149a-b3e3-482c-bf49-afd073b16723 req-b94cdf70-9b0d-4702-89fc-b01e9f13023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.239502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-b94cdf70-9b0d-4702-89fc-b01e9f13023d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1096 time: 0.1666198 Nov 25 17:10:26.309508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-7d26d469-f253-4c1e-b578-a19a7c86c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.312055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-7d26d469-f253-4c1e-b578-a19a7c86c7da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 1094 time: 0.1039135 Nov 25 17:10:26.333122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:26.346951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:26.351165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:26.353866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:26.360307 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Floating IP 6d7ec7a3-311d-46dd-8434-153714aebd65 associated. External IP: 172.25.8.249, port: 47580d17-f555-4375-b5c6-a7a8cefc8965. Nov 25 17:10:26.416807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-a719bf4d-9129-42b3-bb92-0d139adfc424 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.418297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-a719bf4d-9129-42b3-bb92-0d139adfc424 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1821949 Nov 25 17:10:26.436799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-d4abd2a1-907f-4ea0-9311-a88fcccfb8cd tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:26.437906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-d4abd2a1-907f-4ea0-9311-a88fcccfb8cd tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085297 Nov 25 17:10:26.477091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.477700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.496527 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:26.504485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-d9eecdf8-658e-4482-aa31-cdae234e89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.505625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-d9eecdf8-658e-4482-aa31-cdae234e89ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 924 time: 0.1789138 Nov 25 17:10:26.508101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356149a-b3e3-482c-bf49-afd073b16723 req-92571baa-cef6-41f6-a00a-f2d649b60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.509521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-92571baa-cef6-41f6-a00a-f2d649b60c1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 930 time: 0.2470715 Nov 25 17:10:26.511089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-7188e1a4-7e31-4f9f-91e2-edb0ce208dad tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0549042 Nov 25 17:10:26.526127 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] Checking router: bf65b8b9-b02f-47d2-b7f1-3d4e72826713 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:26.531908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6fe8e31f-e918-4f09-b4e7-3e7770545e20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1205361 Nov 25 17:10:26.536113 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:26.537115 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:26.556130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Request body: {'port': {'device_id': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:26.557275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-3bd05e46-1ca8-4aee-9342-065cfd5da8ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106c079f-fdb7-4cc6-8275-f71a818274fc HTTP/1.1" status: 200 len: 217 time: 0.0427167 Nov 25 17:10:26.614072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-a8b30c22-4905-47d3-83b8-155ffcd733be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 217 time: 0.0744963 Nov 25 17:10:26.636478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-06cfae13-9b58-4f3f-a89c-a6c8e49628eb tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0781269 Nov 25 17:10:26.658821 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:26.684686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-35ca1f00-8ea4-4bf4-8797-3310cc4b7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.686748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-35ca1f00-8ea4-4bf4-8797-3310cc4b7b96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.1189232 Nov 25 17:10:26.727212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.775724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356149a-b3e3-482c-bf49-afd073b16723 req-1728d8be-d8d8-4295-827e-df31976e7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.777209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-1728d8be-d8d8-4295-827e-df31976e7fbe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 200 len: 868 time: 0.1546633 Nov 25 17:10:26.795953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-eb989d48-4f49-4cfc-ae8f-0000f540c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.797726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-eb989d48-4f49-4cfc-ae8f-0000f540c5b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007187 Nov 25 17:10:26.869184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Router 699f1643-731d-4ec6-8833-21ca47202f09 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:26.873689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Deleting port 838abec1-3be2-4d7e-b427-8f54b1f8cf75 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:26.874029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:26.887969 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:26.918079 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31963f-11fb-4b63-a124-cebebb59199b None None] The sync data for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 is: [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:09:47Z', 'revision_number': 4, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ba3f66d5-bc12-4a6b-9ea4-707d76d43c31', 'name': '', 'network_id': '61613190-fade-436c-be67-fc4a07292667', 'tenant_id': '123693e242534071a81732182c0f37f5', 'mac_address': 'fa:16:3e:1a:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:44Z', 'updated_at': '2021-11-25T17:09:51Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'subnets': [{'id': '085e3df5-d63b-4899-8018-3f62eac42ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:26.930097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356149a-b3e3-482c-bf49-afd073b16723 req-4f005d17-c081-4e8b-90fc-f345c61b8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:26.931642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-4f005d17-c081-4e8b-90fc-f345c61b8434 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=61613190-fade-436c-be67-fc4a07292667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437817 Nov 25 17:10:26.972259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-2d270df3-9e05-44b6-819e-2369e1dcc87f service neutron] 10.222.0.55 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609654 Nov 25 17:10:27.003774 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.004102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.044606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Calling delete_port for 838abec1-3be2-4d7e-b427-8f54b1f8cf75 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:27.140925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34e0f780-f5b7-4ea9-877d-315986ff6794 req-860454bd-6979-4525-8687-997aa70ab0d6 service neutron] 10.222.0.55 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614614 Nov 25 17:10:27.204571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-63a50f96-e4b9-4370-8ee3-46973ce3805e service neutron] 10.222.0.86 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591577 Nov 25 17:10:27.210827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:27.225076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] Sync routers for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:27.228015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.237371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.237801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:27.238666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:27.250662 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878afc9-5d28-4b6d-867d-01c979809f4f None None] New status for floating IP 6af6bd16-eeee-4662-898d-520564c5dff3: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:27.272030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event deleted for resources: {'Port': ['ID=838abec1-3be2-4d7e-b427-8f54b1f8cf75,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.353098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.361429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.376925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b6eede91-d92b-41e2-993a-342e77802c9a tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "PUT /v2.0/floatingips/6d7ec7a3-311d-46dd-8434-153714aebd65 HTTP/1.1" status: 200 len: 991 time: 2.8282235 Nov 25 17:10:27.377167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abeb6fd5-48cb-4aae-8dd8-70461ccc0a1a req-61696406-f580-497a-8d04-25c1dd698b38 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "DELETE /v2.0/floatingips/67d68b06-0dd6-4b85-9427-652f53a1332a HTTP/1.1" status: 204 len: 173 time: 0.7238493 Nov 25 17:10:27.383342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:27.405789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409507fa-4e95-4e6f-8e92-848f40df9565 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:27.423224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.449387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b356149a-b3e3-482c-bf49-afd073b16723 req-2fdb5eae-eecf-4985-8ffd-c46f94216d01 service neutron] 10.222.0.86 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332604 Nov 25 17:10:27.454226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Transition to ACTIVE for port object 409507fa-4e95-4e6f-8e92-848f40df9565 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:27.458168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.505321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cd16-e9f7-4df7-9f3b-d164dc85c8ae req-c54fd6e6-9a06-4ca0-8258-3947449ed048 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.516009 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0629cd16-e9f7-4df7-9f3b-d164dc85c8ae req-c54fd6e6-9a06-4ca0-8258-3947449ed048 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.0816445 Nov 25 17:10:27.535054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.609610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0629cd16-e9f7-4df7-9f3b-d164dc85c8ae req-46f47f57-87d0-4614-a017-94f066742e57 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924745 Nov 25 17:10:27.646431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:27.646861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:27.647260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:27.652596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:27.652906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:27.659906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:27.660316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:27.660768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:27.661558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Bound port: 409507fa-4e95-4e6f-8e92-848f40df9565, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:27.661709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.685239 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66903a4-6e44-493d-9488-ab4c378f0cce x-openstack-request-id: req-e66903a4-6e44-493d-9488-ab4c378f0cce {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:27.685696 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:27.686034 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e66903a4-6e44-493d-9488-ab4c378f0cce {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:27.686663 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'status': 'completed', 'code': 200} Nov 25 17:10:27.773955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:27.777731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:27.783540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.816734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-be3cacf4-b616-4f24-aa39-4b441b99c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.818582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-be3cacf4-b616-4f24-aa39-4b441b99c966 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=123693e242534071a81732182c0f37f5&device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 1096 time: 0.1249542 Nov 25 17:10:27.829566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994deb4-b136-4fe7-9f9d-62df5ed40b87 req-ff49c015-d5e3-4130-9baa-d5a04bbc192d tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.832509 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3994deb4-b136-4fe7-9f9d-62df5ed40b87 req-ff49c015-d5e3-4130-9baa-d5a04bbc192d tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 943 time: 0.0821316 Nov 25 17:10:27.846979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.847716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:27.849155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] 10.222.0.73 "PUT /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 1091 time: 1.3071523 Nov 25 17:10:27.889320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e3ad9-a0d6-439d-bbbf-21e981db099f service neutron] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:27.930728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6d7ec7a3-311d-46dd-8434-153714aebd65', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'port_id': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'mac_address': 'fa:16:3e:00:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:01Z', 'updated_at': '2021-11-25T17:10:25Z', 'revision_number': 1, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:10:00Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:27.946415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd9566-0685-4fc2-ba6d-2fbc91f41b95 req-be02d4a0-862a-41d9-99dd-947659893041 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.948132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09bd9566-0685-4fc2-ba6d-2fbc91f41b95 req-be02d4a0-862a-41d9-99dd-947659893041 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.1574109 Nov 25 17:10:27.964338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] Checking router: 699f1643-731d-4ec6-8833-21ca47202f09 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:27.970440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-413a204f-92a2-462a-87a5-88b9dbe07016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:27.971850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-413a204f-92a2-462a-87a5-88b9dbe07016 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1094 time: 0.0696404 Nov 25 17:10:27.973755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3994deb4-b136-4fe7-9f9d-62df5ed40b87 req-fd12a969-8737-47d1-9792-f9b81cdc2ea8 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334431 Nov 25 17:10:27.974397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:27.975012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:27.992125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-adeb7892-d079-4854-a8e3-fecf4393af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.003301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-adeb7892-d079-4854-a8e3-fecf4393af4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 200 len: 930 time: 0.1599460 Nov 25 17:10:28.027833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-b9e5d5b9-ee92-4cae-98e9-e51e36f059f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 217 time: 0.0466890 Nov 25 17:10:28.051993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-342d8a93-92a7-4c4e-926c-7383824f08f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 200 len: 217 time: 0.0477657 Nov 25 17:10:28.077609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09bd9566-0685-4fc2-ba6d-2fbc91f41b95 req-2167c56a-9f1a-4925-890f-61705dd141e1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196716 Nov 25 17:10:28.094232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:28.096608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-9d4a81f8-2efc-49bc-b90a-c7c1309150d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.096924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-8d8cb459-af10-443b-adc7-2b8ed4ed80db tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips/5be06a5f-13a2-40bc-9fad-5f099d31cc1b HTTP/1.1" status: 200 len: 692 time: 0.0866456 Nov 25 17:10:28.097306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-9d4a81f8-2efc-49bc-b90a-c7c1309150d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0627751 Nov 25 17:10:28.154133 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-53db99fa-5c95-4bb1-bcbb-3c636c484cbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397224 Nov 25 17:10:28.201580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-44d18ada-e74b-4133-9e9f-47946fea691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.203040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-44d18ada-e74b-4133-9e9f-47946fea691b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 200 len: 868 time: 0.1236689 Nov 25 17:10:28.283774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-1e9cd3b8-74e0-42aa-9df7-fcdfdea59890 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.285211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-1e9cd3b8-74e0-42aa-9df7-fcdfdea59890 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1695819 Nov 25 17:10:28.292328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-97d45d28-80d7-40ce-9b03-901c20d8ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.293649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-97d45d28-80d7-40ce-9b03-901c20d8ca50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61613190-fade-436c-be67-fc4a07292667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833917 Nov 25 17:10:28.360498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6d7ec7a3-311d-46dd-8434-153714aebd65', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'port_id': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'mac_address': 'fa:16:3e:00:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:01Z', 'updated_at': '2021-11-25T17:10:25Z', 'revision_number': 1, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:10:00Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:28.390355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2679648-36d6-483a-8d18-688dc9dbfdc4 None None] The sync data for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 is: [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6d7ec7a3-311d-46dd-8434-153714aebd65', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'port_id': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'mac_address': 'fa:16:3e:00:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:10:01Z', 'updated_at': '2021-11-25T17:10:25Z', 'revision_number': 1, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:10:00Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:28.397281 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-32ac4e5b-c556-4948-906a-a6d96223009e tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.95 HTTP/1.1" status: 200 len: 695 time: 0.0997620 Nov 25 17:10:28.468469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-5fc59b02-4dd4-436d-9027-5afea4cc2626 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.95 HTTP/1.1" status: 200 len: 695 time: 0.0577428 Nov 25 17:10:28.552066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-338192b8-a326-4cb8-8f4f-e7f77897e5b5 service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468383 Nov 25 17:10:28.578289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5855e476-282d-4722-a186-4dfaa6288f10 req-96ce4817-3d7b-4e88-ac3d-251f9c0a6128 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips/6af6bd16-eeee-4662-898d-520564c5dff3 HTTP/1.1" status: 200 len: 692 time: 0.0614028 Nov 25 17:10:28.654998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a332f560-5203-44b7-92f9-2a6ef0ef2b71 None None] New status for floating IP 6d7ec7a3-311d-46dd-8434-153714aebd65: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:28.672477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6602cc7d-1680-49f8-a3da-95cc1f60787a service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114095 Nov 25 17:10:28.744113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03229a1-38ab-44df-99f3-c6c16c579f26 req-b6faf493-195a-4b93-a3a2-999e836ae5d8 service neutron] 10.222.0.73 "GET /v2.0/networks/61613190-fade-436c-be67-fc4a07292667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560726 Nov 25 17:10:28.751914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Deleting port 1156a2f7-df5e-49f1-a9e5-bc521632e25e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:28.752253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:28.829417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e476-282d-4722-a186-4dfaa6288f10 req-99cef7b9-044a-47c4-8a9c-15bcb4c68fd8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:28.831867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5855e476-282d-4722-a186-4dfaa6288f10 req-99cef7b9-044a-47c4-8a9c-15bcb4c68fd8 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2453318 Nov 25 17:10:28.854370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:28.854801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:28.871417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Calling delete_port for 1156a2f7-df5e-49f1-a9e5-bc521632e25e owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:28.899417 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aca7fa4-74be-49d4-b0ba-cbeffdc90d9e req-6170a255-dacf-4d00-9056-22a417a90bc2 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173419 Nov 25 17:10:28.909024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5855e476-282d-4722-a186-4dfaa6288f10 req-45d4883a-102a-4edb-be73-d2c58f5d4f1f tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0627401 Nov 25 17:10:28.979746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5855e476-282d-4722-a186-4dfaa6288f10 req-6f79400b-dadc-49a3-8abf-852a0025188c tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.81 HTTP/1.1" status: 200 len: 695 time: 0.0531900 Nov 25 17:10:29.021567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.049514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event deleted for resources: {'Port': ['ID=1156a2f7-df5e-49f1-a9e5-bc521632e25e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.115475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Deleting port a99626d5-1617-4818-8e6a-d1ec5dc114d4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:29.115818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.116930 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.120553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.121814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2a1c233-b1e8-4f12-bbf1-c2d1353ab510 req-20cfc81f-835a-4d9c-af46-8327d80a8e24 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "DELETE /v2.0/floatingips/5be06a5f-13a2-40bc-9fad-5f099d31cc1b HTTP/1.1" status: 204 len: 173 time: 0.6452518 Nov 25 17:10:29.193818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.194149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.206449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Calling delete_port for a99626d5-1617-4818-8e6a-d1ec5dc114d4 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:29.270351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeccb0-a4c8-4393-b5c2-f28784de13b0 req-b5bd875d-6efa-4ef0-8324-d603ab9b0300 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.272007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1cdeccb0-a4c8-4393-b5c2-f28784de13b0 req-b5bd875d-6efa-4ef0-8324-d603ab9b0300 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 1101 time: 0.0439727 Nov 25 17:10:29.291057 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cdeccb0-a4c8-4393-b5c2-f28784de13b0 req-91b9770b-767c-408b-8bd3-3baa4bab377d tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.345376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.371107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event deleted for resources: {'Port': ['ID=a99626d5-1617-4818-8e6a-d1ec5dc114d4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.407872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cdeccb0-a4c8-4393-b5c2-f28784de13b0 req-91b9770b-767c-408b-8bd3-3baa4bab377d tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.411965 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1cdeccb0-a4c8-4393-b5c2-f28784de13b0 req-91b9770b-767c-408b-8bd3-3baa4bab377d tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.435091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.437601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:29.438756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5855e476-282d-4722-a186-4dfaa6288f10 req-1c3a286e-b557-4b11-8b52-b7ef2f0d4597 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "DELETE /v2.0/floatingips/6af6bd16-eeee-4662-898d-520564c5dff3 HTTP/1.1" status: 204 len: 173 time: 0.4521365 Nov 25 17:10:29.452506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1cdeccb0-a4c8-4393-b5c2-f28784de13b0 req-91b9770b-767c-408b-8bd3-3baa4bab377d tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742477 Nov 25 17:10:29.453475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9770b-767c-408b-8bd3-3baa4bab377d tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c25fa-bca3-4c7f-aac0-332a5e1aff83,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:29.563155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb6cba-0777-419c-9dfd-ae11abfc10c7 req-b1feb31a-aa0b-4cfd-bdb7-e2e6781b31d8 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.564703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68bb6cba-0777-419c-9dfd-ae11abfc10c7 req-b1feb31a-aa0b-4cfd-bdb7-e2e6781b31d8 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 943 time: 0.0503213 Nov 25 17:10:29.601132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90dcd-d49a-4549-957c-c7a7c9174e0b req-89119956-61fe-4658-abf3-17b432c179a5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.602636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57a90dcd-d49a-4549-957c-c7a7c9174e0b req-89119956-61fe-4658-abf3-17b432c179a5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.0558183 Nov 25 17:10:29.618710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68bb6cba-0777-419c-9dfd-ae11abfc10c7 req-aa009ef5-c834-4a50-b018-81ea714db327 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472102 Nov 25 17:10:29.653311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57a90dcd-d49a-4549-957c-c7a7c9174e0b req-c3be09f4-5260-46bb-a69b-93aff29088ed tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Nov 25 17:10:29.684811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-72dbef16-303b-463f-8900-056185ed9b31 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips/da84b768-71ad-4fd1-993c-ecf74568d38f HTTP/1.1" status: 200 len: 693 time: 0.0428321 Nov 25 17:10:29.688059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965'}, {'name': 'network-changed', 'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:29.690382 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965"}, {"name": "network-changed", "server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:29.800669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-721be073-35b3-48b5-8b71-5caab423bc17 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.802128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-721be073-35b3-48b5-8b71-5caab423bc17 tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1116574 Nov 25 17:10:29.863717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-42c1c218-8629-4103-bcc5-73d8f3109ead tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.0535195 Nov 25 17:10:29.870955 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af638c7-ff9b-4ae3-817f-863f595f784a x-openstack-request-id: req-1af638c7-ff9b-4ae3-817f-863f595f784a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:29.871360 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:29.871757 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1af638c7-ff9b-4ae3-817f-863f595f784a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:29.872319 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'status': 'completed', 'code': 200} Nov 25 17:10:29.872693 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565', 'status': 'completed', 'code': 200} Nov 25 17:10:29.975940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-3bb3331f-eabb-499b-9408-d6eae0e2a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:29.977583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-3bb3331f-eabb-499b-9408-d6eae0e2a0c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1094 time: 0.0713916 Nov 25 17:10:30.040008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5335-92d1-49f8-ad2b-29e421ee43f5 req-daa5d611-261b-4be6-9136-65fd3a15aded tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.041548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20fb5335-92d1-49f8-ad2b-29e421ee43f5 req-daa5d611-261b-4be6-9136-65fd3a15aded tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1038573 Nov 25 17:10:30.094667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20fb5335-92d1-49f8-ad2b-29e421ee43f5 req-1b1a8bc1-4fb7-4be3-8374-5c3f20c26bfa tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0459952 Nov 25 17:10:30.126232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-1d1ba085-5b54-4cea-a305-3a6180e1a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.127804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-1d1ba085-5b54-4cea-a305-3a6180e1a592 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.1416292 Nov 25 17:10:30.181790 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-0699f8a6-2177-4da3-906a-23cc385e8e29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 217 time: 0.0465970 Nov 25 17:10:30.186564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-0ae877df-1fb2-48d1-9867-389921a211ac tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.3219271 Nov 25 17:10:30.210980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-c0cb9faa-0200-4812-a191-dcba2875f7c5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318732 Nov 25 17:10:30.239742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-02e528f3-359f-46fc-84bc-0e521072a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.241237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-02e528f3-359f-46fc-84bc-0e521072a920 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6dc708cecb947f887ecef0093516222&device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 1096 time: 0.3303697 Nov 25 17:10:30.299351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-e1e82ae2-ab94-4d5c-be12-181407ade8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.300828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-e1e82ae2-ab94-4d5c-be12-181407ade8ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1097260 Nov 25 17:10:30.343949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-ac1df927-27a1-49cc-9dbb-6d544bdf7807 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357897 Nov 25 17:10:30.380752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-c40112d7-8e10-4893-92e8-ce1c37b7b1ad tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.382238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-c40112d7-8e10-4893-92e8-ce1c37b7b1ad tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544530 Nov 25 17:10:30.407267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-9e592622-1f31-44a5-aacb-8a8f6d8a2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.408756 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-9e592622-1f31-44a5-aacb-8a8f6d8a2853 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9283cab-5a0b-473f-9cd5-179c847aeb7d HTTP/1.1" status: 200 len: 907 time: 0.1316538 Nov 25 17:10:30.410761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Deleting port 906e4802-11d4-4fcc-9d1a-4a15b80031eb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:30.411096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.432994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-2e840dcd-d41c-4ed1-804b-c8894106b5a0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/quotas/23e2fb6919bb4d10ac4fa5c627dc9f4b HTTP/1.1" status: 200 len: 375 time: 0.0161786 Nov 25 17:10:30.499624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-4b7d06f9-e635-436e-9c38-bb47fd68defa service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448352 Nov 25 17:10:30.510901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-db89f037-1899-4fda-a901-a92dea97e881 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717080 Nov 25 17:10:30.532453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-71a6c962-d4e6-40fb-98c1-da0ac77e1e90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47580d17-f555-4375-b5c6-a7a8cefc8965 HTTP/1.1" status: 200 len: 1001 time: 0.1096063 Nov 25 17:10:30.554905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.555225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.591969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Calling delete_port for 906e4802-11d4-4fcc-9d1a-4a15b80031eb owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:30.603258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-b6b5c3b7-8806-4600-91e1-c52664342597 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913289 Nov 25 17:10:30.614923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-7f00eef5-c629-4619-b8f9-34ebdf137dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.616432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-7f00eef5-c629-4619-b8f9-34ebdf137dab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=937cfdb4-73b2-4c6a-b155-fd6c23c5da1c HTTP/1.1" status: 200 len: 845 time: 0.0732601 Nov 25 17:10:30.723828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-b78bde8a-fc68-4f3e-a0b1-4ebb0f1457ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:30.725624 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-b78bde8a-fc68-4f3e-a0b1-4ebb0f1457ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9283cab-5a0b-473f-9cd5-179c847aeb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790360 Nov 25 17:10:30.838177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:30.882711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Pushing event deleted for resources: {'Port': ['ID=906e4802-11d4-4fcc-9d1a-4a15b80031eb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:30.910430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96b4738a-cecc-4b38-a622-a9641aa058fe req-c60f73f2-cf5a-457e-a258-d2b95efe2450 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0557063 Nov 25 17:10:30.924619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:30.930789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-8fe7fe3a-4dd9-4af6-b2fa-68da64e9463c service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959174 Nov 25 17:10:30.996785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 106c079f-fdb7-4cc6-8275-f71a818274fc details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:31.046766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.049400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.056360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57216) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:31.063144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-107ac388-80d8-4f0e-93ad-7b62629485a5 req-67a62e70-7f0d-44b7-969a-2b24e10fa63c tempest-FloatingIPDetailsTestJSON-1593762570 tempest-FloatingIPDetailsTestJSON-1593762570-project] 10.222.0.86 "DELETE /v2.0/floatingips/da84b768-71ad-4fd1-993c-ecf74568d38f HTTP/1.1" status: 204 len: 173 time: 0.8690593 Nov 25 17:10:31.098428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6111aba7-b12d-4a5a-a0ce-b9daff2fc425 req-5623ed2b-8b04-4e67-9625-553dc39f102d service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238763 Nov 25 17:10:31.118470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:31.145722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '409507fa-4e95-4e6f-8e92-848f40df9565', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'port_id': '409507fa-4e95-4e6f-8e92-848f40df9565', 'mac_address': 'fa:16:3e:bf:b4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa860f95-b45b-4982-8f30-cbe3c09a0a4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:31.175749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94169142-aa2b-4ef8-b430-f3ae38980e53 req-8ef3fbe7-17d9-4b27-b86e-1063bec0ebfa tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.178425 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94169142-aa2b-4ef8-b430-f3ae38980e53 req-8ef3fbe7-17d9-4b27-b86e-1063bec0ebfa tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.0591521 Nov 25 17:10:31.210884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 106c079f-fdb7-4cc6-8275-f71a818274fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=106c079f-fdb7-4cc6-8275-f71a818274fc,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:31.233811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'port_id': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'mac_address': 'fa:16:3e:33:83:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:31.236199 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.240225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94169142-aa2b-4ef8-b430-f3ae38980e53 req-b2fbc7a7-6ee0-48cf-83fe-0de7368392ea tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556602 Nov 25 17:10:31.248871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543b6f-b956-4769-9db4-05caeafd1416 req-9ea630ee-f69b-4cf6-ba9e-dedbfb6e96b9 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.250901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c543b6f-b956-4769-9db4-05caeafd1416 req-9ea630ee-f69b-4cf6-ba9e-dedbfb6e96b9 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 943 time: 0.1342494 Nov 25 17:10:31.291980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409507fa-4e95-4e6f-8e92-848f40df9565 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:31.305551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.337350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:31.339476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c079f-fdb7-4cc6-8275-f71a818274fc {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:31.362678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.378063 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c543b6f-b956-4769-9db4-05caeafd1416 req-b98ff4f2-7f90-4ed1-8de4-118fce11e881 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134291 Nov 25 17:10:31.478713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 106c079f-fdb7-4cc6-8275-f71a818274fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=106c079f-fdb7-4cc6-8275-f71a818274fc,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:31.517783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.569804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:31.686339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['409507fa-4e95-4e6f-8e92-848f40df9565'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:31.712120 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97ea09b9-09c6-4c15-8cc1-df641b4a1641 req-f931650c-5cae-4b6b-b773-4dca59fec519 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 210 time: 0.0489275 Nov 25 17:10:31.736313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=106c079f-fdb7-4cc6-8275-f71a818274fc,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:31.820976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0117e70-1417-4ed7-b5bf-e1d9f106a51e req-d5d42e58-42f5-4215-8db7-8640fb2ebd06 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:31.824861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['106c079f-fdb7-4cc6-8275-f71a818274fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:31.828462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a0117e70-1417-4ed7-b5bf-e1d9f106a51e req-d5d42e58-42f5-4215-8db7-8640fb2ebd06 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 945 time: 0.1148140 Nov 25 17:10:31.888232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:31.932311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a0117e70-1417-4ed7-b5bf-e1d9f106a51e req-b4de2b4c-c6c4-4af7-a8e3-c9f9cbd79fd9 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029801 Nov 25 17:10:32.211016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275cc50-984c-4d2b-92f7-630b9136d67d req-499fea66-75e9-4e27-9426-ce8ec6074f05 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.212527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d275cc50-984c-4d2b-92f7-630b9136d67d req-499fea66-75e9-4e27-9426-ce8ec6074f05 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1097 time: 0.0675478 Nov 25 17:10:32.282360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d275cc50-984c-4d2b-92f7-630b9136d67d req-8a0127cb-9924-4117-9ced-52094505b4ea tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506437 Nov 25 17:10:32.287778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Deleting port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:32.288285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.382928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90e66-40ef-4829-ad28-c0f9498b56de req-a6b9169c-0fcd-47c1-b157-ec32afd71d3b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.384514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6bd90e66-40ef-4829-ad28-c0f9498b56de req-a6b9169c-0fcd-47c1-b157-ec32afd71d3b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 944 time: 0.0683539 Nov 25 17:10:32.386501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] For port 2add7f3a-da9d-4c15-b6b7-9402ce62fb52, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:32.386876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.400830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Calling delete_port for 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:32.480053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6bd90e66-40ef-4829-ad28-c0f9498b56de req-d88c487a-7534-4490-bd47-36c26eb06054 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890467 Nov 25 17:10:32.560316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-91676245-68a7-4acc-b8b5-872d7411de40 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262103 Nov 25 17:10:32.692601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135faac9-a16d-4c05-8180-3829dcb634c6 req-b982f8a6-d6b0-4435-939c-8bc1dffa7c5f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.694252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-135faac9-a16d-4c05-8180-3829dcb634c6 req-b982f8a6-d6b0-4435-939c-8bc1dffa7c5f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 944 time: 0.0693865 Nov 25 17:10:32.767368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-135faac9-a16d-4c05-8180-3829dcb634c6 req-67333c49-7877-4e47-9bf6-5e48f8842ced tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551431 Nov 25 17:10:32.779708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-97513c17-1ce0-4f7d-a229-a07935e8a79d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:32.782011 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-97513c17-1ce0-4f7d-a229-a07935e8a79d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145054 Nov 25 17:10:32.796239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:32.807027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:32.860294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac84bbb2-dfbf-4a9b-a943-0d953bcccfdb req-1b692b1f-ac51-427c-9df5-8b8ad88c9479 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 210 time: 0.0312352 Nov 25 17:10:32.901664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Pushing event deleted for resources: {'Port': ['ID=2add7f3a-da9d-4c15-b6b7-9402ce62fb52,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:32.936291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:32.988137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 106c079f-fdb7-4cc6-8275-f71a818274fc up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:32.994499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-a7fe3c4a-07af-4ebf-8160-ab25b67b7d96 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439131 Nov 25 17:10:33.078587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 106c079f-fdb7-4cc6-8275-f71a818274fc completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:33.091901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 409507fa-4e95-4e6f-8e92-848f40df9565 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:33.102608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 106c079f-fdb7-4cc6-8275-f71a818274fc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:33.103945 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.107120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 409507fa-4e95-4e6f-8e92-848f40df9565 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:33.112990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.209943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-efc2fce9-99b0-420d-87fe-8b764ec39d68 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.211711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-efc2fce9-99b0-420d-87fe-8b764ec39d68 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029157 Nov 25 17:10:33.243398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:33.414312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9f3dd-fa68-4117-85c1-b0d5edf70e98 req-e76a1155-80da-42e6-a1c0-9ec3100d9132 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.415875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcf9f3dd-fa68-4117-85c1-b0d5edf70e98 req-e76a1155-80da-42e6-a1c0-9ec3100d9132 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 945 time: 0.2028658 Nov 25 17:10:33.425268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-cce9a0e5-74f1-4aea-a569-fd757ba54ac1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.426911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-cce9a0e5-74f1-4aea-a569-fd757ba54ac1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.73 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 945 time: 0.2128215 Nov 25 17:10:33.446741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.449602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.494683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-3e8e0400-bcba-47c7-81c5-a3010d4f2a35 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:10:33.495631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-3e8e0400-bcba-47c7-81c5-a3010d4f2a35 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162601 Nov 25 17:10:33.511162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:33.514317 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a28629d-f1c2-4bd5-8911-abb3ca7470af" -d '{"events": [{"server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "name": "network-vif-plugged", "status": "completed", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:33.527996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:10:33.527996 n-d-817303-7 neutron-server[103636]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:10:33.527996 n-d-817303-7 neutron-server[103636]: [parameters: {'project_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b', 'id': '46b5ed5f-cd6c-4320-9556-8bd3d68c6e0c', 'expiration': datetime.datetime(2021, 11, 25, 17, 12, 33, 513222)}] Nov 25 17:10:33.527996 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:10:33.527996 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:10:33.530120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:33.540462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.552120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 106c079f-fdb7-4cc6-8275-f71a818274fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=106c079f-fdb7-4cc6-8275-f71a818274fc,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:33.572906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.601546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.603513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcf9f3dd-fa68-4117-85c1-b0d5edf70e98 req-a9d08773-68c2-47ed-9608-8f431c7ee1e6 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/security-groups?id=8194d6f2-b5fd-4f47-b918-fc0d90be8e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696925 Nov 25 17:10:33.604093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:33.609287 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.609745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:33.611983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-372bad52-7727-467e-9118-bc8011f00195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:33.613325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-372bad52-7727-467e-9118-bc8011f00195 service neutron] 10.222.0.86 "GET /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 1094 time: 0.1022277 Nov 25 17:10:33.626467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:33.626919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:10:33.681952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=106c079f-fdb7-4cc6-8275-f71a818274fc,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:33.826881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Deleting port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:33.827212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:33.877554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Router f2036ae4-3293-4452-90ba-e9c88d7bbd6e has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:33.964158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.182 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/45ff5ed3-a81c-4260-90e1-82f4b78e26d5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:33.986853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:33.994593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-01e86434-62a5-4386-b37f-2d44fa416516 admin admin] 10.222.0.86 "PUT /v2.0/routers/f2036ae4-3293-4452-90ba-e9c88d7bbd6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367974 Nov 25 17:10:33.995060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:33.999185 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] Sync routers for ids ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:34.014109 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] Routers {'f2036ae4-3293-4452-90ba-e9c88d7bbd6e'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:34.015018 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:34.016346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24989aaf-662c-4d20-a9c4-c90eb23465c8 req-18087321-6908-459a-8167-809bb98bd45e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.017852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24989aaf-662c-4d20-a9c4-c90eb23465c8 req-18087321-6908-459a-8167-809bb98bd45e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.2156622 Nov 25 17:10:34.038644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:34.038980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:34.039288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:34.072351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:34.072718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:34.096541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] For port 91a016be-ae41-4457-b7cf-ecd7ac39eb57, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91a016be-ae41-4457-b7cf-ecd7ac39eb57,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:34.096767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.097498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:34.100921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.109525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:34.109858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:34.110234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:34.110670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Bound port: 82b317c0-ab0d-48b0-a182-c263218402d3, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:34.135564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.142673 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] Set router f2036ae4-3293-4452-90ba-e9c88d7bbd6e gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:34.156748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Calling delete_port for 91a016be-ae41-4457-b7cf-ecd7ac39eb57 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:34.242906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24989aaf-662c-4d20-a9c4-c90eb23465c8 req-7cd20611-9c61-454b-800a-e4528dd59bf4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158129 Nov 25 17:10:34.282605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.317749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:34.333663 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e1cebb-9542-4fef-a14f-1c406d74ea8b x-openstack-request-id: req-56e1cebb-9542-4fef-a14f-1c406d74ea8b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:34.334167 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "name": "network-vif-plugged", "status": "completed", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:34.334268 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-56e1cebb-9542-4fef-a14f-1c406d74ea8b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:34.334938 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565', 'code': 200} Nov 25 17:10:34.339354 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:32Z', 'revision_number': 5, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port': {'id': '02ea4b9e-71bc-4a82-be6c-60c40f1e7085', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:58Z', 'updated_at': '2021-11-25T17:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:34.351136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.352360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-939c0c89-fa3d-4a76-aee1-904f52b5766c service neutron] 10.222.0.86 "POST /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7308366 Nov 25 17:10:34.367367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Deleting port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:34.367794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.374941 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] Checking router: f2036ae4-3293-4452-90ba-e9c88d7bbd6e for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:34.392810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.73', 64716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:34.396671 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] Routers {'f2036ae4-3293-4452-90ba-e9c88d7bbd6e'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:34.398464 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:34.446798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.479881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0e27-b8e9-4a70-825f-374af02d79e3 req-3e8a2a4b-fd0c-4124-a004-7b8a21a82b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.482056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-524f0e27-b8e9-4a70-825f-374af02d79e3 req-3e8a2a4b-fd0c-4124-a004-7b8a21a82b85 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1096 time: 0.0837994 Nov 25 17:10:34.498969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] For port 02ea4b9e-71bc-4a82-be6c-60c40f1e7085, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:34.499444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.520344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Calling delete_port for 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:34.590797 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] Set router f2036ae4-3293-4452-90ba-e9c88d7bbd6e gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:34.656290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.73', 64717) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:34.657597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.659420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.666154 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:34Z', 'revision_number': 6, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:34.672181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:34.687221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-084de238-1532-4ea5-8752-640e32d6d4ec req-7b23eef0-02ed-44b7-82f2-a974b8581f6e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 210 time: 0.0806694 Nov 25 17:10:34.687503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290cc5b-50a7-4897-ad9a-604fb02dca44 req-627bd00b-9598-4c48-b505-0067ea99c647 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.688907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6290cc5b-50a7-4897-ad9a-604fb02dca44 req-627bd00b-9598-4c48-b505-0067ea99c647 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.1154122 Nov 25 17:10:34.699178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-524f0e27-b8e9-4a70-825f-374af02d79e3 req-bcaa204b-9f04-463f-bcb2-f6ddf066cd3f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851461 Nov 25 17:10:34.720882 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb85f3-1ca3-4e05-b835-1194dc378da8 None None] The sync data for ids ['f2036ae4-3293-4452-90ba-e9c88d7bbd6e'] in n-d-817303-7 is: [{'id': 'f2036ae4-3293-4452-90ba-e9c88d7bbd6e', 'name': 'tempest-FloatingIPDetailsTestJSON-1439445454-router', 'tenant_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:56Z', 'updated_at': '2021-11-25T17:10:34Z', 'revision_number': 6, 'project_id': 'b262c9d0f58f4e7ebeeea1b2b4d822b3', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:34.786594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91a016be-ae41-4457-b7cf-ecd7ac39eb57'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:34.789241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:34.813961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:34.816398 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6290cc5b-50a7-4897-ad9a-604fb02dca44 req-993719f0-86d8-4afa-98d4-37877e0fe26c tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053965 Nov 25 17:10:34.818049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-1c1872fb-484f-44d2-bd11-0195fda47706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:34.819637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-1c1872fb-484f-44d2-bd11-0195fda47706 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1097 time: 0.1586742 Nov 25 17:10:34.820318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.181 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/72661d76-9042-4538-9746-7829e569c1ad) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:34.820449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] No DVR routers for this DVR port 91a016be-ae41-4457-b7cf-ecd7ac39eb57 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:34.822349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:34.906634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:34.974804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ea4b9e-71bc-4a82-be6c-60c40f1e7085,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:35.079896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b5b995c-221a-4faa-9c76-79f12ad46e99 req-23f44284-0393-454f-9e7f-b0389c740f7e tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.86 "GET /v2.0/ports?device_id=695b189c-aecc-4ca1-95d3-44a8b3eb6781 HTTP/1.1" status: 200 len: 210 time: 0.1234705 Nov 25 17:10:35.127689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.150879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b46d2b7c-6c97-44bc-8b39-f6ec15412f86 None None] Provisioning complete for port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:35.151417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b46d2b7c-6c97-44bc-8b39-f6ec15412f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.256203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b46d2b7c-6c97-44bc-8b39-f6ec15412f86 None None] Port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:35.297844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.299527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.303036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94c6cb2c-c27c-4b96-8784-bdd9d4dbe7fe req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] 10.222.0.73 "DELETE /v2.0/ports/91a016be-ae41-4457-b7cf-ecd7ac39eb57 HTTP/1.1" status: 204 len: 173 time: 1.8632128 Nov 25 17:10:35.348557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.351926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.361460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.368973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'name': 'network-vif-deleted', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:35.371291 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf09cbb-6678-411c-a86c-8bf717351570" -d '{"events": [{"server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "name": "network-vif-deleted", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:35.374575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:35.381859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:35.416091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44e2b4-0495-4813-9520-2bb8aa945fd1 tempest-FloatingIPsAssociationNegativeTestJSON-734524486 tempest-FloatingIPsAssociationNegativeTestJSON-734524486-project] Pushing event deleted for resources: {'Port': ['ID=91a016be-ae41-4457-b7cf-ecd7ac39eb57,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:35.491488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.492179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2036ae4-3293-4452-90ba-e9c88d7bbd6e {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:10:35.510265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:35.513521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.518172 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-392b2639-43bd-4ff9-9bf7-8a28767df1c9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f2036ae4-3293-4452-90ba-e9c88d7bbd6e HTTP/1.1" status: 204 len: 168 time: 1.5187831 Nov 25 17:10:35.518459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57298) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:35.518756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.520603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.525767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:35.530692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64134a-6237-45f4-bc9d-d9d884e4065e req-d22c5277-6bae-4513-9fb7-6c93cca7984a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.532950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=72661d76-9042-4538-9746-7829e569c1ad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:35.537023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:35.539087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b64134a-6237-45f4-bc9d-d9d884e4065e req-d22c5277-6bae-4513-9fb7-6c93cca7984a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.2305622 Nov 25 17:10:35.593792 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac275052-8019-448e-bcf3-a725440f6a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.605598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd54c4-17fa-4dc9-922b-376faf3ebac8 req-076358c8-9bb1-44ff-9065-914b293c211f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.614090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05fd54c4-17fa-4dc9-922b-376faf3ebac8 req-076358c8-9bb1-44ff-9065-914b293c211f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.2272007 Nov 25 17:10:35.624427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-9a69360e-6b8b-490c-8a31-72865520cb31 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3956616 Nov 25 17:10:35.639175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Request body: {'port': {'device_id': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:35.642372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-58fa972c-39ee-4c41-8e98-1a387ca4237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.643854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-58fa972c-39ee-4c41-8e98-1a387ca4237a service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2760007 Nov 25 17:10:35.655084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b64134a-6237-45f4-bc9d-d9d884e4065e req-9e6d4af8-1aaa-485b-b94a-0529b75118ce tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149714 Nov 25 17:10:35.725779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:35.761234 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eda650-0135-42dd-833a-8eefee60a028 x-openstack-request-id: req-93eda650-0135-42dd-833a-8eefee60a028 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:35.761543 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695b189c-aecc-4ca1-95d3-44a8b3eb6781", "name": "network-vif-deleted", "tag": "91a016be-ae41-4457-b7cf-ecd7ac39eb57", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:35.761795 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93eda650-0135-42dd-833a-8eefee60a028 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:35.762268 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695b189c-aecc-4ca1-95d3-44a8b3eb6781', 'name': 'network-vif-deleted', 'tag': '91a016be-ae41-4457-b7cf-ecd7ac39eb57', 'status': 'completed', 'code': 200} Nov 25 17:10:35.764605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:35.766853 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-0d0948a5-9de7-405d-b733-03e2907bb6a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 217 time: 0.0987577 Nov 25 17:10:35.767704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ea4b9e-71bc-4a82-be6c-60c40f1e7085 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:35.768150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:35.789860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.790785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.818587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Deleting subnet 0fc344f1-8d23-4918-b172-4b57e3920bbe {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:10:35.822136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:35.822447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2add7f3a-da9d-4c15-b6b7-9402ce62fb52 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:35.843229 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-22dc0b9e-4710-4f1b-ac51-39647c35b8c9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0405982 Nov 25 17:10:35.848018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05fd54c4-17fa-4dc9-922b-376faf3ebac8 req-a09d52f2-5c5f-4098-8a5f-30f019f7fc06 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328446 Nov 25 17:10:35.848679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.894638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.913373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e935125b-2c52-4410-8e60-87f2cc8f9240 None None] Provisioning complete for port 72661d76-9042-4538-9746-7829e569c1ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:35.914000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e935125b-2c52-4410-8e60-87f2cc8f9240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:35.933770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Request body: {'port': {'device_id': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:35.957347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-fd45c50a-6160-43d8-9d8d-95f1d91b683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:35.958864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-fd45c50a-6160-43d8-9d8d-95f1d91b683e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1704526 Nov 25 17:10:36.006875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e935125b-2c52-4410-8e60-87f2cc8f9240 None None] Port 72661d76-9042-4538-9746-7829e569c1ad cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:36.022963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.077380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-0db16829-5970-48a1-8493-2a780e77a121 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729806 Nov 25 17:10:36.085958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.120833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58dc0f-e964-460a-bf7f-88643563ab62 req-3de907b8-b73b-4cda-905e-558c99f7b345 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:36.122741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f58dc0f-e964-460a-bf7f-88643563ab62 req-3de907b8-b73b-4cda-905e-558c99f7b345 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.1416426 Nov 25 17:10:36.226451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1024d8-01a9-457f-a43a-1d7e7b113069 req-fd2acf21-1c75-493c-add1-58ec30a2d724 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:36.228671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d1024d8-01a9-457f-a43a-1d7e7b113069 req-fd2acf21-1c75-493c-add1-58ec30a2d724 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 936 time: 0.2683907 Nov 25 17:10:36.326475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f58dc0f-e964-460a-bf7f-88643563ab62 req-5c11738f-e1ee-47f4-ae9e-fc76ac120859 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734331 Nov 25 17:10:36.329780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.336385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:36.340371 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed4d98-d3c2-428d-bf66-3cc0b81d6d0c" -d '{"events": [{"server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "name": "network-vif-plugged", "status": "completed", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:36.364151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-de5a1e04-aa0c-455e-a542-1fb85746e9aa service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774937 Nov 25 17:10:36.369814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d1024d8-01a9-457f-a43a-1d7e7b113069 req-6c39e18d-b88e-4c37-8e05-04a8cc3fa0d2 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294422 Nov 25 17:10:36.391379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.422459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:36.429887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc344f1-8d23-4918-b172-4b57e3920bbe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:36.433968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.438080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8a4c2bdf-0c6f-473a-bbf4-291ed605d5c3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0fc344f1-8d23-4918-b172-4b57e3920bbe HTTP/1.1" status: 204 len: 168 time: 0.9144883 Nov 25 17:10:36.441327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58708d0e-e385-4776-984a-51ab52a86951 None None] Network a091f62b-9d76-4694-a1e0-feeff5c50592 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:36.445130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57312) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:36.508809 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577bb2ba-38a2-4e0e-bac6-273a309d7769 x-openstack-request-id: req-577bb2ba-38a2-4e0e-bac6-273a309d7769 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:36.509402 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "name": "network-vif-plugged", "status": "completed", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:36.509813 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-577bb2ba-38a2-4e0e-bac6-273a309d7769 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:36.510382 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'code': 200} Nov 25 17:10:36.592777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.652113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-7d9d8500-3ecd-47c4-8d23-fef31f78d937 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787995 Nov 25 17:10:36.664940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:36.676231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.676655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] DHCP port deletion for a091f62b-9d76-4694-a1e0-feeff5c50592 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:10:36.699631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Transition to ACTIVE for port object 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:36.733928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.737939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] Deleting port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:36.738343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.776800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8b1fe-0529-4e56-8303-8fde2c57f5f0 req-af60bf79-a07d-4a49-a824-709087a8e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:36.779241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2af8b1fe-0529-4e56-8303-8fde2c57f5f0 req-af60bf79-a07d-4a49-a824-709087a8e7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 1096 time: 0.2013855 Nov 25 17:10:36.818650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] For port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:36.818650 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.833714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] Calling delete_port for 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:36.886899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Pushing event updated for resources: {'Port': ['ID=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:36.938219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Deleting port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:36.938556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:36.988852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ff9e1-3b09-4a80-8435-412ceeac8c23 req-66225743-9f51-43b1-a59e-624cb49e8789 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:36.990559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91a016be-ae41-4457-b7cf-ecd7ac39eb57 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:36.998584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f33ff9e1-3b09-4a80-8435-412ceeac8c23 req-66225743-9f51-43b1-a59e-624cb49e8789 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.2660668 Nov 25 17:10:37.067231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 91a016be-ae41-4457-b7cf-ecd7ac39eb57 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:37.067603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91a016be-ae41-4457-b7cf-ecd7ac39eb57 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:37.073538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2af8b1fe-0529-4e56-8303-8fde2c57f5f0 req-e4fb7f4a-52e7-40b9-9f35-7b088525bcb1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703013 Nov 25 17:10:37.161891 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.174456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] For port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,segment=NetworkSegment(70346074-c3b3-4687-b9d5-1e6d10219ddb),segment_id=70346074-c3b3-4687-b9d5-1e6d10219ddb)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:37.174896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.193623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] Pushing event deleted for resources: {'Port': ['ID=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.199930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1679e-4d82-496f-8d10-10a6ebecfec8 None None] No DVR routers for this DVR port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:37.206986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f33ff9e1-3b09-4a80-8435-412ceeac8c23 req-a9dad59a-88b1-4474-89f1-361356d00d2e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080715 Nov 25 17:10:37.223462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Calling delete_port for 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:37.228977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Attempting to bind port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:37.229393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Attempting to bind port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:37.229739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Attempting to bind port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:37.239764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:37.240093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Attempting to bind port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:37.252276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:37.252620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:37.253007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:37.253448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Bound port: 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:37.253804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.367968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5b93b-4cce-475d-8f33-8c056de6e93e req-5b9d3034-e5e2-4062-8fea-3709f50f932f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.375691 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7e5b93b-4cce-475d-8f33-8c056de6e93e req-5b9d3034-e5e2-4062-8fea-3709f50f932f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1603835 Nov 25 17:10:37.384236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.392523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72661d76-9042-4538-9746-7829e569c1ad {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:37.410448 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.437704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Transition to ACTIVE for port object 72661d76-9042-4538-9746-7829e569c1ad will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:10:37.441226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.446072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.457183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] No DVR routers for this DVR port 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:37.459234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] For port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:37.491710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7e5b93b-4cce-475d-8f33-8c056de6e93e req-643c627b-1490-4e67-b84b-89e6dfcc71cc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149938 Nov 25 17:10:37.546756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] For port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:37.563462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Pushing event updated for resources: {'Port': ['ID=72661d76-9042-4538-9746-7829e569c1ad,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.622582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.645419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.645762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.646100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.646433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.646771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.647230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.647606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.647803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.648075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.648462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.648853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.649274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.650268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:37.680813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:37.690531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.691165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.692605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] 10.222.0.73 "PUT /v2.0/ports/45ff5ed3-a81c-4260-90e1-82f4b78e26d5 HTTP/1.1" status: 200 len: 1096 time: 2.0589814 Nov 25 17:10:37.707248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:37.707765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f43bb70-b3ee-4ae8-bf15-baa27be4b5e3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:37.750943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579567cd-e589-4f63-837f-972cb9e46807 req-c41d0cc7-a96e-4623-99b7-131cb21a2135 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.752661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-579567cd-e589-4f63-837f-972cb9e46807 req-c41d0cc7-a96e-4623-99b7-131cb21a2135 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 948 time: 0.1442208 Nov 25 17:10:37.773133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5694-8bf4-49a9-a591-04dcaf1c48de req-20384f1f-d5ce-4664-a0c6-9bccf33d5e83 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:37.781769 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-729d5694-8bf4-49a9-a591-04dcaf1c48de req-20384f1f-d5ce-4664-a0c6-9bccf33d5e83 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.3455470 Nov 25 17:10:37.784110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'tag': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:37.786458 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a770a417-5c25-4b14-ad98-e8cedd10ba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb775c01-f49d-45fd-bffb-59c37d59e15b", "tag": "45ff5ed3-a81c-4260-90e1-82f4b78e26d5"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:37.790132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Attempting to bind port 72661d76-9042-4538-9746-7829e569c1ad on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:37.790781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Attempting to bind port 72661d76-9042-4538-9746-7829e569c1ad by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:37.791259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Attempting to bind port 72661d76-9042-4538-9746-7829e569c1ad on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:37.791696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a091f62b-9d76-4694-a1e0-feeff5c50592']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:37.800181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Port 72661d76-9042-4538-9746-7829e569c1ad on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:37.800953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Attempting to bind port 72661d76-9042-4538-9746-7829e569c1ad on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:37.803812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70346074-c3b3-4687-b9d5-1e6d10219ddb') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:37.804114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70346074-c3b3-4687-b9d5-1e6d10219ddb') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:37.814366 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.817979 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.896342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.937120 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad17e-6894-4c0f-8506-2a3b21a4ecb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.956732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-729d5694-8bf4-49a9-a591-04dcaf1c48de req-06e5bd00-426f-468e-8782-ef0f5fd3fc1a tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645377 Nov 25 17:10:37.956732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f66db-bf15-4bea-bcf8-bb0e5c772c0a service neutron] Pushing event updated for resources: {'Port': ['ID=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:37.957018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:37.957018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:37.957018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:37.957018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Bound port: 72661d76-9042-4538-9746-7829e569c1ad, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:37.957018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.976160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:10:37.976575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:10:37.978436 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:10:37.982635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-579567cd-e589-4f63-837f-972cb9e46807 req-58b25083-3014-4980-b48d-a0275c5c0b97 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198911 Nov 25 17:10:38.048343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-63742d29-f93c-4b37-ac50-1e2e85365b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.049963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-63742d29-f93c-4b37-ac50-1e2e85365b59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 1099 time: 0.3112526 Nov 25 17:10:38.108533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-88e7c81d-bb2f-4b74-814a-a46f025aaab9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5 HTTP/1.1" status: 200 len: 217 time: 0.0498965 Nov 25 17:10:38.116447 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447675ee-27c9-48fd-9eae-fa16a58e6a3a x-openstack-request-id: req-447675ee-27c9-48fd-9eae-fa16a58e6a3a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:38.116765 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb775c01-f49d-45fd-bffb-59c37d59e15b", "tag": "45ff5ed3-a81c-4260-90e1-82f4b78e26d5", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:38.117124 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-447675ee-27c9-48fd-9eae-fa16a58e6a3a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:38.117414 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'tag': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5', 'status': 'completed', 'code': 200} Nov 25 17:10:38.127559 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.159286 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.163176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a091f62b-9d76-4694-a1e0-feeff5c50592 HTTP/1.1" status: 204 len: 168 time: 1.7170105 Nov 25 17:10:38.209751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad8048-9828-4e4c-b884-cb1978548933 admin admin] Pushing event deleted for resources: {'Network': ['ID=a091f62b-9d76-4694-a1e0-feeff5c50592,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:38.215490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-eea5bad3-a4bd-4aa9-a4d9-73c552a18537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.217543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-eea5bad3-a4bd-4aa9-a4d9-73c552a18537 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0989494 Nov 25 17:10:38.219484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] For port 72661d76-9042-4538-9746-7829e569c1ad, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:38.223507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] For port 72661d76-9042-4538-9746-7829e569c1ad, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=72661d76-9042-4538-9746-7829e569c1ad,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:38.225780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50424e-2836-4705-8556-7be99465f1cf req-840869c9-a299-4286-bc23-f349c9161535 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.227675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d50424e-2836-4705-8556-7be99465f1cf req-840869c9-a299-4286-bc23-f349c9161535 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1096 time: 0.1405962 Nov 25 17:10:38.230554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.316696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-0a513bb4-ed6d-4066-a835-21366b075313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.318228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-0a513bb4-ed6d-4066-a835-21366b075313 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891562 Nov 25 17:10:38.366628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.367537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.368920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/72661d76-9042-4538-9746-7829e569c1ad HTTP/1.1" status: 200 len: 1096 time: 2.5035572 Nov 25 17:10:38.384484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d50424e-2836-4705-8556-7be99465f1cf req-c6dd11a3-0698-4d1b-bb6a-863d9ada3a3f tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219580 Nov 25 17:10:38.386577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'tag': '72661d76-9042-4538-9746-7829e569c1ad'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:38.402992 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc28581-3218-4f22-bbce-f4c95db5aea1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5", "tag": "72661d76-9042-4538-9746-7829e569c1ad"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:38.478087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57340) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:38.479871 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf60a21-5311-42b9-994e-68ad872f93bc x-openstack-request-id: req-fdf60a21-5311-42b9-994e-68ad872f93bc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:38.480162 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5", "tag": "72661d76-9042-4538-9746-7829e569c1ad", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:38.480595 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fdf60a21-5311-42b9-994e-68ad872f93bc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:38.481181 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'tag': '72661d76-9042-4538-9746-7829e569c1ad', 'status': 'completed', 'code': 200} Nov 25 17:10:38.519092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a275594-6f85-4158-9778-f655a38c70b6 service neutron] Pushing event updated for resources: {'Port': ['ID=72661d76-9042-4538-9746-7829e569c1ad,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:38.591302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac4aaf-1bd0-4c0b-a439-8b7f78935730 req-aa2cb2dd-6cbc-40e5-9ac0-3884b2ca1fb8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.599015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02ac4aaf-1bd0-4c0b-a439-8b7f78935730 req-aa2cb2dd-6cbc-40e5-9ac0-3884b2ca1fb8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.2640476 Nov 25 17:10:38.608847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-4e72aad4-3756-46ca-a2d4-a54a396a8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.610691 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-4e72aad4-3756-46ca-a2d4-a54a396a8ec4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 1099 time: 0.1980474 Nov 25 17:10:38.620626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a8c71dfe-99e3-463e-b6ed-5b75d70203cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b262c9d0f58f4e7ebeeea1b2b4d822b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345165 Nov 25 17:10:38.623026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57346) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:38.675256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-d0dd2d64-08ad-4532-8319-06edf2a80041 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485799 Nov 25 17:10:38.695136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-a22f5c72-813a-4ff2-83b7-03899ff3db4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=72661d76-9042-4538-9746-7829e569c1ad HTTP/1.1" status: 200 len: 217 time: 0.0691185 Nov 25 17:10:38.733629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02ac4aaf-1bd0-4c0b-a439-8b7f78935730 req-4516314b-3bb1-4a54-a00f-f574940db02c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337237 Nov 25 17:10:38.764178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Deleting port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:38.764554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.839039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-67a59d7c-e4d4-4bdc-a500-0cad5aae8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.841044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-67a59d7c-e4d4-4bdc-a500-0cad5aae8729 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1368062 Nov 25 17:10:38.857838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09a96207-6d1b-487c-8420-e6f29bfbe1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.871768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-76b71de7-6517-46bd-be93-6a7802205ca6 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789505 Nov 25 17:10:38.920474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09a96207-6d1b-487c-8420-e6f29bfbe1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.965001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] For port ba3f66d5-bc12-4a6b-9ea4-707d76d43c31, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:38.966190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:38.985249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-1f2ef7aa-adf2-4967-9b49-cd668f9401e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:38.986889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-1f2ef7aa-adf2-4967-9b49-cd668f9401e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376126 Nov 25 17:10:38.991764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Calling delete_port for ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:39.151997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.290895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09a96207-6d1b-487c-8420-e6f29bfbe1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.294742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09a96207-6d1b-487c-8420-e6f29bfbe1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.296336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-09a96207-6d1b-487c-8420-e6f29bfbe1d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2c9ce4b-a359-46ed-9c99-50031e365e0f HTTP/1.1" status: 204 len: 168 time: 0.6605577 Nov 25 17:10:39.376497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-dec1d00f-8362-4e7e-b991-a6042e8fa691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.378028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-dec1d00f-8362-4e7e-b991-a6042e8fa691 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 1099 time: 0.4552522 Nov 25 17:10:39.390785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777d522-7404-4200-b8b0-e35ca5b90281 req-b727c2df-f078-4bd7-b6e2-7078fc31e6a1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.397952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d777d522-7404-4200-b8b0-e35ca5b90281 req-b727c2df-f078-4bd7-b6e2-7078fc31e6a1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 948 time: 0.0706570 Nov 25 17:10:39.423474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a96207-6d1b-487c-8420-e6f29bfbe1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9ce4b-a359-46ed-9c99-50031e365e0f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:39.446967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:39.508485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-eda149c7-089a-4ff4-abad-87bbc61d99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.509945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-eda149c7-089a-4ff4-abad-87bbc61d99b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1033061 Nov 25 17:10:39.534798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3f66d5-bc12-4a6b-9ea4-707d76d43c31,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:39.570843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-0ba78e33-1a4a-4f1b-9c27-185dde5142d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5 HTTP/1.1" status: 200 len: 217 time: 0.0522575 Nov 25 17:10:39.624725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de53142-b8a3-4af9-a522-1073ac71f2a7 req-19415b1e-27c6-4f50-866a-0dfc2a297e64 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.626674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7de53142-b8a3-4af9-a522-1073ac71f2a7 req-19415b1e-27c6-4f50-866a-0dfc2a297e64 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.4160450 Nov 25 17:10:39.657967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d777d522-7404-4200-b8b0-e35ca5b90281 req-16c750c5-2903-4e59-888b-b207d9ab9f18 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565379 Nov 25 17:10:39.696610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-d841265a-8720-48ea-9a4a-9f16333b0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.703699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-d841265a-8720-48ea-9a4a-9f16333b0dd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1195817 Nov 25 17:10:39.818393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-bbb76fec-2668-4d26-887e-cbe6912d8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:39.821697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-bbb76fec-2668-4d26-887e-cbe6912d8857 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145995 Nov 25 17:10:39.952020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.008110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-07d2196f-8124-42e5-801b-1e97b15fb49a service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778083 Nov 25 17:10:40.112490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-76db2130-b4b6-44a2-b61f-5753f3aaf641 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1178772 Nov 25 17:10:40.153842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7de53142-b8a3-4af9-a522-1073ac71f2a7 req-e78a1682-8490-46b2-85a1-b2a8cd27e013 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997743 Nov 25 17:10:40.334785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5dc05-733d-4d09-b92e-fe2c66c2cd52 req-bcaca99b-4eb3-41f9-b3ea-0e33b83ee9d3 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:40.339681 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5fa5dc05-733d-4d09-b92e-fe2c66c2cd52 req-bcaca99b-4eb3-41f9-b3ea-0e33b83ee9d3 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.2751148 Nov 25 17:10:40.406016 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.449107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a770a417-5c25-4b14-ad98-e8cedd10ba6d req-8532254f-586f-4325-85c4-26d50b3220b3 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337561 Nov 25 17:10:40.477709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5fa5dc05-733d-4d09-b92e-fe2c66c2cd52 req-237bbaa0-7134-439b-aef7-bb430d8980ea tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192210 Nov 25 17:10:40.646258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:40.658817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151acd0a-b554-4bf5-b0b6-3073cfa87369 req-e4f23098-c5db-4c8e-a314-4953c59db258 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:40.660395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-151acd0a-b554-4bf5-b0b6-3073cfa87369 req-e4f23098-c5db-4c8e-a314-4953c59db258 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.3107176 Nov 25 17:10:40.665003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feee5d70-3874-46b6-9786-5d9eade064e0 req-81992828-3a38-4309-af5f-51e83f14ddaf service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155706 Nov 25 17:10:40.671136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:40.677570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Request body: {'floatingip': {'port_id': '106c079f-fdb7-4cc6-8275-f71a818274fc'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:40.716318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57392) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:40.754855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:40.986122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:41.016983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-network', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:41.046696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-833ab4b8-010c-43a7-953e-750d1fbd3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.048227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-833ab4b8-010c-43a7-953e-750d1fbd3cf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 1099 time: 0.3078334 Nov 25 17:10:41.086734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Made reservation on behalf of faff4808d9654f339e6ce41a678ab4ff for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:41.089073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.102111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.114313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e170f5-bfb4-462b-a061-39735abc7dab req-b6d0e3dd-2135-46f6-950e-5352eb806707 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.116393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5e170f5-bfb4-462b-a061-39735abc7dab req-b6d0e3dd-2135-46f6-950e-5352eb806707 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 948 time: 0.2684596 Nov 25 17:10:41.146674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:41.160812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5', 'mac_address': 'fa:16:3e:79:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:41.170076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:41.176984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15783b75-3c88-4833-a3aa-d6e4099629f8 admin admin] 10.222.0.86 "PUT /v2.0/routers/bf65b8b9-b02f-47d2-b7f1-3d4e72826713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7533054 Nov 25 17:10:41.181281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57400) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:41.206581 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.221553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] Sync routers for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:41.229187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:41.288001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-498c35b5-8318-40d1-bb3d-4315e8127e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.290436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-498c35b5-8318-40d1-bb3d-4315e8127e05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2339456 Nov 25 17:10:41.326307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:41.329997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:41.330754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:41.333385 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.416511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5e170f5-bfb4-462b-a061-39735abc7dab req-d0e653d2-b6b6-473e-bd88-98d33827317b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882297 Nov 25 17:10:41.425123 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.440453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-6b31a1af-731a-4b72-a51f-a878aac4189b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=72661d76-9042-4538-9746-7829e569c1ad HTTP/1.1" status: 200 len: 217 time: 0.1314094 Nov 25 17:10:41.526948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-97c2303f-f2c8-4ad1-b921-8d2fd3826552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.528525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-97c2303f-f2c8-4ad1-b921-8d2fd3826552 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0806265 Nov 25 17:10:41.561626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.636244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:41.654859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.655600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.656152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.657008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.657555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.658093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.659288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.659907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.660444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.660978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.661683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.661935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.664076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:41.694695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:41.709180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:41.731378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-1c353d4e-a31b-4daa-9ccc-83be6eade5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.732972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-1c353d4e-a31b-4daa-9ccc-83be6eade5d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951277 Nov 25 17:10:41.753205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:10:41.830369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:41.879997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70186-7a7a-4853-8d12-7817f236eb78 req-01cfca84-836b-4a4b-822c-be599921e7b7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:41.881567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fa70186-7a7a-4853-8d12-7817f236eb78 req-01cfca84-836b-4a4b-822c-be599921e7b7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.1353133 Nov 25 17:10:42.063650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:42.129124 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fa70186-7a7a-4853-8d12-7817f236eb78 req-eaca0f01-559b-4239-8029-b12590728721 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274187 Nov 25 17:10:42.190986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.196383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.260806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:10:39Z', 'revision_number': 5, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port': {'id': '74bd39ac-900c-441e-88bb-5912a01a719e', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:38Z', 'updated_at': '2021-11-25T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:42.273882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfdb603-8a29-4a70-8bd9-92e232d8a445,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:42.279420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.279420 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Added segment 7ace26c6-9fa2-40aa-a973-f91537c4f812 of type vlan for network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 Nov 25 17:10:42.300387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] Checking router: bf65b8b9-b02f-47d2-b7f1-3d4e72826713 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:42.303839 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.319014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] Routers {'bf65b8b9-b02f-47d2-b7f1-3d4e72826713'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:42.319606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:42.387118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.394115 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Floating IP a85ce61d-106b-477b-9960-5f4063d591ba associated. External IP: 172.25.8.215, port: 106c079f-fdb7-4cc6-8275-f71a818274fc. Nov 25 17:10:42.408406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-fbd8fd41-9636-418a-a308-0efddc379da7 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655390 Nov 25 17:10:42.473950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] Set router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:42.553401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.554347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:42.554936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.581740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:10:42Z', 'revision_number': 6, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:42.616183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d99ce9e0-46e8-4e37-a141-7e3d6b81d512,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:42.628703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Deleting port 74bd39ac-900c-441e-88bb-5912a01a719e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:42.629033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.688412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a0828174-2643-4f91-83bf-ddbbb34e29f1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9695075 Nov 25 17:10:42.693463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57422) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:42.708438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d615-e8ce-4c4a-b9ae-20d5df82db15 req-32a77b46-79de-4395-926c-8cad9fa56634 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:42.731463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac62d615-e8ce-4c4a-b9ae-20d5df82db15 req-32a77b46-79de-4395-926c-8cad9fa56634 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 949 time: 0.1797018 Nov 25 17:10:42.745996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Request body: {'subnet': {'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-subnet', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:42.748271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc28581-3218-4f22-bbce-f4c95db5aea1 req-358986ea-703e-4782-88c3-f8c81c5907e1 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307934 Nov 25 17:10:42.776840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] For port 74bd39ac-900c-441e-88bb-5912a01a719e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=74bd39ac-900c-441e-88bb-5912a01a719e,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:42.777360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.791660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Calling delete_port for 74bd39ac-900c-441e-88bb-5912a01a719e owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:42.817610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04c9f4-cd97-4ed7-bfe3-ac6fdb7e45ac None None] The sync data for ids ['bf65b8b9-b02f-47d2-b7f1-3d4e72826713'] in n-d-817303-7 is: [{'id': 'bf65b8b9-b02f-47d2-b7f1-3d4e72826713', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1074680474-router', 'tenant_id': '123693e242534071a81732182c0f37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:37Z', 'updated_at': '2021-11-25T17:10:42Z', 'revision_number': 6, 'project_id': '123693e242534071a81732182c0f37f5', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:42.830492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:10:42.884101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Made reservation on behalf of faff4808d9654f339e6ce41a678ab4ff for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:42.886177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:42.953775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac62d615-e8ce-4c4a-b9ae-20d5df82db15 req-9c78c5f4-747c-4291-a2ce-36ae562da951 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212818 Nov 25 17:10:43.008024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:43.016076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 72661d76-9042-4538-9746-7829e569c1ad details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:43.133860 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.157679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 72661d76-9042-4538-9746-7829e569c1ad, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=72661d76-9042-4538-9746-7829e569c1ad,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:43.166805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd39ac-900c-441e-88bb-5912a01a719e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:43.173974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '72661d76-9042-4538-9746-7829e569c1ad', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '72661d76-9042-4538-9746-7829e569c1ad', 'mac_address': 'fa:16:3e:01:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:10:43.227083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:43.236830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.239088 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:43.259184 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:43.261895 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:43.281812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.318001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.330860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72661d76-9042-4538-9746-7829e569c1ad {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:10:43.356785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1c2ea54f-8277-4e71-be65-3f518bf2c683 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "PUT /v2.0/floatingips/a85ce61d-106b-477b-9960-5f4063d591ba HTTP/1.1" status: 200 len: 991 time: 2.6785395 Nov 25 17:10:43.356785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:43.357869 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3967d91a-1af0-4873-863b-e3a5804046ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:43.360311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.383053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 72661d76-9042-4538-9746-7829e569c1ad, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=72661d76-9042-4538-9746-7829e569c1ad,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:43.391032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.427924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d46f-12a3-42c8-80cb-410d340bf121 req-1e566148-a81a-4b06-bfe2-4f8bce0fd053 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:43.429574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8f8d46f-12a3-42c8-80cb-410d340bf121 req-1e566148-a81a-4b06-bfe2-4f8bce0fd053 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.1425769 Nov 25 17:10:43.444133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e205a23e-0f6d-4987-87d4-c084eafec8d4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:43.453619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.454052 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.454457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.455526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.455939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.456342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.456740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.457136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.457551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.457945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.458334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.459208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:43.479461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Checking segment: {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:43.479902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Network hostable DHCP agents. Network: d99ce9e0-46e8-4e37-a141-7e3d6b81d512, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:10:43.488276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=72661d76-9042-4538-9746-7829e569c1ad,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:43.515733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8f8d46f-12a3-42c8-80cb-410d340bf121 req-57c2a3e1-9cbd-4294-b5c8-aa4e88436dd8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793092 Nov 25 17:10:43.521136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:10:43.545707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d99ce9e0-46e8-4e37-a141-7e3d6b81d512) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:43.550173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:43.551615 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.555316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9667cc-2825-49a2-9be1-d78c3470116a None None] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:43.593751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b08314f7-3745-40e3-9f34-440f6d63227a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8507721 Nov 25 17:10:43.595863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:43.603966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:43.630179 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d5b7c-3c19-499f-844c-f81cdbe6cfd9 x-openstack-request-id: req-c52d5b7c-3c19-499f-844c-f81cdbe6cfd9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:43.630179 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:43.630515 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c52d5b7c-3c19-499f-844c-f81cdbe6cfd9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:43.630724 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'status': 'completed', 'code': 200} Nov 25 17:10:43.632023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.633237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.636285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.643811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.709546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.709546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf65b8b9-b02f-47d2-b7f1-3d4e72826713 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:10:43.710270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['72661d76-9042-4538-9746-7829e569c1ad'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:43.717531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.718820 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:43.720417 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-604133d6-bd94-4ad9-ae2d-7c9b692e3360 admin admin] 10.222.0.86 "DELETE /v2.0/routers/bf65b8b9-b02f-47d2-b7f1-3d4e72826713 HTTP/1.1" status: 204 len: 168 time: 2.5343986 Nov 25 17:10:43.722623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57438) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:43.806582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.821575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Deleting subnet 085e3df5-d63b-4899-8018-3f62eac42ee9 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:10:43.824121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.859125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:43.885869 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.913860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:43.914211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ba3f66d5-bc12-4a6b-9ea4-707d76d43c31 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:43.914638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 74bd39ac-900c-441e-88bb-5912a01a719e no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:43.944845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d99ce9e0-46e8-4e37-a141-7e3d6b81d512', 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'fixed_ips': [{'subnet_id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:10:43.945658 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:43.948655 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:10:43.955863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 74bd39ac-900c-441e-88bb-5912a01a719e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:43.956203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 74bd39ac-900c-441e-88bb-5912a01a719e not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:44.035160 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.138495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.181403 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a85ce61d-106b-477b-9960-5f4063d591ba', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'port_id': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'mac_address': 'fa:16:3e:33:83:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:08:12Z', 'updated_at': '2021-11-25T17:10:41Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.190177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085e3df5-d63b-4899-8018-3f62eac42ee9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:44.197478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.203510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18244ada-83d6-474c-8454-32bb6a260c95 None None] Network 61613190-fade-436c-be67-fc4a07292667 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:44.210888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee085deb-415e-45b7-92cc-ad6c9853add8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/085e3df5-d63b-4899-8018-3f62eac42ee9 HTTP/1.1" status: 204 len: 168 time: 0.4867880 Nov 25 17:10:44.211557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:44.231045 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:44.252333 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:44.255094 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.308695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.369030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Deleting port d10b0821-39f2-4739-8832-ebc092a92154 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:44.369396 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.418860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Allocated IP 172.20.0.2 (d99ce9e0-46e8-4e37-a141-7e3d6b81d512/e205a23e-0f6d-4987-87d4-c084eafec8d4/5c02e545-2466-43a1-9cc1-fa1cfa0dd15e) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:44.453852 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:44.455720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] For port d10b0821-39f2-4739-8832-ebc092a92154, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d10b0821-39f2-4739-8832-ebc092a92154,segment=NetworkSegment(bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef),segment_id=bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:44.456408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.472169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Calling delete_port for d10b0821-39f2-4739-8832-ebc092a92154 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:44.544541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d91a-1af0-4873-863b-e3a5804046ee req-5c35336b-3382-494f-9618-451868f632be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:44.546282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-5c35336b-3382-494f-9618-451868f632be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=336de997f2c3499eba2bc153e72db7ac&device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 1096 time: 0.8929884 Nov 25 17:10:44.568769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.607479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] No DVR routers for this DVR port d10b0821-39f2-4739-8832-ebc092a92154 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:10:44.611440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10b0821-39f2-4739-8832-ebc092a92154,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:44.799104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.804327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c86410-1340-44c4-9ca8-97737339a336 None None] DHCP port deletion for 61613190-fade-436c-be67-fc4a07292667 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:10:44.846566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61613190-fade-436c-be67-fc4a07292667']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.849702 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a85ce61d-106b-477b-9960-5f4063d591ba', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'port_id': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'mac_address': 'fa:16:3e:33:83:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:08:12Z', 'updated_at': '2021-11-25T17:10:41Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.860443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.860739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0c92a7-0223-4fa4-ae4b-fb8e1f56b1ef') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:44.862871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.870353 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.876172 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.883454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26740-927a-46b6-9981-dc73868ebd5e req-311b0f75-8453-40bf-a8ec-faec42d2e371 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:44.885639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4e26740-927a-46b6-9981-dc73868ebd5e req-311b0f75-8453-40bf-a8ec-faec42d2e371 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.1028998 Nov 25 17:10:44.892055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.898458 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19f75b-33ef-4d48-b7d6-f0c958e10517 None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a85ce61d-106b-477b-9960-5f4063d591ba', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'port_id': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'mac_address': 'fa:16:3e:33:83:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:08:12Z', 'updated_at': '2021-11-25T17:10:41Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:44.906980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58658064-f0f0-4159-a6a5-f46ec4d05354 req-23f8a1ba-8b69-4064-998d-3c98f83a3394 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:44.918507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58658064-f0f0-4159-a6a5-f46ec4d05354 req-23f8a1ba-8b69-4064-998d-3c98f83a3394 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 949 time: 0.4021854 Nov 25 17:10:44.939585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.943733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:44.946603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:44.950547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:44.959212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Pushing event updated for resources: {'Port': ['ID=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:44.965831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:10:44.966514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:10:44.969646 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:10:45.028483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Attempting to bind port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:45.028483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Attempting to bind port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:45.029112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Attempting to bind port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e on network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:45.033963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:45.040003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:45.040530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Checking segment: {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:45.040943 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.041341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Bound using segment: {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:45.041816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Bound port: 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:45.042200 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.046191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4e26740-927a-46b6-9981-dc73868ebd5e req-685ca1f6-648f-4ac1-a99e-65e4a645dcaa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511891 Nov 25 17:10:45.068797 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.082579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.086913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/61613190-fade-436c-be67-fc4a07292667 HTTP/1.1" status: 204 len: 168 time: 0.8728447 Nov 25 17:10:45.108303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d91a-1af0-4873-863b-e3a5804046ee req-4e1f7866-f336-4526-aa42-749d1b41e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:45.109806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-4e1f7866-f336-4526-aa42-749d1b41e07b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 200 len: 924 time: 0.5238292 Nov 25 17:10:45.120277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd415c-be1d-4561-bcfb-7b5b5c6c38b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=61613190-fade-436c-be67-fc4a07292667,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:45.174247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:45.195695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:45.196060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.227439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] For port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:45.233118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58658064-f0f0-4159-a6a5-f46ec4d05354 req-ae7b3020-3090-4c56-910d-70eff473c32e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105519 Nov 25 17:10:45.239482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-e6d522a7-2a41-49c6-89a1-8e8463376cdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106c079f-fdb7-4cc6-8275-f71a818274fc HTTP/1.1" status: 200 len: 999 time: 0.1164613 Nov 25 17:10:45.252773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] For port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,segment=NetworkSegment(7ace26c6-9fa2-40aa-a973-f91537c4f812),segment_id=7ace26c6-9fa2-40aa-a973-f91537c4f812)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:45.273481 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.287409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57454) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:45.299943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e1b24-600c-49dc-805f-5eded5beeb68 None None] New status for floating IP a85ce61d-106b-477b-9960-5f4063d591ba: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:10:45.348530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d91a-1af0-4873-863b-e3a5804046ee req-61beed6c-0311-403a-91fc-d5f0db1bc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:45.350024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-61beed6c-0311-403a-91fc-d5f0db1bc7e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 200 len: 862 time: 0.0817833 Nov 25 17:10:45.382015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3a868eb-5827-423b-a7de-6cfa0474c25f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=123693e242534071a81732182c0f37f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0924287 Nov 25 17:10:45.386811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57458) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:45.448569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0aa39dbb-8611-4eb2-b995-19ea2cc50812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.481050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0aa39dbb-8611-4eb2-b995-19ea2cc50812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.566273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0aa39dbb-8611-4eb2-b995-19ea2cc50812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.569203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0aa39dbb-8611-4eb2-b995-19ea2cc50812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.577839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0aa39dbb-8611-4eb2-b995-19ea2cc50812 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8194d6f2-b5fd-4f47-b918-fc0d90be8e02 HTTP/1.1" status: 204 len: 168 time: 0.1867099 Nov 25 17:10:45.603747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beb645-9d18-4387-ab48-c5caa5cb8ea9 None None] Pushing event updated for resources: {'Port': ['ID=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:45.617254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.623443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa39dbb-8611-4eb2-b995-19ea2cc50812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194d6f2-b5fd-4f47-b918-fc0d90be8e02,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:45.686250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.734035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d91a-1af0-4873-863b-e3a5804046ee req-3f4dd4be-409a-462c-905b-5f75c0e77225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:45.737494 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.747879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-3f4dd4be-409a-462c-905b-5f75c0e77225 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c4bbee62-de6e-454a-ac59-6e508af101e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747537 Nov 25 17:10:45.823363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d10b0821-39f2-4739-8832-ebc092a92154 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:45.891185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:45.893303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d10b0821-39f2-4739-8832-ebc092a92154 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:45.894010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d10b0821-39f2-4739-8832-ebc092a92154 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:45.925133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:45.932882 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7402fb1-6475-49d8-aca9-05cb6657a5d2" -d '{"events": [{"server_uuid": "fb775c01-f49d-45fd-bffb-59c37d59e15b", "name": "network-vif-plugged", "status": "completed", "tag": "45ff5ed3-a81c-4260-90e1-82f4b78e26d5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:45.970129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:45.978771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.020553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-7b84e44b-ee79-48f9-a0ea-941fc96fa1e7 service neutron] 10.222.0.55 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717381 Nov 25 17:10:46.052885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Allocated IP 172.25.8.75 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/e77354d1-426b-478c-a3e7-06d07b2e3a03) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:46.059726 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf304fc-bba7-4c70-b694-a34502129afc x-openstack-request-id: req-3cf304fc-bba7-4c70-b694-a34502129afc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:46.060368 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb775c01-f49d-45fd-bffb-59c37d59e15b", "name": "network-vif-plugged", "status": "completed", "tag": "45ff5ed3-a81c-4260-90e1-82f4b78e26d5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:46.060865 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cf304fc-bba7-4c70-b694-a34502129afc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:46.061667 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5', 'code': 200} Nov 25 17:10:46.154154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:46.229138 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3967d91a-1af0-4873-863b-e3a5804046ee req-f9f88701-9f72-40be-a06f-555c16ad3426 service neutron] 10.222.0.55 "GET /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872354 Nov 25 17:10:46.290350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.345476 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:46.362416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7ac3-2aaf-4fb6-9c29-c71a01178e2e req-f1dae934-1943-4a23-a757-c4ddc924ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.368262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7dc7ac3-2aaf-4fb6-9c29-c71a01178e2e req-f1dae934-1943-4a23-a757-c4ddc924ee12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 1101 time: 0.2414505 Nov 25 17:10:46.414281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e49a0-7dfa-4107-91e4-40fa93883f02 req-4481c5b2-bf00-4de1-bf20-203ca30bc132 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.423407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f2e49a0-7dfa-4107-91e4-40fa93883f02 req-4481c5b2-bf00-4de1-bf20-203ca30bc132 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.1703188 Nov 25 17:10:46.461999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7dc7ac3-2aaf-4fb6-9c29-c71a01178e2e req-7816ceda-ad22-4609-a128-f2de6566daf3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849116 Nov 25 17:10:46.484914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:46.490915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:46.498224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:46.505404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Pushing event updated for resources: {'Port': ['ID=e77354d1-426b-478c-a3e7-06d07b2e3a03,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:46.515547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f2e49a0-7dfa-4107-91e4-40fa93883f02 req-b98e636e-03b2-42f9-94f0-d9049a3839d4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858748 Nov 25 17:10:46.580186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de18cc9-efdf-45de-b5fb-d74b443f63d7 req-fae6278e-cfba-4fb4-a766-b20856243403 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:46.587987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3de18cc9-efdf-45de-b5fb-d74b443f63d7 req-fae6278e-cfba-4fb4-a766-b20856243403 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 950 time: 0.2055867 Nov 25 17:10:46.756281 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3de18cc9-efdf-45de-b5fb-d74b443f63d7 req-052cba8f-7a47-4ede-8197-f3ca90cd9c24 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672220 Nov 25 17:10:46.876754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194be728-3806-473f-95e4-90a6eff87aec None None] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:46.904618 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.038754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57496) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:47.044016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b204af92-061d-47a5-853b-9a04d9e6dc37 None None] Provisioning complete for port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:47.044386 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b204af92-061d-47a5-853b-9a04d9e6dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.052549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 72661d76-9042-4538-9746-7829e569c1ad up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:47.162876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.170878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-network', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:47.214762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Made reservation on behalf of 3ec82d15dde14187ae9c2b5732c29dc6 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:47.220041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.222993 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.235216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.255677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 72661d76-9042-4538-9746-7829e569c1ad completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:10:47.270408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b204af92-061d-47a5-853b-9a04d9e6dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.272410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 72661d76-9042-4538-9746-7829e569c1ad triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:47.272766 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.356023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.359098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b204af92-061d-47a5-853b-9a04d9e6dc37 None None] For port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,segment=NetworkSegment(7ace26c6-9fa2-40aa-a973-f91537c4f812),segment_id=7ace26c6-9fa2-40aa-a973-f91537c4f812)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:47.360016 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.394089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b204af92-061d-47a5-853b-9a04d9e6dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.396321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:10:47.407090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3b0210-8b5f-40d2-9ca7-67daee645133,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:47.413015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Router c1b7cf2c-de71-4810-ae74-ae4383164ef1 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:10:47.432871 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.435058 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Added segment cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd of type vlan for network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad Nov 25 17:10:47.487095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.497664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.499723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204af92-061d-47a5-853b-9a04d9e6dc37 None None] Pushing event updated for resources: {'Port': ['ID=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:47.534358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.535717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:47.536988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.540193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 72661d76-9042-4538-9746-7829e569c1ad, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=72661d76-9042-4538-9746-7829e569c1ad,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:47.544839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.604454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5644372 Nov 25 17:10:47.608897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57504) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:47.612863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Request body: {'subnet': {'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-subnet', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:47.631421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:47.653611 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Sync routers for ids ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:47.662364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=72661d76-9042-4538-9746-7829e569c1ad,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:47.690096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.693962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05b75eb6-6e2f-4c04-8561-46b02a08ca32 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0944428 Nov 25 17:10:47.695446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:47.698653 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Routers {'c1b7cf2c-de71-4810-ae74-ae4383164ef1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:47.707034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:47.727824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a527a205-cc82-4f72-b057-02c6fda7448b None None] Provisioning complete for port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:47.728367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a527a205-cc82-4f72-b057-02c6fda7448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.745138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962e273-4d10-4fef-88f6-d68afdc57cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fdb13a-44dd-4743-9c94-8d7ec05f38ad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:47.789682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:10:47.796593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:47.824152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Made reservation on behalf of 3ec82d15dde14187ae9c2b5732c29dc6 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:47.829568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:47.981849 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Set router c1b7cf2c-de71-4810-ae74-ae4383164ef1 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:47.986060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:47.986549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.133829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefad52-883a-4b49-9a2a-5dfac87c8e90 req-e1657573-fc75-49a7-b17d-491d7d68246c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.148836 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbefad52-883a-4b49-9a2a-5dfac87c8e90 req-e1657573-fc75-49a7-b17d-491d7d68246c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 950 time: 0.1215730 Nov 25 17:10:48.157935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d76-9042-4538-9746-7829e569c1ad'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:48.160319 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dd0046-9c58-4be9-a9b8-1d49faedb944" -d '{"events": [{"server_uuid": "eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "72661d76-9042-4538-9746-7829e569c1ad"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:48.224545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbefad52-883a-4b49-9a2a-5dfac87c8e90 req-23e69d15-d29b-4a62-9f51-5d479efbde25 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729806 Nov 25 17:10:48.227245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.282595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510270-4071-488e-b2a9-a24d31cf934e req-700355a0-dc1e-4883-bda0-f3f32dfef1d6 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.284752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93510270-4071-488e-b2a9-a24d31cf934e req-700355a0-dc1e-4883-bda0-f3f32dfef1d6 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.5577505 Nov 25 17:10:48.296726 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:46Z', 'revision_number': 3, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port': {'id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:45Z', 'updated_at': '2021-11-25T17:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:48.329524 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Checking router: c1b7cf2c-de71-4810-ae74-ae4383164ef1 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:48.330193 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Updating router c1b7cf2c-de71-4810-ae74-ae4383164ef1 port e77354d1-426b-478c-a3e7-06d07b2e3a03 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:10:48.362122 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.367605 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e120fe30-091e-4db2-907f-4ea7b0d18db8 x-openstack-request-id: req-e120fe30-091e-4db2-907f-4ea7b0d18db8 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:48.367986 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "72661d76-9042-4538-9746-7829e569c1ad", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:48.368303 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e120fe30-091e-4db2-907f-4ea7b0d18db8 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:48.368777 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d76-9042-4538-9746-7829e569c1ad', 'code': 200} Nov 25 17:10:48.452610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93510270-4071-488e-b2a9-a24d31cf934e req-d5c1545a-9c1b-4501-9aa5-3bfd8753d99a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348979 Nov 25 17:10:48.490926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a821d64-9876-4aa9-8be2-4bf071ac98a9,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:48.510202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a850d-1aa4-41f7-a540-793c074e6bce req-20ae89fd-1ebc-4f7f-90e1-13de4f0a5e51 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.521591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e36a850d-1aa4-41f7-a540-793c074e6bce req-20ae89fd-1ebc-4f7f-90e1-13de4f0a5e51 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 950 time: 0.0780420 Nov 25 17:10:48.552250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Checking segment: {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:48.552604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Network hostable DHCP agents. Network: c2fdb13a-44dd-4743-9c94-8d7ec05f38ad, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:10:48.589356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e36a850d-1aa4-41f7-a540-793c074e6bce req-5c74a62b-f12c-41d4-a72d-f302988c8ed9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663202 Nov 25 17:10:48.603039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:10:48.612105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cbdef-737c-4694-8036-3ef4e2806891 req-5bbeca19-dd86-4934-9c6f-20bf94681a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.613642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-253cbdef-737c-4694-8036-3ef4e2806891 req-5bbeca19-dd86-4934-9c6f-20bf94681a5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 1101 time: 0.1672099 Nov 25 17:10:48.617909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c2fdb13a-44dd-4743-9c94-8d7ec05f38ad) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:48.627989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08010c52-6dd7-42a6-afe1-bb1861798e19 None None] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:48.663152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:48.663670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.711052 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.718482 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.738812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:48.739030 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e0952f20-1db3-47de-91c5-ed002486dbdc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1302679 Nov 25 17:10:48.745260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:48.770860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-253cbdef-737c-4694-8036-3ef4e2806891 req-a35205b6-6fab-4155-b9b7-b1fc868c59a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183946 Nov 25 17:10:48.789009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.792136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.803233 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Attempting to bind port e77354d1-426b-478c-a3e7-06d07b2e3a03 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:48.803992 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Attempting to bind port e77354d1-426b-478c-a3e7-06d07b2e3a03 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:48.804507 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Attempting to bind port e77354d1-426b-478c-a3e7-06d07b2e3a03 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:48.830606 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:48.831434 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:48.832018 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.832514 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:48.833265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Bound port: e77354d1-426b-478c-a3e7-06d07b2e3a03, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:48.833669 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.901454 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Pushing event updated for resources: {'Port': ['ID=e77354d1-426b-478c-a3e7-06d07b2e3a03,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:48.912629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'fixed_ips': [{'subnet_id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:10:48.913714 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:48.928831 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.929265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.941981 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.942283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.942566 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.942906 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.943235 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.943586 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.943910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.944232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.944552 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.944867 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:10:48.962728 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] For port e77354d1-426b-478c-a3e7-06d07b2e3a03, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:48.967184 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] For port e77354d1-426b-478c-a3e7-06d07b2e3a03, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e77354d1-426b-478c-a3e7-06d07b2e3a03,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:48.979482 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.071091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.097741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Allocated IP 172.20.0.2 (c2fdb13a-44dd-4743-9c94-8d7ec05f38ad/2a821d64-9876-4aa9-8be2-4bf071ac98a9/fc818986-2f73-4c15-928e-d73a2435d7f6) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:49.130101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba52cbe-081a-48d7-a961-ed0d72eb615d None None] Pushing event updated for resources: {'Port': ['ID=e77354d1-426b-478c-a3e7-06d07b2e3a03,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:49.132869 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Routers {'c1b7cf2c-de71-4810-ae74-ae4383164ef1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:49.133469 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:49.322672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Allocated IP 172.20.0.1 (d99ce9e0-46e8-4e37-a141-7e3d6b81d512/e205a23e-0f6d-4987-87d4-c084eafec8d4/cd0f9e22-2790-44c6-8fb1-87b7e6cf6950) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:49.381010 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.405008 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.421816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.440525 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] Set router c1b7cf2c-de71-4810-ae74-ae4383164ef1 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:49.545730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.546958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.565614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:49.586070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:49.591008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Pushing event updated for resources: {'Port': ['ID=fc818986-2f73-4c15-928e-d73a2435d7f6,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:49.596630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:49.660943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.700755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Attempting to bind port fc818986-2f73-4c15-928e-d73a2435d7f6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:49.701293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Attempting to bind port fc818986-2f73-4c15-928e-d73a2435d7f6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:49.701753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Attempting to bind port fc818986-2f73-4c15-928e-d73a2435d7f6 on network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:49.710613 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:46Z', 'revision_number': 3, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port': {'id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:45Z', 'updated_at': '2021-11-25T17:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:49.711569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:49.712176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Checking segment: {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:49.712579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.714147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Bound using segment: {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:49.714147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Bound port: fc818986-2f73-4c15-928e-d73a2435d7f6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:49.714147 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.714483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed6ad5-c6f2-4448-ac90-68a4e2c6adce req-b0527d77-ed6a-4711-8716-22b0ac599fdc tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:49.740270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5bed6ad5-c6f2-4448-ac90-68a4e2c6adce req-b0527d77-ed6a-4711-8716-22b0ac599fdc tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.1235719 Nov 25 17:10:49.749277 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba5b660-6815-4f7a-949c-7e0ab3d950b6 None None] The sync data for ids ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'] in n-d-817303-7 is: [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:46Z', 'revision_number': 3, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port': {'id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:45Z', 'updated_at': '2021-11-25T17:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:49.778707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:49.782684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:49.788705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:49.814669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] For port fc818986-2f73-4c15-928e-d73a2435d7f6, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:49.815222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0f9e22-2790-44c6-8fb1-87b7e6cf6950,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:49.819023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] For port fc818986-2f73-4c15-928e-d73a2435d7f6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fc818986-2f73-4c15-928e-d73a2435d7f6,segment=NetworkSegment(cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd),segment_id=cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:49.823964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.895467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97adaf9-9ca2-40d6-a1f3-8070b418bd75 req-eded84ce-b0ff-4ff9-bd2b-fd9e893af1c5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:49.908214 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f97adaf9-9ca2-40d6-a1f3-8070b418bd75 req-eded84ce-b0ff-4ff9-bd2b-fd9e893af1c5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 950 time: 0.1871469 Nov 25 17:10:49.913371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:49.961497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3bfd8-7eba-4dec-a36b-ca6b429126b6 None None] Pushing event updated for resources: {'Port': ['ID=fc818986-2f73-4c15-928e-d73a2435d7f6,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:49.977059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5bed6ad5-c6f2-4448-ac90-68a4e2c6adce req-0b5527b2-ab17-4c76-997e-0d04227cff47 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265210 Nov 25 17:10:50.119760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.119914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f97adaf9-9ca2-40d6-a1f3-8070b418bd75 req-877301a7-319d-4a59-be63-ec5e87471e92 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051437 Nov 25 17:10:50.174784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.222789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eca4850a-4eb7-4238-99c5-17b75d17c7ef None None] Provisioning complete for port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:50.223266 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eca4850a-4eb7-4238-99c5-17b75d17c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.234980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.329684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eca4850a-4eb7-4238-99c5-17b75d17c7ef None None] Port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:50.467267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Allocated IP 172.25.8.34 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/7aa14ded-d57e-4db4-a413-5e3bdb339ab5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:50.578891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.584335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.661735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.669984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0f9e22-2790-44c6-8fb1-87b7e6cf6950,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:50.672585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.704972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:50.753403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:50.756980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:50.766702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:50.801226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:50.803107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:50.816521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Pushing event updated for resources: {'Port': ['ID=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:50.999144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Router c1b7cf2c-de71-4810-ae74-ae4383164ef1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:51.191900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-88b0c6b7-ea26-4855-8cbf-5e4b7822f2f2 None None] Provisioning complete for port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:51.194108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88b0c6b7-ea26-4855-8cbf-5e4b7822f2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:51.254461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:51.267834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1326cd2a-491e-4595-8762-5c050e9313b7 admin admin] 10.222.0.86 "PUT /v2.0/routers/c1b7cf2c-de71-4810-ae74-ae4383164ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5620465 Nov 25 17:10:51.275913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:51.279533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-88b0c6b7-ea26-4855-8cbf-5e4b7822f2f2 None None] Port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:51.310961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403860-c6df-48cd-bb38-83f132a8de58 req-9771e2a1-691f-469e-a255-19a6a11aac9f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.314183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30403860-c6df-48cd-bb38-83f132a8de58 req-9771e2a1-691f-469e-a255-19a6a11aac9f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.1579397 Nov 25 17:10:51.459908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30403860-c6df-48cd-bb38-83f132a8de58 req-5379a993-4ff5-4c98-801e-22ab99f95abd tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343703 Nov 25 17:10:51.477295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d09d-0a7d-4efa-a45b-19614dfa2785 req-b270113c-cab4-4f98-be7e-f960bb1030a0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:51.479664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20a8d09d-0a7d-4efa-a45b-19614dfa2785 req-b270113c-cab4-4f98-be7e-f960bb1030a0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 950 time: 0.2271373 Nov 25 17:10:51.585746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20a8d09d-0a7d-4efa-a45b-19614dfa2785 req-ab609c8c-f23c-4bd3-aa78-ddee161b3acb tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771773 Nov 25 17:10:51.628414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e92de-e2ec-49b6-8688-9fbb3b33dda6 None None] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:51.816958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9f4a430c-7c97-474b-8ef5-e2bb75fbc382 None None] Provisioning complete for port fc818986-2f73-4c15-928e-d73a2435d7f6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:51.818352 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f4a430c-7c97-474b-8ef5-e2bb75fbc382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:51.839081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:51.922250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e77354d1-426b-478c-a3e7-06d07b2e3a03 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:51.953731 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-1d458ce4-73cd-4333-a5b7-5f9f85c801fd req-15db0d2d-2735-40d8-975a-bbb5e0b08564 tempest-FloatingIPDetailsNegativeTestJSON-457001992 tempest-FloatingIPDetailsNegativeTestJSON-457001992-project] show failed (client error): The resource could not be found. Nov 25 17:10:51.966781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d458ce4-73cd-4333-a5b7-5f9f85c801fd req-15db0d2d-2735-40d8-975a-bbb5e0b08564 tempest-FloatingIPDetailsNegativeTestJSON-457001992 tempest-FloatingIPDetailsNegativeTestJSON-457001992-project] 10.222.0.86 "GET /v2.0/floatingips/401632a3-01d8-46cd-9f4e-79297867fe77 HTTP/1.1" status: 404 len: 350 time: 0.0609758 Nov 25 17:10:51.967476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57564) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:52.134812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Router 40a75ece-babf-4600-973b-664b31d2e0b7 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:10:52.135034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e77354d1-426b-478c-a3e7-06d07b2e3a03 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:52.135326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.245217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f4a430c-7c97-474b-8ef5-e2bb75fbc382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.379874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:52.404421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9f4a430c-7c97-474b-8ef5-e2bb75fbc382 None None] For port fc818986-2f73-4c15-928e-d73a2435d7f6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fc818986-2f73-4c15-928e-d73a2435d7f6,segment=NetworkSegment(cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd),segment_id=cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:52.406189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Sync routers for ids ['40a75ece-babf-4600-973b-664b31d2e0b7'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:52.418796 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f4a430c-7c97-474b-8ef5-e2bb75fbc382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.435187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.440294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1a1c43f7-c01a-4cf0-97ee-220837a5abff admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6998613 Nov 25 17:10:52.444731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:52.466287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7202ad-c70e-4876-a921-5725c88877b1 req-b1d1a0f6-7e1d-4fd0-bf95-774129a3d0ad tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:52.483280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7202ad-c70e-4876-a921-5725c88877b1 req-b1d1a0f6-7e1d-4fd0-bf95-774129a3d0ad tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:52.488779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-de7202ad-c70e-4876-a921-5725c88877b1 req-b1d1a0f6-7e1d-4fd0-bf95-774129a3d0ad tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5&device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 1691 time: 0.1687865 Nov 25 17:10:52.548345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a430c-7c97-474b-8ef5-e2bb75fbc382 None None] Pushing event updated for resources: {'Port': ['ID=fc818986-2f73-4c15-928e-d73a2435d7f6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:52.562844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Routers {'40a75ece-babf-4600-973b-664b31d2e0b7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:52.563710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['40a75ece-babf-4600-973b-664b31d2e0b7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:52.616558 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.632566 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Sync routers for ids ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:52.644976 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Routers {'c1b7cf2c-de71-4810-ae74-ae4383164ef1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:52.645737 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:52.692752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bfec786c-d9c1-46d8-8059-32501f0d85a4 None None] Provisioning complete for port fc818986-2f73-4c15-928e-d73a2435d7f6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:52.694278 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfec786c-d9c1-46d8-8059-32501f0d85a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.781133 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Set router c1b7cf2c-de71-4810-ae74-ae4383164ef1 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:52.792102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port e77354d1-426b-478c-a3e7-06d07b2e3a03, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e77354d1-426b-478c-a3e7-06d07b2e3a03,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:52.800771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:52.801686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc818986-2f73-4c15-928e-d73a2435d7f6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:52.813133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-de7202ad-c70e-4876-a921-5725c88877b1 req-5b0cae4c-0cd6-4e0e-ab2e-40f33eda35bd tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372597 Nov 25 17:10:52.912905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3d130-7712-47c7-9755-14499f1ee92f req-4821af25-7ec1-4dcc-be64-bfb6cadc776d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:52.923630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79b3d130-7712-47c7-9755-14499f1ee92f req-4821af25-7ec1-4dcc-be64-bfb6cadc776d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 946 time: 0.2941363 Nov 25 17:10:52.989357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Set router 40a75ece-babf-4600-973b-664b31d2e0b7 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:53.025305 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:50Z', 'revision_number': 4, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port': {'id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:45Z', 'updated_at': '2021-11-25T17:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'cd0f9e22-2790-44c6-8fb1-87b7e6cf6950', 'name': '', 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'mac_address': 'fa:16:3e:ca:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:49Z', 'updated_at': '2021-11-25T17:10:50Z', 'revision_number': 2, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'subnets': [{'id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:53.048954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79b3d130-7712-47c7-9755-14499f1ee92f req-6e8dcf40-f39f-46fb-b8b9-a02ef331259d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205847 Nov 25 17:10:53.062592 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Checking router: c1b7cf2c-de71-4810-ae74-ae4383164ef1 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:53.063181 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Updating router c1b7cf2c-de71-4810-ae74-ae4383164ef1 port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:10:53.096841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=e77354d1-426b-478c-a3e7-06d07b2e3a03,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:53.101211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.113613 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.283051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.342416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port fc818986-2f73-4c15-928e-d73a2435d7f6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:53.342893 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.380264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:10:51Z', 'revision_number': 3, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:53.417799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4926ff-e4f9-4d25-8733-7bcd940dc272 req-8624a1e6-0860-4c9c-8f38-a668cb1efb8e tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:53.419401 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d4926ff-e4f9-4d25-8733-7bcd940dc272 req-8624a1e6-0860-4c9c-8f38-a668cb1efb8e tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 1101 time: 0.0858011 Nov 25 17:10:53.426089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Checking router: 40a75ece-babf-4600-973b-664b31d2e0b7 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:53.426630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Updating router 40a75ece-babf-4600-973b-664b31d2e0b7 port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:10:53.463655 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.490750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Allocated IP 172.20.0.1 (c2fdb13a-44dd-4743-9c94-8d7ec05f38ad/2a821d64-9876-4aa9-8be2-4bf071ac98a9/73d7506a-5509-4ad8-989a-26f8494952b9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:53.509931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d4926ff-e4f9-4d25-8733-7bcd940dc272 req-ebd93163-07a4-413b-9e05-063893497643 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 Nov 25 17:10:53.517255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Deleting port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:53.517964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.533272 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.540469 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.602169 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924072ad-f080-479f-b61a-284b3ba98e28 None None] Pushing event updated for resources: {'Port': ['ID=cd0f9e22-2790-44c6-8fb1-87b7e6cf6950,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:53.657827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-bda30b54-fd7d-4adc-b2aa-7ae205161cab tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:53.659327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-bda30b54-fd7d-4adc-b2aa-7ae205161cab tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1097 time: 0.0884340 Nov 25 17:10:53.679468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:53.682872 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Attempting to bind port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:53.683404 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Attempting to bind port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:53.684772 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Attempting to bind port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 on network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:53.693720 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:53.694095 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Checking segment: {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:53.694817 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.700769 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.701304 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Bound using segment: {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:53.701843 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Bound port: cd0f9e22-2790-44c6-8fb1-87b7e6cf6950, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ace26c6-9fa2-40aa-a973-f91537c4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:53.703858 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.720324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Calling delete_port for cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:53.765353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7b32e-26b9-4df8-b678-cc08c81b8809 req-f5aa457d-5a58-4157-8bb4-c435a80e3af5 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:53.774317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cd7b32e-26b9-4df8-b678-cc08c81b8809 req-f5aa457d-5a58-4157-8bb4-c435a80e3af5 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 1101 time: 0.1409092 Nov 25 17:10:53.794151 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.845043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] For port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:53.848996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e77354d1-426b-478c-a3e7-06d07b2e3a03 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:53.852682 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] For port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd0f9e22-2790-44c6-8fb1-87b7e6cf6950,segment=NetworkSegment(7ace26c6-9fa2-40aa-a973-f91537c4f812),segment_id=7ace26c6-9fa2-40aa-a973-f91537c4f812)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:53.860398 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.890599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.894738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cd7b32e-26b9-4df8-b678-cc08c81b8809 req-b95cff62-ebc4-4fd4-8f1d-61a089f56e51 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172302 Nov 25 17:10:53.924021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.958428 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924072ad-f080-479f-b61a-284b3ba98e28 None None] Pushing event updated for resources: {'Port': ['ID=cd0f9e22-2790-44c6-8fb1-87b7e6cf6950,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:53.966805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e77354d1-426b-478c-a3e7-06d07b2e3a03 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:53.967363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:53.987633 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Routers {'c1b7cf2c-de71-4810-ae74-ae4383164ef1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:53.989714 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:54.018581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:54.044675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:54.054749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:54.125380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Pushing event updated for resources: {'Port': ['ID=73d7506a-5509-4ad8-989a-26f8494952b9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:54.182728 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] Set router c1b7cf2c-de71-4810-ae74-ae4383164ef1 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:54.191249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.284676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:54.337163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:54.407954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.450197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:54.452723 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e6190-aa67-4c46-bcf6-927ba242c557" -d '{"events": [{"server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "name": "network-vif-unplugged", "status": "completed", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:54.464020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.495165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.526282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3dad7524-82aa-44ba-b52c-d9ba21ce9e0b None None] Provisioning complete for port cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:54.526900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dad7524-82aa-44ba-b52c-d9ba21ce9e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.551539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-a10dd121-b110-4c8e-8a5b-0d0958686628 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279541 Nov 25 17:10:54.589722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.623512 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.627850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d667477-4ffd-40e8-b6a8-0dbe272012f0 req-af924e7c-0af9-478e-9576-bfbd2870ecc0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:54.637135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d667477-4ffd-40e8-b6a8-0dbe272012f0 req-af924e7c-0af9-478e-9576-bfbd2870ecc0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.2220705 Nov 25 17:10:54.642736 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:50Z', 'revision_number': 4, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port': {'id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:45Z', 'updated_at': '2021-11-25T17:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'cd0f9e22-2790-44c6-8fb1-87b7e6cf6950', 'name': '', 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'mac_address': 'fa:16:3e:ca:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:49Z', 'updated_at': '2021-11-25T17:10:53Z', 'revision_number': 4, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'subnets': [{'id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:54.664766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:54.689105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc818986-2f73-4c15-928e-d73a2435d7f6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:54.695047 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30227-b8ba-4355-b715-0b574f9b77bc None None] The sync data for ids ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'] in n-d-817303-7 is: [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:50Z', 'revision_number': 4, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port': {'id': 'e77354d1-426b-478c-a3e7-06d07b2e3a03', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:45Z', 'updated_at': '2021-11-25T17:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'cd0f9e22-2790-44c6-8fb1-87b7e6cf6950', 'name': '', 'network_id': 'd99ce9e0-46e8-4e37-a141-7e3d6b81d512', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'mac_address': 'fa:16:3e:ca:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:49Z', 'updated_at': '2021-11-25T17:10:53Z', 'revision_number': 4, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'subnets': [{'id': 'e205a23e-0f6d-4987-87d4-c084eafec8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:54.711179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:54.711609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:54.711866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:54.737821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad66e7-caa9-418f-9eb9-5ebf6f6692a1 None None] Pushing event updated for resources: {'Port': ['ID=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:54.793911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:10:54.794536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Attempting to bind port 82b317c0-ab0d-48b0-a182-c263218402d3 on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:54.799999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d667477-4ffd-40e8-b6a8-0dbe272012f0 req-a9ebbf8d-6a4c-4e5b-b7f4-0cc6f07ad8fa tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614666 Nov 25 17:10:54.803882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Attempting to bind port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:10:54.804398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Attempting to bind port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:10:54.804889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Attempting to bind port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:10:54.814315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:54.814871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:54.815561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:54.816164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Bound port: 82b317c0-ab0d-48b0-a182-c263218402d3, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:54.816620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.872053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:10:54.873594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:10:54.874010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.874405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:10:54.874901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Bound port: 7aa14ded-d57e-4db4-a413-5e3bdb339ab5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:10:54.875285 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.893911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6b416769-def5-4df6-8a0f-41ca059f9dda tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:54.901710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6b416769-def5-4df6-8a0f-41ca059f9dda tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3314991 Nov 25 17:10:54.916248 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ed24e-efec-4abc-a48d-331b0cffb69a x-openstack-request-id: req-ed0ed24e-efec-4abc-a48d-331b0cffb69a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:54.916445 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "name": "network-vif-unplugged", "status": "completed", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:54.916860 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed0ed24e-efec-4abc-a48d-331b0cffb69a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:54.917061 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3', 'code': 200} Nov 25 17:10:54.919902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-7427d415-e32e-415b-a1c8-48574e4d1af1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/quotas/23e2fb6919bb4d10ac4fa5c627dc9f4b HTTP/1.1" status: 200 len: 375 time: 0.0172720 Nov 25 17:10:54.952462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dad7524-82aa-44ba-b52c-d9ba21ce9e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.958395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:54.989223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] For port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:54.992269 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.006053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0f9e22-2790-44c6-8fb1-87b7e6cf6950,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:55.015480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:10:55.020330 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-44b9a400-e9fb-477f-a161-f5b19c6a3480 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967882 Nov 25 17:10:55.020330 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.020579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:55.028567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] For port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:10:55.052353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port fc818986-2f73-4c15-928e-d73a2435d7f6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:55.052664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.066849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:10:55.069279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.073808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.166575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.352967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:55.354549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.357175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] 10.222.0.73 "PUT /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 1122 time: 1.6867645 Nov 25 17:10:55.360477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6004fc-715c-4b22-9d43-bf6d8b2e878a service neutron] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:55.395802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad66e7-caa9-418f-9eb9-5ebf6f6692a1 None None] Pushing event updated for resources: {'Port': ['ID=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:55.450352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Pushing event updated for resources: {'Port': ['ID=73d7506a-5509-4ad8-989a-26f8494952b9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:55.464296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:55.466909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:55.478927 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:10:55.536100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['82b317c0-ab0d-48b0-a182-c263218402d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:55.545858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82b317c0-ab0d-48b0-a182-c263218402d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:55.566339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:55.763845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:55.804140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:10:55.805530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Routers {'40a75ece-babf-4600-973b-664b31d2e0b7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:55.806150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['40a75ece-babf-4600-973b-664b31d2e0b7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:55.995053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] Set router 40a75ece-babf-4600-973b-664b31d2e0b7 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:56.073620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Router c1b7cf2c-de71-4810-ae74-ae4383164ef1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:56.086387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2375f4f0-bbc7-4898-84cf-2c678ae50b37 None None] Provisioning complete for port 73d7506a-5509-4ad8-989a-26f8494952b9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:56.086768 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2375f4f0-bbc7-4898-84cf-2c678ae50b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.166548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee17a-f06b-4ab5-b5bb-7d6c7b025e55 req-8343be0a-7c90-4fff-9bfc-8c32dd17db6f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:56.174978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60fee17a-f06b-4ab5-b5bb-7d6c7b025e55 req-8343be0a-7c90-4fff-9bfc-8c32dd17db6f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.0850675 Nov 25 17:10:56.185583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Router 40a75ece-babf-4600-973b-664b31d2e0b7 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:10:56.296705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60fee17a-f06b-4ab5-b5bb-7d6c7b025e55 req-12f4e6fb-8121-47f4-91e0-5145e75889dd tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206474 Nov 25 17:10:56.321767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:56.342506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-414a86fa-9ec3-4deb-bdf5-0f3e0f925375 admin admin] 10.222.0.86 "PUT /v2.0/routers/c1b7cf2c-de71-4810-ae74-ae4383164ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3668225 Nov 25 17:10:56.343208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:56.381869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2375f4f0-bbc7-4898-84cf-2c678ae50b37 None None] Port 73d7506a-5509-4ad8-989a-26f8494952b9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:56.400632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2375f4f0-bbc7-4898-84cf-2c678ae50b37 None None] Could not find standard attr ID for object cd0f9e22-2790-44c6-8fb1-87b7e6cf6950. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:10:56.489992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58d873da-074b-4ffd-8bd3-28e3bbf146a9 req-2bc52346-3fbc-4d8a-ba08-aa36a1c298cf tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0827694 Nov 25 17:10:56.534637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:10:56.557974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-17af99d0-f0a2-4fb9-847d-f248380f5c83 admin admin] 10.222.0.86 "PUT /v2.0/routers/40a75ece-babf-4600-973b-664b31d2e0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1118307 Nov 25 17:10:56.590510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.657587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fb8146a1-5d62-4c3c-afca-2a6723f9bb67 None None] Provisioning complete for port 73d7506a-5509-4ad8-989a-26f8494952b9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:56.658127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb8146a1-5d62-4c3c-afca-2a6723f9bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.743262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.764307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fb8146a1-5d62-4c3c-afca-2a6723f9bb67 None None] Port 73d7506a-5509-4ad8-989a-26f8494952b9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:56.782792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '73d7506a-5509-4ad8-989a-26f8494952b9', 'name': '', 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'mac_address': 'fa:16:3e:d7:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:53Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 2, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'subnets': [{'id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:56.817971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685bd3b-2b6c-41d1-8419-25a33318fbaa None None] The sync data for ids ['40a75ece-babf-4600-973b-664b31d2e0b7'] in n-d-817303-7 is: [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '73d7506a-5509-4ad8-989a-26f8494952b9', 'name': '', 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'mac_address': 'fa:16:3e:d7:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:53Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 2, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'subnets': [{'id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:56.821045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] Sync routers for ids ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:10:56.822411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Deleting port e77354d1-426b-478c-a3e7-06d07b2e3a03 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:10:56.822923 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:56.833500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] Routers {'c1b7cf2c-de71-4810-ae74-ae4383164ef1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:56.834820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:56.935245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:10:56.937030 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:10:56.984268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] Set router c1b7cf2c-de71-4810-ae74-ae4383164ef1 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:57.073514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:56Z', 'revision_number': 6, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:57.104896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] Checking router: c1b7cf2c-de71-4810-ae74-ae4383164ef1 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:10:57.117891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] Routers {'c1b7cf2c-de71-4810-ae74-ae4383164ef1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:10:57.118642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:57.393582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8004aa57-b988-4f5b-acb0-9bdef6cd9efe req-704e4494-789e-47c5-b6df-e59047591283 tempest-FloatingIPsNegativeTestJSON-1735223417 tempest-FloatingIPsNegativeTestJSON-1735223417-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=3ec82d15dde14187ae9c2b5732c29dc6 HTTP/1.1" status: 200 len: 217 time: 0.4923451 Nov 25 17:10:57.435022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] Set router c1b7cf2c-de71-4810-ae74-ae4383164ef1 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:10:57.447340 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0e57d-8dc0-4cf5-b139-3d607a8f8cbf x-openstack-request-id: req-9bb0e57d-8dc0-4cf5-b139-3d607a8f8cbf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:10:57.447775 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:10:57.448108 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9bb0e57d-8dc0-4cf5-b139-3d607a8f8cbf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:10:57.448542 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3', 'status': 'completed', 'code': 200} Nov 25 17:10:57.470326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] For port e77354d1-426b-478c-a3e7-06d07b2e3a03, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e77354d1-426b-478c-a3e7-06d07b2e3a03,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:57.470727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:57.505508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1f30708-cd68-4a86-9865-47701fa26d0e req-1001760a-0e26-45d6-b091-30d03a68d972 tempest-FloatingIPsNegativeTestJSON-1735223417 tempest-FloatingIPsNegativeTestJSON-1735223417-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0374019 Nov 25 17:10:57.506395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Calling delete_port for e77354d1-426b-478c-a3e7-06d07b2e3a03 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:10:57.537656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:56Z', 'revision_number': 6, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:10:57.574918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d60499a-c034-403f-9da7-e89e9dccba61 None None] The sync data for ids ['c1b7cf2c-de71-4810-ae74-ae4383164ef1'] in n-d-817303-7 is: [{'id': 'c1b7cf2c-de71-4810-ae74-ae4383164ef1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-819276306-router', 'tenant_id': 'faff4808d9654f339e6ce41a678ab4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:43Z', 'updated_at': '2021-11-25T17:10:56Z', 'revision_number': 6, 'project_id': 'faff4808d9654f339e6ce41a678ab4ff', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:10:57.605013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ac000-2588-4737-97b0-135cf2380bcd req-9990aaa1-ccc0-4082-9c1e-5fbe2b991340 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.616224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a4ac000-2588-4737-97b0-135cf2380bcd req-9990aaa1-ccc0-4082-9c1e-5fbe2b991340 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.1549156 Nov 25 17:10:57.643927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-f18e5150-d244-4914-a530-91fa6ab71e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.646249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-f18e5150-d244-4914-a530-91fa6ab71e3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1125 time: 0.1507733 Nov 25 17:10:57.745779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a4ac000-2588-4737-97b0-135cf2380bcd req-4fb17e5f-3c39-4f80-bd2c-34420d14f0f5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283789 Nov 25 17:10:57.757911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59f62ff0-0d8a-4b06-a711-68ffdf42cb75 req-c4b2b486-8d0f-4d7c-a8db-bab6fb321e96 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0602076 Nov 25 17:10:57.821357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:57.877502 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-869b7550-3b8a-4df8-9232-3053711c2856 req-95a7f64d-7b61-4dd0-9595-e6337772f84e tempest-FloatingIPsNegativeTestJSON-1735223417 tempest-FloatingIPsNegativeTestJSON-1735223417-project] show failed (client error): The resource could not be found. Nov 25 17:10:57.887941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=e77354d1-426b-478c-a3e7-06d07b2e3a03,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:57.895073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-869b7550-3b8a-4df8-9232-3053711c2856 req-95a7f64d-7b61-4dd0-9595-e6337772f84e tempest-FloatingIPsNegativeTestJSON-1735223417 tempest-FloatingIPsNegativeTestJSON-1735223417-project] 10.222.0.86 "GET /v2.0/floatingips/be71936c-1a53-4be3-9370-8c83af4c2816 HTTP/1.1" status: 404 len: 350 time: 0.0806062 Nov 25 17:10:57.899691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57670) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:57.904829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-5c449ca8-91d6-4ef8-8473-b36511d396e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:57.906518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-5c449ca8-91d6-4ef8-8473-b36511d396e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2447190 Nov 25 17:10:57.972415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-5359ff12-681f-4aba-b8b9-abf83b3544b6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801105 Nov 25 17:10:58.052965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-b6227a73-ab4b-49df-98d3-1218f31db2a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 217 time: 0.0792654 Nov 25 17:10:58.063144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.254822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-3633640a-f0af-43b0-86b5-bdadf79d38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.256323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-3633640a-f0af-43b0-86b5-bdadf79d38b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1212137 Nov 25 17:10:58.269784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.306369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-4b2323b7-afb7-4e9f-b0b1-ed053d2a34e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339422 Nov 25 17:10:58.314361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.317373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-8675ba81-5790-4949-b3ef-a39130ea9173 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851183 Nov 25 17:10:58.319668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-ffeddeaf-3c7a-4a52-b292-793cd02be21c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.320934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-ffeddeaf-3c7a-4a52-b292-793cd02be21c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352339 Nov 25 17:10:58.350447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': '49c68632-7a30-449f-b8d0-b374a4905276', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:58.456123 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.456680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b7cf2c-de71-4810-ae74-ae4383164ef1 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:10:58.464169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.466530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-549da9e2-0a71-4243-b6e8-b323f4ac5ffe admin admin] 10.222.0.86 "DELETE /v2.0/routers/c1b7cf2c-de71-4810-ae74-ae4383164ef1 HTTP/1.1" status: 204 len: 168 time: 2.1193650 Nov 25 17:10:58.473028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:58.506585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-5bafe358-a56e-4c72-8aac-567311a34fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845949 Nov 25 17:10:58.587647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:58.593603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.643885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Deleting subnet e205a23e-0f6d-4987-87d4-c084eafec8d4 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:10:58.663570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-8dc887ca-2e71-468b-9d6f-869878afe593 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:58.665422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-8dc887ca-2e71-468b-9d6f-869878afe593 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344371 Nov 25 17:10:58.693624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:58.698695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.713998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:10:58.788255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9875c467-d2f8-4b7f-b34d-dc4b93042a1e req-53ea19e8-1248-403b-934d-3dbd88525fc8 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718053 Nov 25 17:10:58.789436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:58.791431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.846129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.128 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/37a06852-a15c-4ef2-9e97-e6ee788b2b97) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:58.890425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.929876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.959344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:10:58.966104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:58.987346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e05e640-e8bc-4ec0-81c4-1820d2f4456f req-94a1d7d5-d4a7-4943-b46f-14d2d289e79c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0644202 Nov 25 17:10:59.031065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:59.104407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:59.174393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:59.174752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd0f9e22-2790-44c6-8fb1-87b7e6cf6950 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:59.175147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e77354d1-426b-478c-a3e7-06d07b2e3a03 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:10:59.212657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e77354d1-426b-478c-a3e7-06d07b2e3a03 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:10:59.213114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e77354d1-426b-478c-a3e7-06d07b2e3a03 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:10:59.234433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.257199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.299053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.317316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31652f05-9d68-4af1-8197-a2149a6098d2 req-3d5d247c-af8d-41ab-b7bd-a1e0c234e71e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.319607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-31652f05-9d68-4af1-8197-a2149a6098d2 req-3d5d247c-af8d-41ab-b7bd-a1e0c234e71e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.3601327 Nov 25 17:10:59.320338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:59.329720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:10:59.364200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:10:59.367279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:10:59.372725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:10:59.380894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=37a06852-a15c-4ef2-9e97-e6ee788b2b97,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:59.425096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.439302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:10:59.439617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.444782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.445450 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.503323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e205a23e-0f6d-4987-87d4-c084eafec8d4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:10:59.504708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-014a20e7-3483-4380-abd0-1b24267e6ee3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1595516 Nov 25 17:10:59.518954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.520152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Request body: {'port': {'device_id': '49c68632-7a30-449f-b8d0-b374a4905276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:10:59.523493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b4b88-faf8-459c-a9c6-2c5153780c4a None None] Network d99ce9e0-46e8-4e37-a141-7e3d6b81d512 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:10:59.525779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-708fb5cb-7cf9-4fe4-8cd9-da17ace44fea admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e205a23e-0f6d-4987-87d4-c084eafec8d4 HTTP/1.1" status: 204 len: 168 time: 1.0520923 Nov 25 17:10:59.541780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57692) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:10:59.575639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17531d63-baff-461d-aa07-7f4b19e43e4d req-09d5f86c-0ef0-4e8a-90ba-5dbfeb85937e tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:10:59.577592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17531d63-baff-461d-aa07-7f4b19e43e4d req-09d5f86c-0ef0-4e8a-90ba-5dbfeb85937e tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1096 time: 0.1196718 Nov 25 17:10:59.580458 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-31652f05-9d68-4af1-8197-a2149a6098d2 req-69f913cb-28af-402e-b6dc-e3283006639d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398214 Nov 25 17:10:59.598291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.709948 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17531d63-baff-461d-aa07-7f4b19e43e4d req-53a35cfa-000c-4863-a5e1-fec3c331c344 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125653 Nov 25 17:10:59.787163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.138 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/5521127a-84a7-4a6d-bc84-6b1ac9452574) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:10:59.796879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da7a51af-3003-4a76-a4a4-2d6b44beff77 None None] Provisioning complete for port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:10:59.797455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da7a51af-3003-4a76-a4a4-2d6b44beff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.933708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-da7a51af-3003-4a76-a4a4-2d6b44beff77 None None] Port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:10:59.944436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:10:59.952306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.026940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] DHCP port deletion for d99ce9e0-46e8-4e37-a141-7e3d6b81d512 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:00.104378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.133325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c39af5b7-5e62-4574-b4ca-129dfc5d34b5 req-70c56695-d220-4fb8-abae-4a7e94796e4c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0499911 Nov 25 17:11:00.186162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] Deleting port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:00.186671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.232858 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.240473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Deleting port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:00.240473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.250769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:00.304228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] For port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,segment=NetworkSegment(7ace26c6-9fa2-40aa-a973-f91537c4f812),segment_id=7ace26c6-9fa2-40aa-a973-f91537c4f812)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:00.304612 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.326463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] Calling delete_port for 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:00.335173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:00.349915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:00.359449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:00.432716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=5521127a-84a7-4a6d-bc84-6b1ac9452574,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:00.441147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] For port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,segment=NetworkSegment(7ace26c6-9fa2-40aa-a973-f91537c4f812),segment_id=7ace26c6-9fa2-40aa-a973-f91537c4f812)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:00.441527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.450034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Sync routers for ids ['40a75ece-babf-4600-973b-664b31d2e0b7'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:00.466450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Calling delete_port for 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:00.468259 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Routers {'40a75ece-babf-4600-973b-664b31d2e0b7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:00.468879 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['40a75ece-babf-4600-973b-664b31d2e0b7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:00.504761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:00.505383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.589045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a06852-a15c-4ef2-9e97-e6ee788b2b97 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:00.600763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.618760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Transition to ACTIVE for port object 37a06852-a15c-4ef2-9e97-e6ee788b2b97 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:00.626229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.639528 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-f7bbdb11-1be7-4884-8343-58ad023a3c70 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9512081 Nov 25 17:11:00.670822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:00.694924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Request body: {'port': {'device_id': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:00.733837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Pushing event updated for resources: {'Port': ['ID=37a06852-a15c-4ef2-9e97-e6ee788b2b97,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:00.767700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:00.787503 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Set router 40a75ece-babf-4600-973b-664b31d2e0b7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:00.843156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.871417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.883434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Deleting port 73d7506a-5509-4ad8-989a-26f8494952b9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:00.883792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:00.967724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Attempting to bind port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:00.969663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Attempting to bind port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:00.970435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Attempting to bind port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:00.979166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] Pushing event deleted for resources: {'Port': ['ID=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:00.991458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.001208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7456dbf-83f0-4769-adb6-8bd3f8ec3c99 None None] No DVR routers for this DVR port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:01.027565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22e34b-fb2a-4732-84f5-bc6326f0d730 req-4a3a26d7-363f-4e88-af87-7141dae53743 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.035987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] No DVR routers for this DVR port 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:01.039812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d22e34b-fb2a-4732-84f5-bc6326f0d730 req-4a3a26d7-363f-4e88-af87-7141dae53743 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.2843051 Nov 25 17:11:01.045167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:01.047793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Attempting to bind port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:01.065497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c02e545-2466-43a1-9cc1-fa1cfa0dd15e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:01.077481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e12933f9-dfd6-4684-89fe-98de9366231a None None] Provisioning complete for port 5521127a-84a7-4a6d-bc84-6b1ac9452574 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:01.083069 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e12933f9-dfd6-4684-89fe-98de9366231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.092332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:01.093860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:01.094345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:01.094822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Bound port: 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:01.096381 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.134112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:01.134815 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.238980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.252905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] For port 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:01.259907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e12933f9-dfd6-4684-89fe-98de9366231a None None] Port 5521127a-84a7-4a6d-bc84-6b1ac9452574 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:01.260226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] For port 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:01.260408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.277852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.288533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-5308b70f-65f6-4885-81e5-a41632628b2b tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:11:01.289818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-5308b70f-65f6-4885-81e5-a41632628b2b tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270522 Nov 25 17:11:01.294024 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '73d7506a-5509-4ad8-989a-26f8494952b9', 'name': '', 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'mac_address': 'fa:16:3e:d7:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:53Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 2, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'subnets': [{'id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:01.299370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Calling delete_port for 73d7506a-5509-4ad8-989a-26f8494952b9 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:01.308304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99ce9e0-46e8-4e37-a141-7e3d6b81d512']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:01.358572 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Checking router: 40a75ece-babf-4600-973b-664b31d2e0b7 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:01.360708 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Updating router 40a75ece-babf-4600-973b-664b31d2e0b7 port 73d7506a-5509-4ad8-989a-26f8494952b9 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:01.394019 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.398180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ace26c6-9fa2-40aa-a973-f91537c4f812') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:01.398496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ace26c6-9fa2-40aa-a973-f91537c4f812') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:01.454256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d22e34b-fb2a-4732-84f5-bc6326f0d730 req-51a4da33-b085-44dc-8965-f5108a75e346 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131997 Nov 25 17:11:01.479723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.481170 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.482731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] 10.222.0.55 "PUT /v2.0/ports/37a06852-a15c-4ef2-9e97-e6ee788b2b97 HTTP/1.1" status: 200 len: 1096 time: 1.9679084 Nov 25 17:11:01.483328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c68632-7a30-449f-b8d0-b374a4905276', 'tag': '37a06852-a15c-4ef2-9e97-e6ee788b2b97'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:01.495272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:01.498181 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3788d1c-c0b8-4435-8ed2-1e08d6166703" -d '{"events": [{"name": "network-changed", "server_uuid": "49c68632-7a30-449f-b8d0-b374a4905276", "tag": "37a06852-a15c-4ef2-9e97-e6ee788b2b97"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:01.504143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.544981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.550192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:01.550670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5c02e545-2466-43a1-9cc1-fa1cfa0dd15e not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:01.564364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:01.564651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: items = [ Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:01.567640 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:01.604666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-4be90f5e-a20e-4214-833c-6c202ce36d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.616634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-4be90f5e-a20e-4214-833c-6c202ce36d9f service neutron] 10.222.0.86 "GET /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 1093 time: 0.2960525 Nov 25 17:11:01.693464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Request body: {'binding': {'host': 'n-h1-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:01.693928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:11:01.732542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe070d-610e-4b5e-9be9-f7f0992c3eca service neutron] Pushing event updated for resources: {'Port': ['ID=37a06852-a15c-4ef2-9e97-e6ee788b2b97,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:01.810329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-a63be8d5-0251-4576-8aeb-ae64f15200ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.812045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-a63be8d5-0251-4576-8aeb-ae64f15200ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 1099 time: 0.2729306 Nov 25 17:11:01.906305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-893dc5b0-8479-422e-b464-7920675e417f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97 HTTP/1.1" status: 200 len: 217 time: 0.0778484 Nov 25 17:11:01.929384 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.939610 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:01.963313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-7ba49835-59d6-49c0-b7d9-49987e761960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.965433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-7ba49835-59d6-49c0-b7d9-49987e761960 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0523143 Nov 25 17:11:01.976283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e68a55-0fd3-48f3-9512-16e5b7dd252e req-f1b27179-ccd5-4c44-9b0f-a258b8024c9a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:01.977765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0e68a55-0fd3-48f3-9512-16e5b7dd252e req-f1b27179-ccd5-4c44-9b0f-a258b8024c9a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 936 time: 0.1988642 Nov 25 17:11:01.989852 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce69c03-ef7c-433d-816f-87cf4ada47a4 None None] Pushing event updated for resources: {'Port': ['ID=73d7506a-5509-4ad8-989a-26f8494952b9,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:02.074700 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Attempting to bind port 73d7506a-5509-4ad8-989a-26f8494952b9 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:02.075370 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Attempting to bind port 73d7506a-5509-4ad8-989a-26f8494952b9 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:02.075957 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Attempting to bind port 73d7506a-5509-4ad8-989a-26f8494952b9 on network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:02.082774 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:02.083405 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Checking segment: {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:02.083948 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.084497 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Bound using segment: {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:02.085110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Bound port: 73d7506a-5509-4ad8-989a-26f8494952b9, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:02.085651 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.093947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-b257abb5-dfc9-4c97-9779-c918f860a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:02.095577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-b257abb5-dfc9-4c97-9779-c918f860a3dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151559 Nov 25 17:11:02.113462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.141718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0e68a55-0fd3-48f3-9512-16e5b7dd252e req-44dcab34-99a9-497f-8328-075d5360eb00 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333871 Nov 25 17:11:02.144335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.150014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d99ce9e0-46e8-4e37-a141-7e3d6b81d512 HTTP/1.1" status: 204 len: 168 time: 2.5999920 Nov 25 17:11:02.171265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1448b3a-3e10-481b-82e0-f6b558403413 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99ce9e0-46e8-4e37-a141-7e3d6b81d512,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:02.214206 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] For port 73d7506a-5509-4ad8-989a-26f8494952b9, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:02.223361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on host n-h1-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:02.223720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:02.224226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:02.228216 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] For port 73d7506a-5509-4ad8-989a-26f8494952b9, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=73d7506a-5509-4ad8-989a-26f8494952b9,segment=NetworkSegment(cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd),segment_id=cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:02.231166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:02.231526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:02.238576 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.242292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:02.242634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:02.243017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:02.243484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Bound port: 409507fa-4e95-4e6f-8e92-848f40df9565, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:02.347033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5521127a-84a7-4a6d-bc84-6b1ac9452574 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:02.349956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:02.352924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-695b7a4b-7abf-4d28-9086-7fcc27c0d0b1 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208176 Nov 25 17:11:02.359087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.360297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-288407f6-2bac-4369-9e41-984e126c18bd service neutron] 10.222.0.86 "POST /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565/bindings HTTP/1.1" status: 201 len: 389 time: 0.6905115 Nov 25 17:11:02.405718 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Routers {'40a75ece-babf-4600-973b-664b31d2e0b7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:02.408722 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['40a75ece-babf-4600-973b-664b31d2e0b7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:02.412637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.468184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b7a07ab7-cc6b-4dd5-b9c3-ea50d91bbf68 None None] Provisioning complete for port 73d7506a-5509-4ad8-989a-26f8494952b9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:02.468642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7a07ab7-cc6b-4dd5-b9c3-ea50d91bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.482420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Transition to ACTIVE for port object 5521127a-84a7-4a6d-bc84-6b1ac9452574 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:02.525827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57740) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:02.541052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:02.576851 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce69c03-ef7c-433d-816f-87cf4ada47a4 None None] Pushing event updated for resources: {'Port': ['ID=73d7506a-5509-4ad8-989a-26f8494952b9,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:02.629764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-9f441a7c-935e-4a16-a9f0-ae608b7e8711 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582741 Nov 25 17:11:02.642221 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7928375-aa56-498c-9968-1bc681e25af6 x-openstack-request-id: req-e7928375-aa56-498c-9968-1bc681e25af6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:02.642522 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c68632-7a30-449f-b8d0-b374a4905276", "tag": "37a06852-a15c-4ef2-9e97-e6ee788b2b97", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:02.642768 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e7928375-aa56-498c-9968-1bc681e25af6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:02.643310 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c68632-7a30-449f-b8d0-b374a4905276', 'tag': '37a06852-a15c-4ef2-9e97-e6ee788b2b97', 'status': 'completed', 'code': 200} Nov 25 17:11:02.734266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Pushing event updated for resources: {'Port': ['ID=5521127a-84a7-4a6d-bc84-6b1ac9452574,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:02.828621 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] Set router 40a75ece-babf-4600-973b-664b31d2e0b7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:02.914631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b1f6c635-308b-4ef1-bd7d-0bc3d54bee3f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=faff4808d9654f339e6ce41a678ab4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876581 Nov 25 17:11:02.918330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:02.972582 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7a07ab7-cc6b-4dd5-b9c3-ea50d91bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.031776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-ae25bc5a-c0ec-42be-8b36-708c71b1249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.033883 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-ae25bc5a-c0ec-42be-8b36-708c71b1249e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 1099 time: 0.3397715 Nov 25 17:11:03.060042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d91275-7556-4d6f-bb28-43c26e2dd1f9 req-10fd948b-6801-44f6-ab83-5f4c464c6d23 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.070608 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-37d91275-7556-4d6f-bb28-43c26e2dd1f9 req-10fd948b-6801-44f6-ab83-5f4c464c6d23 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.2990551 Nov 25 17:11:03.127735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.171926 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '73d7506a-5509-4ad8-989a-26f8494952b9', 'name': '', 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'mac_address': 'fa:16:3e:d7:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:53Z', 'updated_at': '2021-11-25T17:11:02Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'subnets': [{'id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:03.175933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-b97f601c-fa2c-402c-ac1a-5d6bc216f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.177555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-b97f601c-fa2c-402c-ac1a-5d6bc216f866 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1329834 Nov 25 17:11:03.185773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=73d7506a-5509-4ad8-989a-26f8494952b9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:03.195431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Attempting to bind port 5521127a-84a7-4a6d-bc84-6b1ac9452574 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:03.195775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Attempting to bind port 5521127a-84a7-4a6d-bc84-6b1ac9452574 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:03.196104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Attempting to bind port 5521127a-84a7-4a6d-bc84-6b1ac9452574 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:03.196497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149b11-71ca-47e3-84e4-05196e204b17 req-a4c8a659-a07b-4f69-9825-32f1bceb5513 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.199347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9149b11-71ca-47e3-84e4-05196e204b17 req-a4c8a659-a07b-4f69-9825-32f1bceb5513 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.3885348 Nov 25 17:11:03.202412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-9d221344-bc11-429f-ba4f-664b0a71136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.208616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-37d91275-7556-4d6f-bb28-43c26e2dd1f9 req-63d6d46a-a147-497f-bd10-a992fa331c0c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371164 Nov 25 17:11:03.222261 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ebfd8-c33a-4373-a5ea-ceff60e36a86 None None] The sync data for ids ['40a75ece-babf-4600-973b-664b31d2e0b7'] in n-d-817303-7 is: [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:10:54Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '73d7506a-5509-4ad8-989a-26f8494952b9', 'name': '', 'network_id': 'c2fdb13a-44dd-4743-9c94-8d7ec05f38ad', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'mac_address': 'fa:16:3e:d7:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:53Z', 'updated_at': '2021-11-25T17:11:02Z', 'revision_number': 4, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'subnets': [{'id': '2a821d64-9876-4aa9-8be2-4bf071ac98a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:03.222927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Port 5521127a-84a7-4a6d-bc84-6b1ac9452574 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:03.223261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Attempting to bind port 5521127a-84a7-4a6d-bc84-6b1ac9452574 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:03.224921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-9d221344-bc11-429f-ba4f-664b0a71136d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1096 time: 0.3972924 Nov 25 17:11:03.280375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-634229cd-85e2-4550-8699-991349b726c8 None None] Could not find standard attr ID for object 73d7506a-5509-4ad8-989a-26f8494952b9. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:11:03.298346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-edf8387a-bf6b-4d60-9ef3-d27730db821d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97 HTTP/1.1" status: 200 len: 217 time: 0.0718434 Nov 25 17:11:03.388091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-5d852b9d-9795-42a8-9e80-740d5687c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.389542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-5d852b9d-9795-42a8-9e80-740d5687c55d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0727255 Nov 25 17:11:03.391419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:03.391880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:03.392372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:03.393374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Bound port: 5521127a-84a7-4a6d-bc84-6b1ac9452574, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:03.393850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.521581 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-645e0b8a-f8b8-4f10-a3de-c2c3690a25b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.545632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] For port 5521127a-84a7-4a6d-bc84-6b1ac9452574, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:03.573506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9149b11-71ca-47e3-84e4-05196e204b17 req-ed5be09c-1402-41a1-912e-1c3e2ccb2665 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452241 Nov 25 17:11:03.584288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-645e0b8a-f8b8-4f10-a3de-c2c3690a25b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.602633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] For port 5521127a-84a7-4a6d-bc84-6b1ac9452574, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:03.614468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.635369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5d5a7-3bf1-4d7b-b50d-3663152125bb req-670a9a8c-4f20-4042-9535-c68db211310e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.638885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-c3f014b7-1eff-4e1f-8d50-b44c2c575adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.640391 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-c3f014b7-1eff-4e1f-8d50-b44c2c575adc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.3387160 Nov 25 17:11:03.643024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6f5d5a7-3bf1-4d7b-b50d-3663152125bb req-670a9a8c-4f20-4042-9535-c68db211310e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 948 time: 0.1503482 Nov 25 17:11:03.648242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-ee37d6ea-44dc-4717-bf78-522e8af0dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.649816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-ee37d6ea-44dc-4717-bf78-522e8af0dda4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234304 Nov 25 17:11:03.687150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.696056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:03.696683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:03.698096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] 10.222.0.73 "PUT /v2.0/ports/5521127a-84a7-4a6d-bc84-6b1ac9452574 HTTP/1.1" status: 200 len: 1096 time: 3.0225728 Nov 25 17:11:03.701752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'tag': '5521127a-84a7-4a6d-bc84-6b1ac9452574'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:03.704479 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb8144-b90c-4439-9608-c11e3d27dcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe63519f-cf49-4705-a6c7-910d21f6c7d1", "tag": "5521127a-84a7-4a6d-bc84-6b1ac9452574"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:03.914682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf91db-e22a-4a65-9f72-aada722ad60d service neutron] Pushing event updated for resources: {'Port': ['ID=5521127a-84a7-4a6d-bc84-6b1ac9452574,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:03.961801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6f5d5a7-3bf1-4d7b-b50d-3663152125bb req-5090036f-1e4c-4fb7-85f5-ac67bddc6f02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121099 Nov 25 17:11:03.968064 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ac818-4550-4062-9409-929ecdcd79d8 x-openstack-request-id: req-7d2ac818-4550-4062-9409-929ecdcd79d8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:03.975949 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe63519f-cf49-4705-a6c7-910d21f6c7d1", "tag": "5521127a-84a7-4a6d-bc84-6b1ac9452574", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:03.976212 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d2ac818-4550-4062-9409-929ecdcd79d8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:03.976646 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'tag': '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'status': 'completed', 'code': 200} Nov 25 17:11:04.036847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-a7951ef0-db60-41d7-82e9-79d00d23cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.038370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-a7951ef0-db60-41d7-82e9-79d00d23cf75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 1099 time: 0.2785139 Nov 25 17:11:04.098510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6e7e4b25-f201-4cf5-bb72-aa2c7fa52506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574 HTTP/1.1" status: 200 len: 217 time: 0.0440347 Nov 25 17:11:04.157198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-508555f2-19e7-4aed-8113-f6ce96884548 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 217 time: 0.5064080 Nov 25 17:11:04.226373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-645e0b8a-f8b8-4f10-a3de-c2c3690a25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:04.229029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-645e0b8a-f8b8-4f10-a3de-c2c3690a25b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:04.233538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-645e0b8a-f8b8-4f10-a3de-c2c3690a25b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dfdb603-8a29-4a70-8bd9-92e232d8a445 HTTP/1.1" status: 204 len: 168 time: 1.3118923 Nov 25 17:11:04.246326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-8782273b-b219-40a0-926c-07c3e939eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.247756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-8782273b-b219-40a0-926c-07c3e939eb04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1383634 Nov 25 17:11:04.267562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e0b8a-f8b8-4f10-a3de-c2c3690a25b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfdb603-8a29-4a70-8bd9-92e232d8a445,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:04.290133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-600044a6-fae1-4c30-94b5-1006cbcea862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.291627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-600044a6-fae1-4c30-94b5-1006cbcea862 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1219356 Nov 25 17:11:04.297769 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-f00a4737-a5c4-4e39-b845-32c42b9ad49a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350241 Nov 25 17:11:04.328637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Router 40a75ece-babf-4600-973b-664b31d2e0b7 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:04.338267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-cd716751-6c77-40e2-b0c0-7649968bc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.340608 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-cd716751-6c77-40e2-b0c0-7649968bc484 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832651 Nov 25 17:11:04.356300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-f1f1d2ee-053c-4059-9cc0-06c9623474a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450397 Nov 25 17:11:04.584703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:04.594243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55aa7f44-ad94-46e2-bdcc-304cd3b36a4e admin admin] 10.222.0.86 "PUT /v2.0/routers/40a75ece-babf-4600-973b-664b31d2e0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6928642 Nov 25 17:11:04.596254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] Sync routers for ids ['40a75ece-babf-4600-973b-664b31d2e0b7'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:04.596901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57764) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:04.623134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3788d1c-c0b8-4435-8ed2-1e08d6166703 req-b0e208a3-0908-4abc-81aa-d7824e8a3d7c service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657180 Nov 25 17:11:04.631685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] Routers {'40a75ece-babf-4600-973b-664b31d2e0b7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:04.632562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['40a75ece-babf-4600-973b-664b31d2e0b7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:04.683676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928feb59-232c-4661-8b02-c3b3b73994a2 req-a49ae96a-ed22-43e3-ac33-42084cff47a5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.692838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-928feb59-232c-4661-8b02-c3b3b73994a2 req-a49ae96a-ed22-43e3-ac33-42084cff47a5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 944 time: 0.2982025 Nov 25 17:11:04.701538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ed6d18b0-a629-4f21-b073-0a3c02f93593 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329024 Nov 25 17:11:04.759250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:04.766135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-6ab16de7-d255-48fc-9fda-12d443c25f96 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146278 Nov 25 17:11:04.866415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] Set router 40a75ece-babf-4600-973b-664b31d2e0b7 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:04.955071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-928feb59-232c-4661-8b02-c3b3b73994a2 req-225eb2ad-a3c4-4c22-ac0f-ca6012287162 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609143 Nov 25 17:11:04.959594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-37bbcfb2-94b9-4221-8b39-fa0322b092f8 service neutron] 10.222.0.55 "GET /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.1503890 Nov 25 17:11:04.963369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-8274ca35-f2cc-4ac6-8c10-4d1b451666e2 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501776 Nov 25 17:11:04.974555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254fa7a-3298-4ea6-8fef-90c18359f61d req-787d593e-ecf0-4186-828a-7e106b615b71 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:04.984248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1254fa7a-3298-4ea6-8fef-90c18359f61d req-787d593e-ecf0-4186-828a-7e106b615b71 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.2211993 Nov 25 17:11:05.131423 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dab8a1e-886c-4495-85a3-249c81e3486c req-05c62a84-c742-4ac2-bd5d-5d4e6aafd94b service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159029 Nov 25 17:11:05.133954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:11:02Z', 'revision_number': 5, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port': {'id': '7aa14ded-d57e-4db4-a413-5e3bdb339ab5', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:10:50Z', 'updated_at': '2021-11-25T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:05.134719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.161236 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1254fa7a-3298-4ea6-8fef-90c18359f61d req-a1818dde-3c6e-4fe1-bf94-1afb4c378bab tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760371 Nov 25 17:11:05.217941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] Checking router: 40a75ece-babf-4600-973b-664b31d2e0b7 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:05.222327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:05.341180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] Routers {'40a75ece-babf-4600-973b-664b31d2e0b7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:05.341914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['40a75ece-babf-4600-973b-664b31d2e0b7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:05.343833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:05.346764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:05.382192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:05.390490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-b75d361b-ee7f-40fc-83f4-3e35292a57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.393012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-b75d361b-ee7f-40fc-83f4-3e35292a57df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 1099 time: 0.1680617 Nov 25 17:11:05.403976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Deleting port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:05.404707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.427949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b317c0-ab0d-48b0-a182-c263218402d3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:05.443174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:05.465663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.528310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-873367292-network', 'tenant_id': 'b988177acfc1496995ca768f51a3072e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:05.553411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6301976-40c3-43f2-89db-4555ecd24659 req-a30f5995-7462-43f9-ae48-5ba76bc48d46 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.555341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6301976-40c3-43f2-89db-4555ecd24659 req-a30f5995-7462-43f9-ae48-5ba76bc48d46 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 948 time: 0.2869811 Nov 25 17:11:05.607476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Made reservation on behalf of b988177acfc1496995ca768f51a3072e for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:05.610078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.623655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] Set router 40a75ece-babf-4600-973b-664b31d2e0b7 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:05.628456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.656774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] Transition to ACTIVE for port object 82b317c0-ab0d-48b0-a182-c263218402d3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:05.666268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6301976-40c3-43f2-89db-4555ecd24659 req-a6243550-524f-4b6c-827e-1a110878bc41 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971038 Nov 25 17:11:05.674445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.677922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] For port 7aa14ded-d57e-4db4-a413-5e3bdb339ab5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:05.678831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.694014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-a650408a-06d6-43ba-852d-010cec136ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.696723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-a650408a-06d6-43ba-852d-010cec136ca4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2892003 Nov 25 17:11:05.701823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Calling delete_port for 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:05.702787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:11:05Z', 'revision_number': 6, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:05.748958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3430343c-45be-4f09-95c5-935e7c71e018 None None] The sync data for ids ['40a75ece-babf-4600-973b-664b31d2e0b7'] in n-d-817303-7 is: [{'id': '40a75ece-babf-4600-973b-664b31d2e0b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377338126-router', 'tenant_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:10:48Z', 'updated_at': '2021-11-25T17:11:05Z', 'revision_number': 6, 'project_id': '3ec82d15dde14187ae9c2b5732c29dc6', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:05.759244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85f7c885-7c50-4bbd-8eb1-8aca6ec2ac13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.763229 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-ac7e9965-93eb-4218-9c1d-4729ccaf06bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574 HTTP/1.1" status: 200 len: 217 time: 0.0489290 Nov 25 17:11:05.811904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] No DVR routers for this DVR port 82b317c0-ab0d-48b0-a182-c263218402d3 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:05.874561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] 10.222.0.55 "PUT /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8983655 Nov 25 17:11:05.875311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b81eb1-11df-4d08-90b0-c66eeb4a0748 service neutron] Pushing event updated for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:05.883695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-f1f9fc11-4e47-4523-8f91-af1d31221bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.885250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-f1f9fc11-4e47-4523-8f91-af1d31221bb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0811629 Nov 25 17:11:05.912822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.917846 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:05.944227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:05.979481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-f74d6e95-86ff-489d-91af-3a03bfd8fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:05.981728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-f74d6e95-86ff-489d-91af-3a03bfd8fe9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885561 Nov 25 17:11:06.000021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa16d0-e8fc-428c-b193-714ea17b47c5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:06.027313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-fb28f11a-3e8f-47e2-9510-06ecfdac6247 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.029387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-fb28f11a-3e8f-47e2-9510-06ecfdac6247 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0862072 Nov 25 17:11:06.148945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fe99a-4db3-49a2-9dc6-5975bfe5dac7 req-2245ea97-0943-4169-9768-50c34b54eb30 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.151132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d09fe99a-4db3-49a2-9dc6-5975bfe5dac7 req-2245ea97-0943-4169-9768-50c34b54eb30 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 945 time: 0.1205215 Nov 25 17:11:06.172267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-1dc9b5f4-0116-469b-a529-4a49f54b94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.173764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-1dc9b5f4-0116-469b-a529-4a49f54b94da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db&tenant_id=ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 1096 time: 0.1097324 Nov 25 17:11:06.255091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d09fe99a-4db3-49a2-9dc6-5975bfe5dac7 req-1c83d43f-2ec4-4aa1-a6a4-e3b7e3f82489 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944483 Nov 25 17:11:06.300367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-2da792e2-3e52-4ca4-8e51-1a024abe7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.302245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-2da792e2-3e52-4ca4-8e51-1a024abe7c82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1096 time: 0.0917382 Nov 25 17:11:06.423183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-4149a089-ffae-4410-be6c-22db6a70328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.424800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-4149a089-ffae-4410-be6c-22db6a70328e service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1127028 Nov 25 17:11:06.467351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.487130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.487512 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Added segment e18aa7d1-8bd7-457c-bb01-be7deecb941a of type vlan for network 427c9a0f-b214-4ec9-91f1-0155550dae06 Nov 25 17:11:06.489508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-41648ea9-1504-4cc4-af1b-c71fcb87d238 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 200 len: 217 time: 0.0443039 Nov 25 17:11:06.511993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa14ded-d57e-4db4-a413-5e3bdb339ab5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:06.551306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1acb8b-674c-41c0-99da-47cdb9b87691 req-347d2cf2-abea-4517-8841-abdf24ffb7b1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.552842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c1acb8b-674c-41c0-99da-47cdb9b87691 req-347d2cf2-abea-4517-8841-abdf24ffb7b1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1376140 Nov 25 17:11:06.559562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-a1316732-df19-4710-87d7-83da639482a4 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702934 Nov 25 17:11:06.566947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.598406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-c3a1bbad-be58-49bc-b288-1257f4067bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.600259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-c3a1bbad-be58-49bc-b288-1257f4067bc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0778906 Nov 25 17:11:06.607078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.611425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:06.611425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.679416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3314631 Nov 25 17:11:06.681901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:06.705479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Request body: {'subnet': {'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-873367292-subnet', 'tenant_id': 'b988177acfc1496995ca768f51a3072e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:06.730630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bcb8144-b90c-4439-9608-c11e3d27dcf3 req-6dc84706-7ab3-4d8d-9c91-8695a0e1dce2 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492603 Nov 25 17:11:06.734368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.741136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 73d7506a-5509-4ad8-989a-26f8494952b9 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:06.748154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-6ec08bd5-b3bc-4d5e-ba7f-c63bee3919be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032047 Nov 25 17:11:06.776511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 73d7506a-5509-4ad8-989a-26f8494952b9 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:06.778067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 73d7506a-5509-4ad8-989a-26f8494952b9 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:06.778835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:06.824881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:06.825715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa14ded-d57e-4db4-a413-5e3bdb339ab5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:06.883819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.886329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.891733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c1acb8b-674c-41c0-99da-47cdb9b87691 req-db34e3ec-0276-4a0f-9ddc-4878b6e97fd6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116615 Nov 25 17:11:06.900410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd1ea9-7142-4c5c-b8da-b9314dc540d9 admin admin] Pushing event updated for resources: {'Network': ['ID=427c9a0f-b214-4ec9-91f1-0155550dae06,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:06.913062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:06.943812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.944787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40a75ece-babf-4600-973b-664b31d2e0b7 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:11:06.956073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:06.957272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-66bcadc9-16e0-4a19-9199-38159c0a79bd admin admin] 10.222.0.86 "DELETE /v2.0/routers/40a75ece-babf-4600-973b-664b31d2e0b7 HTTP/1.1" status: 204 len: 168 time: 2.3594360 Nov 25 17:11:06.959796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:06.982259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Made reservation on behalf of b988177acfc1496995ca768f51a3072e for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:06.984595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.030410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Deleting subnet 2a821d64-9876-4aa9-8be2-4bf071ac98a9 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:07.041434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.078197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789e66-4fbb-4ec0-a9c1-0b16d7a26c9a req-80f3a2a8-0ebe-4a45-af0c-a8e5874e8c91 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.079830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92789e66-4fbb-4ec0-a9c1-0b16d7a26c9a req-80f3a2a8-0ebe-4a45-af0c-a8e5874e8c91 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 948 time: 0.1743910 Nov 25 17:11:07.081755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-10be7ebe-6261-4db9-bec8-b0be1d98ef29 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150373 Nov 25 17:11:07.104248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.125582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5521127a-84a7-4a6d-bc84-6b1ac9452574 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:07.164231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 37a06852-a15c-4ef2-9e97-e6ee788b2b97 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:07.207505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.276518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92789e66-4fbb-4ec0-a9c1-0b16d7a26c9a req-29dc1294-4cdc-490e-bb3c-a853d8b59343 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793287 Nov 25 17:11:07.294672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.300560 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:11:07.327419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-4321facb-85c9-4ac2-ac66-613fdbb69f93 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313561 Nov 25 17:11:07.344012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a821d64-9876-4aa9-8be2-4bf071ac98a9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:07.347669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.352986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a16fff02-c34c-45db-a436-a39a1c809f94 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2a821d64-9876-4aa9-8be2-4bf071ac98a9 HTTP/1.1" status: 204 len: 168 time: 0.3921132 Nov 25 17:11:07.358600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.362225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:07.452261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e19a9c-12df-4574-9796-2206d41acc07 None None] Network c2fdb13a-44dd-4743-9c94-8d7ec05f38ad requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:07.469966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Pushing event updated for resources: {'Subnet': ['ID=576e9143-a320-4ad6-8735-f38f6715ede6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:07.483615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Checking segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:07.483974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Network hostable DHCP agents. Network: 427c9a0f-b214-4ec9-91f1-0155550dae06, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:07.498921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.502082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3df0a-3f2d-4531-b581-4256b9a59a4f req-f1c7e272-d42f-4ac3-b1f4-0b17c4117c1c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.509328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8be3df0a-3f2d-4531-b581-4256b9a59a4f req-f1c7e272-d42f-4ac3-b1f4-0b17c4117c1c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 945 time: 0.0953557 Nov 25 17:11:07.551129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:07.563545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Deleting port fc818986-2f73-4c15-928e-d73a2435d7f6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:07.564082 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.571587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 427c9a0f-b214-4ec9-91f1-0155550dae06) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:07.582919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.583951 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.599093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83884b-cb69-4acf-b998-2b2b7f13deff None None] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:07.611680 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8be3df0a-3f2d-4531-b581-4256b9a59a4f req-bf57841c-5665-45f6-8c62-222b0e74205a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956721 Nov 25 17:11:07.629133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6dedd6a1-f1a4-4919-b93c-1bda3eea88af admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9303410 Nov 25 17:11:07.668575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] For port fc818986-2f73-4c15-928e-d73a2435d7f6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fc818986-2f73-4c15-928e-d73a2435d7f6,segment=NetworkSegment(cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd),segment_id=cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:07.669065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.684606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Calling delete_port for fc818986-2f73-4c15-928e-d73a2435d7f6 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:07.727266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-3e85a1a1-7eb4-40f6-ab51-6284f80e88aa tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:07.729520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-3e85a1a1-7eb4-40f6-ab51-6284f80e88aa tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0802598 Nov 25 17:11:07.805150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:07.806618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:07.847089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc818986-2f73-4c15-928e-d73a2435d7f6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:07.860566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] No DVR routers for this DVR port fc818986-2f73-4c15-928e-d73a2435d7f6 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:07.898641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5521127a-84a7-4a6d-bc84-6b1ac9452574, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:07.902354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '37a06852-a15c-4ef2-9e97-e6ee788b2b97', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '37a06852-a15c-4ef2-9e97-e6ee788b2b97', 'mac_address': 'fa:16:3e:4f:0f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:07.970030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'mac_address': 'fa:16:3e:a9:8d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:07.982550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c2b04-a5f1-4d0a-b24e-7b5dc52e330f None None] DHCP port deletion for c2fdb13a-44dd-4743-9c94-8d7ec05f38ad request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:07.988663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-55049f45-6286-46fb-b3ce-207ebfff6db7 service neutron] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:07.996909 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-55049f45-6286-46fb-b3ce-207ebfff6db7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.001981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00e16c3b-77ad-4048-b301-bb2a62b1a14d req-55049f45-6286-46fb-b3ce-207ebfff6db7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.2585714 Nov 25 17:11:08.032388 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d0045b61-87e7-43eb-aa08-7af0cf2b68fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.090842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.126433 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.129992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fdb13a-44dd-4743-9c94-8d7ec05f38ad']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:08.139994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2324a9e5-f467-4f35-a30b-b20d4c88d1a9 None None] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:08.149642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786bf7-7a6b-4a5c-8e9b-2c6a22060bcd req-3760aba7-af6a-405f-8da3-ae7030dfe3bd tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.151157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10786bf7-7a6b-4a5c-8e9b-2c6a22060bcd req-3760aba7-af6a-405f-8da3-ae7030dfe3bd tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1276844 Nov 25 17:11:08.154275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:08.154275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6f5a9e-b767-4d63-bcf4-3433e47d0dcd') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:08.185869 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.190090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a06852-a15c-4ef2-9e97-e6ee788b2b97 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:08.195423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.216710 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.230358 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10786bf7-7a6b-4a5c-8e9b-2c6a22060bcd req-5ad285db-b381-41d6-924b-ef0e9caa7b97 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680580 Nov 25 17:11:08.232078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:08.232488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.233142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5521127a-84a7-4a6d-bc84-6b1ac9452574 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: items = [ Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:08.235314 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:08.241541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:08.257106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.321606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5521127a-84a7-4a6d-bc84-6b1ac9452574, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:08.325674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.331719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.337816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:08.338046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c2fdb13a-44dd-4743-9c94-8d7ec05f38ad HTTP/1.1" status: 204 len: 168 time: 0.9736028 Nov 25 17:11:08.358917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31b9d6-361e-4e28-89bf-27093071fdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fdb13a-44dd-4743-9c94-8d7ec05f38ad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:08.391804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=37a06852-a15c-4ef2-9e97-e6ee788b2b97,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:08.530370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d0476-94b2-4829-bb8f-109feaff3d52 req-764ec122-ab20-45c7-b12c-4dc04282a270 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.538396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=5521127a-84a7-4a6d-bc84-6b1ac9452574,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:08.548507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b7d0476-94b2-4829-bb8f-109feaff3d52 req-764ec122-ab20-45c7-b12c-4dc04282a270 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 949 time: 0.1268098 Nov 25 17:11:08.564337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc818986-2f73-4c15-928e-d73a2435d7f6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:08.567621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-84ff8d78-1c0d-4d50-bda5-5d04cf7ec823 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.578374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-84ff8d78-1c0d-4d50-bda5-5d04cf7ec823 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.2846797 Nov 25 17:11:08.594601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:08.598065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: fc818986-2f73-4c15-928e-d73a2435d7f6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:08.598523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc818986-2f73-4c15-928e-d73a2435d7f6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:08.599068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa8f3374-653a-4521-b84d-9aec9b4bcd55 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/quotas/b988177acfc1496995ca768f51a3072e HTTP/1.1" status: 200 len: 375 time: 0.0196111 Nov 25 17:11:08.616440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:08.641288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b7d0476-94b2-4829-bb8f-109feaff3d52 req-83807dcf-e2f8-442f-8eec-3c745999bc02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868826 Nov 25 17:11:08.708163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-df3dbef2-1fdb-4721-ab9e-9aadc712be6f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080961 Nov 25 17:11:08.744423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['5521127a-84a7-4a6d-bc84-6b1ac9452574'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:08.827297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e885adea-4b36-471a-828d-c93a5a4c9a72 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ec82d15dde14187ae9c2b5732c29dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084308 Nov 25 17:11:08.829862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:08.850457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-6aa0ec46-eb31-42e7-923a-19e5e11a8b93 service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413651 Nov 25 17:11:08.972642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cce4d-0603-428a-a719-bdde4356b2b3 req-c999bab6-be8a-4825-b348-d35d80545948 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:08.983342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-877cce4d-0603-428a-a719-bdde4356b2b3 req-c999bab6-be8a-4825-b348-d35d80545948 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 945 time: 0.0838330 Nov 25 17:11:08.991570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0ea3-a607-493a-b726-3558845b7366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.016233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-b625bab8-21e5-4088-ab9a-6d3f5f2f7102 service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644149 Nov 25 17:11:09.049238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-877cce4d-0603-428a-a719-bdde4356b2b3 req-04089c40-51b4-4a66-9471-4155a4bdbdd8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Nov 25 17:11:09.066633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0ea3-a607-493a-b726-3558845b7366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.156243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.156993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0ea3-a607-493a-b726-3558845b7366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.159841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f4c0ea3-a607-493a-b726-3558845b7366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:09.170243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5f4c0ea3-a607-493a-b726-3558845b7366 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b3b0210-8b5f-40d2-9ca7-67daee645133 HTTP/1.1" status: 204 len: 168 time: 0.3393884 Nov 25 17:11:09.180011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c0ea3-a607-493a-b726-3558845b7366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3b0210-8b5f-40d2-9ca7-67daee645133,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:09.263424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2bce1f9-c4cf-43e8-9554-626d46027fde req-cd4e7b91-1263-45cb-94f8-631f8ac880eb tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 210 time: 0.0305765 Nov 25 17:11:09.367791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44a7d-2dce-48d1-8189-8bf92227065d req-babeec5e-e42f-4e71-83a2-220a31155b27 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.369826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b44a7d-2dce-48d1-8189-8bf92227065d req-babeec5e-e42f-4e71-83a2-220a31155b27 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1096 time: 0.0584490 Nov 25 17:11:09.455672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793334-707d-4f32-9b39-03db422c3b9c req-950e08dc-6c7a-4602-8375-e093ab3aaffd tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.457847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85793334-707d-4f32-9b39-03db422c3b9c req-950e08dc-6c7a-4602-8375-e093ab3aaffd tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1072645 Nov 25 17:11:09.459776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b44a7d-2dce-48d1-8189-8bf92227065d req-d93ee76a-45e6-48ff-80fd-ffd79640d6d3 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762286 Nov 25 17:11:09.559678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85793334-707d-4f32-9b39-03db422c3b9c req-b1b2b0f9-e934-4126-bf49-a14557ff9253 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800135 Nov 25 17:11:09.606515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcc573-f813-4eaf-94b5-d88de9e4db51 req-f59bada0-3dd6-4b3a-a541-b1b993bfc89e tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.608983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-adfcc573-f813-4eaf-94b5-d88de9e4db51 req-f59bada0-3dd6-4b3a-a541-b1b993bfc89e tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 1096 time: 0.0524914 Nov 25 17:11:09.666436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-adfcc573-f813-4eaf-94b5-d88de9e4db51 req-5dd4d102-30ed-4334-bcbc-f49dcb09b29d tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495684 Nov 25 17:11:09.871739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f0a37-3428-41ca-b501-d5a8956f7e5f req-ee677df1-5b4d-48b1-bcd0-6ebc2a7662e0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:09.883298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c17f0a37-3428-41ca-b501-d5a8956f7e5f req-ee677df1-5b4d-48b1-bcd0-6ebc2a7662e0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 949 time: 0.1453378 Nov 25 17:11:10.004009 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c17f0a37-3428-41ca-b501-d5a8956f7e5f req-0129867f-6391-45ab-8e82-3fe185429cb8 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192901 Nov 25 17:11:10.368704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5734c8-2c5a-4a9a-afcc-42ad023325c5 req-b342b29e-27de-4eb4-b2d1-4cfccdffed16 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 210 time: 0.0308228 Nov 25 17:11:10.414881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:10.691443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-e341abde-7e9b-4335-ad91-3f69e2987906 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:10.692938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-e341abde-7e9b-4335-ad91-3f69e2987906 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.1687889 Nov 25 17:11:10.727926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Request body: {'port': {'device_id': '521a5b1d-028a-487a-a821-6d194c3f170a', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'admin_state_up': True, 'tenant_id': 'b988177acfc1496995ca768f51a3072e'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:10.829697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23b4f-f70f-4848-bba1-eb2887aa89a4 req-c6dbd086-3a79-4dcb-af23-3aa7824cc481 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:10.838860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11a23b4f-f70f-4848-bba1-eb2887aa89a4 req-c6dbd086-3a79-4dcb-af23-3aa7824cc481 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1445913 Nov 25 17:11:10.919359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11a23b4f-f70f-4848-bba1-eb2887aa89a4 req-aa4bbb42-f9b5-4b55-8599-132a28dccb8e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Nov 25 17:11:10.932666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Made reservation on behalf of b988177acfc1496995ca768f51a3072e for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:10.937495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:10.997892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feace027-bc30-4428-adf0-581ff58e3f24 req-2c547cc9-c146-41e2-a9e5-dfd598857e55 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.001101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feace027-bc30-4428-adf0-581ff58e3f24 req-2c547cc9-c146-41e2-a9e5-dfd598857e55 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.0731492 Nov 25 17:11:11.108223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-feace027-bc30-4428-adf0-581ff58e3f24 req-a224aa5f-de75-45f7-be02-7b5e99a47f45 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974596 Nov 25 17:11:11.130116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Allocated IP 172.20.0.7 (427c9a0f-b214-4ec9-91f1-0155550dae06/576e9143-a320-4ad6-8735-f38f6715ede6/d8414084-d8cb-44e3-b23a-79f33627d07d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:11.152279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5521127a-84a7-4a6d-bc84-6b1ac9452574 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:11.184775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 37a06852-a15c-4ef2-9e97-e6ee788b2b97 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:11.220484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48754fcc-8b04-440a-a107-4998c73ed48a req-cef91293-241a-4aec-b30c-3ee9dbafa811 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.228256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48754fcc-8b04-440a-a107-4998c73ed48a req-cef91293-241a-4aec-b30c-3ee9dbafa811 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 949 time: 0.0997581 Nov 25 17:11:11.270544 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.298261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 5521127a-84a7-4a6d-bc84-6b1ac9452574 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:11.303162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 5521127a-84a7-4a6d-bc84-6b1ac9452574 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:11.303690 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.329494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48754fcc-8b04-440a-a107-4998c73ed48a req-6e426b38-1128-4729-8b26-403fbfaea24a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002555 Nov 25 17:11:11.329770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57970) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:11.349401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:11.360136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:11.360335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.459349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.506149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29dfc45d-64f2-4040-8640-200f0f5f646c req-d3e71f75-da8f-48b4-ac00-fba3121ca78d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 210 time: 0.0384603 Nov 25 17:11:11.541672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-314f27da-ea43-44ab-9808-71778ae1effe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.556735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.602462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.630456 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-314f27da-ea43-44ab-9808-71778ae1effe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.636977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5521127a-84a7-4a6d-bc84-6b1ac9452574'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:11.637919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-314f27da-ea43-44ab-9808-71778ae1effe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.639473 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71dd661-3d42-482d-8ff3-47c90926828a" -d '{"events": [{"server_uuid": "fe63519f-cf49-4705-a6c7-910d21f6c7d1", "name": "network-vif-plugged", "status": "completed", "tag": "5521127a-84a7-4a6d-bc84-6b1ac9452574"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:11.671243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5521127a-84a7-4a6d-bc84-6b1ac9452574, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:11.678918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.694451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-314f27da-ea43-44ab-9808-71778ae1effe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ca8bb1503a54ce988ebe75f506e6791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635287 Nov 25 17:11:11.695087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57978) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:11.695953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f27da-ea43-44ab-9808-71778ae1effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d0a895-6769-4c80-b055-44705882ad93,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:11.700270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:11.709497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:11.712154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:11.712288 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a03b4-7ef8-431e-81fe-94c0f5a3a49a x-openstack-request-id: req-652a03b4-7ef8-431e-81fe-94c0f5a3a49a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:11.712563 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe63519f-cf49-4705-a6c7-910d21f6c7d1", "name": "network-vif-plugged", "status": "completed", "tag": "5521127a-84a7-4a6d-bc84-6b1ac9452574", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:11.712835 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-652a03b4-7ef8-431e-81fe-94c0f5a3a49a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:11.713196 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'code': 200} Nov 25 17:11:11.714440 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.719539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:11.779092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.779807 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.790275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:11.793304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=5521127a-84a7-4a6d-bc84-6b1ac9452574,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:11.806124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.827880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-f285c2a3-6a04-4a94-9b95-aa3ed2e675c2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1047430 Nov 25 17:11:11.848131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Request body: {'port': {'device_id': '521a5b1d-028a-487a-a821-6d194c3f170a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:11.880987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=37a06852-a15c-4ef2-9e97-e6ee788b2b97,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:11.899708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e7-236f-4319-9eb2-7fad0f215def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.921365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f864f5-f48d-488c-90c1-7a82c8aadc10 req-938693ff-519e-42c2-866b-b59d47a1b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:11.922856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62f864f5-f48d-488c-90c1-7a82c8aadc10 req-938693ff-519e-42c2-866b-b59d47a1b6c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 1101 time: 0.1080236 Nov 25 17:11:11.944922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:11.976441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e7-236f-4319-9eb2-7fad0f215def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.082451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62f864f5-f48d-488c-90c1-7a82c8aadc10 req-3685efa4-e149-4472-bd4a-f4108e4b55cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460137 Nov 25 17:11:12.183941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b58ef-edd6-45dd-9d80-2a1497358130 req-b32a34d6-8170-470d-80d8-af61a8e0b56d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.184820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e33b58ef-edd6-45dd-9d80-2a1497358130 req-b32a34d6-8170-470d-80d8-af61a8e0b56d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1785417 Nov 25 17:11:12.185439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e7-236f-4319-9eb2-7fad0f215def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.188365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d1258e7-236f-4319-9eb2-7fad0f215def admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.189379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5d1258e7-236f-4319-9eb2-7fad0f215def admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/01d0a895-6769-4c80-b055-44705882ad93 HTTP/1.1" status: 204 len: 168 time: 0.4914365 Nov 25 17:11:12.257122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf95bd-5599-480c-8cf0-8d4c3c6dd5d2 req-6f14cacc-59e8-46fd-a662-85c0bdb1fa19 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.267412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3cf95bd-5599-480c-8cf0-8d4c3c6dd5d2 req-6f14cacc-59e8-46fd-a662-85c0bdb1fa19 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.0744679 Nov 25 17:11:12.315190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1258e7-236f-4319-9eb2-7fad0f215def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d0a895-6769-4c80-b055-44705882ad93,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:12.324275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3cf95bd-5599-480c-8cf0-8d4c3c6dd5d2 req-d7b83794-89eb-4559-8aa4-ddd618c4862f tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550561 Nov 25 17:11:12.576060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0e8e1-a165-4df8-a99b-52b167e59fd6 req-817ecf25-8102-43f0-a745-3ee22352a85f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.579909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4d0e8e1-a165-4df8-a99b-52b167e59fd6 req-817ecf25-8102-43f0-a745-3ee22352a85f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 950 time: 0.0716698 Nov 25 17:11:12.645449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4d0e8e1-a165-4df8-a99b-52b167e59fd6 req-9d2d93cd-93b8-4dca-85f8-5685245fa757 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596871 Nov 25 17:11:12.703359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e33b58ef-edd6-45dd-9d80-2a1497358130 req-d673158a-94e0-416d-a67a-ce601f2169ab tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112480 Nov 25 17:11:12.705240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8414084-d8cb-44e3-b23a-79f33627d07d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:12.714506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.728801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Transition to ACTIVE for port object d8414084-d8cb-44e3-b23a-79f33627d07d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:12.734671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:12.912691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:12.946805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220a95-18bd-4024-a469-30fbddc200d3 req-6f222723-a426-49cb-ae99-c59da0d89edb tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:12.954640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d220a95-18bd-4024-a469-30fbddc200d3 req-6f222723-a426-49cb-ae99-c59da0d89edb tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 943 time: 0.1651425 Nov 25 17:11:12.985320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Attempting to bind port d8414084-d8cb-44e3-b23a-79f33627d07d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:12.985652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Attempting to bind port d8414084-d8cb-44e3-b23a-79f33627d07d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:12.985983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Attempting to bind port d8414084-d8cb-44e3-b23a-79f33627d07d on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:12.999177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Port d8414084-d8cb-44e3-b23a-79f33627d07d on network 427c9a0f-b214-4ec9-91f1-0155550dae06 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:12.999543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Attempting to bind port d8414084-d8cb-44e3-b23a-79f33627d07d on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:13.010515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:13.011483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Checking segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:13.012217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Bound using segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:13.012354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Bound port: d8414084-d8cb-44e3-b23a-79f33627d07d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:13.012591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.027581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d220a95-18bd-4024-a469-30fbddc200d3 req-52672104-72ad-4a5f-8ddd-aa566608815b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720627 Nov 25 17:11:13.041337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:13.115584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:13.136609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:13.149132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-1b768656-95a2-4394-aea5-b24e7d1e797f tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.150634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-1b768656-95a2-4394-aea5-b24e7d1e797f tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.0738709 Nov 25 17:11:13.152361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.164421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-579482896-network', 'tenant_id': '477a2f0c4e244a24b3fe397f62da38cc'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:13.189276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Made reservation on behalf of 477a2f0c4e244a24b3fe397f62da38cc for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:13.192068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.202462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.226660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.227281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.228709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8414084-d8cb-44e3-b23a-79f33627d07d HTTP/1.1" status: 200 len: 1091 time: 1.3861091 Nov 25 17:11:13.229296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:13.232884 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f398b-92e3-429f-bede-17ba227e3a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:13.309846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b330d-6775-42a3-a87d-3c8d77997422 service neutron] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:13.313067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.318589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.326514 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6208d8b-a3bb-490b-a3d9-756ad793fede x-openstack-request-id: req-f6208d8b-a3bb-490b-a3d9-756ad793fede {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:13.326819 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:13.327066 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f6208d8b-a3bb-490b-a3d9-756ad793fede {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:13.327468 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'status': 'completed', 'code': 200} Nov 25 17:11:13.348746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:13.358949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b70e64-bfb2-4e15-bea6-6b808dce64be,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:13.370975 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.371149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-16e55c05-e752-4600-895f-09eeee51a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.371656 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Added segment 6f4fb401-3587-4bd2-92ac-6bf8d6d731e2 of type vlan for network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a Nov 25 17:11:13.372533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-16e55c05-e752-4600-895f-09eeee51a900 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 1094 time: 0.0661662 Nov 25 17:11:13.387092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Deleting port 3d8ce7c3-da96-4360-9257-f76730afd873 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:13.387464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.433099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.467458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-47b86c51-fafc-4291-a37d-781303f40a65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8414084-d8cb-44e3-b23a-79f33627d07d HTTP/1.1" status: 200 len: 217 time: 0.0834367 Nov 25 17:11:13.483298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.484509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.485096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.560683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-c22ddd39-0401-474b-9603-7465a285774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.562249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-c22ddd39-0401-474b-9603-7465a285774c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0729914 Nov 25 17:11:13.575971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5327184 Nov 25 17:11:13.585151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:13.593722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Request body: {'subnet': {'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-579482896-subnet', 'tenant_id': '477a2f0c4e244a24b3fe397f62da38cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:13.598027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] For port 3d8ce7c3-da96-4360-9257-f76730afd873, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3d8ce7c3-da96-4360-9257-f76730afd873,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:13.598469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.607167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879efe0b-46d4-4814-920e-35eb1d5f5d63 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae992a7-ccbd-4406-921f-5aec8e1ca89a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:13.618655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:13.619925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ec6f4-cb3a-4e8c-89a1-3b0d6c35ac80 req-203cbaca-0172-41db-b95c-bd3741b9258a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.626386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf3ec6f4-cb3a-4e8c-89a1-3b0d6c35ac80 req-203cbaca-0172-41db-b95c-bd3741b9258a tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 946 time: 0.1649652 Nov 25 17:11:13.633235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-4b2a250d-a9d4-46f8-ac0e-5bbad6f9cd9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617614 Nov 25 17:11:13.712522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf3ec6f4-cb3a-4e8c-89a1-3b0d6c35ac80 req-cd9b4f09-4177-4d0a-88bf-2b3c4c849537 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0f9057d-dda8-47c7-8d69-3e72922c79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761051 Nov 25 17:11:13.715245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c68632-7a30-449f-b8d0-b374a4905276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a06852-a15c-4ef2-9e97-e6ee788b2b97'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:13.717710 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ba883-bf14-4a54-89f9-75c244ad82aa" -d '{"events": [{"server_uuid": "49c68632-7a30-449f-b8d0-b374a4905276", "name": "network-vif-plugged", "status": "completed", "tag": "37a06852-a15c-4ef2-9e97-e6ee788b2b97"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:13.790220 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91337721-2882-4335-b45a-846c03b72832 x-openstack-request-id: req-91337721-2882-4335-b45a-846c03b72832 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:13.790532 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c68632-7a30-449f-b8d0-b374a4905276", "name": "network-vif-plugged", "status": "completed", "tag": "37a06852-a15c-4ef2-9e97-e6ee788b2b97", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:13.790824 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-91337721-2882-4335-b45a-846c03b72832 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:13.791263 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c68632-7a30-449f-b8d0-b374a4905276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a06852-a15c-4ef2-9e97-e6ee788b2b97', 'code': 200} Nov 25 17:11:13.812746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Made reservation on behalf of 477a2f0c4e244a24b3fe397f62da38cc for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:13.815012 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:13.911636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff74092-b2a0-47ba-bc58-c05c43a98e00 req-7738c5be-e156-4283-9c87-892be075750a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:13.913082 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ff74092-b2a0-47ba-bc58-c05c43a98e00 req-7738c5be-e156-4283-9c87-892be075750a tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.0542450 Nov 25 17:11:13.972817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ff74092-b2a0-47ba-bc58-c05c43a98e00 req-0a053b60-1da5-43e2-8b3d-de2dc3328a3d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Nov 25 17:11:14.045876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ccaff-9482-4753-a220-9a913bb2bd4e req-6901bde9-a52b-4783-99a8-cf8a21058294 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.047397 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e0ccaff-9482-4753-a220-9a913bb2bd4e req-6901bde9-a52b-4783-99a8-cf8a21058294 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 950 time: 0.2631662 Nov 25 17:11:14.089940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-3b32a07b-85b2-4adf-b7a8-ce8ab5429ead service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863275 Nov 25 17:11:14.141818 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d3d83-bcd2-4b6d-b126-8889b286633c req-a08cd9cd-b7ca-4cf7-abe9-59a60f3ff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.143309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-575d3d83-bcd2-4b6d-b126-8889b286633c req-a08cd9cd-b7ca-4cf7-abe9-59a60f3ff422 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 1101 time: 0.2226660 Nov 25 17:11:14.166021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde4f84-4680-4928-9a7f-9d6230177f49 req-eee8f256-ebfc-41cf-9609-864008be8cce tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.167582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fde4f84-4680-4928-9a7f-9d6230177f49 req-eee8f256-ebfc-41cf-9609-864008be8cce tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 943 time: 0.0551722 Nov 25 17:11:14.216218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fde4f84-4680-4928-9a7f-9d6230177f49 req-b85e7576-1327-40fa-9a16-24c1687af478 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Nov 25 17:11:14.224965 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.225319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.225627 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Floating IP 60676441-4c19-4287-bf0a-da73689a318d disassociated. External IP: 172.25.8.131, port: 3d8ce7c3-da96-4360-9257-f76730afd873. Nov 25 17:11:14.225967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Calling delete_port for 3d8ce7c3-da96-4360-9257-f76730afd873 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:14.309682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e0ccaff-9482-4753-a220-9a913bb2bd4e req-0099b31f-af95-4b55-b1c8-a7a03fb4bb24 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285922 Nov 25 17:11:14.421042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-575d3d83-bcd2-4b6d-b126-8889b286633c req-d2341719-166f-4648-80ed-cc1ca42829ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318771 Nov 25 17:11:14.429059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8507b4a-ca3c-476e-a710-15bc2f72670a req-d902e775-93f4-4284-85b2-12d7322910fc service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284571 Nov 25 17:11:14.437861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3b12-d94d-4d70-b373-cdf25a1603ec req-ac3ac895-3db4-4616-ae00-87768fd9c468 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.438284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.447289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b1f3b12-d94d-4d70-b373-cdf25a1603ec req-ac3ac895-3db4-4616-ae00-87768fd9c468 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 950 time: 0.0604129 Nov 25 17:11:14.513523 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b1f3b12-d94d-4d70-b373-cdf25a1603ec req-5e7f477c-2345-4a6f-b498-53c0e054285a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653315 Nov 25 17:11:14.520332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8015e0e-fa64-4b2e-911b-e57a52514bec,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:14.532804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Checking segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:14.533166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Network hostable DHCP agents. Network: 4ae992a7-ccbd-4406-921f-5aec8e1ca89a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:14.591675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:14.608630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 4ae992a7-ccbd-4406-921f-5aec8e1ca89a) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:14.614056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.614661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.617011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:14.620126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57742a9f-3da7-4ee3-a116-108753c7ed0c None None] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:14.704107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event deleted for resources: {'Port': ['ID=3d8ce7c3-da96-4360-9257-f76730afd873,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:14.735494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa87ada7-9d8d-49a2-987e-0f2fcff9a166 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1382840 Nov 25 17:11:14.791696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf804c3-57fe-46ad-bae4-5e2e0f692818 None None] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:14.852618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-a5ea3ac0-c19b-4460-ac86-26c9f0ea0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:14.855500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-a5ea3ac0-c19b-4460-ac86-26c9f0ea0561 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 1094 time: 0.1657326 Nov 25 17:11:14.916890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-03cc47ac-6526-4d4a-8367-45901e434d5e req-77e74ed7-b807-4177-9b68-8714fab53a84 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebd9e939-a06a-4272-814e-b19f6bedfa5c HTTP/1.1" status: 200 len: 210 time: 0.0666904 Nov 25 17:11:14.999348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Router 2d142b63-b393-4fb6-b782-8c4a6040804b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:15.097384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-b1d696db-bfde-4e55-817d-0d67a723fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.098821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-b1d696db-bfde-4e55-817d-0d67a723fa3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 905 time: 0.2114775 Nov 25 17:11:15.203542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-14c9db30-0929-4a20-8fb9-c639e4b1175d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8414084-d8cb-44e3-b23a-79f33627d07d HTTP/1.1" status: 200 len: 217 time: 0.0657682 Nov 25 17:11:15.250877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:15.267477 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] Sync routers for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:15.307697 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:15.308506 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.447212 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:15.504332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-9a7085f4-1d8d-4fd1-82ba-1b36ce68d3de tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.513854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-9a7085f4-1d8d-4fd1-82ba-1b36ce68d3de tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 821 time: 0.1411757 Nov 25 17:11:15.533978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-31bfd87a-7e66-485a-aabd-8e0c41d662d8 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/quotas/477a2f0c4e244a24b3fe397f62da38cc HTTP/1.1" status: 200 len: 375 time: 0.0190446 Nov 25 17:11:15.576840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-e61c5c93-75fe-4558-ac98-61aeb452f51d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417697 Nov 25 17:11:15.604061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9c6bd-7d8e-4cac-8716-9a639f658cdc req-ea4e388d-b2ae-4960-aafd-9d2d60fc50d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.611898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1af9c6bd-7d8e-4cac-8716-9a639f658cdc req-ea4e388d-b2ae-4960-aafd-9d2d60fc50d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.5161004 Nov 25 17:11:15.615151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-75e34c0c-124c-4494-9c6b-3095f62b84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:15.616576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-75e34c0c-124c-4494-9c6b-3095f62b84aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.3994894 Nov 25 17:11:15.617352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] No DVR routers for this DVR port 3d8ce7c3-da96-4360-9257-f76730afd873 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:15.624836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.628159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c5a5e6f-a10d-4c23-b8bb-fbecdd866268 req-4da2bb8c-efb7-42a5-92f8-e820c7152122 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.73 "DELETE /v2.0/ports/3d8ce7c3-da96-4360-9257-f76730afd873 HTTP/1.1" status: 204 len: 173 time: 2.4676681 Nov 25 17:11:15.628614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'name': 'network-vif-deleted', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:15.630874 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b35b6f-27bb-43af-84bd-c9952f5c2d77" -d '{"events": [{"server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "name": "network-vif-deleted", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:15.692160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:15.726611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-ece52378-9d7d-4a52-b709-fece2f5a2a8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751078 Nov 25 17:11:15.727095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d100e05a-d6ca-4576-af39-9602b700948b service neutron] 10.222.0.86 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488688 Nov 25 17:11:15.731142 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:11Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.783464 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] Checking router: 2d142b63-b393-4fb6-b782-8c4a6040804b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:15.795835 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:15.797030 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:15.861161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1af9c6bd-7d8e-4cac-8716-9a639f658cdc req-11ea8258-5622-4d07-8a90-a15a2230ac8d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474511 Nov 25 17:11:15.886709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-8c03447e-8b0b-4d5d-bc1c-417860fc4721 service neutron] 10.222.0.86 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561012 Nov 25 17:11:15.953035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-1a23771a-3daa-4ff3-b45e-cfb4d61ca655 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133443 Nov 25 17:11:15.962418 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:16.077424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282e29e-00d0-4827-bdbf-4766ea016392 req-3ff0d6de-d75b-43bf-a866-249e26e013b5 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.085881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5282e29e-00d0-4827-bdbf-4766ea016392 req-3ff0d6de-d75b-43bf-a866-249e26e013b5 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 943 time: 0.1307175 Nov 25 17:11:16.148283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c62f398b-92e3-429f-bede-17ba227e3a2b req-9b847b81-da70-4834-9edc-64942bb605a0 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817358 Nov 25 17:11:16.188513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5282e29e-00d0-4827-bdbf-4766ea016392 req-f47801ed-71f8-4b2e-aeca-272295acab6e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021769 Nov 25 17:11:16.285629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e556980-2aad-4d52-b954-76ec2d0dfc74 req-b72f8641-8993-47f3-a0ba-4d6dbfb1f9cc tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.293195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e556980-2aad-4d52-b954-76ec2d0dfc74 req-b72f8641-8993-47f3-a0ba-4d6dbfb1f9cc tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 950 time: 0.1565552 Nov 25 17:11:16.414564 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4892894b-bfab-44ce-b0ba-743a45c62a2f x-openstack-request-id: req-4892894b-bfab-44ce-b0ba-743a45c62a2f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:16.415196 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd9e939-a06a-4272-814e-b19f6bedfa5c", "name": "network-vif-deleted", "tag": "3d8ce7c3-da96-4360-9257-f76730afd873", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:16.415803 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4892894b-bfab-44ce-b0ba-743a45c62a2f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:16.416471 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd9e939-a06a-4272-814e-b19f6bedfa5c', 'name': 'network-vif-deleted', 'tag': '3d8ce7c3-da96-4360-9257-f76730afd873', 'status': 'completed', 'code': 200} Nov 25 17:11:16.431743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e556980-2aad-4d52-b954-76ec2d0dfc74 req-f36f9653-509b-4ba2-8eb5-ea86379a0aaf tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374245 Nov 25 17:11:16.453056 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:11Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:16.500704 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089ec57-9a77-44e4-8e4b-76231c7f0d4b None None] The sync data for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 is: [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '19a231e6-05a0-4f00-a43e-4a2650242be5', 'name': '', 'network_id': '1679aa9e-8864-4d10-baaf-bbdb6c3006ea', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'mac_address': 'fa:16:3e:56:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:06Z', 'updated_at': '2021-11-25T17:09:11Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'subnets': [{'id': 'e056047b-33ca-43e9-8646-225cf3576d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:16.554286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0112d958-e0e5-4645-8ca0-b535a938d6d8 req-a7403222-835b-43a2-8766-fa308cb05b28 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 210 time: 0.0634074 Nov 25 17:11:16.615014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58094) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:16.705373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ec33ad3-85cc-4a60-839b-34dcf3148335 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.737485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ec33ad3-85cc-4a60-839b-34dcf3148335 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.820204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ec33ad3-85cc-4a60-839b-34dcf3148335 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.829239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ec33ad3-85cc-4a60-839b-34dcf3148335 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:16.830415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3ec33ad3-85cc-4a60-839b-34dcf3148335 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "DELETE /v2.0/security-groups/a0f9057d-dda8-47c7-8d69-3e72922c79c1 HTTP/1.1" status: 204 len: 168 time: 0.2143252 Nov 25 17:11:16.834606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58096) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:16.846778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cefb4-39e9-47dd-b5de-dbbe09180386 req-92044f10-c872-4ab4-94c1-313f67fb3cfa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.852842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cefb4-39e9-47dd-b5de-dbbe09180386 req-92044f10-c872-4ab4-94c1-313f67fb3cfa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:16.854093 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-fd4b63a0-7e9d-4351-8393-7357aa8fab70 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] show failed (client error): The resource could not be found. Nov 25 17:11:16.856628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd4b63a0-7e9d-4351-8393-7357aa8fab70 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "GET /v2.0/security-groups/a0f9057d-dda8-47c7-8d69-3e72922c79c1 HTTP/1.1" status: 404 len: 347 time: 0.0210619 Nov 25 17:11:16.857664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec33ad3-85cc-4a60-839b-34dcf3148335 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f9057d-dda8-47c7-8d69-3e72922c79c1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:16.859218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58098) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:16.865921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-477cefb4-39e9-47dd-b5de-dbbe09180386 req-92044f10-c872-4ab4-94c1-313f67fb3cfa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276&device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 1691 time: 0.0796769 Nov 25 17:11:16.965830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-477cefb4-39e9-47dd-b5de-dbbe09180386 req-226b3718-3003-4b84-9572-adf416d9a486 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868258 Nov 25 17:11:16.995934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d9df1-d22b-44c6-a25c-64500d665c8e None None] New status for floating IP 60676441-4c19-4287-bf0a-da73689a318d: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:11:17.090893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe3d9e-1ef1-4683-b4d5-ad3431a1748c req-b304b81c-86e7-40d9-be83-7195047028f6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.092369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49fe3d9e-1ef1-4683-b4d5-ad3431a1748c req-b304b81c-86e7-40d9-be83-7195047028f6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.0973713 Nov 25 17:11:17.135133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Deleting port 2c2ac5c0-a501-46a7-b90f-1591f0bbe2f8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:17.135511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.142407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451c468-f694-4446-a7f8-92d4bfd79464 req-7f5435ad-ea84-450a-8771-97570d93225f tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.143860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b451c468-f694-4446-a7f8-92d4bfd79464 req-7f5435ad-ea84-450a-8771-97570d93225f tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 1101 time: 0.0510881 Nov 25 17:11:17.170082 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49fe3d9e-1ef1-4683-b4d5-ad3431a1748c req-054a4393-6719-4ece-9c20-4945b4458250 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710824 Nov 25 17:11:17.183202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.193323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:17.196093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3d8ce7c3-da96-4360-9257-f76730afd873 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:17.227978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b451c468-f694-4446-a7f8-92d4bfd79464 req-c9e1495d-3977-4973-9a2c-8f1c214ba98b tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777385 Nov 25 17:11:17.234562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 3d8ce7c3-da96-4360-9257-f76730afd873 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:17.234932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3d8ce7c3-da96-4360-9257-f76730afd873 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:17.297246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.297564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.337731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Calling delete_port for 2c2ac5c0-a501-46a7-b90f-1591f0bbe2f8 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:17.422755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:17.439204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'mac_address': 'fa:16:3e:c0:d7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:17.445628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c95db-fcbe-4c8a-95d4-f1ce1e863961 req-5a735afa-0a3c-4f1d-9975-f4ad2a5b5206 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.447150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-415c95db-fcbe-4c8a-95d4-f1ce1e863961 req-5a735afa-0a3c-4f1d-9975-f4ad2a5b5206 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 1101 time: 0.1108930 Nov 25 17:11:17.501227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.504567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f427a4-8a77-4e25-bc87-b954993582b3 req-a4f04da9-a32f-4e7a-acbb-fe2ff38c8294 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.506231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29f427a4-8a77-4e25-bc87-b954993582b3 req-a4f04da9-a32f-4e7a-acbb-fe2ff38c8294 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 943 time: 0.1384420 Nov 25 17:11:17.521301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8414084-d8cb-44e3-b23a-79f33627d07d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:17.542768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:17.547969 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.579765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-415c95db-fcbe-4c8a-95d4-f1ce1e863961 req-a7dc1107-7928-4161-b04f-da56bb203fd0 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223252 Nov 25 17:11:17.586625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29f427a4-8a77-4e25-bc87-b954993582b3 req-97b93b43-0059-44c1-a6fb-cdf17dc45613 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727346 Nov 25 17:11:17.596555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-667aa473-bcbf-4096-b053-3242d7e3c032 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:17.597973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-667aa473-bcbf-4096-b053-3242d7e3c032 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 821 time: 0.1837416 Nov 25 17:11:17.613940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:17.615834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.624819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'port': {'device_id': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'admin_state_up': True, 'tenant_id': '477a2f0c4e244a24b3fe397f62da38cc'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:17.679679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Pushing event deleted for resources: {'Port': ['ID=2c2ac5c0-a501-46a7-b90f-1591f0bbe2f8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:17.725789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.728917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.730577 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe432342-ae15-4275-a1e7-4c196f419e06 tempest-ServersTestFqdnHostnames-1065553288 tempest-ServersTestFqdnHostnames-1065553288-project] 10.222.0.86 "DELETE /v2.0/floatingips/60676441-4c19-4287-bf0a-da73689a318d HTTP/1.1" status: 204 len: 168 time: 0.8702192 Nov 25 17:11:17.733403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58122) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:17.816311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4310a5f2-50ca-4b69-88ca-eee629e80cef req-104b7838-0d0e-45a5-ad4c-81beb14b2bbb tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 210 time: 0.0409987 Nov 25 17:11:17.818534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Made reservation on behalf of 477a2f0c4e244a24b3fe397f62da38cc for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:17.823582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:17.827200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d8414084-d8cb-44e3-b23a-79f33627d07d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:17.996784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Allocated IP 172.20.0.14 (4ae992a7-ccbd-4406-921f-5aec8e1ca89a/f8015e0e-fa64-4b2e-911b-e57a52514bec/a6b7a94d-647b-465e-afa2-96a920214a0b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:18.005002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-e097e807-abc8-4200-b28e-cce25b45f53d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902457 Nov 25 17:11:18.171837 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.194965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-0026fbd9-57ec-4816-8988-6674f95a98ea tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.202535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-0026fbd9-57ec-4816-8988-6674f95a98ea tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966085 Nov 25 17:11:18.212870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.226634 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-97228026-bf1b-404e-a105-84ae6f5f547c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/quotas/23e2fb6919bb4d10ac4fa5c627dc9f4b HTTP/1.1" status: 200 len: 375 time: 0.0218594 Nov 25 17:11:18.319360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:18.320689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-8253fe41-f31a-4c08-9459-1b4788164372 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0943470 Nov 25 17:11:18.333621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:18.339876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:18.342364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:18.408657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e29124-4356-4f9d-a3ed-9fa7145081bf req-c91c6722-6f45-44c6-bc14-07a2bef28092 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.414435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.416498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38e29124-4356-4f9d-a3ed-9fa7145081bf req-c91c6722-6f45-44c6-bc14-07a2bef28092 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.1545179 Nov 25 17:11:18.479246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38e29124-4356-4f9d-a3ed-9fa7145081bf req-98221635-f1dc-4775-9825-49fbcbc40014 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Nov 25 17:11:18.508050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.508729 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.621745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-d3829374-4e5d-4b30-8d19-d8580c0857da tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0020950 Nov 25 17:11:18.634377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c18c9d0-8917-4756-86d4-e61fa6a551bc req-e018347b-024e-487b-aedb-6301604076c0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 210 time: 0.0622001 Nov 25 17:11:18.647701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-78db8ea7-6929-40cf-ac03-a4b15ba87d32 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.647701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-78db8ea7-6929-40cf-ac03-a4b15ba87d32 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.1761470 Nov 25 17:11:18.647701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Request body: {'port': {'device_id': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:18.717563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-7'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:18.767258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:18.827617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad52ce-706e-44ed-b7e3-23e1275fab86 req-aa4e73c9-4239-4526-9158-01e483684406 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:18.836982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cad52ce-706e-44ed-b7e3-23e1275fab86 req-aa4e73c9-4239-4526-9158-01e483684406 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 944 time: 0.1011958 Nov 25 17:11:18.935173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cad52ce-706e-44ed-b7e3-23e1275fab86 req-a53dc719-6b8e-4d3e-939a-ca9ab7831b30 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978696 Nov 25 17:11:18.959931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Deleting port 19a231e6-05a0-4f00-a43e-4a2650242be5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:18.960648 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.025206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.059219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-79f520ae-22da-4657-89a1-6b7774bd592e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2479572 Nov 25 17:11:19.062376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] For port 19a231e6-05a0-4f00-a43e-4a2650242be5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=19a231e6-05a0-4f00-a43e-4a2650242be5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:19.062799 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.078986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Calling delete_port for 19a231e6-05a0-4f00-a43e-4a2650242be5 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:19.185042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7d113-5411-456b-bec8-e5c70b9d89bb req-df2ac9fb-05da-42a6-a41d-b900829d91f6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.186623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2f7d113-5411-456b-bec8-e5c70b9d89bb req-df2ac9fb-05da-42a6-a41d-b900829d91f6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 932 time: 0.2451556 Nov 25 17:11:19.218904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:19.331478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port d8414084-d8cb-44e3-b23a-79f33627d07d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:19.335624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d8414084-d8cb-44e3-b23a-79f33627d07d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:19.336251 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.436626 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.473417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:19.477886 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ee049-bc1f-4347-9eaa-a7bdaa0af345" -d '{"events": [{"server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "name": "network-vif-plugged", "status": "completed", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:19.523903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:19.531069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-56d09ee7-3d54-4266-8e48-2817de53fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.533668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-56d09ee7-3d54-4266-8e48-2817de53fee3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1095 time: 0.3880947 Nov 25 17:11:19.539283 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.549782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:19.580001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2f7d113-5411-456b-bec8-e5c70b9d89bb req-e6f93b98-ab59-4112-bdf2-dea17ab3eb5f tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573623 Nov 25 17:11:19.613357 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18d69a9-9eb8-498d-8244-96cbc6f23fe7 x-openstack-request-id: req-b18d69a9-9eb8-498d-8244-96cbc6f23fe7 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:19.616742 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "name": "network-vif-plugged", "status": "completed", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:19.617702 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b18d69a9-9eb8-498d-8244-96cbc6f23fe7 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:19.622954 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'code': 200} Nov 25 17:11:19.689555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:19.771913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:19.819089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394540-2756-4f1c-ad98-6b6b7881d297 req-56a68ae0-90d9-4194-bc2b-0c0a8cb8d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.820814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8394540-2756-4f1c-ad98-6b6b7881d297 req-56a68ae0-90d9-4194-bc2b-0c0a8cb8d305 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 1096 time: 0.1824026 Nov 25 17:11:19.872681 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c82e70a7-7d44-41c3-8634-17aa9643fef3 req-e6a002a7-3bbf-4724-bd5f-88fc8b7f86c1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 210 time: 0.1113513 Nov 25 17:11:19.881612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eb7c6-541f-41b6-a89e-d8a57619cf9a req-287f79c2-1831-4015-a789-32f87c3719f1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:19.887887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb0eb7c6-541f-41b6-a89e-d8a57619cf9a req-287f79c2-1831-4015-a789-32f87c3719f1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 945 time: 0.2109950 Nov 25 17:11:19.925560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-aeca8c0f-0374-41f0-86da-9d14e9fe2b3a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817568 Nov 25 17:11:19.949563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:19.952451 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8cbda2-764d-4a7d-9c96-f08df62ab9d1" -d '{"events": [{"server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:19.958746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:19.989692 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.024850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-8ed20cff-85be-4353-868f-969254faf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.026990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-8ed20cff-85be-4353-868f-969254faf36a service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.4392896 Nov 25 17:11:20.078275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8394540-2756-4f1c-ad98-6b6b7881d297 req-88e85ba1-bb72-4d9f-838f-07a067985a44 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256546 Nov 25 17:11:20.092617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.128568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b7a94d-647b-465e-afa2-96a920214a0b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:20.134092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-c4a6383f-630a-411c-8b3e-04293c24200b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.0800519 Nov 25 17:11:20.146791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Pushing event deleted for resources: {'Port': ['ID=19a231e6-05a0-4f00-a43e-4a2650242be5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:20.157779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.167888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb0eb7c6-541f-41b6-a89e-d8a57619cf9a req-fc50bf8b-8bd4-4c87-8d72-7c0fb953de7d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509582 Nov 25 17:11:20.224658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-cd112720-aaf2-4df9-8289-a0b62eefdf37 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.226191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-cd112720-aaf2-4df9-8289-a0b62eefdf37 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805159 Nov 25 17:11:20.232455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Transition to ACTIVE for port object a6b7a94d-647b-465e-afa2-96a920214a0b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:20.234481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:20.244664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:20.282991 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.310485 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f99c6dc-8d79-4881-ba8e-f9b7e636590b x-openstack-request-id: req-6f99c6dc-8d79-4881-ba8e-f9b7e636590b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:20.310751 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:20.311006 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6f99c6dc-8d79-4881-ba8e-f9b7e636590b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:20.311447 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565', 'code': 200} Nov 25 17:11:20.356278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a72a-3564-4ff3-9e9b-2c756e047649 req-db04639b-cc61-4400-b498-f668f61f7564 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.364499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0ae2a72a-3564-4ff3-9e9b-2c756e047649 req-db04639b-cc61-4400-b498-f668f61f7564 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 945 time: 0.2934928 Nov 25 17:11:20.383548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-55aea7de-4f13-4260-b373-9ed259073fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.385638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-55aea7de-4f13-4260-b373-9ed259073fc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.2262352 Nov 25 17:11:20.394044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on host n-h2-817303-7 for vnic_type normal with profile {"migrating_to": "n-h1-817303-7"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:20.394431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:20.394787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:20.432638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:20.432964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Attempting to bind port 409507fa-4e95-4e6f-8e92-848f40df9565 on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:20.469072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:20.473996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.475316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-ee546015-99f4-4757-b3a8-e08b216e0471 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667803 Nov 25 17:11:20.481254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:20.481751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:20.482383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:20.482918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Bound port: 409507fa-4e95-4e6f-8e92-848f40df9565, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:20.483336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.495986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:20.499936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:20.551978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0ae2a72a-3564-4ff3-9e9b-2c756e047649 req-13dd8fd3-4320-40ee-a9e3-ad296f4d4e16 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865098 Nov 25 17:11:20.802105 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:11:20.940493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525243-cfb6-48a5-a94f-ccdd98911653 req-a34d72eb-ccdf-4e39-b127-228aa0c5cc39 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:20.942179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53525243-cfb6-48a5-a94f-ccdd98911653 req-a34d72eb-ccdf-4e39-b127-228aa0c5cc39 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 944 time: 0.2582107 Nov 25 17:11:20.977629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.123 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/aef686e5-4182-441d-b96c-4fd21c81947b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:21.055786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Router 2d142b63-b393-4fb6-b782-8c4a6040804b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:21.065857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Attempting to bind port a6b7a94d-647b-465e-afa2-96a920214a0b on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:21.066262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Attempting to bind port a6b7a94d-647b-465e-afa2-96a920214a0b by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:21.066523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Attempting to bind port a6b7a94d-647b-465e-afa2-96a920214a0b on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:21.068417 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53525243-cfb6-48a5-a94f-ccdd98911653 req-cb70991f-6e9c-438e-9bf8-82a5338df781 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180687 Nov 25 17:11:21.087373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:21.106666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-836eff62-e45e-433e-b561-25a585e4e85c req-0efc4017-149f-439d-b8ca-a653566afb89 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 210 time: 0.0688822 Nov 25 17:11:21.117245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Port a6b7a94d-647b-465e-afa2-96a920214a0b on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:21.117568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Attempting to bind port a6b7a94d-647b-465e-afa2-96a920214a0b on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:21.120769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:21.124531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-63e368c9-abd2-4264-a528-3fb8c6789a5a service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119535 Nov 25 17:11:21.127891 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.131309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:21.131662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Checking segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:21.132040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Bound using segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:21.132478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Bound port: a6b7a94d-647b-465e-afa2-96a920214a0b, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:21.132904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.229744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:21.297082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.351076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.351740 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.353160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-064b1298-eb55-4f86-9d6d-2675bc873a93 service neutron] 10.222.0.55 "PUT /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 1121 time: 2.6418040 Nov 25 17:11:21.374474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.379124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:21.400338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:21.406483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:21.410687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f20ed3e-2950-4322-89b4-d66b799a18fb admin admin] 10.222.0.86 "PUT /v2.0/routers/2d142b63-b393-4fb6-b782-8c4a6040804b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6729774 Nov 25 17:11:21.412971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:21.415455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b1062-2b52-4bdc-9c66-24cc31fc7411 req-bf1d3075-87d3-4e5e-86a9-16f6cd84844b service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774599 Nov 25 17:11:21.415707 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] Sync routers for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:21.420882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.435539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:21.442450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bf1cd-f638-43c8-b2bd-32a4dad2728e req-79fcb644-18c3-47ed-bc30-7fe1a5f57f56 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.442775 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:21.443454 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:21.450923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 has no active binding in host n-h1-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:11:21.460227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d90bf1cd-f638-43c8-b2bd-32a4dad2728e req-79fcb644-18c3-47ed-bc30-7fe1a5f57f56 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.1492786 Nov 25 17:11:21.493399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['409507fa-4e95-4e6f-8e92-848f40df9565'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:21.520740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.559224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.563435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.570027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] 10.222.0.55 "PUT /v2.0/ports/a6b7a94d-647b-465e-afa2-96a920214a0b HTTP/1.1" status: 200 len: 1092 time: 2.9309425 Nov 25 17:11:21.606313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:21.611792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['409507fa-4e95-4e6f-8e92-848f40df9565'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:21.618881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:21.625333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=aef686e5-4182-441d-b96c-4fd21c81947b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.630569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:21.637962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:21.839733 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:21.872071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d90bf1cd-f638-43c8-b2bd-32a4dad2728e req-4f8527c2-477b-46b9-8f06-1b3ef38eb8c4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084938 Nov 25 17:11:21.887040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360a604-b677-4651-993e-5ba2bfd5af6f service neutron] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:21.932801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-043af667-bd42-40db-9b5d-b2bdcb45b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.951606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-043af667-bd42-40db-9b5d-b2bdcb45b550 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 1095 time: 0.2251437 Nov 25 17:11:21.998793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:21.998793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.066972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787607d-5c8f-4115-ba44-42c90695babc req-a1e4bbbd-4e26-47b1-bc91-c52d6209d199 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.073302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-0c24cf06-c519-4887-b969-bd4c024d0b41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6b7a94d-647b-465e-afa2-96a920214a0b HTTP/1.1" status: 200 len: 217 time: 0.1057124 Nov 25 17:11:22.077857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0787607d-5c8f-4115-ba44-42c90695babc req-a1e4bbbd-4e26-47b1-bc91-c52d6209d199 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 945 time: 0.2841654 Nov 25 17:11:22.080303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-73f5321f-c76b-4a61-99aa-cdbae8f487a4 None None] Provisioning complete for port aef686e5-4182-441d-b96c-4fd21c81947b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:22.080740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73f5321f-c76b-4a61-99aa-cdbae8f487a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.103511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.135843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad', '5521127a-84a7-4a6d-bc84-6b1ac9452574'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:22.175868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-5949d04a-67e6-42b0-9ba2-0d244a591de0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9383483 Nov 25 17:11:22.181705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-c13384c1-de5c-4422-a028-ad20cee6996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.182846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-73f5321f-c76b-4a61-99aa-cdbae8f487a4 None None] Port aef686e5-4182-441d-b96c-4fd21c81947b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:22.184725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-c13384c1-de5c-4422-a028-ad20cee6996b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 200 len: 861 time: 0.1004498 Nov 25 17:11:22.220402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Request body: {'port': {'device_id': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:22.235860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-aaeb61e4-3551-4b3d-9139-4ebbf6a861ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402632 Nov 25 17:11:22.256804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0787607d-5c8f-4115-ba44-42c90695babc req-f76bc827-f915-4f80-b0ed-f944719011d4 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773920 Nov 25 17:11:22.322523 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:11:19Z', 'revision_number': 5, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port': {'id': '5f714216-6ca3-4ef3-9a32-85ef7c0a35a6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:00Z', 'updated_at': '2021-11-25T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:22.327710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565'}, {'name': 'network-changed', 'server_uuid': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'tag': 'a6b7a94d-647b-465e-afa2-96a920214a0b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:22.333695 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc" -d '{"events": [{"name": "network-changed", "server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565"}, {"name": "network-changed", "server_uuid": "9993b02c-748c-4036-9ed7-7b7e66b7443a", "tag": "a6b7a94d-647b-465e-afa2-96a920214a0b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:22.339256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.371453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Deleting port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:22.371453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.422099 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] Checking router: 2d142b63-b393-4fb6-b782-8c4a6040804b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:22.439623 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] Routers {'2d142b63-b393-4fb6-b782-8c4a6040804b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:22.440491 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['2d142b63-b393-4fb6-b782-8c4a6040804b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:22.517925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60359b7-8897-44eb-969f-a62662d5446d req-4dd62b50-7d3e-4098-addb-165ec32a6319 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.528746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e60359b7-8897-44eb-969f-a62662d5446d req-4dd62b50-7d3e-4098-addb-165ec32a6319 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 944 time: 0.2912190 Nov 25 17:11:22.552376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] For port 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:22.552711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:22.569324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Calling delete_port for 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:22.576582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-a435fe52-e5f1-4aa8-874f-75edb33ad19f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1379890 Nov 25 17:11:22.616088 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] Set router 2d142b63-b393-4fb6-b782-8c4a6040804b gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:22.626436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e60359b7-8897-44eb-969f-a62662d5446d req-a8ac2d38-3cc2-4974-b253-3cf276d60dc6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938590 Nov 25 17:11:22.637435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-83a2d15c-48c2-4cb9-8d67-c7c502a99630 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841467 Nov 25 17:11:22.662443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:22.734718 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:11:22Z', 'revision_number': 6, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:22.785008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-e1ed9cd0-33f9-4b3c-8932-24ed7b8bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.786694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-e1ed9cd0-33f9-4b3c-8932-24ed7b8bcaca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6dc708cecb947f887ecef0093516222&device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 1096 time: 0.1385636 Nov 25 17:11:22.802055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-daf9b979-63b4-45e5-9255-d5e9e77138a1 req-344a502f-8bda-404b-9354-5eaf19e08248 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420231 Nov 25 17:11:22.825964 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fe425-4c9a-4b26-9e6d-b9077aff8383 None None] The sync data for ids ['2d142b63-b393-4fb6-b782-8c4a6040804b'] in n-d-817303-7 is: [{'id': '2d142b63-b393-4fb6-b782-8c4a6040804b', 'name': 'tempest-ServersTestFqdnHostnames-1891036220-router', 'tenant_id': '1a7913d71deb4f65a3545b80ea24b90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:08:59Z', 'updated_at': '2021-11-25T17:11:22Z', 'revision_number': 6, 'project_id': '1a7913d71deb4f65a3545b80ea24b90e', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:22.826230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069328-40aa-4857-bb32-8657a7be5f35 req-bc3a40e7-60a1-45eb-a2a0-2bfaf73df0f2 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.832256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48069328-40aa-4857-bb32-8657a7be5f35 req-bc3a40e7-60a1-45eb-a2a0-2bfaf73df0f2 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 936 time: 0.1986301 Nov 25 17:11:22.989151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-102d1e06-f404-4b04-8503-704771dd7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:22.993964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-102d1e06-f404-4b04-8503-704771dd7837 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9283cab-5a0b-473f-9cd5-179c847aeb7d HTTP/1.1" status: 200 len: 907 time: 0.1780579 Nov 25 17:11:23.134310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-a0505f42-9bbb-47a2-8d8f-9ce826343d45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47580d17-f555-4375-b5c6-a7a8cefc8965 HTTP/1.1" status: 200 len: 1001 time: 0.1316400 Nov 25 17:11:23.138869 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3844ab72-4839-405c-a747-78b6dade233b x-openstack-request-id: req-3844ab72-4839-405c-a747-78b6dade233b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:23.139280 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9993b02c-748c-4036-9ed7-7b7e66b7443a", "tag": "a6b7a94d-647b-465e-afa2-96a920214a0b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:23.139724 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3844ab72-4839-405c-a747-78b6dade233b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:23.140202 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565', 'status': 'completed', 'code': 200} Nov 25 17:11:23.140592 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'tag': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'status': 'completed', 'code': 200} Nov 25 17:11:23.167432 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48069328-40aa-4857-bb32-8657a7be5f35 req-3a542aa8-35e8-44f5-ac49-390b7c952237 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154786 Nov 25 17:11:23.232139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:23.247592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef686e5-4182-441d-b96c-4fd21c81947b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:23.284151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:23.299084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f714216-6ca3-4ef3-9a32-85ef7c0a35a6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:23.346957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-840664b4-c82f-47ed-898c-9869a344da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.348489 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-840664b4-c82f-47ed-898c-9869a344da93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=937cfdb4-73b2-4c6a-b155-fd6c23c5da1c HTTP/1.1" status: 200 len: 845 time: 0.1199760 Nov 25 17:11:23.402504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Transition to ACTIVE for port object aef686e5-4182-441d-b96c-4fd21c81947b will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:23.410355 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:23.454118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-15966590-c2c0-4fd7-afe1-2ad4bd452ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.455824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-15966590-c2c0-4fd7-afe1-2ad4bd452ebc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1124 time: 0.3140543 Nov 25 17:11:23.485310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d62ef-0142-4234-9090-e355621d670d req-02cc1c8b-b126-462a-855f-77ad015fc469 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.487205 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a2d62ef-0142-4234-9090-e355621d670d req-02cc1c8b-b126-462a-855f-77ad015fc469 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.2571514 Nov 25 17:11:23.492766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-e8840ddb-f263-421f-8c72-29a589e01775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.495053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-e8840ddb-f263-421f-8c72-29a589e01775 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9283cab-5a0b-473f-9cd5-179c847aeb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328986 Nov 25 17:11:23.512959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-8d64985f-e1c1-44a2-b086-cce24339aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.514567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-8d64985f-e1c1-44a2-b086-cce24339aa4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 1095 time: 0.3794322 Nov 25 17:11:23.744295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a2d62ef-0142-4234-9090-e355621d670d req-b55ac457-9272-4c1b-9f48-496e85e60015 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481627 Nov 25 17:11:23.797979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-9ba6e1d2-5366-4193-9880-b6e6d570867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.799492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-9ba6e1d2-5366-4193-9880-b6e6d570867e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.3329139 Nov 25 17:11:23.809814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-25313aa2-2e66-4b6c-8a40-4f825475e962 service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916656 Nov 25 17:11:23.815117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:23.832689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef4530-86fa-41c1-87b3-f34014ba4ec4 req-f82d844d-5397-4e60-8fd1-53d284e7e8c9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.834462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-ed332827-c53f-4929-8658-57ba891efa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:23.835022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2ef4530-86fa-41c1-87b3-f34014ba4ec4 req-f82d844d-5397-4e60-8fd1-53d284e7e8c9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 945 time: 0.5288579 Nov 25 17:11:23.836908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-ed332827-c53f-4929-8658-57ba891efa35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 922 time: 0.3041637 Nov 25 17:11:23.951342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Pushing event updated for resources: {'Port': ['ID=aef686e5-4182-441d-b96c-4fd21c81947b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:23.975127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:23.987925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.022241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-71ee0e74-19cf-41cb-a801-c0a485a4a9ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 217 time: 0.2095227 Nov 25 17:11:24.037617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-1129d807-02ee-46b4-9d38-74ace0b07393 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6b7a94d-647b-465e-afa2-96a920214a0b HTTP/1.1" status: 200 len: 217 time: 0.1290767 Nov 25 17:11:24.122713 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2ef4530-86fa-41c1-87b3-f34014ba4ec4 req-3cc31fa1-5cf6-4e92-af6d-5f07d2f61ddc tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548282 Nov 25 17:11:24.149980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.150614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d142b63-b393-4fb6-b782-8c4a6040804b {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:11:24.168561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.170823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d327488b-a3a7-4de1-afcb-375e7c73848c admin admin] 10.222.0.86 "DELETE /v2.0/routers/2d142b63-b393-4fb6-b782-8c4a6040804b HTTP/1.1" status: 204 len: 168 time: 2.7559581 Nov 25 17:11:24.174472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58290) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:24.235435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Attempting to bind port aef686e5-4182-441d-b96c-4fd21c81947b on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:24.236027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Attempting to bind port aef686e5-4182-441d-b96c-4fd21c81947b by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:24.236536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Attempting to bind port aef686e5-4182-441d-b96c-4fd21c81947b on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:24.249074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Port aef686e5-4182-441d-b96c-4fd21c81947b on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:24.249344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Attempting to bind port aef686e5-4182-441d-b96c-4fd21c81947b on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:24.256180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f615e6-b06b-4ed0-923b-fe701ad7b701 req-28d61912-df50-4fea-9f05-ded611c17d77 service neutron] 10.222.0.55 "GET /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241507 Nov 25 17:11:24.258200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-3fcfe3d4-1319-4b72-928e-4454a53e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.259842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-3fcfe3d4-1319-4b72-928e-4454a53e7da1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.2209692 Nov 25 17:11:24.263622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-e2f41d07-63bd-42fc-b2a7-6aae8245552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.264644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-e2f41d07-63bd-42fc-b2a7-6aae8245552e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 200 len: 861 time: 0.1833899 Nov 25 17:11:24.288581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119564d-4821-4c97-968e-a298f3012bca req-fe50ee48-d018-4776-8ee4-c892396f3980 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.289047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Deleting subnet e056047b-33ca-43e9-8646-225cf3576d5a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:11:24.296987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7119564d-4821-4c97-968e-a298f3012bca req-fe50ee48-d018-4776-8ee4-c892396f3980 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 944 time: 0.2795377 Nov 25 17:11:24.299039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.335554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:24.336078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:24.336418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:24.336852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Bound port: aef686e5-4182-441d-b96c-4fd21c81947b, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:24.342000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.342125 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-5543ce15-9343-4e8c-a057-51ebee5ae860 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718710 Nov 25 17:11:24.388388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-ac5b8ced-e821-4e98-8e21-422d8c416c9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093366 Nov 25 17:11:24.395038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.514169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7119564d-4821-4c97-968e-a298f3012bca req-a8e6f92b-30c0-44d1-8221-e90086e99b9a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114706 Nov 25 17:11:24.525191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61609c2-4524-4e14-87a8-07ea8c84969c req-744e1234-ccb1-48f0-a766-99976e435c04 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.526487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a61609c2-4524-4e14-87a8-07ea8c84969c req-744e1234-ccb1-48f0-a766-99976e435c04 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 948 time: 0.1941974 Nov 25 17:11:24.546005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:24.579818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-c5416524-0193-4b63-8942-caaec4b87d34 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155092 Nov 25 17:11:24.585441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.585722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-35f0170f-f0b4-41df-9b02-33d8e57ef8ae service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553633 Nov 25 17:11:24.588860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:24.589190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f714216-6ca3-4ef3-9a32-85ef7c0a35a6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:24.589858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 19a231e6-05a0-4f00-a43e-4a2650242be5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:24.591409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] For port aef686e5-4182-441d-b96c-4fd21c81947b, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:24.627200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 19a231e6-05a0-4f00-a43e-4a2650242be5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:24.628078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 19a231e6-05a0-4f00-a43e-4a2650242be5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:24.637811 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a61609c2-4524-4e14-87a8-07ea8c84969c req-cad7edb6-6f59-410c-96f9-4efeeaaf21c8 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948343 Nov 25 17:11:24.652105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] For port aef686e5-4182-441d-b96c-4fd21c81947b, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aef686e5-4182-441d-b96c-4fd21c81947b,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:24.661753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.733807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:24.734411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.748866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/aef686e5-4182-441d-b96c-4fd21c81947b HTTP/1.1" status: 200 len: 1096 time: 2.5292175 Nov 25 17:11:24.749449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'tag': 'aef686e5-4182-441d-b96c-4fd21c81947b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:24.752442 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea27d3d-847e-44ae-a2a1-76ee8099d154", "tag": "aef686e5-4182-441d-b96c-4fd21c81947b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:24.801211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-ddc71d99-ba11-48e1-a3a3-4b111f2eb42e service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097919 Nov 25 17:11:24.812388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c53ab9a-8dcf-49b4-a3b6-c8ed636456dc req-7f16462d-aa5e-49be-bcc4-ff762d541f7b service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097807 Nov 25 17:11:24.826039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.893323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ad114-eca0-4bf5-94f7-da66a6d456d2 service neutron] Pushing event updated for resources: {'Port': ['ID=aef686e5-4182-441d-b96c-4fd21c81947b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:24.898429 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ac53d7-2d05-466c-b589-c42c31f4fbed x-openstack-request-id: req-f7ac53d7-2d05-466c-b589-c42c31f4fbed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:24.898429 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea27d3d-847e-44ae-a2a1-76ee8099d154", "tag": "aef686e5-4182-441d-b96c-4fd21c81947b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:24.898429 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7ac53d7-2d05-466c-b589-c42c31f4fbed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:24.898429 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'tag': 'aef686e5-4182-441d-b96c-4fd21c81947b', 'status': 'completed', 'code': 200} Nov 25 17:11:24.935058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e056047b-33ca-43e9-8646-225cf3576d5a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:24.984626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:24.987084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2463db2-ffe6-4819-99d7-6127e97f04c7 None None] Network 1679aa9e-8864-4d10-baaf-bbdb6c3006ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:24.987439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-774ce9dd-6483-498c-9142-4b2848c43e17 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e056047b-33ca-43e9-8646-225cf3576d5a HTTP/1.1" status: 204 len: 168 time: 0.8109336 Nov 25 17:11:24.990306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58300) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:25.003019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-d31c408c-1552-4985-bd6d-1c43c17ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.004549 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-d31c408c-1552-4985-bd6d-1c43c17ba6fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 1099 time: 0.1759732 Nov 25 17:11:25.016242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd54fa4-f50e-4e3f-9d5d-5a8fbd355a2b req-3612912f-11b2-4156-b546-fde9ec2b5553 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.023813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8dd54fa4-f50e-4e3f-9d5d-5a8fbd355a2b req-3612912f-11b2-4156-b546-fde9ec2b5553 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.0999403 Nov 25 17:11:25.096533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-97787828-faa8-4a6a-8070-7b614ea8ceb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=aef686e5-4182-441d-b96c-4fd21c81947b HTTP/1.1" status: 200 len: 217 time: 0.0704803 Nov 25 17:11:25.117445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.185491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Deleting port df516390-6566-4886-a463-c0fc13552de5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:25.185816 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.208247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8dd54fa4-f50e-4e3f-9d5d-5a8fbd355a2b req-7380053d-c96e-4b14-87d5-495ce01da0a6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836145 Nov 25 17:11:25.232866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-256f4d92-adf7-4994-b16b-6332f4c3fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.234507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-256f4d92-adf7-4994-b16b-6332f4c3fe98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1217217 Nov 25 17:11:25.310335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] For port df516390-6566-4886-a463-c0fc13552de5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=df516390-6566-4886-a463-c0fc13552de5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:25.310692 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.312102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] DHCP port deletion for 1679aa9e-8864-4d10-baaf-bbdb6c3006ea request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:11:25.327471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Calling delete_port for df516390-6566-4886-a463-c0fc13552de5 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:25.349528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795927db-8775-4847-bc6a-db81b1e55da5 req-d3895b41-cd06-4bab-8d13-a68adb8c43c0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.351145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-795927db-8775-4847-bc6a-db81b1e55da5 req-d3895b41-cd06-4bab-8d13-a68adb8c43c0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 945 time: 0.1087697 Nov 25 17:11:25.356898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-71568d2c-6a49-48cd-97d3-edbaf485da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.358412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-71568d2c-6a49-48cd-97d3-edbaf485da31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147654 Nov 25 17:11:25.414196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] Deleting port df516390-6566-4886-a463-c0fc13552de5 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:25.414573 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.442618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-795927db-8775-4847-bc6a-db81b1e55da5 req-20a0da23-70c8-4f78-b9df-1923fa364004 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831013 Nov 25 17:11:25.495243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.514266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] No DVR routers for this DVR port df516390-6566-4886-a463-c0fc13552de5 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:25.560005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-52812c13-4b86-42a3-9750-34fc5c6cc269 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884007 Nov 25 17:11:25.579053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] For port df516390-6566-4886-a463-c0fc13552de5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=df516390-6566-4886-a463-c0fc13552de5,segment=NetworkSegment(e8daafda-0893-41ff-9dbf-ba0fe8817dfc),segment_id=e8daafda-0893-41ff-9dbf-ba0fe8817dfc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:25.579703 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.604621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=df516390-6566-4886-a463-c0fc13552de5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:25.606634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] Calling delete_port for df516390-6566-4886-a463-c0fc13552de5 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:25.677541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.682551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06ce3e93-2b8e-49a6-ae30-5c421df4905e req-d2bfbf6d-c736-4312-a7a5-2fe2d4f726af service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121862 Nov 25 17:11:25.737420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1679aa9e-8864-4d10-baaf-bbdb6c3006ea']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:25.753910 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:25.803500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-cbdb5584-54cd-4822-b4be-c87f45bde7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.805078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-cbdb5584-54cd-4822-b4be-c87f45bde7f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 1099 time: 0.0583086 Nov 25 17:11:25.812486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] Pushing event deleted for resources: {'Port': ['ID=df516390-6566-4886-a463-c0fc13552de5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:25.814522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee5caf-7fa7-4f5b-b8fe-be491afa0a61 None None] No DVR routers for this DVR port df516390-6566-4886-a463-c0fc13552de5 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:25.939926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-01ef1057-d34b-4c22-8bba-925ebaabb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:25.941526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-01ef1057-d34b-4c22-8bba-925ebaabb159 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1266069 Nov 25 17:11:26.004829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-1a00e9c4-a4ca-4e7a-a094-0261afca56ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=aef686e5-4182-441d-b96c-4fd21c81947b HTTP/1.1" status: 200 len: 217 time: 0.0500684 Nov 25 17:11:26.074525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:26.075179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8daafda-0893-41ff-9dbf-ba0fe8817dfc') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:26.090059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea9237-e416-43f4-be9f-c9fe6943ed76 req-df980d51-db85-4145-ace6-dd53231df959 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.092819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0dea9237-e416-43f4-be9f-c9fe6943ed76 req-df980d51-db85-4145-ace6-dd53231df959 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 944 time: 0.4841185 Nov 25 17:11:26.096918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.122995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.124868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-766f223b-4ae8-4f16-ac71-f7b67d9bb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.126323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-766f223b-4ae8-4f16-ac71-f7b67d9bb322 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1109540 Nov 25 17:11:26.133223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:11:26.133614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:11:26.136190 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:11:26.177968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c4ad9-9739-4389-aac9-04282f541e11 req-307e2d07-cd27-49bb-9a9b-848088b4033e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.192157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed7c4ad9-9739-4389-aac9-04282f541e11 req-307e2d07-cd27-49bb-9a9b-848088b4033e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 948 time: 0.0963624 Nov 25 17:11:26.229450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0dea9237-e416-43f4-be9f-c9fe6943ed76 req-0d115444-c914-4395-9f39-600770767474 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253362 Nov 25 17:11:26.253820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.265648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.268463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-7af3eca8-32e0-45d1-8865-d1856a78018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.268973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1679aa9e-8864-4d10-baaf-bbdb6c3006ea HTTP/1.1" status: 204 len: 168 time: 1.2773337 Nov 25 17:11:26.270989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-7af3eca8-32e0-45d1-8865-d1856a78018e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332049 Nov 25 17:11:26.296828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdec39-f54b-4636-8e3f-c4a1fea9cb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1679aa9e-8864-4d10-baaf-bbdb6c3006ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:26.407620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed7c4ad9-9739-4389-aac9-04282f541e11 req-ee23e8fb-bfd7-4c55-9ddf-9c10c9c02f72 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143373 Nov 25 17:11:26.482703 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:26.495819 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-4df918a2-ede3-4dc6-b0c7-30fa929df820 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099195 Nov 25 17:11:26.572617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c75edfd3-311e-48cd-84e4-02244e675d91 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a7913d71deb4f65a3545b80ea24b90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864511 Nov 25 17:11:26.576191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58344) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:26.582846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device df516390-6566-4886-a463-c0fc13552de5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:26.594368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260b6d-1ba8-4ea9-bf88-1c835c6b0359 req-b710a7cb-d9c0-4834-a2d6-4436abc11ec3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:26.595518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd260b6d-1ba8-4ea9-bf88-1c835c6b0359 req-b710a7cb-d9c0-4834-a2d6-4436abc11ec3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.1189663 Nov 25 17:11:26.606493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: df516390-6566-4886-a463-c0fc13552de5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:11:26.607066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device df516390-6566-4886-a463-c0fc13552de5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:11:26.647567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7578d5f-4a6d-48fb-b63e-8a8f6f6b9642 req-b8b89eac-490a-485a-9d85-2b75d97d2523 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357670 Nov 25 17:11:26.648992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22682f49-9546-45c7-83af-ef3f216d3bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.673562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd260b6d-1ba8-4ea9-bf88-1c835c6b0359 req-369e7e5f-cdac-4b0c-a285-7a27996dc7cb tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Nov 25 17:11:26.673809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22682f49-9546-45c7-83af-ef3f216d3bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.727765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22682f49-9546-45c7-83af-ef3f216d3bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.730879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22682f49-9546-45c7-83af-ef3f216d3bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:26.732399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22682f49-9546-45c7-83af-ef3f216d3bbe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/094e99ea-17e1-4b14-b333-3c594c3266e5 HTTP/1.1" status: 204 len: 168 time: 0.1553140 Nov 25 17:11:26.741051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22682f49-9546-45c7-83af-ef3f216d3bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e99ea-17e1-4b14-b333-3c594c3266e5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:27.253593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a6b7a94d-647b-465e-afa2-96a920214a0b details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:27.410398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c11ed-41c9-44cc-9110-4c65c8cece9d req-03686935-d3f5-4205-896c-ef2169265a87 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:27.419656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:27.420376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a7c11ed-41c9-44cc-9110-4c65c8cece9d req-03686935-d3f5-4205-896c-ef2169265a87 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 944 time: 0.0680990 Nov 25 17:11:27.461352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'port_id': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'mac_address': 'fa:16:3e:4f:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8015e0e-fa64-4b2e-911b-e57a52514bec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:27.495619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a7c11ed-41c9-44cc-9110-4c65c8cece9d req-32095124-a4fc-406b-a2f8-06c8c489c5bd tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705428 Nov 25 17:11:27.534593 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.550518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b7a94d-647b-465e-afa2-96a920214a0b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:27.587522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:27.593481 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.644011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cbddc-5fff-46b6-9111-96ba1d397027 req-35f05582-f175-4f04-8709-b2c040e76e95 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:27.645440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-608cbddc-5fff-46b6-9111-96ba1d397027 req-35f05582-f175-4f04-8709-b2c040e76e95 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 948 time: 0.0710123 Nov 25 17:11:27.660715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:27.689199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58386) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:27.708523 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-608cbddc-5fff-46b6-9111-96ba1d397027 req-56a855a7-6658-4be2-be49-0c7ab4bc9c6f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563524 Nov 25 17:11:27.825409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd6e6-c890-41b6-9343-045dff607cc3 req-55b2b170-d687-499d-acaf-065275979f6b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:27.832779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d64bd6e6-c890-41b6-9343-045dff607cc3 req-55b2b170-d687-499d-acaf-065275979f6b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.0731406 Nov 25 17:11:27.837686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-network', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:27.873921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:27.876176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.893173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:27.913003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d64bd6e6-c890-41b6-9343-045dff607cc3 req-4a14be34-efb3-423c-9504-086815be20d8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Nov 25 17:11:27.982083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a6b7a94d-647b-465e-afa2-96a920214a0b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:27.999664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.006228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.048719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:28.055028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba43e14f-8b31-41d0-9178-20ffaa7439c4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:28.068369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.068826 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Added segment d09eb36c-a0b2-4fa2-9d47-d69a06455ab9 of type vlan for network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 Nov 25 17:11:28.115344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.149020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.150231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:28.151317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.221360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5264266 Nov 25 17:11:28.221360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620478b-943f-44c2-aa75-9e2e3df2cedb admin admin] Pushing event updated for resources: {'Network': ['ID=0d0dfdfb-6206-4acc-ad3f-82e576c6d030,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:28.222128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58392) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:28.234421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Request body: {'subnet': {'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-subnet', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:28.237926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:28.275346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:28.281060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.663662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.664397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633a76-8f08-476b-9b6c-ceecdf94abb0 req-096412da-8c62-4e0a-88ea-c5377d8a7ed5 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:28.666373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24633a76-8f08-476b-9b6c-ceecdf94abb0 req-096412da-8c62-4e0a-88ea-c5377d8a7ed5 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 945 time: 0.0737598 Nov 25 17:11:28.751692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0881d9b-1226-4b8a-a1f6-2ec117075486,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:28.765681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Checking segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:28.766133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Network hostable DHCP agents. Network: 0d0dfdfb-6206-4acc-ad3f-82e576c6d030, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:28.788199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:28.798861 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24633a76-8f08-476b-9b6c-ceecdf94abb0 req-16c6fa13-125a-442a-839d-2f772a2651b3 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202977 Nov 25 17:11:28.819535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0d0dfdfb-6206-4acc-ad3f-82e576c6d030) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:28.835521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94346b7c-aafc-4101-890d-aea59336b2e7 None None] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:28.849665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:28.850287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.913858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59281f15-b08f-45ef-8bf8-ceb394845a65 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6881268 Nov 25 17:11:28.914187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:28.926104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:28.990318 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:28.991668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.041043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163180a8-947e-4bd4-907d-9a4b0df3d6c9 req-892eb0f0-b761-4068-8d20-079bbf122223 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.053474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-163180a8-947e-4bd4-907d-9a4b0df3d6c9 req-892eb0f0-b761-4068-8d20-079bbf122223 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 948 time: 0.1579061 Nov 25 17:11:29.110073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:11:29.111195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.158788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.194773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-163180a8-947e-4bd4-907d-9a4b0df3d6c9 req-dbe57df2-99e8-47fc-9e7b-216cc42b882d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313684 Nov 25 17:11:29.296362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:29.304868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c03fb-6df1-4df0-8ad1-e2ce9713e581 req-f9fbfbe6-2c84-4a91-816f-5b7b341ad04b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:29.309849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a6b7a94d-647b-465e-afa2-96a920214a0b up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:29.312892 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a9c03fb-6df1-4df0-8ad1-e2ce9713e581 req-f9fbfbe6-2c84-4a91-816f-5b7b341ad04b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.2603824 Nov 25 17:11:29.318764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aef686e5-4182-441d-b96c-4fd21c81947b details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:29.405363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.512041 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a9c03fb-6df1-4df0-8ad1-e2ce9713e581 req-b4a20e01-358c-4387-910b-ee5c3ac41018 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980290 Nov 25 17:11:29.535334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:11:29.683142 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:11:29.785912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Allocated IP 172.20.0.2 (0d0dfdfb-6206-4acc-ad3f-82e576c6d030/c0881d9b-1226-4b8a-a1f6-2ec117075486/bea53686-ae52-43e9-91f6-abfd0fe3125f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:29.788025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.831024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:29.896812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:29.944912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'mac_address': 'fa:16:3e:c0:d7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:29.959444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port a6b7a94d-647b-465e-afa2-96a920214a0b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:29.968420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port a6b7a94d-647b-465e-afa2-96a920214a0b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:29.969041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.040133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04f9a-3fc9-4739-995b-fb19facbe8b7 req-49feeb8a-9c74-4a85-b168-5b2720b18516 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:30.052262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38a04f9a-3fc9-4739-995b-fb19facbe8b7 req-49feeb8a-9c74-4a85-b168-5b2720b18516 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 945 time: 0.1219769 Nov 25 17:11:30.094705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port aef686e5-4182-441d-b96c-4fd21c81947b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aef686e5-4182-441d-b96c-4fd21c81947b,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:30.110870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Allocated IP 172.25.8.96 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2e8ad236-9df0-4605-b67b-7ccc5107ad81) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:30.166401 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38a04f9a-3fc9-4739-995b-fb19facbe8b7 req-b0124a90-7f03-4835-9a0e-039998b660fc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129720 Nov 25 17:11:30.184757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'aef686e5-4182-441d-b96c-4fd21c81947b', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'aef686e5-4182-441d-b96c-4fd21c81947b', 'mac_address': 'fa:16:3e:f9:5d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:30.201171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.252831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.343974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8414084-d8cb-44e3-b23a-79f33627d07d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:30.379332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b7a94d-647b-465e-afa2-96a920214a0b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:30.388087 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4713b586-06c9-4753-b89c-9083fe7395f1" -d '{"events": [{"server_uuid": "9993b02c-748c-4036-9ed7-7b7e66b7443a", "name": "network-vif-plugged", "status": "completed", "tag": "a6b7a94d-647b-465e-afa2-96a920214a0b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:30.398349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.473031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:30.509230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:30.522121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.524513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae4dd0-dcc3-4dfd-801f-8e0fed69990d req-160a01f9-1ea8-4355-bfaf-f3de16628a47 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:30.539870 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74ae4dd0-dcc3-4dfd-801f-8e0fed69990d req-160a01f9-1ea8-4355-bfaf-f3de16628a47 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 948 time: 0.1457019 Nov 25 17:11:30.560400 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.581124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.607536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.726745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74ae4dd0-dcc3-4dfd-801f-8e0fed69990d req-12e52910-68aa-40d6-b4ed-6449082d966e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778891 Nov 25 17:11:30.772014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:30.779686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:30.783185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.784327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:30.786726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Pushing event updated for resources: {'Port': ['ID=2e8ad236-9df0-4605-b67b-7ccc5107ad81,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:30.791289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:30.801713 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:30.868159 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40461f21-6f8b-4d8a-82fe-b9dbb9c10ecc x-openstack-request-id: req-40461f21-6f8b-4d8a-82fe-b9dbb9c10ecc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:30.868649 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b02c-748c-4036-9ed7-7b7e66b7443a", "name": "network-vif-plugged", "status": "completed", "tag": "a6b7a94d-647b-465e-afa2-96a920214a0b", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:30.868793 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40461f21-6f8b-4d8a-82fe-b9dbb9c10ecc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:30.869642 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'code': 200} Nov 25 17:11:30.872112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef686e5-4182-441d-b96c-4fd21c81947b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:30.906178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:30.919242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:30.944920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:30.982071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d8414084-d8cb-44e3-b23a-79f33627d07d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:30.987634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port aef686e5-4182-441d-b96c-4fd21c81947b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aef686e5-4182-441d-b96c-4fd21c81947b,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:31.026494 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.028240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Pushing event updated for resources: {'Port': ['ID=bea53686-ae52-43e9-91f6-abfd0fe3125f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:31.076691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28b79-18bd-4f9d-92b2-5d952be8a435 req-e3c5b5db-51dc-4b1b-8953-df504ff36741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.083493 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97a28b79-18bd-4f9d-92b2-5d952be8a435 req-e3c5b5db-51dc-4b1b-8953-df504ff36741 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 1097 time: 0.1689138 Nov 25 17:11:31.107005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750c25d-ba7e-4ff4-b73a-8d89773f864e req-dcbf631f-2879-4980-9c28-2deac22803ff tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.132060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:31.141788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1750c25d-ba7e-4ff4-b73a-8d89773f864e req-dcbf631f-2879-4980-9c28-2deac22803ff tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.1749034 Nov 25 17:11:31.150120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Attempting to bind port bea53686-ae52-43e9-91f6-abfd0fe3125f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:31.150662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Attempting to bind port bea53686-ae52-43e9-91f6-abfd0fe3125f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:31.151682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Attempting to bind port bea53686-ae52-43e9-91f6-abfd0fe3125f on network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:31.162279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:31.162648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Checking segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:31.163057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.163479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Bound using segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:31.163965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Bound port: bea53686-ae52-43e9-91f6-abfd0fe3125f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:31.164339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.287643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] For port bea53686-ae52-43e9-91f6-abfd0fe3125f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:31.291067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] For port bea53686-ae52-43e9-91f6-abfd0fe3125f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bea53686-ae52-43e9-91f6-abfd0fe3125f,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:31.301004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:31.330382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1750c25d-ba7e-4ff4-b73a-8d89773f864e req-9f57d0b3-706c-42d7-914b-afbc42b77f8e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865525 Nov 25 17:11:31.341201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97a28b79-18bd-4f9d-92b2-5d952be8a435 req-3ba49bdd-3152-4f47-b539-0df8419d2eeb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920846 Nov 25 17:11:31.355075 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.441103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=aef686e5-4182-441d-b96c-4fd21c81947b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:31.477935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['aef686e5-4182-441d-b96c-4fd21c81947b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:31.591439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:31.633852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f768d-1c84-42cc-b439-6499befa4589 None None] Pushing event updated for resources: {'Port': ['ID=bea53686-ae52-43e9-91f6-abfd0fe3125f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:31.803225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664a54-77f3-4679-b525-a94d13838cad req-cb842908-95af-4867-b4e7-f430457077a1 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:31.814716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07664a54-77f3-4679-b525-a94d13838cad req-cb842908-95af-4867-b4e7-f430457077a1 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1207798 Nov 25 17:11:31.992895 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07664a54-77f3-4679-b525-a94d13838cad req-3df91142-0ea0-4875-baf3-37f9cd758ca8 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766014 Nov 25 17:11:32.011052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-4d108fa1-cf7a-4e2b-91ff-7037dcea7fde service neutron] 10.222.0.73 "GET /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565/bindings/n-h1-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.5415432 Nov 25 17:11:32.202509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.260683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e7d4f-2615-4ff8-9cd5-3cc863a6e75e req-b0613f7e-6ab5-46a4-aafc-ec256a6db3e7 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:32.269285 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5e7d4f-2615-4ff8-9cd5-3cc863a6e75e req-b0613f7e-6ab5-46a4-aafc-ec256a6db3e7 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 949 time: 0.0952034 Nov 25 17:11:32.349447 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5e7d4f-2615-4ff8-9cd5-3cc863a6e75e req-960a6b25-f471-4247-baeb-7e8b72654dae tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789022 Nov 25 17:11:32.561491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560d708-cc09-4b61-b29f-a0a0b7045fd5 req-58695748-97a0-4b0a-af27-a06baef25bcb tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:32.583617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e560d708-cc09-4b61-b29f-a0a0b7045fd5 req-58695748-97a0-4b0a-af27-a06baef25bcb tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 943 time: 0.1348827 Nov 25 17:11:32.684721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bea53686-ae52-43e9-91f6-abfd0fe3125f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:32.709276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e560d708-cc09-4b61-b29f-a0a0b7045fd5 req-e5049995-2344-4d30-94d6-4d664a08cc61 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246612 Nov 25 17:11:32.857889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port bea53686-ae52-43e9-91f6-abfd0fe3125f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:32.858494 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:32.977948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:33.006005 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.029926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:33.066999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port bea53686-ae52-43e9-91f6-abfd0fe3125f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bea53686-ae52-43e9-91f6-abfd0fe3125f,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:33.074674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.096684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409507fa-4e95-4e6f-8e92-848f40df9565 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:33.110970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:33.141084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.195878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Router 8a26a432-5352-41ee-b66b-62cd2cc75a36 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:11:33.224486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fb723-393e-4f75-9f37-520b9c129252 req-03ca5e19-4dcb-4298-bb3b-e6eb5988f31d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.247364 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-584fb723-393e-4f75-9f37-520b9c129252 req-03ca5e19-4dcb-4298-bb3b-e6eb5988f31d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1145732 Nov 25 17:11:33.319032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-584fb723-393e-4f75-9f37-520b9c129252 req-4f483770-43da-4e13-bf82-0d342d2dcb19 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702934 Nov 25 17:11:33.403099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:33.442342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.445810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c09fcfc9-4162-4602-a6a6-75e889682eeb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5283239 Nov 25 17:11:33.446664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:33.463844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] Transition to ACTIVE for port object 409507fa-4e95-4e6f-8e92-848f40df9565 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:33.480810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:33.487833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=bea53686-ae52-43e9-91f6-abfd0fe3125f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:33.499441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc6609-f2be-4cc7-8434-c84bbf3cdea3 None None] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:33.592956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] No DVR routers for this DVR port 409507fa-4e95-4e6f-8e92-848f40df9565 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:33.636891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:33.637955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] 10.222.0.73 "PUT /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565/bindings/n-h1-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6131411 Nov 25 17:11:33.638734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9848cb-427b-4eef-b0d4-b9713f458e70 service neutron] Pushing event updated for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:33.664331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aef686e5-4182-441d-b96c-4fd21c81947b up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:33.667519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Sync routers for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:33.816146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:33.816823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:33.884244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570eb3ad-da17-4954-b222-e1ff72287b46 req-b2965f5a-1b7f-4f41-8a80-2aa6a17dacb9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.899431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-570eb3ad-da17-4954-b222-e1ff72287b46 req-b2965f5a-1b7f-4f41-8a80-2aa6a17dacb9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.2160509 Nov 25 17:11:33.922088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-f81a131c-4396-46a4-b61d-8d825aa9c1b8 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:33.923717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-f81a131c-4396-46a4-b61d-8d825aa9c1b8 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.2104385 Nov 25 17:11:33.941595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6738494c-f274-43fb-91e8-f625609cc907 None None] Provisioning complete for port bea53686-ae52-43e9-91f6-abfd0fe3125f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:33.941960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6738494c-f274-43fb-91e8-f625609cc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.045776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-570eb3ad-da17-4954-b222-e1ff72287b46 req-e1966b93-9d1c-40ee-b3c4-a45c1c2f426a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414640 Nov 25 17:11:34.064807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d8414084-d8cb-44e3-b23a-79f33627d07d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:34.065177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.098980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port aef686e5-4182-441d-b96c-4fd21c81947b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:34.132471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-70f38ead-253c-4219-b942-f602b7e1b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.146905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-70f38ead-253c-4219-b942-f602b7e1b7d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b&tenant_id=adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 1095 time: 0.1918895 Nov 25 17:11:34.151731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port aef686e5-4182-441d-b96c-4fd21c81947b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:34.158298 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.247970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:34.287922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c64088-8e3c-4177-8f76-9ad0a84cb805 req-d1d82482-acf5-48d0-a959-265342b2b543 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.296460 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4c64088-8e3c-4177-8f76-9ad0a84cb805 req-d1d82482-acf5-48d0-a959-265342b2b543 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 949 time: 0.1435466 Nov 25 17:11:34.323599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-85921e51-717b-494f-a9d1-b15986720260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.325253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-85921e51-717b-494f-a9d1-b15986720260 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1095 time: 0.1415684 Nov 25 17:11:34.473181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4c64088-8e3c-4177-8f76-9ad0a84cb805 req-8cd2ea20-e099-4a8f-9769-4aaa5ac9749b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755164 Nov 25 17:11:34.577292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.646839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bea53686-ae52-43e9-91f6-abfd0fe3125f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:34.649862 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.673271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:34.675013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-5d4e32cc-7802-49dc-9c9c-dfe5b0ca218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.676623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-5d4e32cc-7802-49dc-9c9c-dfe5b0ca218c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.3323493 Nov 25 17:11:34.680447 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1059176-b31e-4f16-b85d-9b006242406c" -d '{"events": [{"server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "name": "network-vif-plugged", "status": "completed", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:34.740372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-63ad26a5-dc32-4d8e-9c64-41af9f6754b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 200 len: 217 time: 0.0549431 Nov 25 17:11:34.762612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.788172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:34.823314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6cec-1093-4d4d-bdf8-f6805bb5281f req-6edaa3b5-b30d-4c28-9af1-1c786910e6ca tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.830997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-63fe6cec-1093-4d4d-bdf8-f6805bb5281f req-6edaa3b5-b30d-4c28-9af1-1c786910e6ca tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 944 time: 0.2052426 Nov 25 17:11:34.846543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:34.932363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-65db87e3-fa26-4084-aac6-a23ef42133ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:34.935168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-65db87e3-fa26-4084-aac6-a23ef42133ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1839032 Nov 25 17:11:34.982833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port aef686e5-4182-441d-b96c-4fd21c81947b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aef686e5-4182-441d-b96c-4fd21c81947b,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:34.992458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:34.997549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-63fe6cec-1093-4d4d-bdf8-f6805bb5281f req-57c45131-91d4-4b8b-91ca-0580f5387817 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644831 Nov 25 17:11:35.005233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-3088917f-4b0f-4e60-a18d-a005bc547d77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529795 Nov 25 17:11:35.013620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.085883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=aef686e5-4182-441d-b96c-4fd21c81947b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:35.112987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3f73b431-2ddc-45a3-830d-4b6730397fed None None] Provisioning complete for port bea53686-ae52-43e9-91f6-abfd0fe3125f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:35.113515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f73b431-2ddc-45a3-830d-4b6730397fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.139052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port bea53686-ae52-43e9-91f6-abfd0fe3125f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:35.139542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.170179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:31Z', 'revision_number': 3, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:35.241563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Checking router: 8a26a432-5352-41ee-b66b-62cd2cc75a36 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:35.242046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Updating router 8a26a432-5352-41ee-b66b-62cd2cc75a36 port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:35.308886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.345112 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bbd63b-23c9-4e0c-9000-8621eaa9aa86 x-openstack-request-id: req-c7bbd63b-23c9-4e0c-9000-8621eaa9aa86 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:35.345487 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "name": "network-vif-plugged", "status": "completed", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:35.345848 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7bbd63b-23c9-4e0c-9000-8621eaa9aa86 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:35.348252 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'code': 200} Nov 25 17:11:35.410688 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-ea2064d4-23b3-489a-b714-6b64a397799e service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938715 Nov 25 17:11:35.502163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Allocated IP 172.20.0.1 (0d0dfdfb-6206-4acc-ad3f-82e576c6d030/c0881d9b-1226-4b8a-a1f6-2ec117075486/032efaac-3c38-4575-a93d-d019c4c21f65) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:35.627375 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7bca405a-dc1f-4752-bfb7-8f50717a8801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.710854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff3ac-091c-454b-8671-9b1270c637dd req-2a1f99de-85c1-4ce0-aa3c-b79516175dbc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:35.712446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01aff3ac-091c-454b-8671-9b1270c637dd req-2a1f99de-85c1-4ce0-aa3c-b79516175dbc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.2549691 Nov 25 17:11:35.782683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-f29e2978-dfac-4d51-9d61-45605fe84efa service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974944 Nov 25 17:11:35.810533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc1b-0c41-49b0-8ad4-a0ad19101d23 req-4376f21a-0f34-41e2-ab79-fa9657ed311e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:35.837465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8fcbfc1b-0c41-49b0-8ad4-a0ad19101d23 req-4376f21a-0f34-41e2-ab79-fa9657ed311e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.1168606 Nov 25 17:11:35.930319 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:35.967467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.055670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8fcbfc1b-0c41-49b0-8ad4-a0ad19101d23 req-82b9b93c-a884-4497-b8a9-e430000d8226 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916580 Nov 25 17:11:36.078795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01aff3ac-091c-454b-8671-9b1270c637dd req-3ff6610b-044a-47de-93e9-f160ef871d0c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802463 Nov 25 17:11:36.081496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Attempting to bind port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:36.081871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Attempting to bind port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:36.083158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Attempting to bind port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:36.090248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715a76-d65e-4741-ab09-2aaf4c417175 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad236-9df0-4605-b67b-7ccc5107ad81,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:36.091085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.093934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:36.094564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:36.094976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.095417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:36.097440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Bound port: 2e8ad236-9df0-4605-b67b-7ccc5107ad81, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:36.097845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.218013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] For port 2e8ad236-9df0-4605-b67b-7ccc5107ad81, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:36.222115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] For port 2e8ad236-9df0-4605-b67b-7ccc5107ad81, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2e8ad236-9df0-4605-b67b-7ccc5107ad81,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:36.229968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.260319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd2aef-aed7-41fe-8427-387aaacf4658 req-074ebf1e-c68c-49bc-a0f4-4911dbca79fc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.273241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9fd2aef-aed7-41fe-8427-387aaacf4658 req-074ebf1e-c68c-49bc-a0f4-4911dbca79fc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 944 time: 0.0859206 Nov 25 17:11:36.293514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-b8345204-3525-49d8-9402-8cc31b5a07ef tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.295162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-b8345204-3525-49d8-9402-8cc31b5a07ef tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1907508 Nov 25 17:11:36.336603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e682a3-1dba-484f-a68f-c95a92b67c81 req-225cdc88-8b6a-4cbd-b340-eb85cf38f88c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.342550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:36.343226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:36.348975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60e682a3-1dba-484f-a68f-c95a92b67c81 req-225cdc88-8b6a-4cbd-b340-eb85cf38f88c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1282892 Nov 25 17:11:36.356149 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.378111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9fd2aef-aed7-41fe-8427-387aaacf4658 req-5904f115-1192-48e8-8135-2346e43760ce tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037092 Nov 25 17:11:36.472694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:36.493646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:36.508488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:36.511995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Pushing event updated for resources: {'Port': ['ID=032efaac-3c38-4575-a93d-d019c4c21f65,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:36.548261 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60e682a3-1dba-484f-a68f-c95a92b67c81 req-398d15a2-793d-45c3-9d26-5147983afde8 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980886 Nov 25 17:11:36.578890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715a76-d65e-4741-ab09-2aaf4c417175 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad236-9df0-4605-b67b-7ccc5107ad81,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:36.697804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.834718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:36.868645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-6de8df3c-dace-47ae-af29-f5a26ff254c7 service neutron] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:36.882804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-6de8df3c-dace-47ae-af29-f5a26ff254c7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:36.884203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-391ac6a0-3cf9-4169-b431-4d2dc5689460 req-6de8df3c-dace-47ae-af29-f5a26ff254c7 service neutron] 10.222.0.55 "DELETE /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565/bindings/n-h2-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.5779779 Nov 25 17:11:36.923824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4400ea4-0222-420b-bdb9-810b1c7c62b3 req-cb1f7d63-379a-4de1-8e1e-7cb59ad4ea24 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.932452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eab04c-6a48-460b-bc18-8eba8ce09be3 req-002357e4-49d5-4966-893c-1ce57a560681 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:36.942669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4400ea4-0222-420b-bdb9-810b1c7c62b3 req-cb1f7d63-379a-4de1-8e1e-7cb59ad4ea24 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1102040 Nov 25 17:11:36.953777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03eab04c-6a48-460b-bc18-8eba8ce09be3 req-002357e4-49d5-4966-893c-1ce57a560681 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1095 time: 0.1361988 Nov 25 17:11:37.003645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5f4b13e3-a59c-4566-9cbe-826e2c2bafd4 None None] Provisioning complete for port 032efaac-3c38-4575-a93d-d019c4c21f65 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:37.004726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f4b13e3-a59c-4566-9cbe-826e2c2bafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.043992 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4400ea4-0222-420b-bdb9-810b1c7c62b3 req-f49968c7-5d88-438d-bed5-39b500663e56 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979776 Nov 25 17:11:37.046224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03eab04c-6a48-460b-bc18-8eba8ce09be3 req-7a726df7-b6ea-4107-a6dc-fc2cb5856995 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914357 Nov 25 17:11:37.058153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.109029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b13e3-a59c-4566-9cbe-826e2c2bafd4 None None] Port 032efaac-3c38-4575-a93d-d019c4c21f65 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:37.264810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51255-010d-4a14-9718-0310bad33df8 req-0728def3-14fa-45bb-a0ea-3d1bf4ea637a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.271666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:31Z', 'revision_number': 3, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:37.278672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12a51255-010d-4a14-9718-0310bad33df8 req-0728def3-14fa-45bb-a0ea-3d1bf4ea637a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 1095 time: 0.0876069 Nov 25 17:11:37.332388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f529b5-8575-4dd4-a436-078139f5ed24 req-8335ca76-9050-41af-a6d4-590a56174476 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.342446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85f529b5-8575-4dd4-a436-078139f5ed24 req-8335ca76-9050-41af-a6d4-590a56174476 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1584036 Nov 25 17:11:37.363340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef686e5-4182-441d-b96c-4fd21c81947b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:37.373166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12a51255-010d-4a14-9718-0310bad33df8 req-ae302d00-7396-4ac1-afb8-9095ee31ac4d tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845177 Nov 25 17:11:37.376073 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e491305-679e-4afd-863a-dbd24ffe598d" -d '{"events": [{"server_uuid": "1ea27d3d-847e-44ae-a2a1-76ee8099d154", "name": "network-vif-plugged", "status": "completed", "tag": "aef686e5-4182-441d-b96c-4fd21c81947b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:37.379904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655776ff-4f7b-44d9-930c-333863f11ba4 None None] The sync data for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 is: [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:31Z', 'revision_number': 3, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:37.451646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85f529b5-8575-4dd4-a436-078139f5ed24 req-4621f8e8-1666-448e-b7f9-6abd3f28252c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066029 Nov 25 17:11:37.490608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.503779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.569493 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3bc9ae-ffd8-4636-93a1-631981f43acc x-openstack-request-id: req-cb3bc9ae-ffd8-4636-93a1-631981f43acc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:37.569810 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea27d3d-847e-44ae-a2a1-76ee8099d154", "name": "network-vif-plugged", "status": "completed", "tag": "aef686e5-4182-441d-b96c-4fd21c81947b", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:37.570067 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cb3bc9ae-ffd8-4636-93a1-631981f43acc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:37.570464 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef686e5-4182-441d-b96c-4fd21c81947b', 'code': 200} Nov 25 17:11:37.640577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53567535-09fb-4cb6-9334-83c5b3931d48 req-de670ebb-65ac-4018-953c-35997e946865 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.642347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53567535-09fb-4cb6-9334-83c5b3931d48 req-de670ebb-65ac-4018-953c-35997e946865 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.1089594 Nov 25 17:11:37.735010 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:37.739852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Pushing event updated for resources: {'Port': ['ID=032efaac-3c38-4575-a93d-d019c4c21f65,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:37.760655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53567535-09fb-4cb6-9334-83c5b3931d48 req-afcddc34-30de-4127-b99a-7db2637be343 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051729 Nov 25 17:11:37.790449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6083df3-59ce-4b59-b2a5-e782450cc16e req-093e41a3-c5c2-44f4-a620-f49ec3b8b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:37.802932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6083df3-59ce-4b59-b2a5-e782450cc16e req-093e41a3-c5c2-44f4-a620-f49ec3b8b7a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 1101 time: 0.1538706 Nov 25 17:11:37.901163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6083df3-59ce-4b59-b2a5-e782450cc16e req-6b401e67-cf7b-4cff-bae9-d85b76410286 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868506 Nov 25 17:11:37.972468 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1374d193-4a49-448a-8300-6f692fde31dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.022061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:38.024009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:38.082456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352be1-d205-44c2-87a4-d2569e255472 req-70012bd7-56e1-4386-aaee-f76292e5008e tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:38.092578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4352be1-d205-44c2-87a4-d2569e255472 req-70012bd7-56e1-4386-aaee-f76292e5008e tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1049175 Nov 25 17:11:38.195344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4352be1-d205-44c2-87a4-d2569e255472 req-0a4e76b5-d7f1-4182-a2e5-50bd5bbce60a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015961 Nov 25 17:11:38.592194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3cb2e325-aba3-4507-872f-ffb8c9eadd0d None None] Provisioning complete for port 032efaac-3c38-4575-a93d-d019c4c21f65 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:38.592819 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3cb2e325-aba3-4507-872f-ffb8c9eadd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.626750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac9935-8d79-4d01-81d8-7bee97ff68c7 req-8d85569f-c6d4-4459-bbf0-227ab7747679 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:38.641584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9dac9935-8d79-4d01-81d8-7bee97ff68c7 req-8d85569f-c6d4-4459-bbf0-227ab7747679 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1091869 Nov 25 17:11:38.681204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2e8ad236-9df0-4605-b67b-7ccc5107ad81 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:38.764035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9dac9935-8d79-4d01-81d8-7bee97ff68c7 req-d1745423-ad25-484b-af69-14a77f7c0151 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153426 Nov 25 17:11:38.857078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2e325-aba3-4507-872f-ffb8c9eadd0d None None] Port 032efaac-3c38-4575-a93d-d019c4c21f65 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:38.923693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:38.924315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:38.983474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Router 8a26a432-5352-41ee-b66b-62cd2cc75a36 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:39.149428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e3373-60d4-4db3-8849-9438d6af79ba req-2e910c0c-ed65-404a-8974-d83d11e7dacd tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:39.162103 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c53e3373-60d4-4db3-8849-9438d6af79ba req-2e910c0c-ed65-404a-8974-d83d11e7dacd tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.2507393 Nov 25 17:11:39.170574 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.267358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 2e8ad236-9df0-4605-b67b-7ccc5107ad81, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2e8ad236-9df0-4605-b67b-7ccc5107ad81,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:39.286473 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.483134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c53e3373-60d4-4db3-8849-9438d6af79ba req-21dae529-6065-4e10-bbcc-7ca19990d9eb tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980237 Nov 25 17:11:39.508307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad236-9df0-4605-b67b-7ccc5107ad81,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:39.524483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:39.579335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:39.601045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e361a02d-0473-4c9a-be2c-5e659ea5f263 admin admin] 10.222.0.86 "PUT /v2.0/routers/8a26a432-5352-41ee-b66b-62cd2cc75a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1454160 Nov 25 17:11:40.382131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825c2d-ec01-4768-ba52-f0360417cb83 req-1dff5597-4464-4b5e-b901-dbbb5e526093 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:40.390837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17825c2d-ec01-4768-ba52-f0360417cb83 req-1dff5597-4464-4b5e-b901-dbbb5e526093 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.0702865 Nov 25 17:11:40.424466 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:40.532389 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Sync routers for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:40.534181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17825c2d-ec01-4768-ba52-f0360417cb83 req-cffbe622-1e1a-4700-b153-b963e059e8c3 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385107 Nov 25 17:11:40.565052 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:40.565612 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:40.686112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2e8ad236-9df0-4605-b67b-7ccc5107ad81 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:40.822318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2dbd7-efa5-4575-8028-e9c3847da2ad req-82716745-31c6-4cdd-ab0e-5473e306923e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:40.842119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:40.842881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc2dbd7-efa5-4575-8028-e9c3847da2ad req-82716745-31c6-4cdd-ab0e-5473e306923e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.1719193 Nov 25 17:11:40.843522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:40.982141 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc2dbd7-efa5-4575-8028-e9c3847da2ad req-56c6e476-323b-4815-9709-d13e67dae34e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356835 Nov 25 17:11:40.992856 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:41.046616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:41.051692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-381986918-network', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:41.114286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Made reservation on behalf of c8d0a4c63ae54c73b62b4deafef70584 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:41.116795 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.139481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.263937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.284452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.298197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.402745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:11:41.439914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbea291-ec4c-446b-9a8f-dbf3dd046d4c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:41.472545 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.473016 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Added segment 127b354e-4834-4524-8c5d-c0831057dd8d of type vlan for network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 Nov 25 17:11:41.477002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474792-40ee-4226-99c2-e0f9760e591f req-50c715c8-fe18-4eab-9241-e1862200779b tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:41.489783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c474792-40ee-4226-99c2-e0f9760e591f req-50c715c8-fe18-4eab-9241-e1862200779b tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 1101 time: 0.2028196 Nov 25 17:11:41.495073 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:37Z', 'revision_number': 2, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:41.559586 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Checking router: 8a26a432-5352-41ee-b66b-62cd2cc75a36 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:41.560256 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Updating router 8a26a432-5352-41ee-b66b-62cd2cc75a36 port 032efaac-3c38-4575-a93d-d019c4c21f65 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:41.624688 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.652088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.729046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.730100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:41.735051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:41.795339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe490662-80c8-4f7a-b8bb-a5d0ed7629f2 req-5f1b8a84-021b-483c-b430-c847613a4eba tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:41.818142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] Pushing event updated for resources: {'Network': ['ID=4c6077ba-0cf9-4758-9c60-1d56fa880da7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:41.831159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:11:41.831737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe490662-80c8-4f7a-b8bb-a5d0ed7629f2 req-5f1b8a84-021b-483c-b430-c847613a4eba tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1844962 Nov 25 17:11:41.851040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c474792-40ee-4226-99c2-e0f9760e591f req-b169684a-23f8-40f5-85c6-23657b92745b tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603375 Nov 25 17:11:41.869915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-40406021-f17b-4544-8cb3-fbb96e1536cf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8196566 Nov 25 17:11:41.873700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:41.905139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Request body: {'subnet': {'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-subnet', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:41.945074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Made reservation on behalf of c8d0a4c63ae54c73b62b4deafef70584 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:41.957234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.102148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe490662-80c8-4f7a-b8bb-a5d0ed7629f2 req-74434dfd-b294-4caf-9560-cdede76b8fcd tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586019 Nov 25 17:11:42.247539 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.258374 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.495910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.505355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-4f5d132b-3cba-48b3-ba9e-eb86afbde2ac tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630121 Nov 25 17:11:42.629987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-5be96470-342b-4ab7-911c-18d7b5fc71ce tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:42.637676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-5be96470-342b-4ab7-911c-18d7b5fc71ce tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311424 Nov 25 17:11:42.648931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05f7e77-176b-4b8e-8f51-6f93223daa83,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:42.655237 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Attempting to bind port 032efaac-3c38-4575-a93d-d019c4c21f65 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:42.661183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-681ab21c-e759-4bc1-a865-941920eeb2cb tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/quotas/23e2fb6919bb4d10ac4fa5c627dc9f4b HTTP/1.1" status: 200 len: 375 time: 0.0220988 Nov 25 17:11:42.663182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Checking segment: {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:42.663527 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Attempting to bind port 032efaac-3c38-4575-a93d-d019c4c21f65 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:42.663689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Network hostable DHCP agents. Network: 4c6077ba-0cf9-4758-9c60-1d56fa880da7, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:11:42.663893 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Attempting to bind port 032efaac-3c38-4575-a93d-d019c4c21f65 on network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:42.678442 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:42.678797 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Checking segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:42.679081 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.679554 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Bound using segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:42.680043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Bound port: 032efaac-3c38-4575-a93d-d019c4c21f65, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:42.680438 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.702955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:11:42.716654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 4c6077ba-0cf9-4758-9c60-1d56fa880da7) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:42.722358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:42.723177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.726293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d5530-d36e-4078-a641-6203d61c4b4a None None] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:42.775475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-89cd8835-e63e-4eb6-a9ba-1dc81d9c3d05 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8834345 Nov 25 17:11:42.776645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:42.788237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:42.820826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-e91ff299-8ef3-452d-a154-4f7f5d9999f8 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1481249 Nov 25 17:11:42.861042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.862357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.893606 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] For port 032efaac-3c38-4575-a93d-d019c4c21f65, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:42.901665 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] For port 032efaac-3c38-4575-a93d-d019c4c21f65, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=032efaac-3c38-4575-a93d-d019c4c21f65,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:42.931529 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.937265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Provisioning complete for port 032efaac-3c38-4575-a93d-d019c4c21f65 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:42.938416 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:42.969596 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dca5b-9d39-4cf6-afd6-29de39ce68ea None None] Pushing event updated for resources: {'Port': ['ID=032efaac-3c38-4575-a93d-d019c4c21f65,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:43.026164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.129591 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dca5b-9d39-4cf6-afd6-29de39ce68ea None None] Pushing event updated for resources: {'Port': ['ID=032efaac-3c38-4575-a93d-d019c4c21f65,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:43.161416 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:43.162313 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:43.317582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b057b249-9b54-40f7-9986-fd850f80bdf0 req-199345e2-ad4a-4dcf-8df2-f4cd641b5609 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 210 time: 0.1642749 Nov 25 17:11:43.372091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a6b7a94d-647b-465e-afa2-96a920214a0b details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:43.484186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'fixed_ips': [{'subnet_id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:11:43.485333 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.657284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:43.688392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:43.830278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:43.886389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaea087-da89-4312-8006-db17f82bd5af req-62dcc3e3-c686-4eda-9f04-a96a63d2d3de tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:43.898483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0aaea087-da89-4312-8006-db17f82bd5af req-62dcc3e3-c686-4eda-9f04-a96a63d2d3de tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.2884977 Nov 25 17:11:43.912558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'port_id': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'mac_address': 'fa:16:3e:4f:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8015e0e-fa64-4b2e-911b-e57a52514bec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:44.022005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0aaea087-da89-4312-8006-db17f82bd5af req-ef27a054-8668-435e-8450-3270d591d42c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221516 Nov 25 17:11:44.235422 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.386868 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.403873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.426633 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:42Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:44.499632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.520116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] For port 032efaac-3c38-4575-a93d-d019c4c21f65, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=032efaac-3c38-4575-a93d-d019c4c21f65,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:44.544813 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77c7fe-0ddc-4a4f-a8ef-a1f530d8331d None None] The sync data for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 is: [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:42Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:44.626674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b7a94d-647b-465e-afa2-96a920214a0b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:44.653498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:44.722173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57294690-5f99-49a2-97bb-2dfd63112f76 req-140e6d14-517e-4558-b1e9-5a8010330b3d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:44.731663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57294690-5f99-49a2-97bb-2dfd63112f76 req-140e6d14-517e-4558-b1e9-5a8010330b3d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 946 time: 0.1370342 Nov 25 17:11:44.767868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71d7dc1e-4cd9-48bf-a913-e3f1fcd998b0 req-43a5dba3-56c1-486f-a3cb-fbdcbb5bbe00 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 210 time: 0.1059887 Nov 25 17:11:44.878836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Pushing event updated for resources: {'Port': ['ID=032efaac-3c38-4575-a93d-d019c4c21f65,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:44.883304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:44.909229 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57294690-5f99-49a2-97bb-2dfd63112f76 req-574eafa1-9b84-43e3-9d70-68294a8f89cc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765835 Nov 25 17:11:44.935011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Allocated IP 172.20.0.2 (4c6077ba-0cf9-4758-9c60-1d56fa880da7/b05f7e77-176b-4b8e-8f51-6f93223daa83/7aa8ef19-69b6-4c0f-a0c5-071d96eaae10) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:45.049577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Allocated IP 172.25.8.98 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/8ec7022d-e053-438f-9316-e1412cadefcf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:45.194875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-e98ff42b-18a1-477c-8df9-c17f7c19d9ac tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422144 Nov 25 17:11:45.381538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.381789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d4cf1f28-0944-4b5d-ba65-033410c2d7cc tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:45.385129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d4cf1f28-0944-4b5d-ba65-033410c2d7cc tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809742 Nov 25 17:11:45.398220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:45.430636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.432458 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.458829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.469462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.471499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.472102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.476993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.477538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.481389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.481813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.482157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.482496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.482829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.483157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844fac6-cf10-47a9-a045-b1e0caf5fdc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.528995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:45.533530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:45.544411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:45.618022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Pushing event updated for resources: {'Port': ['ID=8ec7022d-e053-438f-9316-e1412cadefcf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:45.643940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.644298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.658190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.658734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.659087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.659480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.659808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.660145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.664381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.664701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.667857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.668248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:45.674539 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.715240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-555bf68e-2f41-4117-9671-14838d81b805 None None] Provisioning complete for port 032efaac-3c38-4575-a93d-d019c4c21f65 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:45.720891 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-555bf68e-2f41-4117-9671-14838d81b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.775714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:45.780022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.816336 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.890387 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:45.945882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:45.988036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:46.013135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:46.016346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:46.021250 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9ab6d57-1e4c-40ef-b9a9-f84bdafdbfd4 req-35fd4362-9209-4f3b-9970-f9a133dbe58d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 210 time: 0.0854812 Nov 25 17:11:46.104616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.58 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/58c56a28-08ec-40c6-9353-d422b41ca610) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:46.186689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Pushing event updated for resources: {'Port': ['ID=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:46.552599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7488-93d1-473f-9214-a1815ce18b90 req-5fbaa0d9-aad7-4b6d-8d77-635d5ecfd1e6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:46.554143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c7f7488-93d1-473f-9214-a1815ce18b90 req-5fbaa0d9-aad7-4b6d-8d77-635d5ecfd1e6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 945 time: 0.4408388 Nov 25 17:11:46.575786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.596985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-124dd2a6-9121-4e10-a629-a689f28592d0 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:46.598626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-124dd2a6-9121-4e10-a629-a689f28592d0 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 945 time: 0.3240583 Nov 25 17:11:46.635167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Attempting to bind port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:46.636296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Attempting to bind port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:46.636872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Attempting to bind port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 on network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:46.647047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:46.649484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Checking segment: {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:46.650146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.650739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Bound using segment: {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:46.652759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Bound port: 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:46.653396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.747920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 032efaac-3c38-4575-a93d-d019c4c21f65 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:46.898347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] For port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:46.902862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] For port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,segment=NetworkSegment(127b354e-4834-4524-8c5d-c0831057dd8d),segment_id=127b354e-4834-4524-8c5d-c0831057dd8d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:46.924955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:46.945537 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c7f7488-93d1-473f-9214-a1815ce18b90 req-b3970058-e9a9-44ea-9a8b-8ef9bbb70eec tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542035 Nov 25 17:11:46.978939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.034732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319a63-a82f-4cb3-876e-0fc0ab728ed8 None None] Pushing event updated for resources: {'Port': ['ID=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:47.047676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 032efaac-3c38-4575-a93d-d019c4c21f65 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:47.048058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.125930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.142906 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.171830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:47.318110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad', '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'aef686e5-4182-441d-b96c-4fd21c81947b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:47.322784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:47.351446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:47.371050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:47.480196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Deleting port a6b7a94d-647b-465e-afa2-96a920214a0b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:11:47.480765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.497044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=58c56a28-08ec-40c6-9353-d422b41ca610,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:47.533774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.534452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.535836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.536518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.539273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a6b7a94d-647b-465e-afa2-96a920214a0b details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:47.540098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.541671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.542358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.545013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.545811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.550081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a6b7a94d-647b-465e-afa2-96a920214a0b no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:11:47.552151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.553590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.554162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:11:47.605222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:47.613885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.666976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-a2b86ed0-8f40-4e8b-8aee-41ccfce02497 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2727151 Nov 25 17:11:47.684561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Request body: {'port': {'device_id': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:47.730893 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.766877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079e3c4-ebb2-44ee-9c98-79004a160cde req-d9b9cde3-8576-47c8-951f-304f20775243 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:47.774814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9079e3c4-ebb2-44ee-9c98-79004a160cde req-d9b9cde3-8576-47c8-951f-304f20775243 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 935 time: 0.3500190 Nov 25 17:11:47.855486 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.922123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:47.922659 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:47.955026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Calling delete_port for a6b7a94d-647b-465e-afa2-96a920214a0b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:11:48.042459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c8132016-7760-4e27-97b7-6edf3d4d1bd3 None None] Provisioning complete for port 58c56a28-08ec-40c6-9353-d422b41ca610 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:48.042889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8132016-7760-4e27-97b7-6edf3d4d1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.256823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9079e3c4-ebb2-44ee-9c98-79004a160cde req-4681131f-1047-4c00-9d59-62ac1d545d83 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807816 Nov 25 17:11:48.281751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Router b1470dae-eb4b-4254-b5cd-587358c2a407 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:11:48.289356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c8132016-7760-4e27-97b7-6edf3d4d1bd3 None None] Port 58c56a28-08ec-40c6-9353-d422b41ca610 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:48.296110 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.355856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:48.432186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'port_id': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'mac_address': 'fa:16:3e:4f:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8015e0e-fa64-4b2e-911b-e57a52514bec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:48.466989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c56a28-08ec-40c6-9353-d422b41ca610 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:48.481918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.496033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Transition to ACTIVE for port object 58c56a28-08ec-40c6-9353-d422b41ca610 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:11:48.516658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.642597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6b7a94d-647b-465e-afa2-96a920214a0b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:48.658872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Pushing event updated for resources: {'Port': ['ID=58c56a28-08ec-40c6-9353-d422b41ca610,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:48.744892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:48.778875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1e359-b2bd-49c4-92b8-ef2e52e4b8d5 req-5ca8c7ac-5bb8-4b15-a1b3-184b6d7ccdcc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:48.793438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-def1e359-b2bd-49c4-92b8-ef2e52e4b8d5 req-5ca8c7ac-5bb8-4b15-a1b3-184b6d7ccdcc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 945 time: 0.7381895 Nov 25 17:11:48.803537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:48.813735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:48.820075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aafe8fb4-ec39-4315-80f1-fdc9b95c3aab admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0302508 Nov 25 17:11:48.820075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:48.850668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Sync routers for ids ['b1470dae-eb4b-4254-b5cd-587358c2a407'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:49.031808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-def1e359-b2bd-49c4-92b8-ef2e52e4b8d5 req-334b289d-1fd6-452b-941c-a1f88dca1c7b tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373381 Nov 25 17:11:49.046308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a6b7a94d-647b-465e-afa2-96a920214a0b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a6b7a94d-647b-465e-afa2-96a920214a0b,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:49.069392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Attempting to bind port 58c56a28-08ec-40c6-9353-d422b41ca610 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:49.079228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Attempting to bind port 58c56a28-08ec-40c6-9353-d422b41ca610 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:49.079704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Attempting to bind port 58c56a28-08ec-40c6-9353-d422b41ca610 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:49.093712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Port 58c56a28-08ec-40c6-9353-d422b41ca610 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:11:49.094032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Attempting to bind port 58c56a28-08ec-40c6-9353-d422b41ca610 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:49.108602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:49.108940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:49.109725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:49.111577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Bound port: 58c56a28-08ec-40c6-9353-d422b41ca610, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:49.111967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.198004 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.248461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] For port 58c56a28-08ec-40c6-9353-d422b41ca610, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:49.256064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] For port 58c56a28-08ec-40c6-9353-d422b41ca610, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=58c56a28-08ec-40c6-9353-d422b41ca610,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:49.270301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.392168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Pushing event updated for resources: {'Port': ['ID=58c56a28-08ec-40c6-9353-d422b41ca610,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:49.408962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:49.439234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:49.439989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.443864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-d7752070-3550-4b99-8584-9b7ba4d2b989 service neutron] 10.222.0.73 "PUT /v2.0/ports/58c56a28-08ec-40c6-9353-d422b41ca610 HTTP/1.1" status: 200 len: 1095 time: 1.7666719 Nov 25 17:11:49.444531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Routers {'b1470dae-eb4b-4254-b5cd-587358c2a407'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:49.445444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1470dae-eb4b-4254-b5cd-587358c2a407'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:49.515725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'tag': '58c56a28-08ec-40c6-9353-d422b41ca610'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:49.518150 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07510d7-b281-4918-8604-aa9216c167cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bacbdc48-af0b-4db7-bc41-76ecc0e6ca86", "tag": "58c56a28-08ec-40c6-9353-d422b41ca610"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:49.718356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985af47b-9369-4b3f-a413-4c76aa56876b req-1775a85f-e5b1-4d44-aacc-9ba627356487 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:49.734578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-985af47b-9369-4b3f-a413-4c76aa56876b req-1775a85f-e5b1-4d44-aacc-9ba627356487 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 947 time: 0.3485177 Nov 25 17:11:49.823185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Set router b1470dae-eb4b-4254-b5cd-587358c2a407 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:49.864780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:49.926189 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defda54a-5aec-4880-b6a0-e11d12c5d43b x-openstack-request-id: req-defda54a-5aec-4880-b6a0-e11d12c5d43b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:49.926449 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacbdc48-af0b-4db7-bc41-76ecc0e6ca86", "tag": "58c56a28-08ec-40c6-9353-d422b41ca610", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:49.926569 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-defda54a-5aec-4880-b6a0-e11d12c5d43b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:49.926884 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'tag': '58c56a28-08ec-40c6-9353-d422b41ca610', 'status': 'completed', 'code': 200} Nov 25 17:11:49.927149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event deleted for resources: {'Port': ['ID=a6b7a94d-647b-465e-afa2-96a920214a0b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:49.956780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-985af47b-9369-4b3f-a413-4c76aa56876b req-3d3f1eea-e84c-4d1b-998b-422439ba0c47 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159448 Nov 25 17:11:49.985911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-c1271006-10fc-4945-a68f-a226faf701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:49.987787 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-c1271006-10fc-4945-a68f-a226faf701ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 1098 time: 0.4639168 Nov 25 17:11:50.092373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122986a-6ac9-45f0-b908-d6321d933851 None None] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:11:50.127168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] No DVR routers for this DVR port a6b7a94d-647b-465e-afa2-96a920214a0b on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:11:50.140130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.147470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3881fa7-9df1-464d-94e8-af0b8949c5e2 req-09c38304-5997-404c-ac46-b266aca61e36 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "DELETE /v2.0/ports/a6b7a94d-647b-465e-afa2-96a920214a0b HTTP/1.1" status: 204 len: 173 time: 3.3408458 Nov 25 17:11:50.148042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'name': 'network-vif-deleted', 'tag': 'a6b7a94d-647b-465e-afa2-96a920214a0b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:50.153959 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50916fb-20e1-4d39-a165-677cba3bf389" -d '{"events": [{"server_uuid": "9993b02c-748c-4036-9ed7-7b7e66b7443a", "name": "network-vif-deleted", "tag": "a6b7a94d-647b-465e-afa2-96a920214a0b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:50.156005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-3ea34e81-9b9e-4c1a-bac6-198fb9de7421 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=58c56a28-08ec-40c6-9353-d422b41ca610 HTTP/1.1" status: 200 len: 217 time: 0.1382713 Nov 25 17:11:50.229298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:50.229866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.278103 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6762a20-b550-45ce-9632-620d737c33ed req-a1fb689d-72f5-43ca-b660-ace6e2f076f1 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=9993b02c-748c-4036-9ed7-7b7e66b7443a HTTP/1.1" status: 200 len: 210 time: 0.1113644 Nov 25 17:11:50.300013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-c29d76dc-327e-47cd-806d-8d2d58558cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:50.301974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-c29d76dc-327e-47cd-806d-8d2d58558cc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1271436 Nov 25 17:11:50.437185 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117f85d-2223-4c46-b1e6-50edf71f47d8 x-openstack-request-id: req-7117f85d-2223-4c46-b1e6-50edf71f47d8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:50.437677 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9993b02c-748c-4036-9ed7-7b7e66b7443a", "name": "network-vif-deleted", "tag": "a6b7a94d-647b-465e-afa2-96a920214a0b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:50.437935 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7117f85d-2223-4c46-b1e6-50edf71f47d8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:50.438375 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9993b02c-748c-4036-9ed7-7b7e66b7443a', 'name': 'network-vif-deleted', 'tag': 'a6b7a94d-647b-465e-afa2-96a920214a0b', 'status': 'completed', 'code': 200} Nov 25 17:11:50.463978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-5b4e1243-5bc1-4d21-972a-5169cd0c4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:50.472655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-5b4e1243-5bc1-4d21-972a-5169cd0c4c0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502879 Nov 25 17:11:50.813893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7874affc-c8ea-449d-a6af-58295fd5662f None None] Provisioning complete for port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:50.814305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7874affc-c8ea-449d-a6af-58295fd5662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:50.846178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-cebc46dd-82f3-4f86-af4e-1d28c51b94d3 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476708 Nov 25 17:11:51.019534 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.147405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7874affc-c8ea-449d-a6af-58295fd5662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.216251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7874affc-c8ea-449d-a6af-58295fd5662f None None] For port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,segment=NetworkSegment(127b354e-4834-4524-8c5d-c0831057dd8d),segment_id=127b354e-4834-4524-8c5d-c0831057dd8d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:51.237521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7874affc-c8ea-449d-a6af-58295fd5662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.260431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-264dc845-6a96-45e7-bdfd-073f3b4ef06d req-201bdc02-1e5c-4742-b380-87ba9ac8dc7c service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123056 Nov 25 17:11:51.286988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:51.289850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4a6f5-546d-41b5-a334-b91d19ee8a38 req-ebe682f2-2818-4542-90c3-5d521584d3df tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:51.307198 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2c4a6f5-546d-41b5-a334-b91d19ee8a38 req-ebe682f2-2818-4542-90c3-5d521584d3df tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 947 time: 0.1453602 Nov 25 17:11:51.387903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2c4a6f5-546d-41b5-a334-b91d19ee8a38 req-26e900cd-45b5-483d-ace5-693386613bec tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 Nov 25 17:11:51.464021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07510d7-b281-4918-8604-aa9216c167cd req-49e73144-5173-4249-bf9c-fd1e3a65dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:51.466016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-49e73144-5173-4249-bf9c-fd1e3a65dcc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 1098 time: 0.0949070 Nov 25 17:11:51.664100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07510d7-b281-4918-8604-aa9216c167cd req-d85ad8af-2ec4-4ab5-83bd-0214261bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:51.666496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-d85ad8af-2ec4-4ab5-83bd-0214261bcc0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1917689 Nov 25 17:11:51.722436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Allocated IP 172.20.0.1 (4c6077ba-0cf9-4758-9c60-1d56fa880da7/b05f7e77-176b-4b8e-8f51-6f93223daa83/6699418f-0f80-449a-8c0e-615d298134af) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:51.800845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-605381ed-422e-4af5-90cc-c4656e292820 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=58c56a28-08ec-40c6-9353-d422b41ca610 HTTP/1.1" status: 200 len: 217 time: 0.1256814 Nov 25 17:11:51.877253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874affc-c8ea-449d-a6af-58295fd5662f None None] Pushing event updated for resources: {'Port': ['ID=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:51.910923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07510d7-b281-4918-8604-aa9216c167cd req-4e01847f-50e1-422a-95a8-f17f8238e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:51.918512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-4e01847f-50e1-422a-95a8-f17f8238e0e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1040895 Nov 25 17:11:51.919294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:51.941909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351201138', 'description': 'tempest-description--1519899599'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:51.974602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.026191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.112669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:11:46Z', 'revision_number': 3, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:52.115710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:52.125219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:52.137917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:52.140236 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:11:52.140662 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:11:52.211148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07510d7-b281-4918-8604-aa9216c167cd req-43d022be-5eed-4f73-9e1d-d18eb0d53a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:52.215281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-43d022be-5eed-4f73-9e1d-d18eb0d53a52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2598410 Nov 25 17:11:52.218198 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.288918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Checking router: b1470dae-eb4b-4254-b5cd-587358c2a407 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:11:52.291034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Updating router b1470dae-eb4b-4254-b5cd-587358c2a407 port 8ec7022d-e053-438f-9316-e1412cadefcf binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:11:52.334507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.399170 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.535561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.551424 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.597331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.616209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6930559 Nov 25 17:11:52.622527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:52.652250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'security_group_rule': {'security_group_id': '3af3a7f6-13e8-4ae5-83ed-babde83b37e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:52.793824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a8463a56-19b9-44e9-92f3-bd3d98b05ac8 None None] Provisioning complete for port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:52.795589 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8463a56-19b9-44e9-92f3-bd3d98b05ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:52.798180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19d80b-b835-465a-b742-e8fd31565f27 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3a7f6-13e8-4ae5-83ed-babde83b37e3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:52.854910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-c368fdc3-51a6-4ee1-98dd-9f55669d6893 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186023 Nov 25 17:11:52.946601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Pushing event updated for resources: {'Port': ['ID=6699418f-0f80-449a-8c0e-615d298134af,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.019294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb26f80-4f80-4816-b5ff-27f04fa95b8f req-f87711c9-0b1d-418e-be91-e3fd36c299e6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:53.024251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:53.033338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bfb26f80-4f80-4816-b5ff-27f04fa95b8f req-f87711c9-0b1d-418e-be91-e3fd36c299e6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 947 time: 0.4543266 Nov 25 17:11:53.044089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.153482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bfb26f80-4f80-4816-b5ff-27f04fa95b8f req-227e941f-b4f0-4acb-9bf4-96d14e74f441 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191661 Nov 25 17:11:53.159569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.295681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c07510d7-b281-4918-8604-aa9216c167cd req-6404e704-7223-4ecf-acae-ccac2dafc14f service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300923 Nov 25 17:11:53.325702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.346718 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.361975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 58c56a28-08ec-40c6-9353-d422b41ca610 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:11:53.369267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:53.369640 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.408808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc6ac48-2743-489b-92d8-5ea3bafb35a8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.435844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.440336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d6886592-d4fb-4d4e-a9ca-e5d97fbbf9b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8112366 Nov 25 17:11:53.441071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:53.456951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'security_group_rule': {'security_group_id': '3af3a7f6-13e8-4ae5-83ed-babde83b37e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:53.520450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.545852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.591489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.608190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9923f3d5-d62c-490a-b9c3-c2566433d73a None None] Provisioning complete for port 6699418f-0f80-449a-8c0e-615d298134af triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:53.608563 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9923f3d5-d62c-490a-b9c3-c2566433d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.639435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.652455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.677006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.687083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.705275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Pushing event updated for resources: {'Port': ['ID=6699418f-0f80-449a-8c0e-615d298134af,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.710374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd9e4bf-4cb4-4a51-9d78-0b1f648b36b1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.725760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.731962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c515453-74ac-4cf9-8e98-e13340f24fce tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896676 Nov 25 17:11:53.736005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59028) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:11:53.748435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:53.789087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.827070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9923f3d5-d62c-490a-b9c3-c2566433d73a None None] Port 6699418f-0f80-449a-8c0e-615d298134af cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:53.829865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Attempting to bind port 8ec7022d-e053-438f-9316-e1412cadefcf on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:11:53.830480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Attempting to bind port 8ec7022d-e053-438f-9316-e1412cadefcf by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:11:53.831014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Attempting to bind port 8ec7022d-e053-438f-9316-e1412cadefcf on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:11:53.838653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 58c56a28-08ec-40c6-9353-d422b41ca610, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=58c56a28-08ec-40c6-9353-d422b41ca610,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:53.842294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbf4d2-7dd6-4115-b323-cf0e93e715d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec7022d-e053-438f-9316-e1412cadefcf,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:53.842584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.867257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:11:53.867874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:11:53.868727 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.869331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:11:53.869993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Bound port: 8ec7022d-e053-438f-9316-e1412cadefcf, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:11:53.870947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:53.875271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '58c56a28-08ec-40c6-9353-d422b41ca610', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '58c56a28-08ec-40c6-9353-d422b41ca610', 'mac_address': 'fa:16:3e:25:0e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:11:53.984868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:53.987480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:54.034271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] For port 8ec7022d-e053-438f-9316-e1412cadefcf, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:11:54.044517 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.048290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] For port 8ec7022d-e053-438f-9316-e1412cadefcf, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8ec7022d-e053-438f-9316-e1412cadefcf,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:11:54.072467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.079726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.140450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c56a28-08ec-40c6-9353-d422b41ca610 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:11:54.171428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 58c56a28-08ec-40c6-9353-d422b41ca610, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=58c56a28-08ec-40c6-9353-d422b41ca610,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:54.203781 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.292890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Router b1470dae-eb4b-4254-b5cd-587358c2a407 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:11:54.293559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbf4d2-7dd6-4115-b323-cf0e93e715d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec7022d-e053-438f-9316-e1412cadefcf,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:54.298035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Routers {'b1470dae-eb4b-4254-b5cd-587358c2a407'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:54.302645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1470dae-eb4b-4254-b5cd-587358c2a407'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:54.324213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Allocated IP 172.25.8.4 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c57d6c53-bf2f-4036-a228-b2a666768370) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:54.415107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42965e-9dbf-4e44-acc2-3dbd26279f21 req-23578be4-ff7c-4a1a-b90a-7fd9ab89f8c1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.422883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b42965e-9dbf-4e44-acc2-3dbd26279f21 req-23578be4-ff7c-4a1a-b90a-7fd9ab89f8c1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 948 time: 0.1407959 Nov 25 17:11:54.523115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b42965e-9dbf-4e44-acc2-3dbd26279f21 req-4a9389bb-9391-464a-b767-dd94969f6265 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946805 Nov 25 17:11:54.573503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.591726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] Set router b1470dae-eb4b-4254-b5cd-587358c2a407 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:54.700510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.757903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:54.762979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:54.764174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=58c56a28-08ec-40c6-9353-d422b41ca610,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:54.771770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:54.808337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'Port': ['ID=c57d6c53-bf2f-4036-a228-b2a666768370,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:54.812564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-609179f3-1918-4853-86fe-622c4bfbd157 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:54.817402 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-609179f3-1918-4853-86fe-622c4bfbd157 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.3736525 Nov 25 17:11:54.851713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:11:54.870052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-c10d7191-fcf0-400f-92a4-6aaa474ee1da tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/quotas/ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 375 time: 0.0458105 Nov 25 17:11:54.874703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bad9a00d-6140-433c-b3cc-5518fe1a510e admin admin] 10.222.0.86 "PUT /v2.0/routers/b1470dae-eb4b-4254-b5cd-587358c2a407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0535467 Nov 25 17:11:54.901684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c61da6b9-8480-43bb-beae-52fa9bb55766 None None] Provisioning complete for port 6699418f-0f80-449a-8c0e-615d298134af triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:54.902058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c61da6b9-8480-43bb-beae-52fa9bb55766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.911110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['58c56a28-08ec-40c6-9353-d422b41ca610'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:54.955530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:54.992587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-98b63c01-62fb-4590-a57f-b4b4fde65b32 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140792 Nov 25 17:11:55.056515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.098421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c61da6b9-8480-43bb-beae-52fa9bb55766 None None] Port 6699418f-0f80-449a-8c0e-615d298134af cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:11:55.185512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-0e61714e-5ab6-45bd-bd36-df0af0a8e5af service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908474 Nov 25 17:11:55.401180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:11:52Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6699418f-0f80-449a-8c0e-615d298134af', 'name': '', 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'mac_address': 'fa:16:3e:48:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:51Z', 'updated_at': '2021-11-25T17:11:53Z', 'revision_number': 2, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'subnets': [{'id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:55.401632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.410694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.441028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-f5a51f66-ebaa-4c2d-95ae-68bca2f2123d service neutron] 10.222.0.86 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468472 Nov 25 17:11:55.513284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'Port': ['ID=c57d6c53-bf2f-4036-a228-b2a666768370,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:55.537459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.565984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:55.568439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a949eaca-a26e-4eaa-9ab3-a6fa6afde061 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8302796 Nov 25 17:11:55.747348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe407d6-769b-45b0-b6f9-e5bec4e2c05e None None] The sync data for ids ['b1470dae-eb4b-4254-b5cd-587358c2a407'] in n-d-817303-7 is: [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:11:52Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6699418f-0f80-449a-8c0e-615d298134af', 'name': '', 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'mac_address': 'fa:16:3e:48:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:51Z', 'updated_at': '2021-11-25T17:11:53Z', 'revision_number': 2, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'subnets': [{'id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:11:56.256091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5df34e-f806-485a-acf8-ee47558349ed req-b10d9f21-46a5-462a-91ba-d6febc0be27e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:56.265961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a5df34e-f806-485a-acf8-ee47558349ed req-b10d9f21-46a5-462a-91ba-d6febc0be27e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 948 time: 0.0816107 Nov 25 17:11:56.342294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a5df34e-f806-485a-acf8-ee47558349ed req-7f3399c1-2ca8-49d1-b72a-d108539c8b94 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688097 Nov 25 17:11:57.369562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 58c56a28-08ec-40c6-9353-d422b41ca610 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:57.502420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 58c56a28-08ec-40c6-9353-d422b41ca610 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:11:57.513009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 58c56a28-08ec-40c6-9353-d422b41ca610 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:57.515541 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.709538 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.767026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c56a28-08ec-40c6-9353-d422b41ca610'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:11:57.771938 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8dd388-e639-49b1-a1fb-066eebfd2847" -d '{"events": [{"server_uuid": "bacbdc48-af0b-4db7-bc41-76ecc0e6ca86", "name": "network-vif-plugged", "status": "completed", "tag": "58c56a28-08ec-40c6-9353-d422b41ca610"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:11:57.797971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-174dbc69-6e72-43d9-9c60-ac3c62884ac5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:57.799814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-174dbc69-6e72-43d9-9c60-ac3c62884ac5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 820 time: 0.2619102 Nov 25 17:11:57.803859 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:11:57.824114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 58c56a28-08ec-40c6-9353-d422b41ca610, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=58c56a28-08ec-40c6-9353-d422b41ca610,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:57.829952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Request body: {'port': {'device_id': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'admin_state_up': True, 'tenant_id': 'ea96d2b264d54311b0358b61ccf60735'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:57.831763 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:57.928164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=58c56a28-08ec-40c6-9353-d422b41ca610,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:58.026374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Made reservation on behalf of ea96d2b264d54311b0358b61ccf60735 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:11:58.031044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.213275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Allocated IP 172.20.0.14 (31cb181d-8055-49d0-8105-cd3a5fbb5c9b/5a4893ec-6287-4ab7-bd90-1869a50ea011/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:11:58.449071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5917ff-2422-446f-9eab-10066800ba36 req-f45cdd9e-93ce-4ea0-987a-a4d6f4f620db tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.0382795 Nov 25 17:11:58.504300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-176ad45b-3986-4c64-86b6-c6093bd68d66 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:58.505875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-176ad45b-3986-4c64-86b6-c6093bd68d66 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 821 time: 0.1685715 Nov 25 17:11:58.530385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-a513fc91-c3da-44e5-8966-dfeedc3a2f49 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/quotas/477a2f0c4e244a24b3fe397f62da38cc HTTP/1.1" status: 200 len: 375 time: 0.0137119 Nov 25 17:11:58.579695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-24cec9a1-4ef1-423f-872d-add5eccfe19b tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381079 Nov 25 17:11:58.657392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.736765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-b9bf35e9-1f6a-4647-b86d-8affab67d8f5 service neutron] 10.222.0.86 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464388 Nov 25 17:11:58.878868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cfd3e-0ee2-404d-8e6e-c3675f548673 req-46995a32-4619-4110-b93e-e94880e1672b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:58.888292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:58.889792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff4cfd3e-0ee2-404d-8e6e-c3675f548673 req-46995a32-4619-4110-b93e-e94880e1672b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 949 time: 0.1495738 Nov 25 17:11:58.902783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82b317c0-ab0d-48b0-a182-c263218402d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:11:58.945822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:11:58.960654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:11:58.996843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8ec7022d-e053-438f-9316-e1412cadefcf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:11:59.006653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff4cfd3e-0ee2-404d-8e6e-c3675f548673 req-72c4b21a-7549-46ff-bb8a-34a930aa411d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138234 Nov 25 17:11:59.037120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:11:59.089990 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Sync routers for ids ['b1470dae-eb4b-4254-b5cd-587358c2a407'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:11:59.127799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Routers {'b1470dae-eb4b-4254-b5cd-587358c2a407'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:11:59.128687 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1470dae-eb4b-4254-b5cd-587358c2a407'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:11:59.140701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:59.141419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.179508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:59.202473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-04891e8e-1958-4231-9f69-e9ffc16e5837 service neutron] 10.222.0.86 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647245 Nov 25 17:11:59.237619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-3dbffbc3-2735-4db6-b47a-11d2e914dd69 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4214442 Nov 25 17:11:59.251016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Request body: {'port': {'device_id': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:11:59.272829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8ec7022d-e053-438f-9316-e1412cadefcf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:11:59.273204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.349673 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df979468-04f5-4cca-aba5-aedaceaa4c72 x-openstack-request-id: req-df979468-04f5-4cca-aba5-aedaceaa4c72 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:11:59.349673 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbdc48-af0b-4db7-bc41-76ecc0e6ca86", "name": "network-vif-plugged", "status": "completed", "tag": "58c56a28-08ec-40c6-9353-d422b41ca610", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:11:59.349673 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-df979468-04f5-4cca-aba5-aedaceaa4c72 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:11:59.349673 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c56a28-08ec-40c6-9353-d422b41ca610', 'code': 200} Nov 25 17:11:59.422564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.428975 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Set router b1470dae-eb4b-4254-b5cd-587358c2a407 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:11:59.519507 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.537787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ed8f3-78b4-495a-a012-0812299d3053 req-88050b41-e0ad-4b46-980e-fc2897599cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:59.542423 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a4ed8f3-78b4-495a-a012-0812299d3053 req-88050b41-e0ad-4b46-980e-fc2897599cd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 1100 time: 0.1824775 Nov 25 17:11:59.572536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 8ec7022d-e053-438f-9316-e1412cadefcf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8ec7022d-e053-438f-9316-e1412cadefcf,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:11:59.585625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:11:59.632164 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a4ed8f3-78b4-495a-a012-0812299d3053 req-44a88178-6468-41b0-8389-5255faceb81d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845494 Nov 25 17:11:59.725445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=8ec7022d-e053-438f-9316-e1412cadefcf,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:11:59.813641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283d8d1-ade7-4866-80a3-8888f3325159 req-0c87173f-ef44-4b47-9a2f-41ebdf858e67 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:11:59.826049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7283d8d1-ade7-4866-80a3-8888f3325159 req-0c87173f-ef44-4b47-9a2f-41ebdf858e67 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 932 time: 0.2423551 Nov 25 17:11:59.945481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7283d8d1-ade7-4866-80a3-8888f3325159 req-36ce4921-924e-4541-b901-04319734a237 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183398 Nov 25 17:11:59.996146 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:11:52Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6699418f-0f80-449a-8c0e-615d298134af', 'name': '', 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'mac_address': 'fa:16:3e:48:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:51Z', 'updated_at': '2021-11-25T17:11:53Z', 'revision_number': 2, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'subnets': [{'id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:00.099138 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Checking router: b1470dae-eb4b-4254-b5cd-587358c2a407 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:00.100141 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Updating router b1470dae-eb4b-4254-b5cd-587358c2a407 port 6699418f-0f80-449a-8c0e-615d298134af binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:12:00.189629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4fe60759-6135-4ae3-9b27-d114821d9b02 req-a370ac12-5ab3-4ac7-a996-b962c7cdae13 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 210 time: 0.1556299 Nov 25 17:12:00.206942 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.224806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:00.253984 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.290611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Transition to ACTIVE for port object e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:00.296627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.956224 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:00.965760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8ec7022d-e053-438f-9316-e1412cadefcf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:00.981740 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.073685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:01.087748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8ec7022d-e053-438f-9316-e1412cadefcf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:01.088241 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.247676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c572f7a-5fd7-4142-9ff1-bfe0baee9a04 req-73014748-17b5-4d27-b392-5751cde0694d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:01.250984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c572f7a-5fd7-4142-9ff1-bfe0baee9a04 req-73014748-17b5-4d27-b392-5751cde0694d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.1705570 Nov 25 17:12:01.291430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eed0fd-9988-4897-aac5-ee719218e06d req-6203c8c7-dd5f-4dca-9a90-a4b21f4a8567 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:01.295102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9eed0fd-9988-4897-aac5-ee719218e06d req-6203c8c7-dd5f-4dca-9a90-a4b21f4a8567 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 949 time: 0.2265437 Nov 25 17:12:01.315826 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Pushing event updated for resources: {'Port': ['ID=6699418f-0f80-449a-8c0e-615d298134af,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:01.339801 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.344785 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.346480 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.347209 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.347806 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.349225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.349738 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.350773 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.351752 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.353436 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.353943 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.354588 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:01.411361 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Attempting to bind port 6699418f-0f80-449a-8c0e-615d298134af on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:01.411964 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Attempting to bind port 6699418f-0f80-449a-8c0e-615d298134af by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:01.412723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Attempting to bind port 6699418f-0f80-449a-8c0e-615d298134af on network 4c6077ba-0cf9-4758-9c60-1d56fa880da7 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:01.421904 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:01.423212 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Checking segment: {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:01.423884 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.424424 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Bound using segment: {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:01.426090 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Bound port: 6699418f-0f80-449a-8c0e-615d298134af, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127b354e-4834-4524-8c5d-c0831057dd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:01.426678 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.454615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c572f7a-5fd7-4142-9ff1-bfe0baee9a04 req-e98d85ea-ef59-4257-8364-47e2cfb74401 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934965 Nov 25 17:12:01.550207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:01.550616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:01.551014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:01.557896 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] For port 6699418f-0f80-449a-8c0e-615d298134af, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:01.565879 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] For port 6699418f-0f80-449a-8c0e-615d298134af, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6699418f-0f80-449a-8c0e-615d298134af,segment=NetworkSegment(127b354e-4834-4524-8c5d-c0831057dd8d),segment_id=127b354e-4834-4524-8c5d-c0831057dd8d)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:01.573022 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.577669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:01.578228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:01.592728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-02d796b1-dc23-40de-b533-02e06f8a9197 None None] Provisioning complete for port 6699418f-0f80-449a-8c0e-615d298134af triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:01.593729 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02d796b1-dc23-40de-b533-02e06f8a9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.609442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:01.610066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:01.610606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:01.611210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Bound port: e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:01.611763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.628743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-d8436b7e-9b48-4628-942f-758e49661d9c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:01.630589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-d8436b7e-9b48-4628-942f-758e49661d9c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 821 time: 0.2732875 Nov 25 17:12:01.651202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'port': {'device_id': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'admin_state_up': True, 'tenant_id': '477a2f0c4e244a24b3fe397f62da38cc'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:01.669973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9eed0fd-9988-4897-aac5-ee719218e06d req-fb0bdc1e-87d4-48b8-9076-417108772956 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652046 Nov 25 17:12:01.673370 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Routers {'b1470dae-eb4b-4254-b5cd-587358c2a407'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:01.674525 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:11:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1470dae-eb4b-4254-b5cd-587358c2a407'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:01.808339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02d796b1-dc23-40de-b533-02e06f8a9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.886254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-02d796b1-dc23-40de-b533-02e06f8a9197 None None] For port 6699418f-0f80-449a-8c0e-615d298134af, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6699418f-0f80-449a-8c0e-615d298134af,segment=NetworkSegment(127b354e-4834-4524-8c5d-c0831057dd8d),segment_id=127b354e-4834-4524-8c5d-c0831057dd8d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:01.895483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-02d796b1-dc23-40de-b533-02e06f8a9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:01.930765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc66db45-4121-4ebc-8e1a-fdc931e37223 req-cbbe9ed7-0d57-469d-b43a-cf3932c1de98 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 210 time: 0.1109800 Nov 25 17:12:01.943498 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df62e3-0779-4bdd-833e-7bfef84b53b0 None None] Pushing event updated for resources: {'Port': ['ID=6699418f-0f80-449a-8c0e-615d298134af,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.002822 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] Set router b1470dae-eb4b-4254-b5cd-587358c2a407 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:02.026054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d796b1-dc23-40de-b533-02e06f8a9197 None None] Pushing event updated for resources: {'Port': ['ID=6699418f-0f80-449a-8c0e-615d298134af,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.029088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:02.044137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-03994764-8562-400a-9eb9-094d5aca0061 None None] Provisioning complete for port 6699418f-0f80-449a-8c0e-615d298134af triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:02.045472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03994764-8562-400a-9eb9-094d5aca0061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.056773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:02.082528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.150883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:02.151975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.153506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 1092 time: 2.9078748 Nov 25 17:12:02.155821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:02.168755 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050e2125-60b8-4935-b8a2-8a8e8aec1e74" -d '{"events": [{"name": "network-changed", "server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:02.188810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Made reservation on behalf of 477a2f0c4e244a24b3fe397f62da38cc for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:02.194572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:02.273544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc7c83-aa3f-4793-8e0f-6c201d672121 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:02.331542 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31cb3ad-c1da-4a99-91ee-19713fe33208 x-openstack-request-id: req-e31cb3ad-c1da-4a99-91ee-19713fe33208 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:02.331923 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:02.332227 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e31cb3ad-c1da-4a99-91ee-19713fe33208 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:02.333247 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'status': 'completed', 'code': 200} Nov 25 17:12:02.347472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-66ab59d9-7f5c-43cc-bd69-0e70a8ed205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:02.349063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-66ab59d9-7f5c-43cc-bd69-0e70a8ed205b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1095 time: 0.1351914 Nov 25 17:12:02.451649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-43786e4d-c0f1-4017-bc04-9f0ea2c79d84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 217 time: 0.0896406 Nov 25 17:12:02.521150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Allocated IP 172.20.0.2 (4ae992a7-ccbd-4406-921f-5aec8e1ca89a/f8015e0e-fa64-4b2e-911b-e57a52514bec/10ac3946-189f-4e82-93e2-e4c61963d55e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:02.563793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-feda3623-9793-448d-896a-9b360cde3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:02.565521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-feda3623-9793-448d-896a-9b360cde3b45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1028535 Nov 25 17:12:02.585997 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:11:52Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6699418f-0f80-449a-8c0e-615d298134af', 'name': '', 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'mac_address': 'fa:16:3e:48:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:51Z', 'updated_at': '2021-11-25T17:12:01Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'subnets': [{'id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:02.624894 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025572f-10ef-410c-ad30-d3aeb4c30c7a None None] The sync data for ids ['b1470dae-eb4b-4254-b5cd-587358c2a407'] in n-d-817303-7 is: [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:11:52Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '6699418f-0f80-449a-8c0e-615d298134af', 'name': '', 'network_id': '4c6077ba-0cf9-4758-9c60-1d56fa880da7', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'mac_address': 'fa:16:3e:48:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:51Z', 'updated_at': '2021-11-25T17:12:01Z', 'revision_number': 4, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'subnets': [{'id': 'b05f7e77-176b-4b8e-8f51-6f93223daa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:02.629391 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-6c982a83-795b-41ff-8216-b8becd220e8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537555 Nov 25 17:12:02.869637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-f064764e-73ae-407e-9cef-2b81eea72238 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:02.871752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-f064764e-73ae-407e-9cef-2b81eea72238 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "GET /v2.0/ports?device_id=521a5b1d-028a-487a-a821-6d194c3f170a HTTP/1.1" status: 200 len: 945 time: 0.1167941 Nov 25 17:12:02.983472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6699418f-0f80-449a-8c0e-615d298134af up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:03.003551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eb5de-7edd-4fec-8fda-68376affe74f req-af75a0ac-782e-4c89-a1ed-f97107c071c7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:03.012787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-048eb5de-7edd-4fec-8fda-68376affe74f req-af75a0ac-782e-4c89-a1ed-f97107c071c7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.3923333 Nov 25 17:12:03.074267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.113388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6699418f-0f80-449a-8c0e-615d298134af triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:03.114405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.156328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Deleting port d8414084-d8cb-44e3-b23a-79f33627d07d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:03.156662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.276555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-7f997a76-b5e2-4c3f-a864-3c4ce210b344 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917731 Nov 25 17:12:03.283732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-048eb5de-7edd-4fec-8fda-68376affe74f req-ef9ac6ba-de3c-4dcc-a2d3-1bff79f828ec tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700434 Nov 25 17:12:03.296001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.355568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] For port d8414084-d8cb-44e3-b23a-79f33627d07d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d8414084-d8cb-44e3-b23a-79f33627d07d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:03.355937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.404514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Calling delete_port for d8414084-d8cb-44e3-b23a-79f33627d07d owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:03.503417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:03.512616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:03.528629 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:03.538675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:03.551603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:03.663586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.689070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:03.691438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.693577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.697184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event deleted for resources: {'Port': ['ID=d8414084-d8cb-44e3-b23a-79f33627d07d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:03.734992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beeaf7-7924-4eac-9f40-23d41d33f28c req-94736de3-eb63-492f-8230-d0084da6010a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:03.762703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16beeaf7-7924-4eac-9f40-23d41d33f28c req-94736de3-eb63-492f-8230-d0084da6010a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 949 time: 0.3078086 Nov 25 17:12:03.777575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-33cc9254-8d5a-447c-bc72-41ca2925faab tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1307127 Nov 25 17:12:03.781279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7351a2d-2435-4912-9e7b-e191b9d7455c req-4c51c061-cc2e-460b-a7e1-4a14095108be service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957800 Nov 25 17:12:03.801484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] No DVR routers for this DVR port d8414084-d8cb-44e3-b23a-79f33627d07d on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:03.806267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.806576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Request body: {'port': {'device_id': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:03.817275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce435816-a76b-4bf1-b5e2-217a9e0a4d4f req-e6646115-8d48-4cc5-a639-d37f03f55793 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "DELETE /v2.0/ports/d8414084-d8cb-44e3-b23a-79f33627d07d HTTP/1.1" status: 204 len: 173 time: 0.9385173 Nov 25 17:12:03.819269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'name': 'network-vif-deleted', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:03.825336 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940264cd-d03f-469d-9de6-c4e393dbc127" -d '{"events": [{"server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "name": "network-vif-deleted", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:03.897770 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16beeaf7-7924-4eac-9f40-23d41d33f28c req-65a86821-9545-464a-9982-111b7dc33580 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341543 Nov 25 17:12:03.915643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:03.949131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-0357fd45-8be9-479b-aa1f-3b91205b0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:03.950635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-0357fd45-8be9-479b-aa1f-3b91205b0ce9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1095 time: 0.0837026 Nov 25 17:12:04.085445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-5e280f72-4325-4bfa-bd08-e43e6f2cf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.087491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-5e280f72-4325-4bfa-bd08-e43e6f2cf77e service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.1229010 Nov 25 17:12:04.158132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-d2a5f355-c184-4aa8-a205-bf9936a55278 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 217 time: 0.0627115 Nov 25 17:12:04.173140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a211d2-bce5-44a3-ab77-c774fda0f251 req-c0977e34-1216-4064-a42e-8b6508a54374 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.174690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81a211d2-bce5-44a3-ab77-c774fda0f251 req-c0977e34-1216-4064-a42e-8b6508a54374 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 931 time: 0.0911911 Nov 25 17:12:04.216888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-2ceaf603-aff2-4b71-9fcd-3a45147eef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.218501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-2ceaf603-aff2-4b71-9fcd-3a45147eef79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0528781 Nov 25 17:12:04.276195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81a211d2-bce5-44a3-ab77-c774fda0f251 req-76c89a00-fb79-428c-ae48-17812442569c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764091 Nov 25 17:12:04.294977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-9ad233e4-2360-45bd-922a-a4f1ca116b0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649819 Nov 25 17:12:04.378951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ac3946-189f-4e82-93e2-e4c61963d55e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:04.389348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:04.406525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Transition to ACTIVE for port object 10ac3946-189f-4e82-93e2-e4c61963d55e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:04.413252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:04.490406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-bb1708a2-3203-4b26-a44a-396a09546c12 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867385 Nov 25 17:12:04.510758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:04.648297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Attempting to bind port 10ac3946-189f-4e82-93e2-e4c61963d55e on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:04.649553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Attempting to bind port 10ac3946-189f-4e82-93e2-e4c61963d55e by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:04.650255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Attempting to bind port 10ac3946-189f-4e82-93e2-e4c61963d55e on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:04.657643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Port 10ac3946-189f-4e82-93e2-e4c61963d55e on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:04.658221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Attempting to bind port 10ac3946-189f-4e82-93e2-e4c61963d55e on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:04.663600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:04.665836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Checking segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:04.666410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Bound using segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:04.667083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Bound port: 10ac3946-189f-4e82-93e2-e4c61963d55e, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:04.667669 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:04.728079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050e2125-60b8-4935-b8a2-8a8e8aec1e74 req-5cb1fc6c-6910-4f73-9ef9-3d4cf222ff98 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293823 Nov 25 17:12:04.758559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:04.764468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:04.771076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:04.835997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:04.837302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:04.838743 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] 10.222.0.55 "PUT /v2.0/ports/10ac3946-189f-4e82-93e2-e4c61963d55e HTTP/1.1" status: 200 len: 1091 time: 1.0435233 Nov 25 17:12:04.839524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:04.841963 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809" -d '{"events": [{"name": "network-changed", "server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:04.865711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761336ba-beeb-47bf-aba6-950da9021724 service neutron] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:04.881813 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba48a2c-5d28-49d1-a591-eb63f374b35d x-openstack-request-id: req-aba48a2c-5d28-49d1-a591-eb63f374b35d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:04.882609 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521a5b1d-028a-487a-a821-6d194c3f170a", "name": "network-vif-deleted", "tag": "d8414084-d8cb-44e3-b23a-79f33627d07d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:04.884450 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aba48a2c-5d28-49d1-a591-eb63f374b35d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:04.885267 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521a5b1d-028a-487a-a821-6d194c3f170a', 'name': 'network-vif-deleted', 'tag': 'd8414084-d8cb-44e3-b23a-79f33627d07d', 'status': 'completed', 'code': 200} Nov 25 17:12:05.039549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-a7155204-359e-4f1d-bfa0-3fc3d83ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.041846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-a7155204-359e-4f1d-bfa0-3fc3d83ea41f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 1094 time: 0.1560471 Nov 25 17:12:05.096147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-eca5b806-d3ef-4666-8c4c-0334a62c5f46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10ac3946-189f-4e82-93e2-e4c61963d55e HTTP/1.1" status: 200 len: 217 time: 0.0451372 Nov 25 17:12:05.169387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495414fa-2558-4e8d-859f-d21cd3674455 req-99db24db-5f4a-4a1f-9812-26ce2ce0ddf3 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.170723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-495414fa-2558-4e8d-859f-d21cd3674455 req-99db24db-5f4a-4a1f-9812-26ce2ce0ddf3 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 1100 time: 0.1133428 Nov 25 17:12:05.172414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-92d35854-0db5-49a3-8ee1-328afa52e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.174179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-92d35854-0db5-49a3-8ee1-328afa52e46b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 200 len: 861 time: 0.0649030 Nov 25 17:12:05.219878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-075a2b30-fab9-4920-a536-b8335a7feabb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346260 Nov 25 17:12:05.304409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-495414fa-2558-4e8d-859f-d21cd3674455 req-8811b7a2-3f35-4397-b6e2-f30891d58401 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230395 Nov 25 17:12:05.361493 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-638b13ad-047b-4418-ada7-e6cda18ec5e5 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288595 Nov 25 17:12:05.491837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e5fc7-8bea-4715-8a15-8481a777d775 req-fe0ea33b-1c5b-4eac-9e9c-5a7518052e97 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.494305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-385e5fc7-8bea-4715-8a15-8481a777d775 req-fe0ea33b-1c5b-4eac-9e9c-5a7518052e97 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.1083584 Nov 25 17:12:05.521409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e89ff96f-5896-4c02-adec-2193227f71b7 req-649ad366-6901-4b05-b5ee-463efc1aef66 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503541 Nov 25 17:12:05.574079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c569-21d5-413f-a721-c27a1ce6255b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:05.579091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-385e5fc7-8bea-4715-8a15-8481a777d775 req-a5ec8962-f3ba-4430-8b77-59a5fe62a4d1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732918 Nov 25 17:12:05.650072 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef820015-3426-414f-b2fd-96308176a09d x-openstack-request-id: req-ef820015-3426-414f-b2fd-96308176a09d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:05.650572 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:05.650862 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef820015-3426-414f-b2fd-96308176a09d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:05.651288 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'status': 'completed', 'code': 200} Nov 25 17:12:05.799668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2471c6-67fb-46a6-90b2-39e0a1548b56 req-59032e8c-7cab-4667-807d-56e7c7af7c5a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.802114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c2471c6-67fb-46a6-90b2-39e0a1548b56 req-59032e8c-7cab-4667-807d-56e7c7af7c5a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 943 time: 0.0777712 Nov 25 17:12:05.804290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-d86ca511-23e5-4214-9e26-0336ccdb09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.805827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-d86ca511-23e5-4214-9e26-0336ccdb09d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 1094 time: 0.1305232 Nov 25 17:12:05.915036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c2471c6-67fb-46a6-90b2-39e0a1548b56 req-b2bde0e3-6b10-4cce-8e1f-1147a9ccc118 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040378 Nov 25 17:12:05.943538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-355fad84-aeb3-4be5-b459-73f1cc56bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:05.945023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-355fad84-aeb3-4be5-b459-73f1cc56bc5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 922 time: 0.1286891 Nov 25 17:12:05.993085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-c4bc1141-91f5-43f6-8e70-767603cfdc7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10ac3946-189f-4e82-93e2-e4c61963d55e HTTP/1.1" status: 200 len: 217 time: 0.0395174 Nov 25 17:12:06.061889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-f4f25e86-4dcc-43a2-bfbd-265d8a0f322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:06.063662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-f4f25e86-4dcc-43a2-bfbd-265d8a0f322f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 200 len: 861 time: 0.0635562 Nov 25 17:12:06.107101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-c9be633a-3b91-4e2a-8d07-610f23f599d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338416 Nov 25 17:12:06.220467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-dd252abd-d92f-4624-a202-ec33ef81e40e service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040156 Nov 25 17:12:06.348235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b55152d2-c5e8-4cd8-bdd4-9c027f1ce809 req-a15e91ef-1a61-4eca-83f2-de401210913a service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195421 Nov 25 17:12:07.504557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:07.526283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: d8414084-d8cb-44e3-b23a-79f33627d07d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:07.526674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d8414084-d8cb-44e3-b23a-79f33627d07d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:07.934298 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e52f829-2e50-4ce2-bdef-e634e970a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.145878 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.502541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 10ac3946-189f-4e82-93e2-e4c61963d55e details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:09.612222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:09.626979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'port_id': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'mac_address': 'fa:16:3e:05:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8015e0e-fa64-4b2e-911b-e57a52514bec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:09.666610 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.680785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ac3946-189f-4e82-93e2-e4c61963d55e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:09.705727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:09.709716 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:09.765642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:09.979977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['10ac3946-189f-4e82-93e2-e4c61963d55e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:10.407829 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.237986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.500792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 10ac3946-189f-4e82-93e2-e4c61963d55e up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:11.551721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 10ac3946-189f-4e82-93e2-e4c61963d55e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:11.556363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 10ac3946-189f-4e82-93e2-e4c61963d55e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:11.556723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.641657 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.667123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:11.669373 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12948aad-8a45-4674-9682-a9b075240550" -d '{"events": [{"server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "name": "network-vif-plugged", "status": "completed", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:11.682641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:11.687332 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:11.738140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:12.091736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-7ae00c5d-22f1-4d66-bcd9-1a698d81704f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244069 Nov 25 17:12:12.186696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-709eb6da-2e9a-4236-bfa6-a29dd3233a91 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:12.188682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-709eb6da-2e9a-4236-bfa6-a29dd3233a91 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.1261599 Nov 25 17:12:12.205866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-f6cf34cc-9e6e-4493-aab2-0af930f496c1 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/quotas/b988177acfc1496995ca768f51a3072e HTTP/1.1" status: 200 len: 375 time: 0.0095384 Nov 25 17:12:12.237163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-42918eae-2447-4f64-a06d-388369d77e13 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:12.238623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-42918eae-2447-4f64-a06d-388369d77e13 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339524 Nov 25 17:12:12.244706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-e251604b-2b63-41a0-ac16-0db086ce4c98 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289590 Nov 25 17:12:12.254906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-c62ca3d3-8663-4e3b-be9e-5ab6cbadddd3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/quotas/23e2fb6919bb4d10ac4fa5c627dc9f4b HTTP/1.1" status: 200 len: 375 time: 0.0095963 Nov 25 17:12:12.328043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-0f23eff4-6f91-428f-8b5c-81616caebb13 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0643797 Nov 25 17:12:12.359763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-3296105d-4030-4707-8bea-3c48d923548b service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063030 Nov 25 17:12:12.778458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24795e-9198-4a59-80dd-2a867fbd18f3 req-e4cc94d6-a551-4bdb-9bf6-ce4b561909cb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:12.785083 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff24795e-9198-4a59-80dd-2a867fbd18f3 req-e4cc94d6-a551-4bdb-9bf6-ce4b561909cb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.0920787 Nov 25 17:12:12.875112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff24795e-9198-4a59-80dd-2a867fbd18f3 req-4811443c-de5f-4fee-a388-927976ce5879 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740421 Nov 25 17:12:12.907842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-ad88fe4d-43ed-488d-95ab-abdf0b371b0d service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387847 Nov 25 17:12:13.082746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf320f-200f-4dc7-8b1d-7533b06b9d52 req-ba799af6-2084-45e2-93bb-c5b5d31a810c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:13.084776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cf320f-200f-4dc7-8b1d-7533b06b9d52 req-ba799af6-2084-45e2-93bb-c5b5d31a810c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.1138175 Nov 25 17:12:13.154911 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d082df-bf60-4af7-9edd-37c2b86627f4 x-openstack-request-id: req-b9d082df-bf60-4af7-9edd-37c2b86627f4 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:13.155470 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "name": "network-vif-plugged", "status": "completed", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:13.155583 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b9d082df-bf60-4af7-9edd-37c2b86627f4 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:13.155876 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'code': 200} Nov 25 17:12:13.159687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cf320f-200f-4dc7-8b1d-7533b06b9d52 req-e42e111a-bfa5-4155-a2e4-541f3ff7164c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Nov 25 17:12:13.295895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a255e30-a6ec-4e21-8dc0-56f1fde44d48 req-45e74aa6-05ad-4fa2-8a77-398d7d7c53b2 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0594692 Nov 25 17:12:13.399224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6f1c9-92b4-4a79-9ec2-5388b5c2a9e8 req-c8d46a56-42c1-4612-a270-299fe294e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:13.401927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-64b6f1c9-92b4-4a79-9ec2-5388b5c2a9e8 req-c8d46a56-42c1-4612-a270-299fe294e13b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 1096 time: 0.1297076 Nov 25 17:12:13.416488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df7448-b49f-4179-82eb-f3fb61c7b85b req-a55a6ccf-d81d-4ee8-b59e-c8d944d615e4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:13.418071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91df7448-b49f-4179-82eb-f3fb61c7b85b req-a55a6ccf-d81d-4ee8-b59e-c8d944d615e4 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.0826707 Nov 25 17:12:13.440593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2331419a-f765-45cf-b66c-04caed190bd9 req-85538aa1-22a2-42fc-a9bd-aa248cd9e28c tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 210 time: 0.0486171 Nov 25 17:12:13.499887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-64b6f1c9-92b4-4a79-9ec2-5388b5c2a9e8 req-01fac048-7a59-4739-b74a-39b968beb786 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Nov 25 17:12:13.532018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91df7448-b49f-4179-82eb-f3fb61c7b85b req-aa2797b8-1967-4c8b-b3e5-d6f8e893d759 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992010 Nov 25 17:12:14.019654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42facc4-e9f3-4e7c-8858-3098645e0543 req-6538cb8f-1f80-41d6-8604-a532882d6c2c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:14.022172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b42facc4-e9f3-4e7c-8858-3098645e0543 req-6538cb8f-1f80-41d6-8604-a532882d6c2c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.0546796 Nov 25 17:12:14.077254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b42facc4-e9f3-4e7c-8858-3098645e0543 req-ffec7204-904d-4eea-9dee-c944b3339890 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Nov 25 17:12:14.237659 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-72cf4442-87a7-40a5-8cc1-2c7b7538820d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434401 Nov 25 17:12:14.415554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414d3b-0f1c-490d-a0df-4b4edfa97e9c req-1d459f4b-d050-4f72-8bcc-cddb866f9a11 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:14.425808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93414d3b-0f1c-490d-a0df-4b4edfa97e9c req-1d459f4b-d050-4f72-8bcc-cddb866f9a11 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.1479023 Nov 25 17:12:14.483715 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93414d3b-0f1c-490d-a0df-4b4edfa97e9c req-203bfb43-91a3-4e93-96eb-5a20c64c02c2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 Nov 25 17:12:14.517239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-d6efbc41-17de-4c2f-b57d-c1d837e837a5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:14.519031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-d6efbc41-17de-4c2f-b57d-c1d837e837a5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595129 Nov 25 17:12:14.542539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Request body: {'port': {'device_id': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '23e2fb6919bb4d10ac4fa5c627dc9f4b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:14.590110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e59d930-1573-41c1-9a8e-c323d31a0154 req-735acbe8-0b41-4520-a165-97051a8dea98 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 210 time: 0.0303743 Nov 25 17:12:14.669035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-06fee0dc-b0ca-4a49-b152-376743d09544 req-e9a1ede3-eb64-4d64-b10b-98ab6939325a tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0886467 Nov 25 17:12:14.787283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Made reservation on behalf of 23e2fb6919bb4d10ac4fa5c627dc9f4b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:14.794174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.006740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943263e-2021-49ea-a767-b28ad27f8b86 req-58fbebb1-cd74-4840-97c4-ebfada1e8e3d tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:15.020161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a943263e-2021-49ea-a767-b28ad27f8b86 req-58fbebb1-cd74-4840-97c4-ebfada1e8e3d tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.1085765 Nov 25 17:12:15.061785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-8f484ce4-d9de-4715-9ec1-a105441568b2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:15.063491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-8f484ce4-d9de-4715-9ec1-a105441568b2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.2503676 Nov 25 17:12:15.082436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Request body: {'port': {'device_id': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'admin_state_up': True, 'tenant_id': 'b988177acfc1496995ca768f51a3072e'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:15.103668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Allocated IP 192.168.233.134 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/890dff1d-6deb-486b-8cc9-f2acca15d33f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:15.227927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a943263e-2021-49ea-a767-b28ad27f8b86 req-41db3459-7ece-4c2d-8d5d-3fff8573d0ad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988220 Nov 25 17:12:15.244998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Made reservation on behalf of b988177acfc1496995ca768f51a3072e for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:15.252225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.376174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d06fb5-2a12-4f79-a1bd-6b807093e539 req-9053cd82-023b-46ad-b7ba-a55781ed4399 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:15.378354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d06fb5-2a12-4f79-a1bd-6b807093e539 req-9053cd82-023b-46ad-b7ba-a55781ed4399 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.1485872 Nov 25 17:12:15.458063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Allocated IP 172.20.0.8 (427c9a0f-b214-4ec9-91f1-0155550dae06/576e9143-a320-4ad6-8735-f38f6715ede6/3ae28564-a89a-4b61-82b5-e84ab57da204) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:15.474289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.513576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:15.550336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d06fb5-2a12-4f79-a1bd-6b807093e539 req-7f3a9c63-f54c-4bb5-890d-7161ef481295 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556067 Nov 25 17:12:15.566186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.582346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad', '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'aef686e5-4182-441d-b96c-4fd21c81947b', '58c56a28-08ec-40c6-9353-d422b41ca610'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:15.585145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:15.696523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:15.702802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:15.706917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:15.755746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event updated for resources: {'Port': ['ID=890dff1d-6deb-486b-8cc9-f2acca15d33f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:15.785490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.803747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd5a4e-e74c-4770-8fc5-7aeccc866fd0 req-258e46d0-31f9-4c81-acff-94610ac09ca4 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:15.813037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbcd5a4e-e74c-4770-8fc5-7aeccc866fd0 req-258e46d0-31f9-4c81-acff-94610ac09ca4 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.1730521 Nov 25 17:12:15.813985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:15.814900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.815044 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.841182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-8f2e70cc-034a-4ff0-8ba8-11fccd8d83e4 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3071461 Nov 25 17:12:15.862153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Request body: {'port': {'device_id': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:15.898384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:15.934884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbcd5a4e-e74c-4770-8fc5-7aeccc866fd0 req-a9100e5b-991b-420b-b8b3-0d12972bc28b tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169105 Nov 25 17:12:15.964446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:15.970701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b', 'port_id': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'mac_address': 'fa:16:3e:9a:01:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4893ec-6287-4ab7-bd90-1869a50ea011', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:16.045930 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:16.106761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:16.147313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:16.153552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:16.189276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b20efb39-5d58-4ac5-b0cb-aff13d4e13fe None None] Provisioning complete for port 890dff1d-6deb-486b-8cc9-f2acca15d33f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:16.189934 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b20efb39-5d58-4ac5-b0cb-aff13d4e13fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:16.199785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:16.259165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:16.317114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ec648-598d-4f4b-9abf-f863c337f4c4 req-1bf44a30-6643-468f-a440-aba704b1115f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:16.325951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03ec648-598d-4f4b-9abf-f863c337f4c4 req-1bf44a30-6643-468f-a440-aba704b1115f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 931 time: 0.2129920 Nov 25 17:12:16.330168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b20efb39-5d58-4ac5-b0cb-aff13d4e13fe None None] Port 890dff1d-6deb-486b-8cc9-f2acca15d33f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:16.346377 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:16.354310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:16.399581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:16.423306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0cff-825f-4871-a71f-a99a20ad670f req-af1e2762-6ae9-42e4-ac5b-9312b37386d2 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:16.425495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6ce0cff-825f-4871-a71f-a99a20ad670f req-af1e2762-6ae9-42e4-ac5b-9312b37386d2 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 936 time: 0.3256776 Nov 25 17:12:16.431417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:16.432216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:16.478100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-30f67b8a-f1ff-4302-903f-23a002390eb8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014685 Nov 25 17:12:16.502547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Request body: {'port': {'device_id': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:16.510848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6ce0cff-825f-4871-a71f-a99a20ad670f req-783ee429-07f4-43f0-a1d1-395409b55a71 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740836 Nov 25 17:12:16.597487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:16.617824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03ec648-598d-4f4b-9abf-f863c337f4c4 req-4c2438b9-7187-4dd2-a406-7e40c88c626f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810147 Nov 25 17:12:16.771717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:16.873347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:16.903010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890dff1d-6deb-486b-8cc9-f2acca15d33f {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:16.966799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.000267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Transition to ACTIVE for port object 890dff1d-6deb-486b-8cc9-f2acca15d33f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:17.010126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0f9a6-45b1-4d01-9e9b-51f95f0ce999 req-8505699b-f0d7-4cdc-ac8f-d64e65422b04 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.011729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7e0f9a6-45b1-4d01-9e9b-51f95f0ce999 req-8505699b-f0d7-4cdc-ac8f-d64e65422b04 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.1422870 Nov 25 17:12:17.012358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b823-f14e-4f41-994d-c731c8c962f7 req-decec055-b8bc-41a9-b921-5c3f13fbc36c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.012903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.013877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a28b823-f14e-4f41-994d-c731c8c962f7 req-decec055-b8bc-41a9-b921-5c3f13fbc36c tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.1938069 Nov 25 17:12:17.120038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a28b823-f14e-4f41-994d-c731c8c962f7 req-f32b463e-22ee-447e-85b6-46479f471d1e tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925307 Nov 25 17:12:17.131678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae28564-a89a-4b61-82b5-e84ab57da204 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:17.141515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.149817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Pushing event updated for resources: {'Port': ['ID=890dff1d-6deb-486b-8cc9-f2acca15d33f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:17.172988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Transition to ACTIVE for port object 3ae28564-a89a-4b61-82b5-e84ab57da204 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:17.188077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7e0f9a6-45b1-4d01-9e9b-51f95f0ce999 req-08dc17b2-d9ab-4ddd-b760-6ba3481b6200 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284258 Nov 25 17:12:17.190310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.231293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.425888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Attempting to bind port 890dff1d-6deb-486b-8cc9-f2acca15d33f on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:17.426219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Attempting to bind port 890dff1d-6deb-486b-8cc9-f2acca15d33f by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:17.426544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Attempting to bind port 890dff1d-6deb-486b-8cc9-f2acca15d33f on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:17.439833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Port 890dff1d-6deb-486b-8cc9-f2acca15d33f on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:17.440131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Attempting to bind port 890dff1d-6deb-486b-8cc9-f2acca15d33f on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:17.497191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:17.497191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:17.497191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:17.497191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Bound port: 890dff1d-6deb-486b-8cc9-f2acca15d33f, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:17.497191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.505449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:17.585843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Attempting to bind port 3ae28564-a89a-4b61-82b5-e84ab57da204 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:17.586202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Attempting to bind port 3ae28564-a89a-4b61-82b5-e84ab57da204 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:17.586601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Attempting to bind port 3ae28564-a89a-4b61-82b5-e84ab57da204 on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:17.621045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cda09a-d1f0-4058-88aa-150e084a14da req-049f1419-0e7e-4914-b167-41d2dab277df tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.624288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99cda09a-d1f0-4058-88aa-150e084a14da req-049f1419-0e7e-4914-b167-41d2dab277df tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 945 time: 0.2954113 Nov 25 17:12:17.629770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Port 3ae28564-a89a-4b61-82b5-e84ab57da204 on network 427c9a0f-b214-4ec9-91f1-0155550dae06 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:17.632403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Attempting to bind port 3ae28564-a89a-4b61-82b5-e84ab57da204 on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:17.650329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-d868baaa-9eb2-4c6a-bf48-17f12c1faf00 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.652906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-d868baaa-9eb2-4c6a-bf48-17f12c1faf00 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.2034709 Nov 25 17:12:17.687752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:17.688227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Checking segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:17.688711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Bound using segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:17.691750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Bound port: 3ae28564-a89a-4b61-82b5-e84ab57da204, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:17.692238 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.707467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] For port 890dff1d-6deb-486b-8cc9-f2acca15d33f, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:17.733049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] For port 890dff1d-6deb-486b-8cc9-f2acca15d33f, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:17.755273 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.759245 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99cda09a-d1f0-4058-88aa-150e084a14da req-c71925a4-f5a1-4628-875e-af4e8fc13024 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019814 Nov 25 17:12:17.801675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:17.802292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.803699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] 10.222.0.55 "PUT /v2.0/ports/890dff1d-6deb-486b-8cc9-f2acca15d33f HTTP/1.1" status: 200 len: 1096 time: 1.9521773 Nov 25 17:12:17.805625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'tag': '890dff1d-6deb-486b-8cc9-f2acca15d33f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:17.807874 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d16f0-afb3-4f26-aa42-31f40f4870d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f956a5c6-f469-499b-8f56-4b5dafb1c0c2", "tag": "890dff1d-6deb-486b-8cc9-f2acca15d33f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:17.909948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:17.919619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:17.923984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00fca4-2ffb-468e-adfb-22b8cf70c65b service neutron] Pushing event updated for resources: {'Port': ['ID=890dff1d-6deb-486b-8cc9-f2acca15d33f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:17.931829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:17.952119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Deleting port 47580d17-f555-4375-b5c6-a7a8cefc8965 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:17.952481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:18.017222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.018551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:18.025506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] 10.222.0.55 "PUT /v2.0/ports/3ae28564-a89a-4b61-82b5-e84ab57da204 HTTP/1.1" status: 200 len: 1091 time: 1.5364137 Nov 25 17:12:18.028266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:18.038628 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:18.171373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e31b99-0cf1-45f5-a017-3387fbafe14c service neutron] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:18.200577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-9a294abc-ff93-41a7-8f65-6555e616bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.202367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-9a294abc-ff93-41a7-8f65-6555e616bb9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 1094 time: 0.1075451 Nov 25 17:12:18.215437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d566-3fc0-49fd-a5f7-16dce8dc410f req-790dc408-e0d4-4809-95a2-a31db83facd9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.223815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f48d566-3fc0-49fd-a5f7-16dce8dc410f req-790dc408-e0d4-4809-95a2-a31db83facd9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 943 time: 0.1428125 Nov 25 17:12:18.278932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-19a65a3c-ab4f-4e4d-bfd6-73aa05900a1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae28564-a89a-4b61-82b5-e84ab57da204 HTTP/1.1" status: 200 len: 217 time: 0.0458128 Nov 25 17:12:18.381026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f48d566-3fc0-49fd-a5f7-16dce8dc410f req-01ad4e80-0cce-4094-9eab-68e89669e522 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500251 Nov 25 17:12:18.381523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-4f174fa7-b5e5-4820-85ac-5bafaf5e34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.383200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-4f174fa7-b5e5-4820-85ac-5bafaf5e34f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0915349 Nov 25 17:12:18.466290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-55637993-bd38-4b05-b549-5079b84ae740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.468279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-55637993-bd38-4b05-b549-5079b84ae740 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 1099 time: 0.5083127 Nov 25 17:12:18.478368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-e2140ab0-314c-4b25-b002-d21408a34b4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836685 Nov 25 17:12:18.490793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd90d-bc23-46a5-9292-0c1ddf7e53b0 req-71575ef6-4f79-4ca7-ad53-ad9045417a88 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.499342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a60fd90d-bc23-46a5-9292-0c1ddf7e53b0 req-71575ef6-4f79-4ca7-ad53-ad9045417a88 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 948 time: 0.4938269 Nov 25 17:12:18.526960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] For port 47580d17-f555-4375-b5c6-a7a8cefc8965, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=47580d17-f555-4375-b5c6-a7a8cefc8965,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:18.527331 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:18.568525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-e00c172a-36b0-439e-ba2f-dec0140cb559 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f HTTP/1.1" status: 200 len: 217 time: 0.0604403 Nov 25 17:12:18.681945 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8edf3d5-163e-4053-b058-d7ad50d39b69 x-openstack-request-id: req-a8edf3d5-163e-4053-b058-d7ad50d39b69 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:18.682615 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f956a5c6-f469-499b-8f56-4b5dafb1c0c2", "tag": "890dff1d-6deb-486b-8cc9-f2acca15d33f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:18.682615 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8edf3d5-163e-4053-b058-d7ad50d39b69 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:18.682907 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'tag': '890dff1d-6deb-486b-8cc9-f2acca15d33f', 'status': 'completed', 'code': 200} Nov 25 17:12:18.708945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-99c16021-31bc-47ec-bcfe-b5aa62ab84c3 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052131 Nov 25 17:12:18.733727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a60fd90d-bc23-46a5-9292-0c1ddf7e53b0 req-a4d6eb7c-9e9d-47cb-8968-dc8d08ade503 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334008 Nov 25 17:12:18.737537 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725d6a3-efca-41c6-97f7-500ddff13770 x-openstack-request-id: req-f725d6a3-efca-41c6-97f7-500ddff13770 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:18.737537 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:18.737537 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f725d6a3-efca-41c6-97f7-500ddff13770 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:18.737537 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'status': 'completed', 'code': 200} Nov 25 17:12:18.752689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-514881a7-beb7-402a-8531-8d0e474d06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.761360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-514881a7-beb7-402a-8531-8d0e474d06d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1825154 Nov 25 17:12:18.881616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39dd42b5-201a-4051-9c7b-f58e8f5379d5 req-db40cc20-0561-4c1e-b031-569f79880a09 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712415 Nov 25 17:12:18.910338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc0ac-ac8f-4091-a0dd-1598295982f9 req-b490cd65-95fc-4967-9f93-3554a424fa46 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:18.912354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-131cc0ac-ac8f-4091-a0dd-1598295982f9 req-b490cd65-95fc-4967-9f93-3554a424fa46 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 945 time: 0.0783281 Nov 25 17:12:19.029040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-131cc0ac-ac8f-4091-a0dd-1598295982f9 req-0d1446d2-ad0f-4a7b-8b14-6a3655d2f695 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c9640d8-9f42-4427-bf07-281aa018f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040790 Nov 25 17:12:19.040877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-2bc3d978-8996-4b84-94c3-1f4e68e3763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.042683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-2bc3d978-8996-4b84-94c3-1f4e68e3763e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 1094 time: 0.1089048 Nov 25 17:12:19.078332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-f624d7ac-3122-495c-aaa1-d15f9011ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.081567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-f624d7ac-3122-495c-aaa1-d15f9011ed62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389967 Nov 25 17:12:19.170967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.171514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.171934 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Floating IP 6d7ec7a3-311d-46dd-8434-153714aebd65 disassociated. External IP: 172.25.8.249, port: 47580d17-f555-4375-b5c6-a7a8cefc8965. Nov 25 17:12:19.172437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Calling delete_port for 47580d17-f555-4375-b5c6-a7a8cefc8965 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:19.209595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-2910d72a-7c6e-4a43-b971-025e1fee4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.211825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-2910d72a-7c6e-4a43-b971-025e1fee4176 service neutron] 10.222.0.55 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 905 time: 0.1595612 Nov 25 17:12:19.301204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-1a82542d-a85e-410c-a21f-674ffba3c9ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae28564-a89a-4b61-82b5-e84ab57da204 HTTP/1.1" status: 200 len: 217 time: 0.0795684 Nov 25 17:12:19.328230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52b82b-87b1-4163-8eee-c737f21e3ddd req-698efdb6-e032-4a93-b7a6-aa443db4905a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.336735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae52b82b-87b1-4163-8eee-c737f21e3ddd req-698efdb6-e032-4a93-b7a6-aa443db4905a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.3997979 Nov 25 17:12:19.366988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-b82e1475-612e-4ff0-b1db-c3f4d642dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.368267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-b82e1475-612e-4ff0-b1db-c3f4d642dc28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0592628 Nov 25 17:12:19.440125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-b6e79361-d572-4389-818e-3ffd8b2cf1da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319495 Nov 25 17:12:19.474035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae52b82b-87b1-4163-8eee-c737f21e3ddd req-cbbeea3b-b854-4f86-b553-5f230d476eda tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363420 Nov 25 17:12:19.477521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.500080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-9cad3cab-2624-460e-b1e4-de4945d3533a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810279 Nov 25 17:12:19.520191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:19.548792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce0b5-9cd8-4af0-ab7c-fbe6d969bec3 req-f87530ec-208b-4688-99f6-a41cb7e45d9e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.550479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60cce0b5-9cd8-4af0-ab7c-fbe6d969bec3 req-f87530ec-208b-4688-99f6-a41cb7e45d9e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 945 time: 0.1812432 Nov 25 17:12:19.553474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-b595d81b-2b39-4470-a01c-48adf63bb5fc service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034067 Nov 25 17:12:19.573868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event deleted for resources: {'Port': ['ID=47580d17-f555-4375-b5c6-a7a8cefc8965,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:19.686247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:19.702315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:19.703028 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.762821 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60cce0b5-9cd8-4af0-ab7c-fbe6d969bec3 req-5063d590-9c52-414d-9160-642b9b775737 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038288 Nov 25 17:12:19.902148 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.925180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1380143e-221d-4260-b847-b92b6f38e7b6 req-291d9793-7a28-4254-844f-d7b951873223 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184198 Nov 25 17:12:19.933862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:19.936331 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985bbc0d-4cdb-4c57-8666-29e8787c1800" -d '{"events": [{"server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:19.941153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3445-ef85-4481-9afd-43f6bc919ea3 req-ef057f95-0b9c-48c6-9e0f-45758be96bf2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:19.942667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ebac3445-ef85-4481-9afd-43f6bc919ea3 req-ef057f95-0b9c-48c6-9e0f-45758be96bf2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 943 time: 0.1764607 Nov 25 17:12:19.968646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:19.974969 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:19.982224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Router 699f1643-731d-4ec6-8833-21ca47202f09 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:20.021682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a44811d-b8e2-4a83-8e11-5a1bf8448ea6 req-7305b938-7404-46e2-b6c1-a9c54934e8e7 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962235 Nov 25 17:12:20.072224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:20.089766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-3b30d118-5c55-4bd7-964b-23c814a59eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2807662 Nov 25 17:12:20.101901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e245-d974-4574-b926-2076540b6167 req-34f7dad8-4472-4423-8196-b07dba2c80d5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.109662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04f0e245-d974-4574-b926-2076540b6167 req-34f7dad8-4472-4423-8196-b07dba2c80d5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 948 time: 0.2098780 Nov 25 17:12:20.152806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ebac3445-ef85-4481-9afd-43f6bc919ea3 req-1ef46ca0-4ef9-42a3-9154-783b9b620367 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009506 Nov 25 17:12:20.253634 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04f0e245-d974-4574-b926-2076540b6167 req-67ffcf76-8418-4964-a167-7c2c19f96622 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364188 Nov 25 17:12:20.273922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80170-e364-49fb-bdd9-722b191180ec req-3df8afc2-85ea-44ad-a1e3-d235f63311fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.276746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-3df8afc2-85ea-44ad-a1e3-d235f63311fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 1095 time: 0.1218038 Nov 25 17:12:20.330823 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284a9d69-7274-4fa9-8f93-39b417ca4e4f x-openstack-request-id: req-284a9d69-7274-4fa9-8f93-39b417ca4e4f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:20.331486 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:20.331882 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-284a9d69-7274-4fa9-8f93-39b417ca4e4f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:20.332413 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'code': 200} Nov 25 17:12:20.368046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-c632da0b-a604-441f-923c-3127d5d751d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.368767 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-c632da0b-a604-441f-923c-3127d5d751d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 1099 time: 0.2756612 Nov 25 17:12:20.467789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:20.492918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] Sync routers for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:20.529439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:20.532818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:20.551874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] No DVR routers for this DVR port 47580d17-f555-4375-b5c6-a7a8cefc8965 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:20.575193 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:20.584201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0875f07-00d0-4770-b0f7-6909dcb94da8 req-80cfe8c8-92aa-451f-b13f-425a24bf2dad tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.55 "DELETE /v2.0/ports/47580d17-f555-4375-b5c6-a7a8cefc8965 HTTP/1.1" status: 204 len: 173 time: 2.9206192 Nov 25 17:12:20.686749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'name': 'network-vif-deleted', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:20.690851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8eb961f4-23ae-4a31-8517-9d5d6ed3eb3e req-6ff15a8f-8127-4762-a08a-bda7dcc9a383 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 210 time: 0.3088238 Nov 25 17:12:20.712834 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e90df-5eea-419d-896d-45f963b9b5ea" -d '{"events": [{"server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "name": "network-vif-deleted", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:20.783325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:20.828245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0aac5-6768-4673-a964-33f6a879c82f req-682183ef-8d4f-451f-847b-0fdac6c15353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.832864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89f0aac5-6768-4673-a964-33f6a879c82f req-682183ef-8d4f-451f-847b-0fdac6c15353 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1097 time: 0.2588716 Nov 25 17:12:20.900508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80170-e364-49fb-bdd9-722b191180ec req-524e7e0f-822b-47ef-b2cf-b740bf92ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.915324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-524e7e0f-822b-47ef-b2cf-b740bf92ec02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.6125021 Nov 25 17:12:20.919496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-ce7c9b67-9e44-4255-9483-04e3fbe2fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.933513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-ce7c9b67-9e44-4255-9483-04e3fbe2fa30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.5473733 Nov 25 17:12:20.952338 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea74640-db8c-4310-88b1-745826919481 x-openstack-request-id: req-1ea74640-db8c-4310-88b1-745826919481 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:20.954370 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7f1535-ef39-483f-9de0-8a7d815dd916", "name": "network-vif-deleted", "tag": "47580d17-f555-4375-b5c6-a7a8cefc8965", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:20.954754 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ea74640-db8c-4310-88b1-745826919481 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:20.955320 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7f1535-ef39-483f-9de0-8a7d815dd916', 'name': 'network-vif-deleted', 'tag': '47580d17-f555-4375-b5c6-a7a8cefc8965', 'status': 'completed', 'code': 200} Nov 25 17:12:20.980214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11c2ac-a8ac-43ea-9d3e-c20a55e47d64 req-7fb20a97-608d-429c-8c88-ebe18f6dd015 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:20.992154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a11c2ac-a8ac-43ea-9d3e-c20a55e47d64 req-7fb20a97-608d-429c-8c88-ebe18f6dd015 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.3388836 Nov 25 17:12:21.071287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-1b810d5f-1814-458d-86a9-097fe98f7a9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 200 len: 217 time: 0.1487117 Nov 25 17:12:21.113348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-e694344d-0bfe-446b-9abb-651b8ecd2f95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f HTTP/1.1" status: 200 len: 217 time: 0.1537035 Nov 25 17:12:21.211964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-334acc67-f559-409f-aa56-82f3a8bfdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.215611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-334acc67-f559-409f-aa56-82f3a8bfdec9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0869601 Nov 25 17:12:21.236738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:10:00Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:21.266919 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89f0aac5-6768-4673-a964-33f6a879c82f req-b7e124d5-3a3c-46ae-8d04-8a7542edb8df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256439 Nov 25 17:12:21.280235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] Checking router: 699f1643-731d-4ec6-8833-21ca47202f09 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:21.291063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80170-e364-49fb-bdd9-722b191180ec req-56b5201c-9f6b-4cf0-9744-c833b693c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.292579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-56b5201c-9f6b-4cf0-9744-c833b693c3eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.2017682 Nov 25 17:12:21.294974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:21.296029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:21.299249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a11c2ac-a8ac-43ea-9d3e-c20a55e47d64 req-8f48e429-84ac-45a4-b989-cea6323336ad tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097769 Nov 25 17:12:21.303337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef6fb4-19f5-4952-96d0-9779c0198cd8 req-070313f6-9f66-4734-bb92-88781785b9d4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.305019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdef6fb4-19f5-4952-96d0-9779c0198cd8 req-070313f6-9f66-4734-bb92-88781785b9d4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1970944 Nov 25 17:12:21.326458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-9316364c-0b14-45ec-a1a7-0515c448992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.326458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-9316364c-0b14-45ec-a1a7-0515c448992a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900567 Nov 25 17:12:21.345668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-d826573b-43d7-4db6-8e96-825e00a6551a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395787 Nov 25 17:12:21.448138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544a292-0638-4064-ada5-18586980741c req-6931979b-336b-4045-a9b1-1a76c8a3ed15 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.455154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdef6fb4-19f5-4952-96d0-9779c0198cd8 req-fcbb355c-d350-42ac-babb-f0ce007b499f tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300359 Nov 25 17:12:21.457013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0544a292-0638-4064-ada5-18586980741c req-6931979b-336b-4045-a9b1-1a76c8a3ed15 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 943 time: 0.0630207 Nov 25 17:12:21.514658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:21.518338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-a2592a00-d112-48e9-abd0-7d985d16eef2 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639078 Nov 25 17:12:21.594212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 10ac3946-189f-4e82-93e2-e4c61963d55e details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:21.596059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 47580d17-f555-4375-b5c6-a7a8cefc8965 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:21.623976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0544a292-0638-4064-ada5-18586980741c req-d236691d-d6fd-4e71-981d-889c98199dd3 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658144 Nov 25 17:12:21.664411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 47580d17-f555-4375-b5c6-a7a8cefc8965 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:21.664744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 47580d17-f555-4375-b5c6-a7a8cefc8965 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:21.677270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79add7b4-7a13-4147-a589-a0a0652a8180 req-32dba843-caca-4a24-830e-eddf33050378 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:21.684851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79add7b4-7a13-4147-a589-a0a0652a8180 req-32dba843-caca-4a24-830e-eddf33050378 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 948 time: 0.0964861 Nov 25 17:12:21.686535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-e6f99834-c2b5-4a00-840d-5b00d2cd36c9 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814857 Nov 25 17:12:21.702693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f80170-e364-49fb-bdd9-722b191180ec req-357aa63d-e317-4ae2-b3a6-8c65b9ecaeb1 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767685 Nov 25 17:12:21.769238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79add7b4-7a13-4147-a589-a0a0652a8180 req-d2835857-9d4d-4394-a05e-3cf432eaba29 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835030 Nov 25 17:12:21.893788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:21.895545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59d16f0-afb3-4f26-aa42-31f40f4870d3 req-f04aba87-02fe-45f8-bfd7-e47a6c1635a2 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960645 Nov 25 17:12:21.947166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'port_id': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'mac_address': 'fa:16:3e:05:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8015e0e-fa64-4b2e-911b-e57a52514bec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:21.977322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5beb6c04-71a4-40b0-9f62-a54e5b83ffd6 req-7c4d78f1-0f76-4170-8241-da8b431f24cc tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce7f1535-ef39-483f-9de0-8a7d815dd916 HTTP/1.1" status: 200 len: 210 time: 0.0489531 Nov 25 17:12:22.028462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.046725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10ac3946-189f-4e82-93e2-e4c61963d55e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:22.051976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:10:00Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:22.088347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15efbccd-3bf3-4099-9ca8-6cd54a97b24c None None] The sync data for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 is: [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:09:54Z', 'revision_number': 4, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0080ad1d-bf8f-4a5d-8182-8395942b6632', 'name': '', 'network_id': 'e9283cab-5a0b-473f-9cd5-179c847aeb7d', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'mac_address': 'fa:16:3e:16:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:53Z', 'updated_at': '2021-11-25T17:10:00Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'subnets': [{'id': '937cfdb4-73b2-4c6a-b155-fd6c23c5da1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:22.103270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:22.108349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.109101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:22.260038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:22.268081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:22.282432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'mac_address': 'fa:16:3e:c7:07:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:22.327206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.342569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae28564-a89a-4b61-82b5-e84ab57da204 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:22.407345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:22.416615 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:22.469867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-349ba027-8a1a-40e7-9545-cbd54dd4f99c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977974 Nov 25 17:12:22.514362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:22.571457 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411af221-9210-4ab4-8cc9-87c9135d84d3 None None] New status for floating IP 6d7ec7a3-311d-46dd-8434-153714aebd65: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:12:22.577647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0de882-6b17-43bb-9094-36294bbac8a1 req-8fea226c-eabf-467d-919c-c194129de453 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.586220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a0de882-6b17-43bb-9094-36294bbac8a1 req-8fea226c-eabf-467d-919c-c194129de453 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 944 time: 0.1658256 Nov 25 17:12:22.602831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['10ac3946-189f-4e82-93e2-e4c61963d55e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:22.670208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a0de882-6b17-43bb-9094-36294bbac8a1 req-7ac4a0bd-5de3-495d-907a-75f41d36cb8a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829899 Nov 25 17:12:22.719651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-34f8ecc7-6e46-4804-9500-c6a20ec74e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.721674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-34f8ecc7-6e46-4804-9500-c6a20ec74e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 1101 time: 0.1799493 Nov 25 17:12:22.759277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4dd38-a90f-4872-9159-75abb763dfc9 req-1b4c3f9c-c96c-420b-a619-844b673dbcb5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.767538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59b4dd38-a90f-4872-9159-75abb763dfc9 req-1b4c3f9c-c96c-420b-a619-844b673dbcb5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1443808 Nov 25 17:12:22.794084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['3ae28564-a89a-4b61-82b5-e84ab57da204'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:22.828828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb67c3d-d971-4386-ad7c-da2dbef31598 req-abd5e65f-1e39-414b-9523-bd5841e36619 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:22.830490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efb67c3d-d971-4386-ad7c-da2dbef31598 req-abd5e65f-1e39-414b-9523-bd5841e36619 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 944 time: 0.0866432 Nov 25 17:12:22.936494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efb67c3d-d971-4386-ad7c-da2dbef31598 req-24544a49-388b-428c-8060-209a15ec4fbf tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Nov 25 17:12:23.015801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59b4dd38-a90f-4872-9159-75abb763dfc9 req-01ed3b85-34c7-4d09-a25b-f53152924ba8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471516 Nov 25 17:12:23.137457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-e8b3b91a-6a22-4734-9096-c589fd5f264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.142959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-e8b3b91a-6a22-4734-9096-c589fd5f264b service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3667405 Nov 25 17:12:23.241276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-db3258ea-8434-4aca-a42a-f55c2ab19e56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 HTTP/1.1" status: 200 len: 217 time: 0.0779853 Nov 25 17:12:23.326978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-eae1b622-4a88-4711-987c-5c124eeff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.328547 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-eae1b622-4a88-4711-987c-5c124eeff4e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0759075 Nov 25 17:12:23.336953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a5e96-d6cd-4984-9e0d-b418f36747a8 req-75eab62b-e161-45a3-9c20-63a8409a5726 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.338477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-347a5e96-d6cd-4984-9e0d-b418f36747a8 req-75eab62b-e161-45a3-9c20-63a8409a5726 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 948 time: 0.0998294 Nov 25 17:12:23.420395 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-347a5e96-d6cd-4984-9e0d-b418f36747a8 req-9c260a2f-8dae-434c-b4a0-e3df2c741c5d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727444 Nov 25 17:12:23.422370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-88afccc0-8714-4e32-bd67-45a935e30355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.423805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-88afccc0-8714-4e32-bd67-45a935e30355 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842037 Nov 25 17:12:23.479054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-fba6041f-77f6-4d35-b0de-8a308456a927 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.487513 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-fba6041f-77f6-4d35-b0de-8a308456a927 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 0.1332905 Nov 25 17:12:23.504766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-76134a81-8d44-47cc-bd74-9f1081a3d240 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/quotas/adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 375 time: 0.0155239 Nov 25 17:12:23.531550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 890dff1d-6deb-486b-8cc9-f2acca15d33f details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:23.535726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 10ac3946-189f-4e82-93e2-e4c61963d55e up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:23.564806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f6b8-ea0a-4a13-b793-0d6819acc8c2 req-292afe15-fb47-4aae-a212-78fc73f5fd1b tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:23.566374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6272f6b8-ea0a-4a13-b793-0d6819acc8c2 req-292afe15-fb47-4aae-a212-78fc73f5fd1b tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 944 time: 0.0797768 Nov 25 17:12:23.572639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-c9e2522c-b103-4387-a8a8-c5b6cf8f098d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634086 Nov 25 17:12:23.597735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-40018f77-2c6b-4f8f-874e-92911ad11513 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626027 Nov 25 17:12:23.670919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 10ac3946-189f-4e82-93e2-e4c61963d55e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:23.671479 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.685894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-9e2ee4b9-8614-4760-bcfd-3f14c5c91208 service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062303 Nov 25 17:12:23.733517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 890dff1d-6deb-486b-8cc9-f2acca15d33f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:23.742931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6272f6b8-ea0a-4a13-b793-0d6819acc8c2 req-2767595e-1133-4ba9-9e29-cceed536eb17 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615646 Nov 25 17:12:23.749301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '890dff1d-6deb-486b-8cc9-f2acca15d33f', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '890dff1d-6deb-486b-8cc9-f2acca15d33f', 'mac_address': 'fa:16:3e:fa:07:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:23.789175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a307332-8b0f-46a3-8784-d1d30c56b359 req-f0d7fd80-a4eb-4fed-8b99-7b6b4b80c762 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822503 Nov 25 17:12:23.806019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:23.816382 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.824270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-6988c63a-381c-4dd2-a2fc-b905988c5804 service neutron] 10.222.0.86 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310458 Nov 25 17:12:23.885307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890dff1d-6deb-486b-8cc9-f2acca15d33f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:23.896641 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e6a59a-aefa-4f43-8057-43d30099f4e2 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.907343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 890dff1d-6deb-486b-8cc9-f2acca15d33f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:23.913445 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.920813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.926401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e6a59a-aefa-4f43-8057-43d30099f4e2 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:23.974914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:23.977414 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0969c3de-612d-47fc-aff3-dccf95c26f12" -d '{"events": [{"server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "name": "network-vif-plugged", "status": "completed", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:24.008123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:24.012225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=890dff1d-6deb-486b-8cc9-f2acca15d33f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.012743 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e6a59a-aefa-4f43-8057-43d30099f4e2 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.020173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e6a59a-aefa-4f43-8057-43d30099f4e2 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.022722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-64e6a59a-aefa-4f43-8057-43d30099f4e2 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "DELETE /v2.0/security-groups/1c9640d8-9f42-4427-bf07-281aa018f99b HTTP/1.1" status: 204 len: 168 time: 0.2143242 Nov 25 17:12:24.025946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59626) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:24.027591 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.035545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6a59a-aefa-4f43-8057-43d30099f4e2 tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9640d8-9f42-4427-bf07-281aa018f99b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.049427 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-cd81c809-23f9-40e0-82ec-e147b94eeb5d tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] show failed (client error): The resource could not be found. Nov 25 17:12:24.052706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cd81c809-23f9-40e0-82ec-e147b94eeb5d tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "GET /v2.0/security-groups/1c9640d8-9f42-4427-bf07-281aa018f99b HTTP/1.1" status: 404 len: 347 time: 0.0249646 Nov 25 17:12:24.056000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:24.124600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:24.225728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b8ad4-12f8-4888-b2a8-8a451d146c63 req-229b682e-6bc3-413e-ac63-3bcc131deb3d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.228515 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661d8dd-0841-4dc0-b276-ec5e4d701c0a x-openstack-request-id: req-d661d8dd-0841-4dc0-b276-ec5e4d701c0a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:24.228848 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "name": "network-vif-plugged", "status": "completed", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:24.229110 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d661d8dd-0841-4dc0-b276-ec5e4d701c0a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:24.229523 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'code': 200} Nov 25 17:12:24.233671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-833b8ad4-12f8-4888-b2a8-8a451d146c63 req-229b682e-6bc3-413e-ac63-3bcc131deb3d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 944 time: 0.1682816 Nov 25 17:12:24.276116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['890dff1d-6deb-486b-8cc9-f2acca15d33f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:24.296959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-833b8ad4-12f8-4888-b2a8-8a451d146c63 req-f41ed0b2-41e4-4052-b6d6-b0bb81cb5ba3 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624161 Nov 25 17:12:24.302205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Deleting port e60b52ae-186e-48f7-922e-94e5035bd02e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:24.302629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.364770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845f4bf-f1d5-43cd-87f5-dd6699705d5a req-1a1f04a7-1142-4dc5-b48f-f57c8a3b574c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.366639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7845f4bf-f1d5-43cd-87f5-dd6699705d5a req-1a1f04a7-1142-4dc5-b48f-f57c8a3b574c tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.0956762 Nov 25 17:12:24.438022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7845f4bf-f1d5-43cd-87f5-dd6699705d5a req-cb9ecb7c-3ac8-4d70-bb4f-3dd948990909 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614417 Nov 25 17:12:24.641031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d52483-d3d4-4c7f-a7fb-cbe49809d033 req-6007a5d0-0d3e-4715-8a30-093a6b1da05e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.642828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4d52483-d3d4-4c7f-a7fb-cbe49809d033 req-6007a5d0-0d3e-4715-8a30-093a6b1da05e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 949 time: 0.0567875 Nov 25 17:12:24.703631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4d52483-d3d4-4c7f-a7fb-cbe49809d033 req-72ba0b03-0c42-46dc-b202-e05866844f64 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533371 Nov 25 17:12:24.768189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.768432 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:24.785156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Calling delete_port for e60b52ae-186e-48f7-922e-94e5035bd02e owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:24.819327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a34f6e5a-207b-42f2-9739-793816cc92db req-57625667-3139-4bf3-9ce8-50ce0b5ef4d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.4595797 Nov 25 17:12:24.828944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5268d8-abf9-4ada-9def-b7b90a683485 req-48bac1e9-365d-4a29-a60c-6ffd8e5224a5 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:24.843966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5268d8-abf9-4ada-9def-b7b90a683485 req-48bac1e9-365d-4a29-a60c-6ffd8e5224a5 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1097 time: 0.0660102 Nov 25 17:12:24.928186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5268d8-abf9-4ada-9def-b7b90a683485 req-e400c739-e487-40d9-a03e-59df63b8a5d3 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830553 Nov 25 17:12:25.037205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879da993-50c8-4814-ac8d-6b973b5c2d10 req-625ec68e-fe31-46f6-8752-4b66c89a4af5 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.039972 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-879da993-50c8-4814-ac8d-6b973b5c2d10 req-625ec68e-fe31-46f6-8752-4b66c89a4af5 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.1187568 Nov 25 17:12:25.057760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.095850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Pushing event deleted for resources: {'Port': ['ID=e60b52ae-186e-48f7-922e-94e5035bd02e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:25.127857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e323bf-3f78-4dad-bdf6-441916526ef8 req-352febad-aeab-492a-b3d2-30be375c5080 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.136412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56e323bf-3f78-4dad-bdf6-441916526ef8 req-352febad-aeab-492a-b3d2-30be375c5080 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1097 time: 0.0578418 Nov 25 17:12:25.193890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56e323bf-3f78-4dad-bdf6-441916526ef8 req-6547d3d3-29fc-4a52-876a-d75b3305b7dd tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509000 Nov 25 17:12:25.215989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-879da993-50c8-4814-ac8d-6b973b5c2d10 req-bdadeb16-4006-44b0-b0f7-4b1473d927c8 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701109 Nov 25 17:12:25.235003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.238231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.243034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:25.243587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-554fd387-b722-4257-ac38-0f9fb8d7bc2b tempest-ServersTestJSON-634216815 tempest-ServersTestJSON-634216815-project] 10.222.0.86 "DELETE /v2.0/floatingips/6d7ec7a3-311d-46dd-8434-153714aebd65 HTTP/1.1" status: 204 len: 168 time: 1.1863363 Nov 25 17:12:25.255258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-f61791a5-a5d2-47f3-8793-fe55b87d6758 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.257322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-f61791a5-a5d2-47f3-8793-fe55b87d6758 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9494c12-f20c-45d9-aeae-bbb1f419514a HTTP/1.1" status: 200 len: 945 time: 0.1033974 Nov 25 17:12:25.437752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Deleting port 10ac3946-189f-4e82-93e2-e4c61963d55e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:25.437752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.534917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf332-7aa5-4347-b86f-0a68ea5634de req-5936bd6a-f9f1-4d10-bffa-d5fcbe6d51b2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:25.542788 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-295bf332-7aa5-4347-b86f-0a68ea5634de req-5936bd6a-f9f1-4d10-bffa-d5fcbe6d51b2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 944 time: 0.1083879 Nov 25 17:12:25.549278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 890dff1d-6deb-486b-8cc9-f2acca15d33f up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:25.552960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] For port 10ac3946-189f-4e82-93e2-e4c61963d55e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=10ac3946-189f-4e82-93e2-e4c61963d55e,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:25.553536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.568142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Calling delete_port for 10ac3946-189f-4e82-93e2-e4c61963d55e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:25.671114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 890dff1d-6deb-486b-8cc9-f2acca15d33f completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:25.673413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-295bf332-7aa5-4347-b86f-0a68ea5634de req-4c65dae3-8775-4ecd-84cf-c425aa678d1e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296751 Nov 25 17:12:25.681935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 890dff1d-6deb-486b-8cc9-f2acca15d33f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:25.682314 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.849872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.868753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['10ac3946-189f-4e82-93e2-e4c61963d55e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:25.943580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:25.958315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event deleted for resources: {'Port': ['ID=10ac3946-189f-4e82-93e2-e4c61963d55e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:26.006724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 890dff1d-6deb-486b-8cc9-f2acca15d33f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:26.012981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.014069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:26.028655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] No DVR routers for this DVR port 10ac3946-189f-4e82-93e2-e4c61963d55e on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:26.031938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.037956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9917c138-aac0-41d6-8c01-c4a4fd506f24 req-df85bd06-4079-4235-9bff-950e51ecb83d tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "DELETE /v2.0/ports/10ac3946-189f-4e82-93e2-e4c61963d55e HTTP/1.1" status: 204 len: 173 time: 0.7732942 Nov 25 17:12:26.039831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'name': 'network-vif-deleted', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:26.044872 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33690d-5785-409d-a014-20757e8920d3" -d '{"events": [{"server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "name": "network-vif-deleted", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:26.177684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 3ae28564-a89a-4b61-82b5-e84ab57da204 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:26.192518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 3ae28564-a89a-4b61-82b5-e84ab57da204 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:26.195741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.281881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890dff1d-6deb-486b-8cc9-f2acca15d33f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:26.285475 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39ce9f-c5dd-4ff6-b50b-6e5a2e511225" -d '{"events": [{"server_uuid": "f956a5c6-f469-499b-8f56-4b5dafb1c0c2", "name": "network-vif-plugged", "status": "completed", "tag": "890dff1d-6deb-486b-8cc9-f2acca15d33f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:26.290183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=890dff1d-6deb-486b-8cc9-f2acca15d33f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:26.395591 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.455823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:26.465577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:26.618543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:26.722115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae95a0-bad8-4b47-b10b-d05b948a1788 req-fac6ee2a-81fc-4b7b-a88c-0594981fd710 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:26.730607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3eae95a0-bad8-4b47-b10b-d05b948a1788 req-fac6ee2a-81fc-4b7b-a88c-0594981fd710 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 950 time: 0.2530463 Nov 25 17:12:26.767324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-55a5263a-7224-40fb-bbbe-270eb4d57e95 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:26.768981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-55a5263a-7224-40fb-bbbe-270eb4d57e95 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 807 time: 1.1284184 Nov 25 17:12:26.785388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Request body: {'port': {'device_id': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'admin_state_up': True, 'tenant_id': 'adfacf3d081d4e378646615742a9cfea'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:26.940795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3eae95a0-bad8-4b47-b10b-d05b948a1788 req-7ecb4328-46e4-4612-8d2f-f3b16c7aca74 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028129 Nov 25 17:12:26.981206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b9046079-30c2-4eb8-9469-626e884a4b14 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:12:26.982248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b9046079-30c2-4eb8-9469-626e884a4b14 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068369 Nov 25 17:12:27.032825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-797c991a-2520-46b2-9e95-ec677a0d069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:27.034220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-797c991a-2520-46b2-9e95-ec677a0d069a service neutron] 10.222.0.86 "GET /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 1094 time: 0.0444465 Nov 25 17:12:27.044720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:27.049625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:12:27.056853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Made reservation on behalf of adfacf3d081d4e378646615742a9cfea for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:27.060379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.117547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b6de0f0-23ac-4f74-8d25-fb517b386bfa req-b797b262-adeb-4b89-ae68-fad7de8fdca2 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0448318 Nov 25 17:12:27.242156 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aad934-4898-4be6-ba8b-6f4f8e4e021c x-openstack-request-id: req-a8aad934-4898-4be6-ba8b-6f4f8e4e021c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:27.242156 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9494c12-f20c-45d9-aeae-bbb1f419514a", "name": "network-vif-deleted", "tag": "10ac3946-189f-4e82-93e2-e4c61963d55e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:27.243416 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a8aad934-4898-4be6-ba8b-6f4f8e4e021c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:27.244585 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9494c12-f20c-45d9-aeae-bbb1f419514a', 'name': 'network-vif-deleted', 'tag': '10ac3946-189f-4e82-93e2-e4c61963d55e', 'status': 'completed', 'code': 200} Nov 25 17:12:27.301129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:27.301862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:27.307961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:27.313416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:27.315325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:27.324645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:27.324980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:27.325355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:27.325789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Bound port: e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:27.356595 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672c64e-2fe0-4c34-878a-50c20dd04b9c x-openstack-request-id: req-5672c64e-2fe0-4c34-878a-50c20dd04b9c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:27.356938 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956a5c6-f469-499b-8f56-4b5dafb1c0c2", "name": "network-vif-plugged", "status": "completed", "tag": "890dff1d-6deb-486b-8cc9-f2acca15d33f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:27.357186 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5672c64e-2fe0-4c34-878a-50c20dd04b9c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:27.357570 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890dff1d-6deb-486b-8cc9-f2acca15d33f', 'code': 200} Nov 25 17:12:27.426359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Allocated IP 172.20.0.6 (f87cec6b-63c1-4724-86a3-e51aa8addcb3/aa860f95-b45b-4982-8f30-cbe3c09a0a4b/4dfb6399-327e-4dcc-979b-855ec667b0eb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:27.488180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:27.526401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.527610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e6b673a7-3d13-4bc9-9b85-e395c6fc6c15 service neutron] 10.222.0.86 "POST /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4874315 Nov 25 17:12:27.544828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e75c72-dbc2-41db-824b-df5be7c18931 req-57fb00aa-a0b1-40bf-9be8-21cea06cf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:27.547057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e8e75c72-dbc2-41db-824b-df5be7c18931 req-57fb00aa-a0b1-40bf-9be8-21cea06cf243 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 1101 time: 0.0570526 Nov 25 17:12:27.643117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.670521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e8e75c72-dbc2-41db-824b-df5be7c18931 req-2a5750aa-9200-4e9e-a379-3a1c5417ad64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151061 Nov 25 17:12:27.779561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024dd5-cdb7-4427-a509-17ed39effe36 req-c2515549-a442-40ae-a0d3-5ccb19b612a0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:27.781256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af024dd5-cdb7-4427-a509-17ed39effe36 req-c2515549-a442-40ae-a0d3-5ccb19b612a0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.2285247 Nov 25 17:12:27.806573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.914807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af024dd5-cdb7-4427-a509-17ed39effe36 req-cee356a1-b352-4217-86d1-c415c0713582 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240163 Nov 25 17:12:27.952021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:27.964293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['409507fa-4e95-4e6f-8e92-848f40df9565'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:28.145138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Network f87cec6b-63c1-4724-86a3-e51aa8addcb3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:28.155628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:28.158250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:28.191733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-ab5f25fc-a498-4f84-9720-2fb422e7177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.202316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-ab5f25fc-a498-4f84-9720-2fb422e7177c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1097 time: 0.1996715 Nov 25 17:12:28.215049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:28.241939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7d5a9-120d-46fe-90b4-4a730705c2ef req-1184b0bb-bfa9-43d3-a7bb-a1658977e21e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.243747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddc7d5a9-120d-46fe-90b4-4a730705c2ef req-1184b0bb-bfa9-43d3-a7bb-a1658977e21e tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1767902 Nov 25 17:12:28.256670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-bbbb4afa-db7f-432d-aa10-15fc80fd4e49 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.266020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-bbbb4afa-db7f-432d-aa10-15fc80fd4e49 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 821 time: 0.2134089 Nov 25 17:12:28.270410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.271531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.307125 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-bd8b8701-0348-4a3f-bfa3-4b819bd098b2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/quotas/477a2f0c4e244a24b3fe397f62da38cc HTTP/1.1" status: 200 len: 375 time: 0.0399506 Nov 25 17:12:28.315126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-da0d1ecf-71c8-45fa-bab2-70516792de48 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5363879 Nov 25 17:12:28.332075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Request body: {'port': {'device_id': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:28.376210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-fc1009dc-1c27-48c1-bf8a-487edf2e316e tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682609 Nov 25 17:12:28.435697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddc7d5a9-120d-46fe-90b4-4a730705c2ef req-ad457d02-1bbf-45da-ac69-90d1eead4890 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805806 Nov 25 17:12:28.448846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.468190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Deleting port 0080ad1d-bf8f-4a5d-8182-8395942b6632 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:28.468961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-3439c370-8677-4505-91ce-0fbb88831c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.470865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-3439c370-8677-4505-91ce-0fbb88831c70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2014711 Nov 25 17:12:28.479639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.525663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-a4c759d8-733f-4c72-a2f3-b3f26f82b47b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 217 time: 0.0454345 Nov 25 17:12:28.593483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-5ce7e213-1955-4e50-a892-ecb2a9e20aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.595752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-5ce7e213-1955-4e50-a892-ecb2a9e20aa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.0600491 Nov 25 17:12:28.644243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-2ac88fbc-247e-4685-be9f-5796bdd716fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342150 Nov 25 17:12:28.646940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-d581adaf-758e-4ad0-9e65-c2deaf340e7f service neutron] 10.222.0.86 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494955 Nov 25 17:12:28.722135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af638f-0bf2-4dd9-982e-5f453c84dd5b req-dd99adbf-67d6-4252-b427-cceec2eb8f63 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:28.723899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92af638f-0bf2-4dd9-982e-5f453c84dd5b req-dd99adbf-67d6-4252-b427-cceec2eb8f63 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.1616218 Nov 25 17:12:28.734098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] For port 0080ad1d-bf8f-4a5d-8182-8395942b6632, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0080ad1d-bf8f-4a5d-8182-8395942b6632,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:28.734460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:28.780217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Calling delete_port for 0080ad1d-bf8f-4a5d-8182-8395942b6632 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:28.884857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-7747d6f9-7256-413a-9239-f1750cbddac3 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318408 Nov 25 17:12:28.985096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92af638f-0bf2-4dd9-982e-5f453c84dd5b req-8551fd9b-f4fb-48f2-8941-89f82d3ae61b tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455642 Nov 25 17:12:28.993643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-b3b46f0f-f361-4239-b8dd-7fd39f15dd2c service neutron] 10.222.0.86 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316214 Nov 25 17:12:29.078027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-186c811b-20d9-45f5-927a-4f5df73b009c service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752539 Nov 25 17:12:29.358977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:29.359490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c66fb-b7e9-4300-b424-06af9959b7ef req-0ca1bb89-071b-4760-b562-1253ebad18b1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:29.363846 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af848d-417d-45ae-9ede-46212ccca98e" -d '{"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-plugged", "status": "completed", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:29.365726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d43c66fb-b7e9-4300-b424-06af9959b7ef req-0ca1bb89-071b-4760-b562-1253ebad18b1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 931 time: 0.1300354 Nov 25 17:12:29.451541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d43c66fb-b7e9-4300-b424-06af9959b7ef req-4e1f293f-5782-4543-9586-4d46c50939f8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775156 Nov 25 17:12:29.502967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1614a-d370-41e6-ad84-14871e30193c req-51b410f8-6ba6-4135-8175-9824c6bdcf84 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:29.504585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52e1614a-d370-41e6-ad84-14871e30193c req-51b410f8-6ba6-4135-8175-9824c6bdcf84 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 950 time: 0.3663094 Nov 25 17:12:29.505273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.543203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Pushing event deleted for resources: {'Port': ['ID=0080ad1d-bf8f-4a5d-8182-8395942b6632,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:29.584683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 10ac3946-189f-4e82-93e2-e4c61963d55e no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:29.649913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 10ac3946-189f-4e82-93e2-e4c61963d55e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:29.650509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 10ac3946-189f-4e82-93e2-e4c61963d55e not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:29.669759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfb6399-327e-4dcc-979b-855ec667b0eb {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:29.709772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.748900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9483a1-775a-40ef-a59e-9874aa6f4b9d req-e925a62d-e226-4567-b0a5-aa789d9b6d15 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:29.763140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Transition to ACTIVE for port object 4dfb6399-327e-4dcc-979b-855ec667b0eb will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:29.763870 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c9483a1-775a-40ef-a59e-9874aa6f4b9d req-e925a62d-e226-4567-b0a5-aa789d9b6d15 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.1998644 Nov 25 17:12:29.767650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52e1614a-d370-41e6-ad84-14871e30193c req-f5bc56a8-3004-4304-8694-202ee62a91fb tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526095 Nov 25 17:12:29.773733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:29.911611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c9483a1-775a-40ef-a59e-9874aa6f4b9d req-95f9c9f0-6ced-4f6d-bf4d-0d959e38f4ed tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370015 Nov 25 17:12:29.967685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:30.000836 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42184356-cc0e-4767-bf95-598e99a69c55 x-openstack-request-id: req-42184356-cc0e-4767-bf95-598e99a69c55 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:30.001336 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-plugged", "status": "completed", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:30.001747 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42184356-cc0e-4767-bf95-598e99a69c55 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:30.002351 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'code': 200} Nov 25 17:12:30.199576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14d54a87-04ba-496f-945d-1ff607577bcd req-6391d688-e767-497a-b2f6-1a3111a3c8e0 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 210 time: 0.3162825 Nov 25 17:12:30.205413 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.317081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee0e46-57f7-4e61-985a-a82e96e348ae req-8252db03-7c09-453f-90c8-8ba5f1a08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.321890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fee0e46-57f7-4e61-985a-a82e96e348ae req-8252db03-7c09-453f-90c8-8ba5f1a08a8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 1096 time: 0.2099342 Nov 25 17:12:30.374612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb94db-4f3e-4074-846a-e42baf8fece5 req-01793389-d405-4f5a-b6e1-e65adc45213d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.388705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edb94db-4f3e-4074-846a-e42baf8fece5 req-01793389-d405-4f5a-b6e1-e65adc45213d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.2548647 Nov 25 17:12:30.441186 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fee0e46-57f7-4e61-985a-a82e96e348ae req-1dd2b693-91a3-4c59-80ab-0bf3cfd50b63 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112900 Nov 25 17:12:30.519998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edb94db-4f3e-4074-846a-e42baf8fece5 req-f64cbbad-8f16-4534-8c80-76fb4bf7a380 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206584 Nov 25 17:12:30.566582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:30.566913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:30.567238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:30.577673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:30.577948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:30.638212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:30.638671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:30.639140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:30.640343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Bound port: 4dfb6399-327e-4dcc-979b-855ec667b0eb, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:30.640816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.720068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c5c4d-7eec-4748-a4ba-213eb243b41f req-34420578-1dca-44bd-a27e-bc7e67e9703f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.721938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-904c5c4d-7eec-4748-a4ba-213eb243b41f req-34420578-1dca-44bd-a27e-bc7e67e9703f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1171422 Nov 25 17:12:30.812916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37657b3-82c0-4406-9ff2-5d39a00093b4 req-1ae77c00-d0bb-4b71-9a04-c6dbe252cb20 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.817238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-904c5c4d-7eec-4748-a4ba-213eb243b41f req-c63ec6e8-a04a-4b5b-92b1-c7803e8da9c1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889320 Nov 25 17:12:30.820873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b37657b3-82c0-4406-9ff2-5d39a00093b4 req-1ae77c00-d0bb-4b71-9a04-c6dbe252cb20 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 1101 time: 0.1838770 Nov 25 17:12:30.895497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:30.918748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:30.934090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.952047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Router 699f1643-731d-4ec6-8833-21ca47202f09 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:30.956318 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b37657b3-82c0-4406-9ff2-5d39a00093b4 req-6ea58075-9e6d-4c58-ac9b-de839ef78ba7 tempest-ServersOnMultiNodesTest-572165437 tempest-ServersOnMultiNodesTest-572165437-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346228 Nov 25 17:12:30.994353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da356f-1441-4014-b432-079505c36b03 req-9dddd318-8d34-45fb-8dd1-0bef3951d1b1 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.996228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:30.997180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:30.999429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] 10.222.0.73 "PUT /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 1091 time: 2.6737022 Nov 25 17:12:31.001809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:31.003905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10da356f-1441-4014-b432-079505c36b03 req-9dddd318-8d34-45fb-8dd1-0bef3951d1b1 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.0703607 Nov 25 17:12:31.005609 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce46b3ac-ada4-42ad-9ee4-98da26b28707" -d '{"events": [{"name": "network-changed", "server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:31.101818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10da356f-1441-4014-b432-079505c36b03 req-ec87c3a4-738d-4eb6-a064-62dc5aa15a72 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920444 Nov 25 17:12:31.148489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80631559-c634-454c-9cd0-2bbf78c5b18c service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:31.360124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-bb81a96c-bf60-4f91-89cc-38e78feb6ec3 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.362498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-bb81a96c-bf60-4f91-89cc-38e78feb6ec3 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 821 time: 0.2087049 Nov 25 17:12:31.387761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Request body: {'port': {'device_id': '14570e71-2eed-45d5-9cd0-28807638b73f', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'admin_state_up': True, 'tenant_id': '477a2f0c4e244a24b3fe397f62da38cc'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:31.502521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bec92752-74f9-4896-b15f-1548a6db49f9 req-7fe60801-44a8-46ca-ae36-ddb67efacfb6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 210 time: 0.0399089 Nov 25 17:12:31.536955 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a78682-a2df-454f-a1c3-8ee6ed6334a5 x-openstack-request-id: req-81a78682-a2df-454f-a1c3-8ee6ed6334a5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:31.537240 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:31.537494 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-81a78682-a2df-454f-a1c3-8ee6ed6334a5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:31.537920 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'status': 'completed', 'code': 200} Nov 25 17:12:31.565042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-d44531c4-b409-4b86-b0e7-a9634e564d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.566354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-d44531c4-b409-4b86-b0e7-a9634e564d66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1094 time: 0.4855933 Nov 25 17:12:31.576332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfded07-4f88-4f4b-9b2a-19ce08384022 req-29fd44f5-6e0c-4087-b39f-98ac1e414dcb tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.577945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdfded07-4f88-4f4b-9b2a-19ce08384022 req-29fd44f5-6e0c-4087-b39f-98ac1e414dcb tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.5007696 Nov 25 17:12:31.594867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Made reservation on behalf of 477a2f0c4e244a24b3fe397f62da38cc for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:31.598752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.624872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-84090e8c-d807-498b-9347-d7f6f09dc1e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 217 time: 0.0459807 Nov 25 17:12:31.631071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:31.638836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f9a2e769-ccad-4483-a3ad-9e9df8a4c438 admin admin] 10.222.0.86 "PUT /v2.0/routers/699f1643-731d-4ec6-8833-21ca47202f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3927751 Nov 25 17:12:31.642425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:31.644756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] Sync routers for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:31.659524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:31.660835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:31.761683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdfded07-4f88-4f4b-9b2a-19ce08384022 req-37ac0ab7-dc09-46ca-9eab-01ee0f957029 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709278 Nov 25 17:12:31.763259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-fe688d04-e9ee-4ea9-91d6-480a806d0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:31.764441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-fe688d04-e9ee-4ea9-91d6-480a806d0e21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1244757 Nov 25 17:12:31.772062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Allocated IP 172.20.0.8 (4ae992a7-ccbd-4406-921f-5aec8e1ca89a/f8015e0e-fa64-4b2e-911b-e57a52514bec/b770be61-cb07-41b6-b4f2-839066d6b6d1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:31.807593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:31.849034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-5714f629-0261-41f7-a728-2e3f8d3255dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542989 Nov 25 17:12:31.954334 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.954573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:31.999595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebc68b-16ba-440e-8acc-8dbb35cacc43 req-493fa493-79fa-457a-aa90-db0f77be0b10 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.001036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7ebc68b-16ba-440e-8acc-8dbb35cacc43 req-493fa493-79fa-457a-aa90-db0f77be0b10 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 950 time: 0.4209514 Nov 25 17:12:32.003192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.052523 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-89b3841d-af78-4775-a553-267ca95ced22 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874039 Nov 25 17:12:32.072894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:32.083401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:32.087103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:32.088394 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:12:29Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:32.097928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event updated for resources: {'Port': ['ID=b770be61-cb07-41b6-b4f2-839066d6b6d1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:32.139775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] Checking router: 699f1643-731d-4ec6-8833-21ca47202f09 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:32.150963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7ebc68b-16ba-440e-8acc-8dbb35cacc43 req-cc2d0818-7826-4053-8c68-4bbd87a37721 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394062 Nov 25 17:12:32.151772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] Routers {'699f1643-731d-4ec6-8833-21ca47202f09'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:32.152463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['699f1643-731d-4ec6-8833-21ca47202f09'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:32.189087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.189700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.223632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-44f177f6-9fd8-4ed8-8498-f14d7f04f405 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8426094 Nov 25 17:12:32.236957 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.238930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Request body: {'port': {'device_id': '14570e71-2eed-45d5-9cd0-28807638b73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:32.250457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5b4b-34b1-426f-9f70-a2383af37d78 req-77f6e813-90c4-48b0-a769-a9f87cbf4848 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.255872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2da5b4b-34b1-426f-9f70-a2383af37d78 req-77f6e813-90c4-48b0-a769-a9f87cbf4848 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.3466525 Nov 25 17:12:32.315099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] Set router 699f1643-731d-4ec6-8833-21ca47202f09 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:32.338058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.362006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc389-b326-4cd4-8dbe-84bed06c9d35 req-6070b862-f3cb-471c-99fe-e7c14c497549 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.363464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-162fc389-b326-4cd4-8dbe-84bed06c9d35 req-6070b862-f3cb-471c-99fe-e7c14c497549 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.0901556 Nov 25 17:12:32.391281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700a12cb-952a-4e05-82e5-f4ed9bb11e4c req-82a59873-8c9a-4851-abee-eecc80230e06 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263559 Nov 25 17:12:32.410084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2da5b4b-34b1-426f-9f70-a2383af37d78 req-f5da2b39-6540-4b50-b124-7f5bb79fb6f1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432469 Nov 25 17:12:32.413258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Deleting port c0e22e3d-ac02-447c-a624-3bc969cbf7b9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:32.415732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.522361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-162fc389-b326-4cd4-8dbe-84bed06c9d35 req-ab2d2118-d86e-4df0-a01d-39723bbb8613 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344481 Nov 25 17:12:32.608778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-e23f2214-0a89-46b0-80e9-90dd0940025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.610566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-e23f2214-0a89-46b0-80e9-90dd0940025f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1094 time: 0.1105809 Nov 25 17:12:32.621215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] For port c0e22e3d-ac02-447c-a624-3bc969cbf7b9, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:32.621546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.667299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:12:29Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:32.696737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Calling delete_port for c0e22e3d-ac02-447c-a624-3bc969cbf7b9 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:32.709900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fc1e-8858-4b18-8e2d-67f8338c8ffd req-88f7aaf0-b390-4e3d-8df0-99d5029ea978 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.711404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3833fc1e-8858-4b18-8e2d-67f8338c8ffd req-88f7aaf0-b390-4e3d-8df0-99d5029ea978 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 931 time: 0.0862868 Nov 25 17:12:32.716327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210bd2a-07bf-475e-8c5a-6939e8113951 None None] The sync data for ids ['699f1643-731d-4ec6-8833-21ca47202f09'] in n-d-817303-7 is: [{'id': '699f1643-731d-4ec6-8833-21ca47202f09', 'name': 'tempest-ServersTestJSON-1772956770-router', 'tenant_id': 'b6dc708cecb947f887ecef0093516222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:09:47Z', 'updated_at': '2021-11-25T17:12:29Z', 'revision_number': 5, 'project_id': 'b6dc708cecb947f887ecef0093516222', 'gw_port': {'id': 'c0e22e3d-ac02-447c-a624-3bc969cbf7b9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f1643-731d-4ec6-8833-21ca47202f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:09:49Z', 'updated_at': '2021-11-25T17:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:32.716560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59365a-579a-4a53-8b0c-a5be1abc9bc4 req-138b8276-4f0c-4410-8ac9-003c123b19d7 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.717937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df59365a-579a-4a53-8b0c-a5be1abc9bc4 req-138b8276-4f0c-4410-8ac9-003c123b19d7 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.1730137 Nov 25 17:12:32.812717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3833fc1e-8858-4b18-8e2d-67f8338c8ffd req-48b54ba2-e04f-41d4-8b97-158172876bde tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Nov 25 17:12:32.820487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b770be61-cb07-41b6-b4f2-839066d6b6d1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:32.828705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.848528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Transition to ACTIVE for port object b770be61-cb07-41b6-b4f2-839066d6b6d1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:32.853866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:32.857723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-649c6402-9bc4-456b-ab37-005a494df7f3 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.859368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-649c6402-9bc4-456b-ab37-005a494df7f3 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.2038381 Nov 25 17:12:32.961775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Pushing event updated for resources: {'Port': ['ID=b770be61-cb07-41b6-b4f2-839066d6b6d1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:32.962703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-8f80e026-4e13-467e-aa7a-16e4a1503446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:32.964593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-8f80e026-4e13-467e-aa7a-16e4a1503446 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.3394358 Nov 25 17:12:32.982383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df59365a-579a-4a53-8b0c-a5be1abc9bc4 req-91d152bd-27b0-451d-8b5e-12ff13418c33 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190583 Nov 25 17:12:33.035085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768ba4-4927-40e3-9673-14bd20d7769f req-e973d9d0-1986-4e73-9a30-a6c6f611631b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.036696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8768ba4-4927-40e3-9673-14bd20d7769f req-e973d9d0-1986-4e73-9a30-a6c6f611631b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.1298020 Nov 25 17:12:33.043219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-d5c5243a-256a-48e8-a229-2db1b0dff7c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 217 time: 0.0703213 Nov 25 17:12:33.082815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Attempting to bind port b770be61-cb07-41b6-b4f2-839066d6b6d1 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:33.083201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Attempting to bind port b770be61-cb07-41b6-b4f2-839066d6b6d1 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:33.083650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Attempting to bind port b770be61-cb07-41b6-b4f2-839066d6b6d1 on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:33.119437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Port b770be61-cb07-41b6-b4f2-839066d6b6d1 on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:33.119765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Attempting to bind port b770be61-cb07-41b6-b4f2-839066d6b6d1 on network 4ae992a7-ccbd-4406-921f-5aec8e1ca89a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:33.134495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0080ad1d-bf8f-4a5d-8182-8395942b6632 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:33.136938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8768ba4-4927-40e3-9673-14bd20d7769f req-cbb1411f-0c72-42d3-a2f6-c34181cab3d4 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857651 Nov 25 17:12:33.144710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:33.145068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Checking segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:33.145605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Bound using segment: {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:33.145877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Bound port: b770be61-cb07-41b6-b4f2-839066d6b6d1, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:33.146235 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.200837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0080ad1d-bf8f-4a5d-8182-8395942b6632 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:33.203281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0080ad1d-bf8f-4a5d-8182-8395942b6632 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:33.239732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-590e51e5-5a25-4178-8a27-a3e4d8e0e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.241155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-590e51e5-5a25-4178-8a27-a3e4d8e0e811 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1411974 Nov 25 17:12:33.257079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-eb1b7bd8-5fab-4023-b6a1-ffc3f9244857 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.258644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-eb1b7bd8-5fab-4023-b6a1-ffc3f9244857 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 950 time: 0.1196215 Nov 25 17:12:33.301344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-3e40ff38-f599-449f-ae26-c278a29d5536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516319 Nov 25 17:12:33.360797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] For port b770be61-cb07-41b6-b4f2-839066d6b6d1, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:33.426601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] For port b770be61-cb07-41b6-b4f2-839066d6b6d1, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:33.441577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Deleting port 106c079f-fdb7-4cc6-8275-f71a818274fc {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:33.442037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.443682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.496992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b803a8-e9c9-49e2-a8c0-bfe1a3e0c655 req-b0d7a7fa-85c4-4945-b789-82243367ba69 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.498224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58b803a8-e9c9-49e2-a8c0-bfe1a3e0c655 req-b0d7a7fa-85c4-4945-b789-82243367ba69 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 950 time: 0.2124183 Nov 25 17:12:33.517840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.518449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.523415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] 10.222.0.55 "PUT /v2.0/ports/b770be61-cb07-41b6-b4f2-839066d6b6d1 HTTP/1.1" status: 200 len: 1091 time: 1.2883325 Nov 25 17:12:33.524095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14570e71-2eed-45d5-9cd0-28807638b73f', 'tag': 'b770be61-cb07-41b6-b4f2-839066d6b6d1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:33.526706 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "14570e71-2eed-45d5-9cd0-28807638b73f", "tag": "b770be61-cb07-41b6-b4f2-839066d6b6d1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:33.547904 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.586709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c400b-6aa8-4843-ba95-8a511b22545b service neutron] Pushing event updated for resources: {'Port': ['ID=b770be61-cb07-41b6-b4f2-839066d6b6d1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:33.619654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e22e3d-ac02-447c-a624-3bc969cbf7b9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:33.628572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port 890dff1d-6deb-486b-8cc9-f2acca15d33f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:33.628908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.701722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58b803a8-e9c9-49e2-a8c0-bfe1a3e0c655 req-f3dfc9c9-ceec-4b62-a078-6ae7f3d7b717 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675589 Nov 25 17:12:33.702043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] For port 106c079f-fdb7-4cc6-8275-f71a818274fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=106c079f-fdb7-4cc6-8275-f71a818274fc,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:33.702493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.735235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-d2cb3cbc-9d75-40a0-b728-372eddf92853 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057271 Nov 25 17:12:33.753748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e32b1-460c-48c6-8e2d-cd91bca3ebc1 req-d3311c9f-c228-49d3-85ca-0ef0fc287cc5 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.755333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b1e32b1-460c-48c6-8e2d-cd91bca3ebc1 req-d3311c9f-c228-49d3-85ca-0ef0fc287cc5 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.2501335 Nov 25 17:12:33.787012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port 890dff1d-6deb-486b-8cc9-f2acca15d33f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=890dff1d-6deb-486b-8cc9-f2acca15d33f,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:33.787761 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.810621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-9d903d2d-88b0-4386-8b5b-3e5e95c2bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.810621 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-9d903d2d-88b0-4386-8b5b-3e5e95c2bb09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 1094 time: 0.2223656 Nov 25 17:12:33.845075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for 890dff1d-6deb-486b-8cc9-f2acca15d33f owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:33.885295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:33.895046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-3c0d3b1c-3a92-40ea-b9a3-acb7d2ddd9d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0664485 Nov 25 17:12:33.945708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3817a6-3be7-4ab0-82c0-3072656eeb81 req-4dde9336-6501-4bce-9047-553553394c5a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:33.952304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3817a6-3be7-4ab0-82c0-3072656eeb81 req-4dde9336-6501-4bce-9047-553553394c5a tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1671760 Nov 25 17:12:34.307473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-03ede60d-6290-45b5-a5c2-bdf3bc46319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.308835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-03ede60d-6290-45b5-a5c2-bdf3bc46319c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 200 len: 861 time: 0.4055984 Nov 25 17:12:34.353200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-a3579a7b-c904-4d2a-ab54-6e785d4eebcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343659 Nov 25 17:12:34.367318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3817a6-3be7-4ab0-82c0-3072656eeb81 req-436c7a86-9c4d-46e3-a1ba-30c582984213 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138041 Nov 25 17:12:34.371865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.378717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.411946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b1e32b1-460c-48c6-8e2d-cd91bca3ebc1 req-9e25a5ff-f686-4520-964e-2d9b64d520dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397915 Nov 25 17:12:34.455962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-333719ff-ac56-4ea4-9ed8-7d9a195da945 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930381 Nov 25 17:12:34.505935 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a383d8-9a05-404b-ae6e-0ffc9115f25d x-openstack-request-id: req-e0a383d8-9a05-404b-ae6e-0ffc9115f25d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:34.506266 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14570e71-2eed-45d5-9cd0-28807638b73f", "tag": "b770be61-cb07-41b6-b4f2-839066d6b6d1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:34.506522 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0a383d8-9a05-404b-ae6e-0ffc9115f25d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:34.506883 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14570e71-2eed-45d5-9cd0-28807638b73f', 'tag': 'b770be61-cb07-41b6-b4f2-839066d6b6d1', 'status': 'completed', 'code': 200} Nov 25 17:12:34.515658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce46b3ac-ada4-42ad-9ee4-98da26b28707 req-b4717fb5-9eae-436a-9be4-0d3be880aa2a service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566698 Nov 25 17:12:34.547304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.547887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699f1643-731d-4ec6-8833-21ca47202f09 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:12:34.559217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.562843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cadb6b67-6ac0-4d59-b461-9c75cea31fae admin admin] 10.222.0.86 "DELETE /v2.0/routers/699f1643-731d-4ec6-8833-21ca47202f09 HTTP/1.1" status: 204 len: 168 time: 2.9195390 Nov 25 17:12:34.567863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59806) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:34.626969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f35e5-a8c5-4d41-b36f-07c90753cfd5 req-95d59562-a893-4e92-9065-6d05dc477a9f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.634942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-275f35e5-a8c5-4d41-b36f-07c90753cfd5 req-95d59562-a893-4e92-9065-6d05dc477a9f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1219468 Nov 25 17:12:34.635175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.640420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.640777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.641088 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Floating IP a85ce61d-106b-477b-9960-5f4063d591ba disassociated. External IP: 172.25.8.215, port: 106c079f-fdb7-4cc6-8275-f71a818274fc. Nov 25 17:12:34.641429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Calling delete_port for 106c079f-fdb7-4cc6-8275-f71a818274fc owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:34.648882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97', '890dff1d-6deb-486b-8cc9-f2acca15d33f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:34.655003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad', '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'aef686e5-4182-441d-b96c-4fd21c81947b', '58c56a28-08ec-40c6-9353-d422b41ca610'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:34.715917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=890dff1d-6deb-486b-8cc9-f2acca15d33f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:34.734277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041fac7-218c-4b60-961e-57b8ed18ec3d req-1b376a19-0781-46df-ba96-fc283c0baec9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:34.735880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7041fac7-218c-4b60-961e-57b8ed18ec3d req-1b376a19-0781-46df-ba96-fc283c0baec9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 943 time: 0.1657104 Nov 25 17:12:34.753147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port 890dff1d-6deb-486b-8cc9-f2acca15d33f on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:34.755758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.759583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-efabffa7-55fa-4aaf-aa84-e97859f53c49 req-8709a010-4379-486c-9fd7-a5db35b3e4a6 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "DELETE /v2.0/ports/890dff1d-6deb-486b-8cc9-f2acca15d33f HTTP/1.1" status: 204 len: 173 time: 1.4937618 Nov 25 17:12:34.761483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818e021e-c19a-4a4d-ab30-c8e02599a386 req-62c38901-43b7-477d-bc6b-4048dac42e9a service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538614 Nov 25 17:12:34.762193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-275f35e5-a8c5-4d41-b36f-07c90753cfd5 req-ccf30c33-796b-431b-8742-f977fdcd12e8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267455 Nov 25 17:12:34.774664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Deleting subnet 937cfdb4-73b2-4c6a-b155-fd6c23c5da1c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:12:34.782761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.805898 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:12:34.917199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:34.993477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7041fac7-218c-4b60-961e-57b8ed18ec3d req-6c71e22f-bfb0-4280-9a65-a5ffd6b6a080 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425849 Nov 25 17:12:35.008333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.024812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-fc970308-e939-49c0-b3ca-9910dd1789c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.035142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-fc970308-e939-49c0-b3ca-9910dd1789c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 1094 time: 0.1666319 Nov 25 17:12:35.104959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.170265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937cfdb4-73b2-4c6a-b155-fd6c23c5da1c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:35.181831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.185772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5333dc3-406d-4bc6-9904-c0eca501489b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/937cfdb4-73b2-4c6a-b155-fd6c23c5da1c HTTP/1.1" status: 204 len: 168 time: 0.6143475 Nov 25 17:12:35.193050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:35.208829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96197c59-048a-496c-8a2b-19a631066123 None None] Network e9283cab-5a0b-473f-9cd5-179c847aeb7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:35.239461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-3a2e2286-3f97-4535-831b-fb7f33a559b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.242585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-3a2e2286-3f97-4535-831b-fb7f33a559b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 200 len: 922 time: 0.1923676 Nov 25 17:12:35.274165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c50e70-4012-4294-ac02-88d3582f949e req-1ee4d07a-e29e-4a73-acc5-52e9c7762121 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.278289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0c50e70-4012-4294-ac02-88d3582f949e req-1ee4d07a-e29e-4a73-acc5-52e9c7762121 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 945 time: 0.1747313 Nov 25 17:12:35.293522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8099e0d-0edb-4cab-bfce-40f0fa06482a req-16d1ca1d-49f4-4b5d-ac14-d60cf457aa7e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=f956a5c6-f469-499b-8f56-4b5dafb1c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0483093 Nov 25 17:12:35.374887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.378363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-8f3c1dc3-9f88-42c3-a02f-94235c4ba2d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0877767 Nov 25 17:12:35.397800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0c50e70-4012-4294-ac02-88d3582f949e req-92a4e2c1-3937-45a1-a5be-31ee272029fd tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups?id=9d2fe859-c5cf-407b-b1b2-f453e8c38859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137247 Nov 25 17:12:35.502901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-b7122dd6-dd00-46cf-80c1-5408c09ea49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.511587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-b7122dd6-dd00-46cf-80c1-5408c09ea49a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 200 len: 861 time: 0.1177635 Nov 25 17:12:35.541457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.564685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-fed209b9-ba9a-47ec-8daf-e0574f07c39b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae992a7-ccbd-4406-921f-5aec8e1ca89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513654 Nov 25 17:12:35.614804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Deleting port 09a05e55-9d6e-41c9-b685-82597a9c64ec {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:35.615088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.688009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d7550-7237-448e-b213-679fdb4c3be5 req-97747bf2-636e-4620-a9c8-852c4a2c9564 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:35.692824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] For port 09a05e55-9d6e-41c9-b685-82597a9c64ec, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=09a05e55-9d6e-41c9-b685-82597a9c64ec,segment=NetworkSegment(232537c2-61d2-4954-8c8f-9bf900b902e9),segment_id=232537c2-61d2-4954-8c8f-9bf900b902e9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:35.693186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.696997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-152d7550-7237-448e-b213-679fdb4c3be5 req-97747bf2-636e-4620-a9c8-852c4a2c9564 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1348541 Nov 25 17:12:35.709740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f14f39f-b6ba-4240-877c-bfdaa3ac6620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.710430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Calling delete_port for 09a05e55-9d6e-41c9-b685-82597a9c64ec owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:35.776691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-152d7550-7237-448e-b213-679fdb4c3be5 req-de020c78-53e6-48c0-b072-33deac713dea tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784426 Nov 25 17:12:35.781960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-bc1fa4a8-e192-4a26-9b0c-265282515fec service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992359 Nov 25 17:12:35.821619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event deleted for resources: {'Port': ['ID=106c079f-fdb7-4cc6-8275-f71a818274fc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:35.827307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:35.892907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] No DVR routers for this DVR port 09a05e55-9d6e-41c9-b685-82597a9c64ec on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:35.956495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a05e55-9d6e-41c9-b685-82597a9c64ec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:35.967159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b36e5cd8-9291-40b8-8be9-8e532bdf2fd4 req-1b3589e0-214a-453b-b746-7d74aa457edb service neutron] 10.222.0.55 "GET /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765106 Nov 25 17:12:35.995062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803b1d8-e5b0-4259-b1b8-a501c96cc031 None None] DHCP port deletion for e9283cab-5a0b-473f-9cd5-179c847aeb7d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:12:35.999011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3bae-aa85-4fe7-b977-08c21ae0af5c req-bcfeefbb-d4e7-4134-be90-e39301fadbfa tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.001556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f38e3bae-aa85-4fe7-b977-08c21ae0af5c req-bcfeefbb-d4e7-4134-be90-e39301fadbfa tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.4682322 Nov 25 17:12:36.057413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42f242-1951-43f0-bb52-ce7e1460a02a req-23b8c213-20ec-429f-8584-0520ce5923c0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.066396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd42f242-1951-43f0-bb52-ce7e1460a02a req-23b8c213-20ec-429f-8584-0520ce5923c0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.0969315 Nov 25 17:12:36.122709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd42f242-1951-43f0-bb52-ce7e1460a02a req-7a066763-907d-4314-aa38-e76eaf44c901 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Nov 25 17:12:36.162845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.219471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9283cab-5a0b-473f-9cd5-179c847aeb7d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:36.243366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232537c2-61d2-4954-8c8f-9bf900b902e9') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:36.243803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232537c2-61d2-4954-8c8f-9bf900b902e9') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:36.248831 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f38e3bae-aa85-4fe7-b977-08c21ae0af5c req-3c0b78e7-603d-4e9c-b7f1-505708abccea tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388773 Nov 25 17:12:36.262154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.293063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94e343-f298-4b2a-b641-a5480a826bf5 req-ccc5060e-3ef4-4983-8ca2-e33baf8754c7 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.301424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da94e343-f298-4b2a-b641-a5480a826bf5 req-ccc5060e-3ef4-4983-8ca2-e33baf8754c7 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 943 time: 0.1216288 Nov 25 17:12:36.312624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.316854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:36.326496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:12:36.326898 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:12:36.329026 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:12:36.388591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da94e343-f298-4b2a-b641-a5480a826bf5 req-b5129d22-5078-4d52-8396-f07bc39d2b4f tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841587 Nov 25 17:12:36.508370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'name': 'network-vif-deleted', 'tag': '890dff1d-6deb-486b-8cc9-f2acca15d33f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:36.510910 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7b2c37-aedc-4c1d-b7a3-5fa45fa7e136" -d '{"events": [{"server_uuid": "f956a5c6-f469-499b-8f56-4b5dafb1c0c2", "name": "network-vif-deleted", "tag": "890dff1d-6deb-486b-8cc9-f2acca15d33f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:36.577197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.581665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0561791-ab69-43da-8f52-4b540e8d9c0e req-fde55f1a-2469-4db2-b943-9c6344b8a055 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ecda6ca-33e4-4bde-9967-8a225c69c21e HTTP/1.1" status: 200 len: 210 time: 0.0446386 Nov 25 17:12:36.591359 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.599441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e9283cab-5a0b-473f-9cd5-179c847aeb7d HTTP/1.1" status: 204 len: 168 time: 1.4050303 Nov 25 17:12:36.645667 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e482f-5ec2-4194-8d0a-4a3f6eb47a6a x-openstack-request-id: req-f59e482f-5ec2-4194-8d0a-4a3f6eb47a6a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:36.645913 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956a5c6-f469-499b-8f56-4b5dafb1c0c2", "name": "network-vif-deleted", "tag": "890dff1d-6deb-486b-8cc9-f2acca15d33f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:36.646231 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f59e482f-5ec2-4194-8d0a-4a3f6eb47a6a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:36.646677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f72647-6bda-4f92-b499-59a2bff52507 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9283cab-5a0b-473f-9cd5-179c847aeb7d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:36.646814 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956a5c6-f469-499b-8f56-4b5dafb1c0c2', 'name': 'network-vif-deleted', 'tag': '890dff1d-6deb-486b-8cc9-f2acca15d33f', 'status': 'completed', 'code': 200} Nov 25 17:12:36.684427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:36.698973 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:36.715613 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:36.716667 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:36.757132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] No DVR routers for this DVR port 106c079f-fdb7-4cc6-8275-f71a818274fc on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:36.761132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:36.765519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-496aa2c0-e548-4bfc-b529-ba0eb583860b req-46edf4cf-46c3-4412-ac48-9956fd3d5555 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.55 "DELETE /v2.0/ports/106c079f-fdb7-4cc6-8275-f71a818274fc HTTP/1.1" status: 204 len: 173 time: 3.8883903 Nov 25 17:12:36.766140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'name': 'network-vif-deleted', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:36.781574 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd9b00a-7c1e-4d59-a687-1ff5d4fe4b58" -d '{"events": [{"server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "name": "network-vif-deleted", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:36.910823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba4952-624d-4f20-b5d8-741e85b7a2a5 req-b626e552-6f2b-4b5f-9a9e-5ff4171a7d63 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:36.922140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77ba4952-624d-4f20-b5d8-741e85b7a2a5 req-b626e552-6f2b-4b5f-9a9e-5ff4171a7d63 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 949 time: 0.1739764 Nov 25 17:12:36.965641 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:36.979455 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1846ab5-7666-4518-904f-7bd131f369d0 x-openstack-request-id: req-d1846ab5-7666-4518-904f-7bd131f369d0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:36.979826 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecda6ca-33e4-4bde-9967-8a225c69c21e", "name": "network-vif-deleted", "tag": "106c079f-fdb7-4cc6-8275-f71a818274fc", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:36.980865 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1846ab5-7666-4518-904f-7bd131f369d0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:36.981232 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecda6ca-33e4-4bde-9967-8a225c69c21e', 'name': 'network-vif-deleted', 'tag': '106c079f-fdb7-4cc6-8275-f71a818274fc', 'status': 'completed', 'code': 200} Nov 25 17:12:37.003806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c0e22e3d-ac02-447c-a624-3bc969cbf7b9 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:37.043956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c0e22e3d-ac02-447c-a624-3bc969cbf7b9 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:37.044314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c0e22e3d-ac02-447c-a624-3bc969cbf7b9 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:37.044997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 09a05e55-9d6e-41c9-b685-82597a9c64ec no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:37.056249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:37.060650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77ba4952-624d-4f20-b5d8-741e85b7a2a5 req-007d78bb-89f8-4ea0-a025-aa53e4e53246 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372569 Nov 25 17:12:37.078901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 09a05e55-9d6e-41c9-b685-82597a9c64ec {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:37.079252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 09a05e55-9d6e-41c9-b685-82597a9c64ec not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:37.153480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b78ec046-d8bc-4019-a1f1-6f75ce2051f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6dc708cecb947f887ecef0093516222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956669 Nov 25 17:12:37.155612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:37.176200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4737b3d-e39d-417a-86e5-43da97de851e req-9ed994af-28dc-44ec-a542-55225d0a6664 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.185611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4737b3d-e39d-417a-86e5-43da97de851e req-9ed994af-28dc-44ec-a542-55225d0a6664 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1209667 Nov 25 17:12:37.268708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4737b3d-e39d-417a-86e5-43da97de851e req-4d86d8c6-db22-4992-8681-f4b81b987fa6 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774350 Nov 25 17:12:37.346174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f566ca-7a09-4c3e-9146-763af5affaea req-83c56306-608e-459e-b881-e3fbaee4d575 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.346502 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:37.347750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76f566ca-7a09-4c3e-9146-763af5affaea req-83c56306-608e-459e-b881-e3fbaee4d575 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1291771 Nov 25 17:12:37.348636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a61dcb31-7fe5-468d-8508-b451ec1281e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.402034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:37.419654 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:37.420368 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:37.481837 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a61dcb31-7fe5-468d-8508-b451ec1281e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.535057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76f566ca-7a09-4c3e-9146-763af5affaea req-b7c0d0f1-a851-4739-be57-46b60478b71e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700213 Nov 25 17:12:37.574414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f912fd-cc24-4bbb-afcc-a80c32d5bebf req-5e61a111-f075-4a04-88f9-6534fa87beac tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.576809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8f912fd-cc24-4bbb-afcc-a80c32d5bebf req-5e61a111-f075-4a04-88f9-6534fa87beac tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.1572647 Nov 25 17:12:37.579733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a61dcb31-7fe5-468d-8508-b451ec1281e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.582901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a61dcb31-7fe5-468d-8508-b451ec1281e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.587078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a61dcb31-7fe5-468d-8508-b451ec1281e1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1666ddb-7703-4ee1-b3de-c1aefbfc93fd HTTP/1.1" status: 204 len: 168 time: 0.4273505 Nov 25 17:12:37.616220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dcb31-7fe5-468d-8508-b451ec1281e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1666ddb-7703-4ee1-b3de-c1aefbfc93fd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:37.648538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b770be61-cb07-41b6-b4f2-839066d6b6d1 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:37.659579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 890dff1d-6deb-486b-8cc9-f2acca15d33f no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:37.675509 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:37.692142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 890dff1d-6deb-486b-8cc9-f2acca15d33f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:37.693052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 890dff1d-6deb-486b-8cc9-f2acca15d33f not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:37.693958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 106c079f-fdb7-4cc6-8275-f71a818274fc no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:37.724668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8f912fd-cc24-4bbb-afcc-a80c32d5bebf req-e132a281-f41d-4380-8cf1-66a26115ce4e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380877 Nov 25 17:12:37.756022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 106c079f-fdb7-4cc6-8275-f71a818274fc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:37.756276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 106c079f-fdb7-4cc6-8275-f71a818274fc not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:37.841693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3251f-1bfb-4835-a3f0-4b6889af6e4a req-4f39101a-1dc0-4fa7-b4e0-e7d7c842d173 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:37.846310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-47e3251f-1bfb-4835-a3f0-4b6889af6e4a req-4f39101a-1dc0-4fa7-b4e0-e7d7c842d173 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 943 time: 0.1424813 Nov 25 17:12:37.923350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b770be61-cb07-41b6-b4f2-839066d6b6d1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:37.947950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b770be61-cb07-41b6-b4f2-839066d6b6d1', 'network_id': '4ae992a7-ccbd-4406-921f-5aec8e1ca89a', 'port_id': 'b770be61-cb07-41b6-b4f2-839066d6b6d1', 'mac_address': 'fa:16:3e:ac:41:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8015e0e-fa64-4b2e-911b-e57a52514bec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:37.950784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60b0096e-b38c-41ba-ae65-4a6802bc848d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:37.960968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-47e3251f-1bfb-4835-a3f0-4b6889af6e4a req-1c2b40c5-0359-4373-9e2f-af316187935f tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072302 Nov 25 17:12:38.023999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:38.036712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.103728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b770be61-cb07-41b6-b4f2-839066d6b6d1 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:38.152691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b770be61-cb07-41b6-b4f2-839066d6b6d1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:38.158287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.181948 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:38.217560 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73fb10-43ce-4000-b3d3-b2d23573575f None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:07:41Z', 'revision_number': 4, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '04641a86-54bd-4679-b086-49068e2e3ca0', 'name': '', 'network_id': 'c4bbee62-de6e-454a-ac59-6e508af101e7', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'mac_address': 'fa:16:3e:03:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:40Z', 'updated_at': '2021-11-25T17:07:45Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'subnets': [{'id': '679e9477-8c92-4895-a0e9-18f95ec1f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:38.233710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-77e20281-5191-4d60-8f07-7b1ba4495162 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.235406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-77e20281-5191-4d60-8f07-7b1ba4495162 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 949 time: 0.2039502 Nov 25 17:12:38.263602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b770be61-cb07-41b6-b4f2-839066d6b6d1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:38.448552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b770be61-cb07-41b6-b4f2-839066d6b6d1'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:38.449466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f482cb-cbaa-4e6c-a556-4c5a7f85a578 req-c03d140e-32de-4a34-bb26-f6c94f116961 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.457184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6f482cb-cbaa-4e6c-a556-4c5a7f85a578 req-c03d140e-32de-4a34-bb26-f6c94f116961 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 949 time: 0.2179768 Nov 25 17:12:38.503491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda06b-cb0a-49bd-862d-77a1ca8a82d3 req-03e8061c-087c-4b58-a30f-da1f6d589c3b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.505075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1bda06b-cb0a-49bd-862d-77a1ca8a82d3 req-03e8061c-087c-4b58-a30f-da1f6d589c3b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1169016 Nov 25 17:12:38.551324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-593e0f46-e106-4163-b5f7-1f859b3ab98e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.602211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6f482cb-cbaa-4e6c-a556-4c5a7f85a578 req-54724368-5e79-4766-8e73-5f5d8809fcf1 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385005 Nov 25 17:12:38.635056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1bda06b-cb0a-49bd-862d-77a1ca8a82d3 req-ed696ed7-d185-4816-b731-f256d682f0fd tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196108 Nov 25 17:12:38.683054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-593e0f46-e106-4163-b5f7-1f859b3ab98e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.874940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port 58c56a28-08ec-40c6-9353-d422b41ca610 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:38.876135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.880718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94840653-9d9d-4fd0-bc2a-f9578d22042b None None] New status for floating IP a85ce61d-106b-477b-9960-5f4063d591ba: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:12:38.981403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-593e0f46-e106-4163-b5f7-1f859b3ab98e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.982523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34e91f-7cc1-498c-8de8-60117976edac req-2d20e38e-97cd-4554-aeae-d6e4fdb8e335 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:38.984446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-593e0f46-e106-4163-b5f7-1f859b3ab98e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:38.988336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-593e0f46-e106-4163-b5f7-1f859b3ab98e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "DELETE /v2.0/security-groups/9d2fe859-c5cf-407b-b1b2-f453e8c38859 HTTP/1.1" status: 204 len: 168 time: 0.9605944 Nov 25 17:12:39.000036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf34e91f-7cc1-498c-8de8-60117976edac req-2d20e38e-97cd-4554-aeae-d6e4fdb8e335 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.1152759 Nov 25 17:12:39.001894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344d823-9d13-437f-93dd-059259ce4bd6 req-e67d0bca-dc0d-4a6c-8648-4bcb2f7bfff3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:39.002234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:39.003638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e344d823-9d13-437f-93dd-059259ce4bd6 req-e67d0bca-dc0d-4a6c-8648-4bcb2f7bfff3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.2526066 Nov 25 17:12:39.036722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e0f46-e106-4163-b5f7-1f859b3ab98e tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fe859-c5cf-407b-b1b2-f453e8c38859,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:39.063459 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-2c62a00c-6642-4ddf-bef0-8952ad3a455f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] show failed (client error): The resource could not be found. Nov 25 17:12:39.064591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c62a00c-6642-4ddf-bef0-8952ad3a455f tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "GET /v2.0/security-groups/9d2fe859-c5cf-407b-b1b2-f453e8c38859 HTTP/1.1" status: 404 len: 347 time: 0.0613282 Nov 25 17:12:39.070177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:39.105854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port 58c56a28-08ec-40c6-9353-d422b41ca610, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=58c56a28-08ec-40c6-9353-d422b41ca610,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:39.106370 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.121488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for 58c56a28-08ec-40c6-9353-d422b41ca610 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:39.153637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.160406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59900) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:39.235911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf34e91f-7cc1-498c-8de8-60117976edac req-647ca720-5f04-41f4-92ab-4dbd41ba6a5c tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348850 Nov 25 17:12:39.299316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Deleting port ac11ade2-83be-4399-87ee-9b902cbfca18 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:39.299951 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.345328 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e344d823-9d13-437f-93dd-059259ce4bd6 req-57d60dfe-01fb-4be1-8aa6-e7f14564e898 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272316 Nov 25 17:12:39.350884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.377618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad', '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'aef686e5-4182-441d-b96c-4fd21c81947b', '58c56a28-08ec-40c6-9353-d422b41ca610'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:39.399255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1519286850-network', 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:39.425431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=58c56a28-08ec-40c6-9353-d422b41ca610,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:39.478651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.479127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.493924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ade7b-d282-40e6-9df2-617b371cbef6 req-5c86ee14-65f3-4ace-8106-69634aa13132 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:39.495586 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b93ade7b-d282-40e6-9df2-617b371cbef6 req-5c86ee14-65f3-4ace-8106-69634aa13132 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 944 time: 0.1373386 Nov 25 17:12:39.512242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:39.514920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.521641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Calling delete_port for ac11ade2-83be-4399-87ee-9b902cbfca18 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:39.525657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port 58c56a28-08ec-40c6-9353-d422b41ca610 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:39.536376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.542285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:39.544369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ca786665-9d0e-47f1-9f38-2a5c810ddd39 req-66ca0ee1-ef59-4755-a7db-7dddcb1d2e02 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "DELETE /v2.0/ports/58c56a28-08ec-40c6-9353-d422b41ca610 HTTP/1.1" status: 204 len: 173 time: 1.2481434 Nov 25 17:12:39.546319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'name': 'network-vif-deleted', 'tag': '58c56a28-08ec-40c6-9353-d422b41ca610'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:39.552556 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6afea20-32c1-4ae8-84ae-ac9153c7fa3c" -d '{"events": [{"server_uuid": "bacbdc48-af0b-4db7-bc41-76ecc0e6ca86", "name": "network-vif-deleted", "tag": "58c56a28-08ec-40c6-9353-d422b41ca610"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:39.640433 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1442a091-21a6-412e-b169-165e50d641cc x-openstack-request-id: req-1442a091-21a6-412e-b169-165e50d641cc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:39.641027 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbdc48-af0b-4db7-bc41-76ecc0e6ca86", "name": "network-vif-deleted", "tag": "58c56a28-08ec-40c6-9353-d422b41ca610", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:39.641027 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1442a091-21a6-412e-b169-165e50d641cc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:39.641385 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbdc48-af0b-4db7-bc41-76ecc0e6ca86', 'name': 'network-vif-deleted', 'tag': '58c56a28-08ec-40c6-9353-d422b41ca610', 'status': 'completed', 'code': 200} Nov 25 17:12:39.644433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:39.775272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b93ade7b-d282-40e6-9df2-617b371cbef6 req-34a3ef69-b2b0-4236-99c3-f6f52820e5e6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727411 Nov 25 17:12:39.876894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20fd84d1-b21d-446f-ad08-ea0fb7323c6d req-3bd1f473-9e26-4c5f-9226-3f8ff10c5169 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=bacbdc48-af0b-4db7-bc41-76ecc0e6ca86 HTTP/1.1" status: 200 len: 210 time: 0.0716972 Nov 25 17:12:39.917378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59912) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:39.924301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-723762198'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:39.978296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:39.985332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.068869 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.109547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:12:40.132796 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.135780 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Added segment d2a699d8-3b47-4bb6-a59b-6c9fa8816d46 of type vlan for network c9a0971e-973f-4181-a607-a4d15ca02e99 Nov 25 17:12:40.182326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3216-28d9-4e33-b8f9-008ba1241501 req-8fd99870-502a-4aa4-8e6e-b4d71979a1b2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.184382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-269d3216-28d9-4e33-b8f9-008ba1241501 req-8fd99870-502a-4aa4-8e6e-b4d71979a1b2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.2850389 Nov 25 17:12:40.219842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.238249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.239113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Pushing event deleted for resources: {'Port': ['ID=ac11ade2-83be-4399-87ee-9b902cbfca18,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.247041 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.249726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.251050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-834021af-b89c-458c-b627-ad9d675959e2 tempest-ServersWithSpecificFlavorTestJSON-970196072 tempest-ServersWithSpecificFlavorTestJSON-970196072-project] 10.222.0.86 "DELETE /v2.0/floatingips/a85ce61d-106b-477b-9960-5f4063d591ba HTTP/1.1" status: 204 len: 168 time: 1.1792169 Nov 25 17:12:40.261668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.275211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.282103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:12:40.288734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.292892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.302005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.303597 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Added segment bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4 of type vlan for network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 Nov 25 17:12:40.403653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.431177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5123100 Nov 25 17:12:40.444095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:40.468544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1895527715'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:40.469611 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.488201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.494342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.498058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.539707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d479a9-7032-49a7-ac22-571d1e95d98c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Network': ['ID=c9a0971e-973f-4181-a607-a4d15ca02e99,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.563130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0de440-f3a6-43dd-beec-26e69a0c4283,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.575225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c9a0971e-973f-4181-a607-a4d15ca02e99 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:12:40.614826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444b2ba-8522-4d9f-a539-2add7ddb2323 req-c888c726-9d09-4e0f-9744-1638416071e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.628421 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0444b2ba-8522-4d9f-a539-2add7ddb2323 req-c888c726-9d09-4e0f-9744-1638416071e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.0839875 Nov 25 17:12:40.630317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:40.634831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.650853 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-269d3216-28d9-4e33-b8f9-008ba1241501 req-5aa7f89e-cda8-4c58-a637-b0ac890a1aa1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172714 Nov 25 17:12:40.654392 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4915798 Nov 25 17:12:40.657803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59926) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:40.666728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Request body: {'subnet': {'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1519286850-subnet', 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:40.673275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebbfcc-e46e-4346-b6a6-c73d6749e294 admin admin] Pushing event updated for resources: {'Network': ['ID=d55825c2-78c9-4c1b-8be7-ecfb2336ea03,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:40.704679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:12:40.718813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:12:40.736101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.737497 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Added segment 1ea1d75c-a5b5-47f6-b319-eab16976e807 of type vlan for network 1c40dd2d-dafc-424c-aff6-460a4c427db2 Nov 25 17:12:40.748697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0444b2ba-8522-4d9f-a539-2add7ddb2323 req-7c1b7bfc-a276-455e-b733-24f16e5f1d53 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183522 Nov 25 17:12:40.797951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:40.806274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.821704 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.887836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.899668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:40.900938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:40.966659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:40.966866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5077667 Nov 25 17:12:40.974503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'subnet': {'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:41.008985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51e589-29ef-441b-9d1a-2784e87d1549 req-66b5211b-2ca1-4ff7-8dab-212421862957 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.010466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf51e589-29ef-441b-9d1a-2784e87d1549 req-66b5211b-2ca1-4ff7-8dab-212421862957 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1849239 Nov 25 17:12:41.031553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345261d-8b6f-410c-b359-ecb48b38d2ef req-f3c265a0-da76-4001-a563-edf6cc9f2c92 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.033026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5345261d-8b6f-410c-b359-ecb48b38d2ef req-f3c265a0-da76-4001-a563-edf6cc9f2c92 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 944 time: 0.1286311 Nov 25 17:12:41.051251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df0aa2-a584-4710-a438-2783e83b0e89 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Network': ['ID=1c40dd2d-dafc-424c-aff6-460a4c427db2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:41.064464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:12:41.082720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf51e589-29ef-441b-9d1a-2784e87d1549 req-de35b4a7-cfea-435c-9e7f-efb0ab94c933 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645988 Nov 25 17:12:41.144086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5345261d-8b6f-410c-b359-ecb48b38d2ef req-178d5304-60ba-4356-847a-7280c5e898c6 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023598 Nov 25 17:12:41.198088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:41.202518 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.242210 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.297527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.367435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:41.424613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78191568-eb0d-4b67-b0cf-0b58129e1fa2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:41.479181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:41.479564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Network hostable DHCP agents. Network: d55825c2-78c9-4c1b-8be7-ecfb2336ea03, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:12:41.501351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5033a4-d40b-4459-bc19-635a2820c7ed req-e36c4755-d9ec-49e6-9775-6a9f68080b86 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.502828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f5033a4-d40b-4459-bc19-635a2820c7ed req-e36c4755-d9ec-49e6-9775-6a9f68080b86 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.1249168 Nov 25 17:12:41.532718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 58c56a28-08ec-40c6-9353-d422b41ca610 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:41.535993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:12:41.559195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 58c56a28-08ec-40c6-9353-d422b41ca610 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:41.559779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 58c56a28-08ec-40c6-9353-d422b41ca610 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:41.574706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d55825c2-78c9-4c1b-8be7-ecfb2336ea03) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:41.584066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ef5ee-a8ca-4cf2-9f15-14214f39c902 None None] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:41.591862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.592441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.609856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.623494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f5033a4-d40b-4459-bc19-635a2820c7ed req-9a79212c-08ce-444f-8d48-e0790f26e487 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130893 Nov 25 17:12:41.650152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2683a5b9-78d5-45d2-812d-cfb46bc63545 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9895921 Nov 25 17:12:41.663145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b770be61-cb07-41b6-b4f2-839066d6b6d1 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:41.681386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Subnet': ['ID=c0eaf583-5ade-44ef-afca-e732d3dcdb63,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:41.690593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Checking segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:41.690947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network hostable DHCP agents. Network: c9a0971e-973f-4181-a607-a4d15ca02e99, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:12:41.713085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network c9a0971e-973f-4181-a607-a4d15ca02e99 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:12:41.728283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c9a0971e-973f-4181-a607-a4d15ca02e99) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:41.740830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.741425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:41.752698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b277c-f688-4a0f-8cb9-d8e29353e269 None None] Network c9a0971e-973f-4181-a607-a4d15ca02e99 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:41.769049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a52e700c-ac31-468c-b9cf-17bf0947770b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7978432 Nov 25 17:12:41.770971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59960) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:41.780538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'subnet': {'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:41.892457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee332a8-a534-49e8-a359-0fd0b9a2f2c0 None None] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:41.904419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b770be61-cb07-41b6-b4f2-839066d6b6d1 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:41.926676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a251-43e9-4829-b18a-9057d80933b2 req-984d1cba-7517-4e15-ba12-63f5dd9cba08 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:41.929368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36d9a251-43e9-4829-b18a-9057d80933b2 req-984d1cba-7517-4e15-ba12-63f5dd9cba08 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1773076 Nov 25 17:12:41.932642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b770be61-cb07-41b6-b4f2-839066d6b6d1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:41.933015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.000694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd0e90-abe4-455f-bd6f-0c995dafba38 req-264f334e-460e-4fed-befa-459a81ee3940 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.002422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4dd0e90-abe4-455f-bd6f-0c995dafba38 req-264f334e-460e-4fed-befa-459a81ee3940 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.0953827 Nov 25 17:12:42.036566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:42.042283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.052708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36d9a251-43e9-4829-b18a-9057d80933b2 req-33544f7c-e410-4560-a528-5cb79ff2c456 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162717 Nov 25 17:12:42.108314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.142747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c9a0971e-973f-4181-a607-a4d15ca02e99', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:12:42.144026 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.223248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.285916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.321419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14570e71-2eed-45d5-9cd0-28807638b73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b770be61-cb07-41b6-b4f2-839066d6b6d1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:42.323853 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15bce29-295d-4fa3-9c69-234ad40790b9" -d '{"events": [{"server_uuid": "14570e71-2eed-45d5-9cd0-28807638b73f", "name": "network-vif-plugged", "status": "completed", "tag": "b770be61-cb07-41b6-b4f2-839066d6b6d1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:42.336584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4dd0e90-abe4-455f-bd6f-0c995dafba38 req-3421eb30-541b-4d62-a3a4-d8c75e15336b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260586 Nov 25 17:12:42.356270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b770be61-cb07-41b6-b4f2-839066d6b6d1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:42.381725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Subnet': ['ID=73bd6b28-9e46-4ac2-abd3-a3811ab06845,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:42.395514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Checking segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:42.396122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network hostable DHCP agents. Network: 1c40dd2d-dafc-424c-aff6-460a4c427db2, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:12:42.400262 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.416368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:12:42.429667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1c40dd2d-dafc-424c-aff6-460a4c427db2) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:42.447143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655a84c-5a9c-4e0a-a49f-9c18c9a329aa None None] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:42.450063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.450590 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.503280 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96976816-190d-481a-8337-aca8e488450f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7291372 Nov 25 17:12:42.506143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:42.511659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'name': 'tempest-TaggedBootDevicesTest_v242-574218646', 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:42.569310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201efc-ef89-4f22-9a54-9aead8e3a0ea req-f78b2588-9b71-4038-8965-9a96ba71d461 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.571110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1201efc-ef89-4f22-9a54-9aead8e3a0ea req-f78b2588-9b71-4038-8965-9a96ba71d461 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1246235 Nov 25 17:12:42.651440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Allocated IP 10.1.1.2 (c9a0971e-973f-4181-a607-a4d15ca02e99/c0eaf583-5ade-44ef-afca-e732d3dcdb63/3e7128ed-e29e-4427-a95f-2683ca2d7484) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:42.663814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1201efc-ef89-4f22-9a54-9aead8e3a0ea req-1a84146a-713b-4df0-9576-ec501c05e888 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801229 Nov 25 17:12:42.665615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b770be61-cb07-41b6-b4f2-839066d6b6d1,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:42.693342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:42.813971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-cb0f15b4-0d38-4971-ae44-108574ff4da1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.816715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-cb0f15b4-0d38-4971-ae44-108574ff4da1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.4750595 Nov 25 17:12:42.830440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.852542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-0f2d361e-3075-4059-abcc-7b87a6933ea5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.0143969 Nov 25 17:12:42.855581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb6e2e-3fab-4013-9d31-a435d00582d5 req-2d53c44b-b199-4cf7-8c7b-c4ab1b3fc9d9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:42.864756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17fb6e2e-3fab-4013-9d31-a435d00582d5 req-2d53c44b-b199-4cf7-8c7b-c4ab1b3fc9d9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 945 time: 0.0983777 Nov 25 17:12:42.892592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] device_id is not set on port 52473769-a7a8-4659-8545-5ba908436801 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:12:42.911584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-be7e28dd-9af6-434a-9752-4beb1acef2e7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329373 Nov 25 17:12:42.927477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-1c40dd2d-dafc-424c-aff6-460a4c427db2', 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'fixed_ips': [{'subnet_id': '73bd6b28-9e46-4ac2-abd3-a3811ab06845'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:12:42.928039 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.943913 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.956936 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:42.996132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Deleting port 04641a86-54bd-4679-b086-49068e2e3ca0 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:42.996742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.046650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17fb6e2e-3fab-4013-9d31-a435d00582d5 req-f779ea03-4c08-47b8-b381-c6f1919227e7 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806531 Nov 25 17:12:43.067979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Network c9a0971e-973f-4181-a607-a4d15ca02e99 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:43.077195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:43.089626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Pushing event updated for resources: {'Port': ['ID=3e7128ed-e29e-4427-a95f-2683ca2d7484,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:43.092171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:43.098219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-14631877-3a02-4130-894a-be36bb034501 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747227 Nov 25 17:12:43.149697 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be16541-df50-4b32-adae-0889c152705f x-openstack-request-id: req-5be16541-df50-4b32-adae-0889c152705f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:43.149985 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14570e71-2eed-45d5-9cd0-28807638b73f", "name": "network-vif-plugged", "status": "completed", "tag": "b770be61-cb07-41b6-b4f2-839066d6b6d1", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:43.150444 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5be16541-df50-4b32-adae-0889c152705f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:43.151038 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14570e71-2eed-45d5-9cd0-28807638b73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b770be61-cb07-41b6-b4f2-839066d6b6d1', 'code': 200} Nov 25 17:12:43.176496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] For port 04641a86-54bd-4679-b086-49068e2e3ca0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04641a86-54bd-4679-b086-49068e2e3ca0,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:43.176766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.195054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Calling delete_port for 04641a86-54bd-4679-b086-49068e2e3ca0 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:43.198018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Allocated IP 10.2.2.2 (1c40dd2d-dafc-424c-aff6-460a4c427db2/73bd6b28-9e46-4ac2-abd3-a3811ab06845/a8c0e367-bd9b-4547-8e61-4565e589445a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:43.271596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-18d8125f-8e42-48db-9c7f-6841cbc39562 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724062 Nov 25 17:12:43.302399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Attempting to bind port 3e7128ed-e29e-4427-a95f-2683ca2d7484 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:43.302873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Attempting to bind port 3e7128ed-e29e-4427-a95f-2683ca2d7484 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:43.305000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Attempting to bind port 3e7128ed-e29e-4427-a95f-2683ca2d7484 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:43.313571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:43.313942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Checking segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:43.314343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.314735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Bound using segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:43.315210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Bound port: 3e7128ed-e29e-4427-a95f-2683ca2d7484, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:43.315627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.433556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] For port 3e7128ed-e29e-4427-a95f-2683ca2d7484, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:43.453298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.454705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] For port 3e7128ed-e29e-4427-a95f-2683ca2d7484, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3e7128ed-e29e-4427-a95f-2683ca2d7484,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:43.476652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.516230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Pushing event deleted for resources: {'Port': ['ID=04641a86-54bd-4679-b086-49068e2e3ca0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:43.560186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-dc2d8780-051b-45f0-a9a7-8eac55ee7ab5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:43.562066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-dc2d8780-051b-45f0-a9a7-8eac55ee7ab5 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.5781469 Nov 25 17:12:43.603456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47dea7-c959-4c0c-b940-eea5b2e77977 None None] Pushing event updated for resources: {'Port': ['ID=3e7128ed-e29e-4427-a95f-2683ca2d7484,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:43.608318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:43.654920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fa285-a83a-46db-8615-91cdd393d480 req-10d0f3ab-ecdd-411a-b3d6-2c9bb28cb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:43.656442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f61fa285-a83a-46db-8615-91cdd393d480 req-10d0f3ab-ecdd-411a-b3d6-2c9bb28cb6ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 1096 time: 0.2161605 Nov 25 17:12:43.678444 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad86688-d39c-4712-8288-3ec86c694148 req-b4447c02-3a6f-4553-9b9e-77fcbd5db215 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:43.679967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fad86688-d39c-4712-8288-3ec86c694148 req-b4447c02-3a6f-4553-9b9e-77fcbd5db215 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 950 time: 0.2417333 Nov 25 17:12:43.748142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eccb31-936a-458a-b9c6-667de5433b55 req-1e57fa2b-9163-40e7-b95d-a1ee40d16e46 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:43.759193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60eccb31-936a-458a-b9c6-667de5433b55 req-1e57fa2b-9163-40e7-b95d-a1ee40d16e46 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.2330811 Nov 25 17:12:43.768208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 10.1.1.62 (c9a0971e-973f-4181-a607-a4d15ca02e99/c0eaf583-5ade-44ef-afca-e732d3dcdb63/52473769-a7a8-4659-8545-5ba908436801) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:43.783262 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.807292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.904795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60eccb31-936a-458a-b9c6-667de5433b55 req-418287cd-8b14-4241-9305-3ebe5220f2ed tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403594 Nov 25 17:12:43.911714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:43.932660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:43.943022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f61fa285-a83a-46db-8615-91cdd393d480 req-c6650950-a482-49d6-9147-e5c05bd7d366 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752414 Nov 25 17:12:43.959860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fad86688-d39c-4712-8288-3ec86c694148 req-e54d8cff-08f3-414b-a2eb-dc97a6be6d4e tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619207 Nov 25 17:12:43.961935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:43.973064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:43.982553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:43.996462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Pushing event updated for resources: {'Port': ['ID=a8c0e367-bd9b-4547-8e61-4565e589445a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:44.002152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3', 'port_id': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'mac_address': 'fa:16:3e:4b:f7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa860f95-b45b-4982-8f30-cbe3c09a0a4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:44.027753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port aef686e5-4182-441d-b96c-4fd21c81947b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:44.028295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.154421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.168511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Attempting to bind port a8c0e367-bd9b-4547-8e61-4565e589445a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:44.168758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Attempting to bind port a8c0e367-bd9b-4547-8e61-4565e589445a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:44.169123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Attempting to bind port a8c0e367-bd9b-4547-8e61-4565e589445a on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:44.182985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522148e-2e84-4ce8-ade1-d3dab93635f6 req-4265306d-ab38-4d7d-9488-bb0839781d11 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.184744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4522148e-2e84-4ce8-ade1-d3dab93635f6 req-4265306d-ab38-4d7d-9488-bb0839781d11 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.1354535 Nov 25 17:12:44.196680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfb6399-327e-4dcc-979b-855ec667b0eb {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:44.231978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:44.234237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:44.235024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Checking segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:44.236076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.236807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Bound using segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:44.237541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Bound port: a8c0e367-bd9b-4547-8e61-4565e589445a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:44.238413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.258252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.290957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82e01499-9111-4da0-b1f7-ead254548135 req-a8f59744-8183-4db8-94fb-b01c5b232418 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 210 time: 0.1175766 Nov 25 17:12:44.362667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4522148e-2e84-4ce8-ade1-d3dab93635f6 req-48a1e5a7-270a-45f4-a159-58c4b2db5638 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665325 Nov 25 17:12:44.387614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:44.421600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] For port a8c0e367-bd9b-4547-8e61-4565e589445a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:44.428641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] For port a8c0e367-bd9b-4547-8e61-4565e589445a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8c0e367-bd9b-4547-8e61-4565e589445a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:44.435418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.493466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port aef686e5-4182-441d-b96c-4fd21c81947b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aef686e5-4182-441d-b96c-4fd21c81947b,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:44.493833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.521656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for aef686e5-4182-441d-b96c-4fd21c81947b owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:44.529770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c1285-1f9a-47d5-95db-a3de8c46536c None None] Pushing event updated for resources: {'Port': ['ID=a8c0e367-bd9b-4547-8e61-4565e589445a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:44.547738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Router f7a17b76-3e5d-499f-ba48-5c91989eb109 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:44.567837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff093f7-afdd-420a-b95b-9a086a45811b req-69eed347-aa47-4384-9bbd-e3c43f44cdfc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.571039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['4dfb6399-327e-4dcc-979b-855ec667b0eb'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:44.576651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ff093f7-afdd-420a-b95b-9a086a45811b req-69eed347-aa47-4384-9bbd-e3c43f44cdfc tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 945 time: 0.0915558 Nov 25 17:12:44.638767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4cc3d-8a20-4a0e-8a7e-12619248e4f7 req-5804c629-e02b-4ed9-97c1-e8ea1e80b798 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:44.647944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ae4cc3d-8a20-4a0e-8a7e-12619248e4f7 req-5804c629-e02b-4ed9-97c1-e8ea1e80b798 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.2290056 Nov 25 17:12:44.667853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:44.698715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ff093f7-afdd-420a-b95b-9a086a45811b req-42e88c2f-00c3-41b2-aa6e-8612f9d1910a tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208658 Nov 25 17:12:44.773335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:44.776911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ae4cc3d-8a20-4a0e-8a7e-12619248e4f7 req-d4039fda-8770-41c1-9da8-de34e2263375 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280882 Nov 25 17:12:44.783115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c3f27a70-cd84-4d74-b791-2abf6143189a admin admin] 10.222.0.86 "PUT /v2.0/routers/f7a17b76-3e5d-499f-ba48-5c91989eb109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4119811 Nov 25 17:12:44.783471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60006) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:44.813201 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] Sync routers for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:44.853490 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:44.854108 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:44.883265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.070406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network c9a0971e-973f-4181-a607-a4d15ca02e99 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:45.109820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cf2b8-4071-412c-a911-0668109f558b req-2f6a2688-0c71-451b-94af-7614bb968261 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.123138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:45.136443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae5cf2b8-4071-412c-a911-0668109f558b req-2f6a2688-0c71-451b-94af-7614bb968261 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1120043 Nov 25 17:12:45.155486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:45.179612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.191589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:45.254826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:45.301585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae5cf2b8-4071-412c-a911-0668109f558b req-b578f1dc-b9cc-4289-98aa-f527cc15a4ff tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604321 Nov 25 17:12:45.389576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3e7128ed-e29e-4427-a95f-2683ca2d7484 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:45.407579 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:45.492975 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d24331db-478e-48ac-a5a7-958651a9b60b req-2daeefc5-37bd-4158-9efe-d2ed8001b08b tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ea27d3d-847e-44ae-a2a1-76ee8099d154 HTTP/1.1" status: 200 len: 210 time: 0.3150382 Nov 25 17:12:45.537071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=aef686e5-4182-441d-b96c-4fd21c81947b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:45.542527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.559477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad', '5521127a-84a7-4a6d-bc84-6b1ac9452574'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:45.561830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aef686e5-4182-441d-b96c-4fd21c81947b no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:45.659590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d3ff3-8efa-4637-9fc5-fd433648a3f1 None None] Network c9a0971e-973f-4181-a607-a4d15ca02e99 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:45.701666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: aef686e5-4182-441d-b96c-4fd21c81947b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:45.702513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee69cef7-f257-4d60-b60a-f1adf4e05759 req-acf5d03b-af69-48f8-a468-f9164e427daf tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 210 time: 0.2343712 Nov 25 17:12:45.711525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aef686e5-4182-441d-b96c-4fd21c81947b not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:45.836708 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:12:43Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:45.873629 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] Checking router: f7a17b76-3e5d-499f-ba48-5c91989eb109 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:45.875910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.876657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.893665 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] Routers {'f7a17b76-3e5d-499f-ba48-5c91989eb109'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:45.894445 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f7a17b76-3e5d-499f-ba48-5c91989eb109'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:45.924528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9dc-4ab1-4a64-9010-42d348c4a318 req-80b6ce82-9d63-4cba-ab65-7c8564342355 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.927230 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfbab9dc-4ab1-4a64-9010-42d348c4a318 req-80b6ce82-9d63-4cba-ab65-7c8564342355 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 945 time: 0.1153042 Nov 25 17:12:45.936526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3e7128ed-e29e-4427-a95f-2683ca2d7484 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:45.936904 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.942878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port aef686e5-4182-441d-b96c-4fd21c81947b on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:45.951831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.968644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:45.972534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58142e14-f317-4fa8-b52f-a7a0681c9cf7 req-4c92b148-c6b3-4caf-8f70-c2ec717d1b8f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "DELETE /v2.0/ports/aef686e5-4182-441d-b96c-4fd21c81947b HTTP/1.1" status: 204 len: 173 time: 2.4013548 Nov 25 17:12:45.986821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-5b121d8f-cdb7-4d27-9cb8-f807cc1f354a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:45.988447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-5b121d8f-cdb7-4d27-9cb8-f807cc1f354a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.7512646 Nov 25 17:12:45.991433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'name': 'network-vif-deleted', 'tag': 'aef686e5-4182-441d-b96c-4fd21c81947b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:45.995231 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15024488-d2e3-4f78-81bc-75e108c5747e" -d '{"events": [{"server_uuid": "1ea27d3d-847e-44ae-a2a1-76ee8099d154", "name": "network-vif-deleted", "tag": "aef686e5-4182-441d-b96c-4fd21c81947b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:46.006742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Provisioning complete for port 3e7128ed-e29e-4427-a95f-2683ca2d7484 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:46.007187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.016944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': '715a71da-2388-48e5-9ad4-c37745d292bf', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:46.019161 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.084535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfbab9dc-4ab1-4a64-9010-42d348c4a318 req-f774df03-80c1-4398-aecb-0d463659bd05 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388462 Nov 25 17:12:46.109597 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] Set router f7a17b76-3e5d-499f-ba48-5c91989eb109 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:46.233963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e5bf314b-0cf5-4527-889e-541751ede540 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7266507 Nov 25 17:12:46.237010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:46.245893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'name': 'tempest-TaggedBootDevicesTest_v242-783159954', 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:46.309680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b752-1b19-47dc-8af8-0f789182da56 req-ea3c08f5-f603-445a-99c9-61204279150f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.317749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1914b752-1b19-47dc-8af8-0f789182da56 req-ea3c08f5-f603-445a-99c9-61204279150f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.5650470 Nov 25 17:12:46.350820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:46.354891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.357884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01ff6b-3a93-454d-b687-1c0c53ce2262 None None] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:46.378521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bc9e9-52a2-48aa-825d-e3911d2ccef1 req-f37613a9-c4c1-41e5-85c1-7b14c5af0e13 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.380210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f4bc9e9-52a2-48aa-825d-e3911d2ccef1 req-f37613a9-c4c1-41e5-85c1-7b14c5af0e13 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.1407380 Nov 25 17:12:46.409060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1914b752-1b19-47dc-8af8-0f789182da56 req-c2c9e341-50fa-4348-8e58-f4f876627bf5 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904093 Nov 25 17:12:46.423511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Deleting port 519f1761-cf06-4551-9045-e8ac9994e7e4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:46.424021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.441186 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:12:43Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:46.500623 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3495e-73e6-48c1-8edf-afc8ba82ed24 x-openstack-request-id: req-14c3495e-73e6-48c1-8edf-afc8ba82ed24 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:46.501057 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea27d3d-847e-44ae-a2a1-76ee8099d154", "name": "network-vif-deleted", "tag": "aef686e5-4182-441d-b96c-4fd21c81947b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:46.501409 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14c3495e-73e6-48c1-8edf-afc8ba82ed24 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:46.501896 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea27d3d-847e-44ae-a2a1-76ee8099d154', 'name': 'network-vif-deleted', 'tag': 'aef686e5-4182-441d-b96c-4fd21c81947b', 'status': 'completed', 'code': 200} Nov 25 17:12:46.508094 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd5990-f8ba-40b9-9b87-32847716086d None None] The sync data for ids ['f7a17b76-3e5d-499f-ba48-5c91989eb109'] in n-d-817303-7 is: [{'id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-938896380-router', 'tenant_id': '336de997f2c3499eba2bc153e72db7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:36Z', 'updated_at': '2021-11-25T17:12:43Z', 'revision_number': 5, 'project_id': '336de997f2c3499eba2bc153e72db7ac', 'gw_port': {'id': '519f1761-cf06-4551-9045-e8ac9994e7e4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a17b76-3e5d-499f-ba48-5c91989eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:37Z', 'updated_at': '2021-11-25T17:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:46.541474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f4bc9e9-52a2-48aa-825d-e3911d2ccef1 req-8419f1c2-7aa6-4ff2-aa30-4b6448cb13c0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147842 Nov 25 17:12:46.555672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:12:46.637609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] For port 519f1761-cf06-4551-9045-e8ac9994e7e4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=519f1761-cf06-4551-9045-e8ac9994e7e4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:46.638069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.666100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Calling delete_port for 519f1761-cf06-4551-9045-e8ac9994e7e4 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:46.687319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.7 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/7b0f678b-d592-4832-b30c-93d297bdc16a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:46.792814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.822734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162e00e-754b-45d0-943c-d7a11ba44c54 req-ac8eb08b-dedd-4d63-8632-c4618f8c2074 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.830467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8162e00e-754b-45d0-943c-d7a11ba44c54 req-ac8eb08b-dedd-4d63-8632-c4618f8c2074 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 946 time: 0.1548307 Nov 25 17:12:46.856857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] device_id is not set on port 075379f3-9819-431c-b729-f4bccc76fcf2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:12:46.888282 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.930131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21d4952e-ab2a-4337-b4da-8e1cf8c94777 req-aa225089-4217-472f-a6b5-33263209074f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 210 time: 0.0655823 Nov 25 17:12:46.970278 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:46.977617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-5ef73e87-6e05-4c54-aaff-4816daa1b3ad tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:46.979730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-5ef73e87-6e05-4c54-aaff-4816daa1b3ad tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1097 time: 0.2756433 Nov 25 17:12:47.019481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] For port 3e7128ed-e29e-4427-a95f-2683ca2d7484, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3e7128ed-e29e-4427-a95f-2683ca2d7484,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:47.019698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:47.054212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8162e00e-754b-45d0-943c-d7a11ba44c54 req-03b35457-338c-4671-a10e-2325836a4c26 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227662 Nov 25 17:12:47.105624 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.275681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 10.1.1.15 (c9a0971e-973f-4181-a607-a4d15ca02e99/c0eaf583-5ade-44ef-afca-e732d3dcdb63/075379f3-9819-431c-b729-f4bccc76fcf2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:47.344083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.419313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Pushing event updated for resources: {'Port': ['ID=3e7128ed-e29e-4427-a95f-2683ca2d7484,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:47.457363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.471055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.471498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.471907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.472250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.472583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.472913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.473244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.474272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.474272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.474272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.475434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.476547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96fb88a-f4e6-4329-8f15-06b79f5849c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.501914 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.502882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35c343-a813-496b-a548-147fa474935d req-a90947d5-8e2d-45ee-b6bf-b8eb10c96885 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.512466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe35c343-a813-496b-a548-147fa474935d req-a90947d5-8e2d-45ee-b6bf-b8eb10c96885 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 945 time: 0.2621310 Nov 25 17:12:47.520811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:12:47.521220 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:12:47.527603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Provisioning complete for port 3e7128ed-e29e-4427-a95f-2683ca2d7484 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:47.527896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.540529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.589075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473035a3-3527-4961-b1d8-25b54acaa780 req-9f8df79c-9e9b-44b3-ae5a-02da68437ea7 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.592000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-473035a3-3527-4961-b1d8-25b54acaa780 req-9f8df79c-9e9b-44b3-ae5a-02da68437ea7 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 950 time: 0.0801322 Nov 25 17:12:47.595901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.608391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:47.610352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:47.661708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network c9a0971e-973f-4181-a607-a4d15ca02e99 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:47.673838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe35c343-a813-496b-a548-147fa474935d req-97b52607-866e-4494-bc05-30a84a108937 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596713 Nov 25 17:12:47.682761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.684552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:47.689644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:47.692568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:47.755232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-473035a3-3527-4961-b1d8-25b54acaa780 req-2b3389a2-136c-4f2b-82b0-f329e18bf496 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567574 Nov 25 17:12:47.806087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:47.806626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.815655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.816019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.816404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.816742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.817073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.817403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.817731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.819010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.819515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.819850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.820356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.820689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:47.822039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:47.824771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:47.845223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 4dfb6399-327e-4dcc-979b-855ec667b0eb completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:47.893671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:47.894341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.917733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 4dfb6399-327e-4dcc-979b-855ec667b0eb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:47.918253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=7b0f678b-d592-4832-b30c-93d297bdc16a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:47.918470 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:47.942070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6522eed6-f35c-4d9a-80ac-254c484f25af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7006118 Nov 25 17:12:48.005263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a013f-149a-423b-bdea-bbf7a2adbdeb req-3233e1a7-493d-45f1-9f87-4be19744d9c5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.014855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-851a013f-149a-423b-bdea-bbf7a2adbdeb req-3233e1a7-493d-45f1-9f87-4be19744d9c5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.0950809 Nov 25 17:12:48.018477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.019002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.019106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.019437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.019888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.020219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.020545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.020933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.021256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.021609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.021979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.022523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:12:48.025254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:48.041993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:48.055753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.056411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.091065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-851a013f-149a-423b-bdea-bbf7a2adbdeb req-a0579145-f76c-4fa9-a682-19cd7ea79fb1 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753040 Nov 25 17:12:48.095468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=519f1761-cf06-4551-9045-e8ac9994e7e4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:48.105240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.123514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:12:48.157225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Provisioning complete for port a8c0e367-bd9b-4547-8e61-4565e589445a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:48.157707 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.212695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8c0e367-bd9b-4547-8e61-4565e589445a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:48.308021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.366374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:48.369265 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65472d8-5091-4d18-8d18-2a279471a834" -d '{"events": [{"server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "name": "network-vif-plugged", "status": "completed", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:48.399643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:48.401105 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.413135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a8c0e367-bd9b-4547-8e61-4565e589445a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:48.413827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:48.413952 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.421107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019746681', 'description': 'tempest-description--1460388337'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:48.456579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.462518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.515072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b86d8fc-18e6-41f1-ac73-e225c3c37a97 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5090406 Nov 25 17:12:48.535446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] For port a8c0e367-bd9b-4547-8e61-4565e589445a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8c0e367-bd9b-4547-8e61-4565e589445a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:48.548229 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.550275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Request body: {'port': {'device_id': '715a71da-2388-48e5-9ad4-c37745d292bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:48.560662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:48.565384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa742c-3605-43ce-99c9-a4ab3d11b9db req-2b5ba062-bf6b-47d4-a957-e8225f04ecc8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.566882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8eaa742c-3605-43ce-99c9-a4ab3d11b9db req-2b5ba062-bf6b-47d4-a957-e8225f04ecc8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.6432946 Nov 25 17:12:48.576173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.580571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22488-0e7a-424b-8609-c6a00d4d9a23 req-272919e9-6039-453e-b25c-deed25391413 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.589046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3d22488-0e7a-424b-8609-c6a00d4d9a23 req-272919e9-6039-453e-b25c-deed25391413 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 931 time: 0.1058588 Nov 25 17:12:48.594674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.634250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Provisioning complete for port 52473769-a7a8-4659-8545-5ba908436801 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:48.634702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.669280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:48.675840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.703264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-68f82b26-5939-4ef5-ad68-5b7f864429c2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:48.705095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-68f82b26-5939-4ef5-ad68-5b7f864429c2 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 945 time: 0.1451483 Nov 25 17:12:48.705344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Pushing event updated for resources: {'Port': ['ID=a8c0e367-bd9b-4547-8e61-4565e589445a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:48.707221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.712694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c0475f2c-68d3-4da4-af24-977c35ac0298 None None] Port 52473769-a7a8-4659-8545-5ba908436801 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:48.728144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3d22488-0e7a-424b-8609-c6a00d4d9a23 req-a5c81f1c-d0db-43ba-92f3-1b1c2cb0efcd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381247 Nov 25 17:12:48.756381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.757053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a17b76-3e5d-499f-ba48-5c91989eb109 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:12:48.776053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.777193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6201cf1a-0e06-42de-98a1-920ee3565c58 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f7a17b76-3e5d-499f-ba48-5c91989eb109 HTTP/1.1" status: 204 len: 168 time: 3.9927442 Nov 25 17:12:48.780513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:48.783264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.796735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8eaa742c-3605-43ce-99c9-a4ab3d11b9db req-dcbfffdc-b533-4bc2-9c4c-c16ff7275aec tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034504 Nov 25 17:12:48.843855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:48.846301 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed1c531-9b4c-4473-bd34-b228b2465896" -d '{"events": [{"server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:48.854014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.862222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f88181-a513-4241-8ed1-d3b7c32d9884,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:48.871162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.872493 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b5cf2600-64d3-4ba8-bf04-319b33bbf309 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4573081 Nov 25 17:12:48.876137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:48.881915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Provisioning complete for port a8c0e367-bd9b-4547-8e61-4565e589445a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:48.882153 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.887847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'security_group_rule': {'security_group_id': '18f88181-a513-4241-8ed1-d3b7c32d9884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:48.918032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:48.974246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Deleting subnet 679e9477-8c92-4895-a0e9-18f95ec1f9d5 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:12:48.997494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.061297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-7bac2e6e-8c2f-48b2-9cd7-1635cd06030d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.062349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.062837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-7bac2e6e-8c2f-48b2-9cd7-1635cd06030d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe63519f-cf49-4705-a6c7-910d21f6c7d1 HTTP/1.1" status: 200 len: 950 time: 0.2608590 Nov 25 17:12:49.067905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.097356 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee679a0e-a23d-40f7-9bc5-5e18a6a928cc x-openstack-request-id: req-ee679a0e-a23d-40f7-9bc5-5e18a6a928cc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:49.097719 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "name": "network-vif-plugged", "status": "completed", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:49.097922 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee679a0e-a23d-40f7-9bc5-5e18a6a928cc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:49.098292 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'code': 200} Nov 25 17:12:49.103275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3e7128ed-e29e-4427-a95f-2683ca2d7484 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:49.174118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Provisioning complete for port 075379f3-9819-431c-b729-f4bccc76fcf2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:49.175137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.226447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3e7128ed-e29e-4427-a95f-2683ca2d7484 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:49.226810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.228449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cf38e-471c-4553-a7bc-79485f575723 req-4519f694-addb-4692-bb58-47de7b7d8cbb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.230054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a48cf38e-471c-4553-a7bc-79485f575723 req-4519f694-addb-4692-bb58-47de7b7d8cbb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.3369808 Nov 25 17:12:49.253007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Port 075379f3-9819-431c-b729-f4bccc76fcf2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:49.276068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Provisioning complete for port 52473769-a7a8-4659-8545-5ba908436801 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:49.276434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.277139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Deleting port b770be61-cb07-41b6-b4f2-839066d6b6d1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:49.278506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.279063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.306233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:49.321921 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.327645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8f235aab-d42a-49db-9898-688e4a92c853 None None] Port 52473769-a7a8-4659-8545-5ba908436801 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:12:49.345581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:49.345920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:49.346282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:49.394180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04641a86-54bd-4679-b086-49068e2e3ca0 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:49.399501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6474504-d6ea-4d43-9803-0019fb34ff1f req-955f1609-f30e-4f76-8f23-2184f7c73dd9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.401128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6474504-d6ea-4d43-9803-0019fb34ff1f req-955f1609-f30e-4f76-8f23-2184f7c73dd9 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 945 time: 0.2600467 Nov 25 17:12:49.407799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:49.407799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Attempting to bind port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on network 31cb181d-8055-49d0-8105-cd3a5fbb5c9b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:49.440514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 04641a86-54bd-4679-b086-49068e2e3ca0 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:49.441849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04641a86-54bd-4679-b086-49068e2e3ca0 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:49.444442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:49.445193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Checking segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:49.445333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Bound using segment: {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:49.446461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Bound port: e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58824014-5419-466a-859d-9af568aae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31cb181d-8055-49d0-8105-cd3a5fbb5c9b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:49.446461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.485050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.572845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679e9477-8c92-4895-a0e9-18f95ec1f9d5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:49.577588 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.584141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64dad3-7096-4c45-841b-ddb97cf21671 None None] Network c4bbee62-de6e-454a-ac59-6e508af101e7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:49.585282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3e910bd7-8896-4900-aa63-d61706e69192 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/679e9477-8c92-4895-a0e9-18f95ec1f9d5 HTTP/1.1" status: 204 len: 168 time: 0.8025684 Nov 25 17:12:49.592785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:49.607167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6474504-d6ea-4d43-9803-0019fb34ff1f req-82c28a4e-075a-4e65-9d1e-8e45ce5bcfed tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1b70e64-bfb2-4e15-bea6-6b808dce64be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967247 Nov 25 17:12:49.664779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.687525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-6fddaac8-45f6-4a27-ab49-ebb33fc5c056 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.688985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-6fddaac8-45f6-4a27-ab49-ebb33fc5c056 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 950 time: 0.5881910 Nov 25 17:12:49.712366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472e25-2b44-4de6-8d62-753b094d4f51 req-2b6481cb-b4da-4c39-a810-a20e4448a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.714077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44472e25-2b44-4de6-8d62-753b094d4f51 req-2b6481cb-b4da-4c39-a810-a20e4448a20c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1096 time: 0.6122215 Nov 25 17:12:49.757254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:49.764162 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.774371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71acb0c0-bd52-4bbf-bd55-0dfab4220ac5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:49.798074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:49.804901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a48cf38e-471c-4553-a7bc-79485f575723 req-03cbccc8-b846-4d74-8987-cea4bd8cea27 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479870 Nov 25 17:12:49.807567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.807966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0f678b-d592-4832-b30c-93d297bdc16a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:49.812899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.815320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c023d262-f534-4712-8d3e-01e3312a1648 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9325607 Nov 25 17:12:49.816176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:49.826502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'security_group_rule': {'security_group_id': '18f88181-a513-4241-8ed1-d3b7c32d9884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:49.840107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.886873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port 5521127a-84a7-4a6d-bc84-6b1ac9452574 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:49.887343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.891895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] For port b770be61-cb07-41b6-b4f2-839066d6b6d1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b770be61-cb07-41b6-b4f2-839066d6b6d1,segment=NetworkSegment(6f4fb401-3587-4bd2-92ac-6bf8d6d731e2),segment_id=6f4fb401-3587-4bd2-92ac-6bf8d6d731e2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:49.891895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:49.911676 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a71235-3c1d-482e-bc35-8e399f86f9f4 x-openstack-request-id: req-65a71235-3c1d-482e-bc35-8e399f86f9f4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:49.912560 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:49.912735 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65a71235-3c1d-482e-bc35-8e399f86f9f4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:49.913243 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'code': 200} Nov 25 17:12:49.917758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] DHCP port deletion for c4bbee62-de6e-454a-ac59-6e508af101e7 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:12:49.933455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Transition to ACTIVE for port object 7b0f678b-d592-4832-b30c-93d297bdc16a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:49.954005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Calling delete_port for b770be61-cb07-41b6-b4f2-839066d6b6d1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:49.956759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10703d74-2536-4b74-bec0-d4cc873f9086 req-6530c393-e531-4b73-b220-0312ae489ed0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:49.958193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10703d74-2536-4b74-bec0-d4cc873f9086 req-6530c393-e531-4b73-b220-0312ae489ed0 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 950 time: 0.2354314 Nov 25 17:12:49.965204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.001407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44472e25-2b44-4de6-8d62-753b094d4f51 req-bbe4e238-a967-41ee-a449-19f5d4c1c41a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683883 Nov 25 17:12:50.004798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] Deleting port b484ff10-c437-4d20-87ba-17dc82b4f345 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:50.005774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.017631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.031302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:50.035417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.036111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.038001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-b6a33aee-a5e9-4026-85fa-22b6fa752076 service neutron] 10.222.0.73 "PUT /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 1122 time: 3.0360892 Nov 25 17:12:50.151084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port 5521127a-84a7-4a6d-bc84-6b1ac9452574, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5521127a-84a7-4a6d-bc84-6b1ac9452574,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:50.151460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.164702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954fa4e-256a-45f5-b9fa-d807353fbbd6 req-06d98f3d-fd99-43ca-8671-1a4e32d1d40b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.166299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9954fa4e-256a-45f5-b9fa-d807353fbbd6 req-06d98f3d-fd99-43ca-8671-1a4e32d1d40b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.1795435 Nov 25 17:12:50.184705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Pushing event updated for resources: {'Port': ['ID=7b0f678b-d592-4832-b30c-93d297bdc16a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:50.185847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:50.186183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.189915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for 5521127a-84a7-4a6d-bc84-6b1ac9452574 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:50.212506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Deleting port b484ff10-c437-4d20-87ba-17dc82b4f345 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:50.212953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.236176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10703d74-2536-4b74-bec0-d4cc873f9086 req-251e236b-1da0-447c-8a49-6e36dc8cd8a3 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682977 Nov 25 17:12:50.237943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.253553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.310590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] For port b484ff10-c437-4d20-87ba-17dc82b4f345, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b484ff10-c437-4d20-87ba-17dc82b4f345,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:50.311273 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.325582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b79f014-0b57-4515-bc47-dfd3e00d5330,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:50.351685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Attempting to bind port 7b0f678b-d592-4832-b30c-93d297bdc16a on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:50.352139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Attempting to bind port 7b0f678b-d592-4832-b30c-93d297bdc16a by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:50.352464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Attempting to bind port 7b0f678b-d592-4832-b30c-93d297bdc16a on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:50.355578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] For port b484ff10-c437-4d20-87ba-17dc82b4f345, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b484ff10-c437-4d20-87ba-17dc82b4f345,segment=NetworkSegment(fb3ecc67-2daa-4750-bc58-aebd6e4fc646),segment_id=fb3ecc67-2daa-4750-bc58-aebd6e4fc646)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:50.355939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.368360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.369279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1a8245cb-9924-44d9-b333-93ebee4196b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5467651 Nov 25 17:12:50.372003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Port 7b0f678b-d592-4832-b30c-93d297bdc16a on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:50.372323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Attempting to bind port 7b0f678b-d592-4832-b30c-93d297bdc16a on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:50.374558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:50.379573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] Calling delete_port for b484ff10-c437-4d20-87ba-17dc82b4f345 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:50.382718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:50.397673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Calling delete_port for b484ff10-c437-4d20-87ba-17dc82b4f345 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:50.416391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:50.428515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:50.431325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:50.433400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:50.434100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Bound port: 7b0f678b-d592-4832-b30c-93d297bdc16a, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:50.436496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.459846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.465222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9954fa4e-256a-45f5-b9fa-d807353fbbd6 req-788f112b-dac1-4af2-a6fe-bb7f840c1649 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822280 Nov 25 17:12:50.482277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:50.500283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.514271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port 37a06852-a15c-4ef2-9e97-e6ee788b2b97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=37a06852-a15c-4ef2-9e97-e6ee788b2b97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:50.524132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.604004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for 37a06852-a15c-4ef2-9e97-e6ee788b2b97 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:50.608057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event deleted for resources: {'Port': ['ID=b770be61-cb07-41b6-b4f2-839066d6b6d1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:50.674018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] For port 7b0f678b-d592-4832-b30c-93d297bdc16a, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:50.701161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] No DVR routers for this DVR port b770be61-cb07-41b6-b4f2-839066d6b6d1 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:50.701926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] For port 7b0f678b-d592-4832-b30c-93d297bdc16a, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b0f678b-d592-4832-b30c-93d297bdc16a,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:50.713605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.714405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343646-cfe2-4592-8139-b14f7d4241d3 req-58d8f462-d5ce-4213-8775-cdda4a52d9f7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.719711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c3f24c1-9125-4aa9-9e9a-d6d0e2a84e3c req-25f92a62-54ef-4fc8-b4c5-c1bb10d41911 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.55 "DELETE /v2.0/ports/b770be61-cb07-41b6-b4f2-839066d6b6d1 HTTP/1.1" status: 204 len: 173 time: 2.0027153 Nov 25 17:12:50.720381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14570e71-2eed-45d5-9cd0-28807638b73f', 'name': 'network-vif-deleted', 'tag': 'b770be61-cb07-41b6-b4f2-839066d6b6d1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:50.724278 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9813106-f27d-4501-895a-69d94ee270a5" -d '{"events": [{"server_uuid": "14570e71-2eed-45d5-9cd0-28807638b73f", "name": "network-vif-deleted", "tag": "b770be61-cb07-41b6-b4f2-839066d6b6d1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:50.725930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d343646-cfe2-4592-8139-b14f7d4241d3 req-58d8f462-d5ce-4213-8775-cdda4a52d9f7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 943 time: 0.3241982 Nov 25 17:12:50.734456 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.739783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.792560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.800941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] Pushing event deleted for resources: {'Port': ['ID=b484ff10-c437-4d20-87ba-17dc82b4f345,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:50.804384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d6ae5-a9ce-4ee9-b6f7-c78bed9cfc4e None None] No DVR routers for this DVR port b484ff10-c437-4d20-87ba-17dc82b4f345 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:50.806991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.808255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.809622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] 10.222.0.55 "PUT /v2.0/ports/7b0f678b-d592-4832-b30c-93d297bdc16a HTTP/1.1" status: 200 len: 1091 time: 2.2637148 Nov 25 17:12:50.862974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] No DVR routers for this DVR port b484ff10-c437-4d20-87ba-17dc82b4f345 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:50.883697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8c0e367-bd9b-4547-8e61-4565e589445a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:50.887913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d92b06-fed5-46c7-8a4b-9de67dc47b5c req-7e16aa80-fa02-45b0-b44c-82f7235025a8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:50.897492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0d92b06-fed5-46c7-8a4b-9de67dc47b5c req-7e16aa80-fa02-45b0-b44c-82f7235025a8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.3377481 Nov 25 17:12:50.909569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a131b-ae71-4447-9e5a-9c1c39156a1c service neutron] Pushing event updated for resources: {'Port': ['ID=7b0f678b-d592-4832-b30c-93d297bdc16a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:50.915244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:50.941122 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d343646-cfe2-4592-8139-b14f7d4241d3 req-31e341ed-9f71-45b7-9f92-cce5b56a2b1f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143240 Nov 25 17:12:50.982082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=5521127a-84a7-4a6d-bc84-6b1ac9452574,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:51.006241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=b484ff10-c437-4d20-87ba-17dc82b4f345,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:51.048461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0d92b06-fed5-46c7-8a4b-9de67dc47b5c req-83b13c0b-3ff6-4684-991f-fbbb8831e90f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497202 Nov 25 17:12:51.055693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', '37a06852-a15c-4ef2-9e97-e6ee788b2b97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:51.060451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.079139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.118115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bbee62-de6e-454a-ac59-6e508af101e7']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:51.141823 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c6fe39-4f93-4619-8433-db9326a53d6d x-openstack-request-id: req-c6c6fe39-4f93-4619-8433-db9326a53d6d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:51.142139 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14570e71-2eed-45d5-9cd0-28807638b73f", "name": "network-vif-deleted", "tag": "b770be61-cb07-41b6-b4f2-839066d6b6d1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:51.142444 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6c6fe39-4f93-4619-8433-db9326a53d6d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:51.142861 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14570e71-2eed-45d5-9cd0-28807638b73f', 'name': 'network-vif-deleted', 'tag': 'b770be61-cb07-41b6-b4f2-839066d6b6d1', 'status': 'completed', 'code': 200} Nov 25 17:12:51.143835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port 5521127a-84a7-4a6d-bc84-6b1ac9452574 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:51.162920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.175428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-e18ef0f2-6751-484e-a6ff-22462ad65933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:51.176045 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-e18ef0f2-6751-484e-a6ff-22462ad65933 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 1094 time: 0.2111976 Nov 25 17:12:51.178643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d5af2f0-4bc1-434a-ac7a-2791e6852714 req-524314ab-9c31-4039-868b-72958bdfc899 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "DELETE /v2.0/ports/5521127a-84a7-4a6d-bc84-6b1ac9452574 HTTP/1.1" status: 204 len: 173 time: 2.0745120 Nov 25 17:12:51.184664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c5a463d-5273-4c2c-9f8c-fe212531c06e req-f7451e1a-1119-4dc1-8f35-a6f4eb841a7b tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/ports?device_id=14570e71-2eed-45d5-9cd0-28807638b73f HTTP/1.1" status: 200 len: 210 time: 0.0931847 Nov 25 17:12:51.186466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:51.187047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3ecc67-2daa-4750-bc58-aebd6e4fc646') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:51.213939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a8c0e367-bd9b-4547-8e61-4565e589445a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:51.214876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.250803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.255138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-ac4c9c70-b880-4fdc-81d4-d6d5f13aa098 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0f678b-d592-4832-b30c-93d297bdc16a HTTP/1.1" status: 200 len: 217 time: 0.0644181 Nov 25 17:12:51.286118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.324014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.349160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:12:51.350319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:12:51.352462 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:12:51.451693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-6f40eecd-255e-4202-afb9-216e8546ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:51.452691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=37a06852-a15c-4ef2-9e97-e6ee788b2b97,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:51.453596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-6f40eecd-255e-4202-afb9-216e8546ac53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1820560 Nov 25 17:12:51.480840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 172.25.8.21 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/de16f9a7-b380-4d66-ba41-21151490f1ca) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:12:51.481092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17eb2a-a369-4d59-93c0-7f3935b5c690 req-91185456-ad3a-4cdc-a5af-6aa7c28a74f2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:51.486034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a215b3ed-f06e-458c-aa7a-f42e78039557 req-114f1955-58ef-4aa7-8908-b384f5f60075 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c68632-7a30-449f-b8d0-b374a4905276 HTTP/1.1" status: 200 len: 210 time: 0.0718405 Nov 25 17:12:51.493229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b17eb2a-a369-4d59-93c0-7f3935b5c690 req-91185456-ad3a-4cdc-a5af-6aa7c28a74f2 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.3128705 Nov 25 17:12:51.503411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.529831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.536330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519f1761-cf06-4551-9045-e8ac9994e7e4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:51.544815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c4bbee62-de6e-454a-ac59-6e508af101e7 HTTP/1.1" status: 204 len: 168 time: 1.9472399 Nov 25 17:12:51.547222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-efc8e1de-3be6-4ccb-9b9b-c293ffec6989 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641723 Nov 25 17:12:51.553782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:51.562898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 519f1761-cf06-4551-9045-e8ac9994e7e4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:51.563538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519f1761-cf06-4551-9045-e8ac9994e7e4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:51.564110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b484ff10-c437-4d20-87ba-17dc82b4f345 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:51.576384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7423-24d0-4c43-b7b1-87231b6e7b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4bbee62-de6e-454a-ac59-6e508af101e7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:51.606648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b484ff10-c437-4d20-87ba-17dc82b4f345 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:51.607264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b484ff10-c437-4d20-87ba-17dc82b4f345 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:51.637649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5521127a-84a7-4a6d-bc84-6b1ac9452574 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:51.657954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port 37a06852-a15c-4ef2-9e97-e6ee788b2b97 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:51.661002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.662334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 5521127a-84a7-4a6d-bc84-6b1ac9452574 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:51.663347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5521127a-84a7-4a6d-bc84-6b1ac9452574 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:51.669828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85d713b4-f398-4fd8-845d-cc3efc9b3de4 req-9c2b110d-5660-4079-bcd0-bcca3e54e3aa tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "DELETE /v2.0/ports/37a06852-a15c-4ef2-9e97-e6ee788b2b97 HTTP/1.1" status: 204 len: 173 time: 1.9696598 Nov 25 17:12:51.689219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 37a06852-a15c-4ef2-9e97-e6ee788b2b97 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:51.725015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 37a06852-a15c-4ef2-9e97-e6ee788b2b97 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:51.725382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 37a06852-a15c-4ef2-9e97-e6ee788b2b97 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:51.725809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b770be61-cb07-41b6-b4f2-839066d6b6d1 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:51.754692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: b770be61-cb07-41b6-b4f2-839066d6b6d1 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:51.755406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b770be61-cb07-41b6-b4f2-839066d6b6d1 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:51.828002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b17eb2a-a369-4d59-93c0-7f3935b5c690 req-c276736a-50d4-446d-92f8-47846a928835 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018858 Nov 25 17:12:51.867488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b449273-9b00-4743-baf6-fb68c3e65b38 req-9d872d1b-d594-4b31-b72d-4cd467492e04 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:51.869220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b449273-9b00-4743-baf6-fb68c3e65b38 req-9d872d1b-d594-4b31-b72d-4cd467492e04 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.2451499 Nov 25 17:12:51.916550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'}, {'name': 'network-changed', 'server_uuid': '715a71da-2388-48e5-9ad4-c37745d292bf', 'tag': '7b0f678b-d592-4832-b30c-93d297bdc16a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:51.923336 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef" -d '{"events": [{"name": "network-changed", "server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e"}, {"name": "network-changed", "server_uuid": "715a71da-2388-48e5-9ad4-c37745d292bf", "tag": "7b0f678b-d592-4832-b30c-93d297bdc16a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:51.926924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:51.941029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5', '72661d76-9042-4538-9746-7829e569c1ad'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:51.944245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:51.958187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-b00191b8-b7ac-4270-a535-8b94b77b07cc service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961024 Nov 25 17:12:52.023672 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b357dc46-f90c-476a-b978-0260a2e37272 x-openstack-request-id: req-b357dc46-f90c-476a-b978-0260a2e37272 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:52.027321 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "715a71da-2388-48e5-9ad4-c37745d292bf", "tag": "7b0f678b-d592-4832-b30c-93d297bdc16a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:52.027679 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b357dc46-f90c-476a-b978-0260a2e37272 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:52.028180 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'status': 'completed', 'code': 200} Nov 25 17:12:52.028459 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715a71da-2388-48e5-9ad4-c37745d292bf', 'tag': '7b0f678b-d592-4832-b30c-93d297bdc16a', 'status': 'completed', 'code': 200} Nov 25 17:12:52.052542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b449273-9b00-4743-baf6-fb68c3e65b38 req-2943a789-39b9-41f9-a854-42ca3bf0f371 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702669 Nov 25 17:12:52.100007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:52.250030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-6115cad2-959d-4372-b656-409cd87b1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.253618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-6115cad2-959d-4372-b656-409cd87b1d8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1125 time: 0.1890147 Nov 25 17:12:52.257735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.276482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf619d36-93f7-41fd-9eec-c8d7f5d45d99 req-2436e0f3-ad5c-4e94-a523-5f927dceb8e2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.278051 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf619d36-93f7-41fd-9eec-c8d7f5d45d99 req-2436e0f3-ad5c-4e94-a523-5f927dceb8e2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 943 time: 0.1620762 Nov 25 17:12:52.367482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f87658c4-17a6-4ae4-a568-cc129f09f4e5 req-9b0c848b-78ec-4d62-8326-752638d775ba service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995905 Nov 25 17:12:52.369725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:12:52.376840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:12:52.378976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=de16f9a7-b380-4d66-ba41-21151490f1ca,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:52.381491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:12:52.424306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b9ca5-b8c0-447d-a0d3-a9e24f5dc924 req-2af2bf63-fc0e-4f68-9969-9df935e7df0a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.433677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c3b9ca5-b8c0-447d-a0d3-a9e24f5dc924 req-2af2bf63-fc0e-4f68-9969-9df935e7df0a tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1096 time: 0.2505381 Nov 25 17:12:52.499167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-839a981a-1eba-40b5-b1f4-95436f73aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.501153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c3b9ca5-b8c0-447d-a0d3-a9e24f5dc924 req-8d8b7f20-c25a-4be8-abb3-ce39acb73e8e tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659146 Nov 25 17:12:52.501390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-839a981a-1eba-40b5-b1f4-95436f73aacb service neutron] 10.222.0.55 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2185860 Nov 25 17:12:52.545867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf619d36-93f7-41fd-9eec-c8d7f5d45d99 req-e7f5f566-b1be-41fd-8935-d8e74309a42d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393031 Nov 25 17:12:52.584551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.663492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-49ff5003-b13d-466a-bf89-72ff14f8d5a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 217 time: 0.1132691 Nov 25 17:12:52.713427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.774260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-9639807b-9fe1-4b12-ad64-c6bdf396fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.775829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-9639807b-9fe1-4b12-ad64-c6bdf396fd3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1034431 Nov 25 17:12:52.779503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.839752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b716b8-76c9-49a4-b4d6-e7c6937b5f38 req-9bb4419d-fb71-4e14-9286-36f0bef55c21 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.843840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3b716b8-76c9-49a4-b4d6-e7c6937b5f38 req-9bb4419d-fb71-4e14-9286-36f0bef55c21 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.2156994 Nov 25 17:12:52.853274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-802f963d-6658-4a28-bb5b-ef15487a2210 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364337 Nov 25 17:12:52.862356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047b486-02ce-4ef9-ae9d-bd14966d2782 req-e7eb3619-8e17-4e7c-857c-7319fa46c436 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:52.864026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7047b486-02ce-4ef9-ae9d-bd14966d2782 req-e7eb3619-8e17-4e7c-857c-7319fa46c436 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1096 time: 0.1448085 Nov 25 17:12:52.934558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3b716b8-76c9-49a4-b4d6-e7c6937b5f38 req-20c4de14-9e17-4957-bb57-659aee3f5e54 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820189 Nov 25 17:12:52.961539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:52.968576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.031974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7047b486-02ce-4ef9-ae9d-bd14966d2782 req-6ea9b22f-3ce9-46f8-acb6-0133e71e0471 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541786 Nov 25 17:12:53.038089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-4ab66d4b-1ee0-43e9-8648-e75d9e40e01b service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729865 Nov 25 17:12:53.045608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=de16f9a7-b380-4d66-ba41-21151490f1ca,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:53.060642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.078724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.080006 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7e5f6fce-16f9-41d8-bafe-17171582df24 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7024083 Nov 25 17:12:53.147670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'name': 'network-vif-deleted', 'tag': '5521127a-84a7-4a6d-bc84-6b1ac9452574'}, {'server_uuid': '49c68632-7a30-449f-b8d0-b374a4905276', 'name': 'network-vif-deleted', 'tag': '37a06852-a15c-4ef2-9e97-e6ee788b2b97'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:53.149926 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b3497-22a3-4032-a187-ebadd80ceed0" -d '{"events": [{"server_uuid": "fe63519f-cf49-4705-a6c7-910d21f6c7d1", "name": "network-vif-deleted", "tag": "5521127a-84a7-4a6d-bc84-6b1ac9452574"}, {"server_uuid": "49c68632-7a30-449f-b8d0-b374a4905276", "name": "network-vif-deleted", "tag": "37a06852-a15c-4ef2-9e97-e6ee788b2b97"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:53.179419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d914-7c48-4e2c-beee-8d6883f8ce86 req-0f343de3-ef59-4def-b8fe-8b4346bab5c0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.181108 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8b4d914-7c48-4e2c-beee-8d6883f8ce86 req-0f343de3-ef59-4def-b8fe-8b4346bab5c0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.0688236 Nov 25 17:12:53.214750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-35333e16-0ea5-4acc-bb9a-f796967a9775 service neutron] 10.222.0.55 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380820 Nov 25 17:12:53.269185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8b4d914-7c48-4e2c-beee-8d6883f8ce86 req-b033e5b7-3101-4441-bc74-2ef7e3e9ac97 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Nov 25 17:12:53.352016 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f9928-fab9-4be5-ba36-531f70577bc3 x-openstack-request-id: req-471f9928-fab9-4be5-ba36-531f70577bc3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:53.352458 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe63519f-cf49-4705-a6c7-910d21f6c7d1", "name": "network-vif-deleted", "tag": "5521127a-84a7-4a6d-bc84-6b1ac9452574", "status": "completed", "code": 200}, {"server_uuid": "49c68632-7a30-449f-b8d0-b374a4905276", "name": "network-vif-deleted", "tag": "37a06852-a15c-4ef2-9e97-e6ee788b2b97", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:53.352691 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-471f9928-fab9-4be5-ba36-531f70577bc3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:53.353154 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe63519f-cf49-4705-a6c7-910d21f6c7d1', 'name': 'network-vif-deleted', 'tag': '5521127a-84a7-4a6d-bc84-6b1ac9452574', 'status': 'completed', 'code': 200} Nov 25 17:12:53.353479 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c68632-7a30-449f-b8d0-b374a4905276', 'name': 'network-vif-deleted', 'tag': '37a06852-a15c-4ef2-9e97-e6ee788b2b97', 'status': 'completed', 'code': 200} Nov 25 17:12:53.379653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-25f12513-4395-4180-af2e-e3a04cb0af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.381974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-25f12513-4395-4180-af2e-e3a04cb0af9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 1094 time: 0.0596163 Nov 25 17:12:53.390387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Deleting port 2083083e-3944-4b81-a2f1-ff50b41b6eea {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:53.390724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.497472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-7e7c055a-2114-4faa-822b-46735964d368 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1019746681&fields=id&tenant_id=fde4ddadef1245c2a9b72c20578ff349 HTTP/1.1" status: 200 len: 267 time: 0.0668435 Nov 25 17:12:53.569939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-a0c470e0-df8f-4db6-b18c-a437e1c61055 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.576028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-a0c470e0-df8f-4db6-b18c-a437e1c61055 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 935 time: 0.0705109 Nov 25 17:12:53.635281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-c94813c0-2417-4136-9e12-f3ef1f7a4e86 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.637175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-c94813c0-2417-4136-9e12-f3ef1f7a4e86 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 935 time: 0.0581617 Nov 25 17:12:53.894150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] For port 2083083e-3944-4b81-a2f1-ff50b41b6eea, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2083083e-3944-4b81-a2f1-ff50b41b6eea,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:53.894658 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:53.898638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-81e8c692-074d-459e-8187-dfaf82fa98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:53.900167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-81e8c692-074d-459e-8187-dfaf82fa98f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.5070999 Nov 25 17:12:53.922725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Calling delete_port for 2083083e-3944-4b81-a2f1-ff50b41b6eea owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:53.963483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-7dd93632-64fa-4e74-881f-dc473acb6ebb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0f678b-d592-4832-b30c-93d297bdc16a HTTP/1.1" status: 200 len: 217 time: 0.0549345 Nov 25 17:12:54.083992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-403fd38e-b15e-4b19-b679-5522d032d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:54.085441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-403fd38e-b15e-4b19-b679-5522d032d01d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1118016 Nov 25 17:12:54.118504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-3ca01e76-3bd7-4f94-ad79-2b5d97e1e588 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4702315 Nov 25 17:12:54.169940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-636aace7-d465-4acf-9c5e-7ba90141a7f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768642 Nov 25 17:12:54.198984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-db23fd25-a89e-4ba1-afda-bbe5c43e0edd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0737298 Nov 25 17:12:54.314201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-cf2a25a5-995a-4382-b21b-bdf5576f1e05 service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355832 Nov 25 17:12:54.346645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.407119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Pushing event deleted for resources: {'Port': ['ID=2083083e-3944-4b81-a2f1-ff50b41b6eea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:54.422366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d8396fe3-fbdc-420a-a7b9-67847799d6d4 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:54.432401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d8396fe3-fbdc-420a-a7b9-67847799d6d4 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:54.440869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d8396fe3-fbdc-420a-a7b9-67847799d6d4 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:54.450186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d8396fe3-fbdc-420a-a7b9-67847799d6d4 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=1c40dd2d-dafc-424c-aff6-460a4c427db2&id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 1995 time: 0.2385602 Nov 25 17:12:54.464153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-3a017e85-f788-46d3-9051-0e5a71041646 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/quotas/fde4ddadef1245c2a9b72c20578ff349 HTTP/1.1" status: 200 len: 375 time: 0.0130293 Nov 25 17:12:54.497616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-164624f9-1a23-434b-a77d-9c2622a2abc2 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:12:54.498786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-164624f9-1a23-434b-a77d-9c2622a2abc2 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323129 Nov 25 17:12:54.548904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ffdc6b8-2f6f-4f9c-9b9a-bc5c77248fef req-cb7cb9e0-f5ca-429d-a2b5-ffeda634e3ed service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246845 Nov 25 17:12:54.560555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-03598269-6287-49cc-bcdb-3d65115da62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:54.562000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-03598269-6287-49cc-bcdb-3d65115da62a service neutron] 10.222.0.86 "GET /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 1093 time: 0.0465615 Nov 25 17:12:54.592378 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-52d80c47-e512-4b99-8480-d45449126c2e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1123395 Nov 25 17:12:54.607741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Request body: {'binding': {'host': 'n-h1-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:12:54.608472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:12:54.722021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-32d1f19b-0ec2-4839-82e2-5898a03902af service neutron] 10.222.0.86 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191986 Nov 25 17:12:54.765340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:54.841915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-ab37883e-72aa-4016-9d9a-bf14ca70f995 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119540 Nov 25 17:12:54.891446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-f432336a-b0f0-466c-add6-6d60a1b39a51 service neutron] 10.222.0.86 "GET /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0427363 Nov 25 17:12:54.894845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on host n-h1-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:12:54.895338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:12:54.895550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:54.903965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:12:54.904292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:12:54.911746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:12:54.912084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:12:54.912483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:12:54.912893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Bound port: 4dfb6399-327e-4dcc-979b-855ec667b0eb, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:12:54.992361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-be1f564b-9522-432b-9ca4-c41b7d6a4ed0 service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935266 Nov 25 17:12:55.013796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:12:55.023008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.024212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ba13dcd6-db00-4fae-b318-a5649c9be780 service neutron] 10.222.0.86 "POST /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4542649 Nov 25 17:12:55.101513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:12:55.133907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-f143ba34-4789-4153-b556-a6d28db9d6f6 service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336410 Nov 25 17:12:55.249792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-3ee4858c-da86-4ec9-ba66-593c4a741b45 service neutron] 10.222.0.86 "GET /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1069701 Nov 25 17:12:55.250500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:12:55.258687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-59b23182-4477-42aa-b1cd-01c94f87a974 admin admin] 10.222.0.86 "PUT /v2.0/routers/5f4f3ec7-7735-4dc3-9070-4aae4ea2f554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6316633 Nov 25 17:12:55.259713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60180) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:55.264162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] Sync routers for ids ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:12:55.289361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] Routers {'5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:55.290012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:55.345272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60184) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:55.437342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f1148dc-c2ed-4c4f-ba2c-e20089aabf76 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.447729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-7cb0fe26-e9ef-41ea-a5aa-20bf2f4bc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:55.449449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-7cb0fe26-e9ef-41ea-a5aa-20bf2f4bc247 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1096 time: 0.1397266 Nov 25 17:12:55.478528 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-cb9f5d47-e6b7-4cd6-89dc-b957f91089a5 service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273202 Nov 25 17:12:55.504586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] Set router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:55.548064 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.594091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d297b567-e389-4d1c-ae8d-86c6d82cc4df service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143107 Nov 25 17:12:55.614412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f1148dc-c2ed-4c4f-ba2c-e20089aabf76 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.617518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ee26-4354-47f6-b8d6-747238276345 req-bde79eaa-39c9-40a0-ab2c-0b4529d56cbb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:55.625364 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2217ee26-4354-47f6-b8d6-747238276345 req-bde79eaa-39c9-40a0-ab2c-0b4529d56cbb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 943 time: 0.1826587 Nov 25 17:12:55.670826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b0f678b-d592-4832-b30c-93d297bdc16a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:12:55.725100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-9c81d49f-22ca-4937-b480-996ef4b3a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:55.728334 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-9c81d49f-22ca-4937-b480-996ef4b3a27d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.2651935 Nov 25 17:12:55.747816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-b8abd8dc-0826-47e1-b4ef-40c31fc31f6a service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525609 Nov 25 17:12:55.759980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f1148dc-c2ed-4c4f-ba2c-e20089aabf76 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.762885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f1148dc-c2ed-4c4f-ba2c-e20089aabf76 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.764645 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f1148dc-c2ed-4c4f-ba2c-e20089aabf76 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "DELETE /v2.0/security-groups/3af3a7f6-13e8-4ae5-83ed-babde83b37e3 HTTP/1.1" status: 204 len: 168 time: 0.4181595 Nov 25 17:12:55.785369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60186) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:55.793125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1148dc-c2ed-4c4f-ba2c-e20089aabf76 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af3a7f6-13e8-4ae5-83ed-babde83b37e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:55.813455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2217ee26-4354-47f6-b8d6-747238276345 req-97b3b383-f815-47cb-af85-525c96b13cea tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790860 Nov 25 17:12:55.813862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7b0f678b-d592-4832-b30c-93d297bdc16a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b0f678b-d592-4832-b30c-93d297bdc16a,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:55.825384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-35e624cf-58fb-4826-96fc-dc44a20ad2f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 217 time: 0.0789301 Nov 25 17:12:55.836520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7b0f678b-d592-4832-b30c-93d297bdc16a', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '7b0f678b-d592-4832-b30c-93d297bdc16a', 'mac_address': 'fa:16:3e:dc:40:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:12:55.909096 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7da56929-583d-4e3b-9170-60adb073514f tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] show failed (client error): The resource could not be found. Nov 25 17:12:55.910131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7da56929-583d-4e3b-9170-60adb073514f tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "GET /v2.0/security-groups/3af3a7f6-13e8-4ae5-83ed-babde83b37e3 HTTP/1.1" status: 404 len: 347 time: 0.1036699 Nov 25 17:12:55.918646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:55.923732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-1ae28cb6-4d74-4e76-aaff-c57e989d5b3b service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749668 Nov 25 17:12:55.941986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:55.973118 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.015983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0f678b-d592-4832-b30c-93d297bdc16a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:56.022502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-3640d151-2fa5-4803-b875-ef0ba0a7c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:56.024617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-3640d151-2fa5-4803-b875-ef0ba0a7c29a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1984222 Nov 25 17:12:56.045282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7b0f678b-d592-4832-b30c-93d297bdc16a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b0f678b-d592-4832-b30c-93d297bdc16a,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:56.050374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.078718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:12:54Z', 'revision_number': 5, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port': {'id': '7fddc8fb-464c-460e-83ea-e3df9c55ab38', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:07:48Z', 'updated_at': '2021-11-25T17:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:56.105799 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-208fee1b-61d2-4e78-bb72-2ac780b29165 service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756544 Nov 25 17:12:56.107435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e99a8d1d-1bcf-445d-a08e-d8b01310e5eb service neutron] 10.222.0.55 "GET /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.1131618 Nov 25 17:12:56.109091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] Checking router: 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:12:56.111920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-0adaacec-202a-419c-a5f5-5384e2fef458 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533950 Nov 25 17:12:56.134316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] Routers {'5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:12:56.134870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:12:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:56.162432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309c54-8030-4629-ab78-2b5e7162b7f6 req-026eb679-2a18-497b-9c19-5313627daa7e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:56.171142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40309c54-8030-4629-ab78-2b5e7162b7f6 req-026eb679-2a18-497b-9c19-5313627daa7e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.2532258 Nov 25 17:12:56.174859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7b0f678b-d592-4832-b30c-93d297bdc16a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:56.307135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67358560-b3f5-4d6a-bef1-425b074ecee7 service neutron] 10.222.0.86 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923976 Nov 25 17:12:56.326408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Deleting port 7fddc8fb-464c-460e-83ea-e3df9c55ab38 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:56.326806 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.333582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40309c54-8030-4629-ab78-2b5e7162b7f6 req-f093dc27-568b-4d8c-a563-8ed2ff87f1ba tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608822 Nov 25 17:12:56.368269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] Set router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:12:56.401630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Deleting port c57d6c53-bf2f-4036-a228-b2a666768370 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:56.401970 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.405049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-53645928-aeeb-45ff-894a-6449df145a09 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632270 Nov 25 17:12:56.462438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7b0f678b-d592-4832-b30c-93d297bdc16a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:56.466707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:12:55Z', 'revision_number': 6, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:12:56.498720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:56.509070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-b81d3af7-5995-4687-b6b5-40a9699f0363 service neutron] 10.222.0.86 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932735 Nov 25 17:12:56.530845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa321ae-3d17-49a6-93e3-299067199536 None None] The sync data for ids ['5f4f3ec7-7735-4dc3-9070-4aae4ea2f554'] in n-d-817303-7 is: [{'id': '5f4f3ec7-7735-4dc3-9070-4aae4ea2f554', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-208071783-router', 'tenant_id': 'b9dbd312a2964646a37fd2afacb9d926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:07:47Z', 'updated_at': '2021-11-25T17:12:55Z', 'revision_number': 6, 'project_id': 'b9dbd312a2964646a37fd2afacb9d926', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:12:56.591357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:56.638422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:12:56.659944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:56.692508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-55a5153d-8a6a-4353-867a-3648f4001f65 service neutron] 10.222.0.86 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665945 Nov 25 17:12:56.703458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.846637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-066249d2-c486-4f93-a0d7-930451806c35 service neutron] 10.222.0.86 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519530 Nov 25 17:12:56.874304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] Transition to ACTIVE for port object e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:12:56.908650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:56.916743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2083083e-3944-4b81-a2f1-ff50b41b6eea no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:56.961775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 2083083e-3944-4b81-a2f1-ff50b41b6eea {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:56.962587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2083083e-3944-4b81-a2f1-ff50b41b6eea not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:57.006840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] No DVR routers for this DVR port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:57.028194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:57.029668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] For port 7fddc8fb-464c-460e-83ea-e3df9c55ab38, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7fddc8fb-464c-460e-83ea-e3df9c55ab38,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:57.030161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.044618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-72433bfd-e371-4d52-b7f1-2b2ff0682ab7 service neutron] 10.222.0.86 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913607 Nov 25 17:12:57.066549 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f0835e10-f889-4892-800a-93b0bba80870 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9202170 Nov 25 17:12:57.082953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.083453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.093978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Calling delete_port for 7fddc8fb-464c-460e-83ea-e3df9c55ab38 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:57.104702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-52b82158-52dc-4431-a17a-6a604e06302c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.106339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-52b82158-52dc-4431-a17a-6a604e06302c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 950 time: 0.2308509 Nov 25 17:12:57.128761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d3861-5ce2-495e-a4cb-4c1832fe74e5 req-55cba733-3010-4373-b1cf-ea4ad052f173 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.131100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-654d3861-5ce2-495e-a4cb-4c1832fe74e5 req-55cba733-3010-4373-b1cf-ea4ad052f173 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 944 time: 0.6717274 Nov 25 17:12:57.150127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-aeb393d8-c654-4f44-99f8-46e0a6cc1653 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312675 Nov 25 17:12:57.174493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Calling delete_port for c57d6c53-bf2f-4036-a228-b2a666768370 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:57.181395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-7a5fd7e9-6f09-4356-b210-173f2a4be7f2 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.183147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-7a5fd7e9-6f09-4356-b210-173f2a4be7f2 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.0549448 Nov 25 17:12:57.327995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-40e0917f-8799-4740-923e-6260cb63b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.329798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-40e0917f-8799-4740-923e-6260cb63b1e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc&tenant_id=ea96d2b264d54311b0358b61ccf60735 HTTP/1.1" status: 200 len: 1096 time: 0.1319802 Nov 25 17:12:57.420965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-654d3861-5ce2-495e-a4cb-4c1832fe74e5 req-056ffdcb-0cfb-4060-8a79-2897b51ad855 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755928 Nov 25 17:12:57.435271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-c95a5656-e8ad-454a-bac4-72a3a6d9d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.450286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-c95a5656-e8ad-454a-bac4-72a3a6d9d7e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea96d2b264d54311b0358b61ccf60735&device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1096 time: 0.0934157 Nov 25 17:12:57.671164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b0f678b-d592-4832-b30c-93d297bdc16a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:12:57.676510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-1eaded75-fb14-4eb6-9ea5-c972e68ac378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.678282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-1eaded75-fb14-4eb6-9ea5-c972e68ac378 service neutron] 10.222.0.73 "GET /v2.0/networks?id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 200 len: 921 time: 0.2079625 Nov 25 17:12:57.733825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port 72661d76-9042-4538-9746-7829e569c1ad {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:12:57.734195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.783882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-2797344e-cafe-443f-af01-eeeb03e2fdab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 200 len: 217 time: 0.0870998 Nov 25 17:12:57.784356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 7b0f678b-d592-4832-b30c-93d297bdc16a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:12:57.793704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7b0f678b-d592-4832-b30c-93d297bdc16a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:12:57.794088 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.807337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23ed08-e38c-4fc0-bf8d-00e1be4c3e44 req-76b70b43-c731-4b4f-9f42-3545b867f452 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.809311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b23ed08-e38c-4fc0-bf8d-00e1be4c3e44 req-76b70b43-c731-4b4f-9f42-3545b867f452 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.2792621 Nov 25 17:12:57.873507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:57.919918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-7936041a-cf3a-44d9-8959-26bcef968dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:57.922435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-7936041a-cf3a-44d9-8959-26bcef968dcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 200 len: 860 time: 0.1254220 Nov 25 17:12:57.961096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fddc8fb-464c-460e-83ea-e3df9c55ab38,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:57.989464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-4165be0c-539e-4bbf-9c95-a05e3b0d4a2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=31cb181d-8055-49d0-8105-cd3a5fbb5c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584586 Nov 25 17:12:57.992468 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.025842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b23ed08-e38c-4fc0-bf8d-00e1be4c3e44 req-fc98ec6d-ce28-45c5-ac3d-3c722ecbaa25 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780519 Nov 25 17:12:58.078106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a71da-2388-48e5-9ad4-c37745d292bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0f678b-d592-4832-b30c-93d297bdc16a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:58.080403 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd683589-b658-456a-89bf-e4f8a93d8ef2" -d '{"events": [{"server_uuid": "715a71da-2388-48e5-9ad4-c37745d292bf", "name": "network-vif-plugged", "status": "completed", "tag": "7b0f678b-d592-4832-b30c-93d297bdc16a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:58.110058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7b0f678b-d592-4832-b30c-93d297bdc16a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b0f678b-d592-4832-b30c-93d297bdc16a,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:58.117608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.118600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:58.145278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port 72661d76-9042-4538-9746-7829e569c1ad, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=72661d76-9042-4538-9746-7829e569c1ad,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:12:58.146545 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.177551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for 72661d76-9042-4538-9746-7829e569c1ad owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:12:58.257544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-f4fca6a5-1654-4a3a-a9fb-331b33798066 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599380 Nov 25 17:12:58.326606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:58.340751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7b0f678b-d592-4832-b30c-93d297bdc16a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:58.420335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.451239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccb8b6-9d05-4a0d-96c2-260c76eaa032 req-b6a7fcf2-8516-4fac-9b29-fb681c762ef7 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:58.452560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66ccb8b6-9d05-4a0d-96c2-260c76eaa032 req-b6a7fcf2-8516-4fac-9b29-fb681c762ef7 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.0924568 Nov 25 17:12:58.467093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Pushing event deleted for resources: {'Port': ['ID=c57d6c53-bf2f-4036-a228-b2a666768370,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:58.487621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.494110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-867e879d-3376-43e4-8be9-023a8ad1f444 service neutron] 10.222.0.73 "GET /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214417 Nov 25 17:12:58.571795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66ccb8b6-9d05-4a0d-96c2-260c76eaa032 req-c3d61a82-d3e6-4575-9e21-1c969da741da tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008284 Nov 25 17:12:58.671883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeae3-3e99-4aaa-8b07-82445f92a1ad req-1393936b-d6f0-4f2d-8863-f2f402346df8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:58.680012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1eeae3-3e99-4aaa-8b07-82445f92a1ad req-1393936b-d6f0-4f2d-8863-f2f402346df8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 945 time: 0.3684239 Nov 25 17:12:58.684026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08f7ad87-853a-41b0-9cad-fe9e71dd00e5 req-d49e6ef9-54da-4ad3-ba1b-e3d2dd13234f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0623097 Nov 25 17:12:58.751975 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede783d-17d9-473e-b644-6cf760e50610 x-openstack-request-id: req-aede783d-17d9-473e-b644-6cf760e50610 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:58.752538 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715a71da-2388-48e5-9ad4-c37745d292bf", "name": "network-vif-plugged", "status": "completed", "tag": "7b0f678b-d592-4832-b30c-93d297bdc16a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:58.752659 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aede783d-17d9-473e-b644-6cf760e50610 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:58.753060 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715a71da-2388-48e5-9ad4-c37745d292bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0f678b-d592-4832-b30c-93d297bdc16a', 'code': 200} Nov 25 17:12:58.783266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.791172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.818989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fddc8fb-464c-460e-83ea-e3df9c55ab38 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:58.879962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7fddc8fb-464c-460e-83ea-e3df9c55ab38 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:58.882482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fddc8fb-464c-460e-83ea-e3df9c55ab38 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:58.928955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.929823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:12:58.965893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-850f65d9-e429-4ae1-8f21-ea865efb623b tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:58.968742 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-850f65d9-e429-4ae1-8f21-ea865efb623b tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc&tenant_id=ea96d2b264d54311b0358b61ccf60735&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.1382990 Nov 25 17:12:58.983324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:58.987006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0e4a7d11-b427-4f11-bc4e-2082bdedf187 admin admin] 10.222.0.86 "DELETE /v2.0/routers/5f4f3ec7-7735-4dc3-9070-4aae4ea2f554 HTTP/1.1" status: 204 len: 168 time: 3.7242775 Nov 25 17:12:58.993767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60234) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:58.995514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.012689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.015306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.019042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1fb57f10-f692-4fe8-b8d9-1d807ca21b70 tempest-ImagesOneServerNegativeTestJSON-490528931 tempest-ImagesOneServerNegativeTestJSON-490528931-project] 10.222.0.86 "DELETE /v2.0/floatingips/757f1033-a6e6-4f3b-b3f5-ee93afd12e15 HTTP/1.1" status: 204 len: 168 time: 3.0948131 Nov 25 17:12:59.023936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:59.029997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9efeef-70f6-47ec-bc31-13f516b90239 req-a8cfc6f9-dd5e-4825-8ade-77ac24ee6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:59.031559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['45ff5ed3-a81c-4260-90e1-82f4b78e26d5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:12:59.031705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e9efeef-70f6-47ec-bc31-13f516b90239 req-a8cfc6f9-dd5e-4825-8ade-77ac24ee6985 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 1096 time: 0.1062641 Nov 25 17:12:59.084478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=72661d76-9042-4538-9746-7829e569c1ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:59.131592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1eeae3-3e99-4aaa-8b07-82445f92a1ad req-3002f788-18be-4905-9075-c85def5cfeb3 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503372 Nov 25 17:12:59.186331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Deleting subnet 301cb1ff-5979-4097-aa0e-78310a1c54f9 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:12:59.193412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.245095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port 72661d76-9042-4538-9746-7829e569c1ad on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:12:59.305676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.309449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57af2d93-76e1-4b82-95d2-61c8403733e1 req-0c697be0-8a59-427e-8f05-ecb83144852c tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "DELETE /v2.0/ports/72661d76-9042-4538-9746-7829e569c1ad HTTP/1.1" status: 204 len: 173 time: 2.1919432 Nov 25 17:12:59.313483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e9efeef-70f6-47ec-bc31-13f516b90239 req-2fcf2c36-a753-4347-83cc-8f6d8200ce65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318981 Nov 25 17:12:59.313931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'name': 'network-vif-deleted', 'tag': '72661d76-9042-4538-9746-7829e569c1ad'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:12:59.316225 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a289f17e-1a24-40e9-b335-69943be99392" -d '{"events": [{"server_uuid": "eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5", "name": "network-vif-deleted", "tag": "72661d76-9042-4538-9746-7829e569c1ad"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:12:59.325627 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.344078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342733c-6660-477d-87d0-6d4007950cf3 req-eb2970ff-ab34-4afd-8daa-d246a67bcd53 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:59.346342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6342733c-6660-477d-87d0-6d4007950cf3 req-eb2970ff-ab34-4afd-8daa-d246a67bcd53 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 945 time: 0.0993612 Nov 25 17:12:59.429915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.432068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6342733c-6660-477d-87d0-6d4007950cf3 req-fcf7f8e3-0119-4242-8c13-08ccfce8b9f4 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758262 Nov 25 17:12:59.485307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.495992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d414e1b-fab6-4d08-b16b-abe915ee7d38 req-be40e3c9-bfa0-4a11-9086-e9922c220fc9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:59.504268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d414e1b-fab6-4d08-b16b-abe915ee7d38 req-be40e3c9-bfa0-4a11-9086-e9922c220fc9 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5 HTTP/1.1" status: 200 len: 867 time: 0.5555258 Nov 25 17:12:59.611108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ca39-3341-4c15-9593-8a13a4a0afd4 req-0c995827-b9f9-4443-841d-79c9fdb3e0b6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:12:59.639038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7f2ca39-3341-4c15-9593-8a13a4a0afd4 req-0c995827-b9f9-4443-841d-79c9fdb3e0b6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.0915229 Nov 25 17:12:59.660676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d414e1b-fab6-4d08-b16b-abe915ee7d38 req-ba36cb72-524f-4719-b20f-dcaf6794e4e7 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550820 Nov 25 17:12:59.661182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 72661d76-9042-4538-9746-7829e569c1ad no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:12:59.710529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 72661d76-9042-4538-9746-7829e569c1ad {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:12:59.710790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 72661d76-9042-4538-9746-7829e569c1ad not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:12:59.749583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7f2ca39-3341-4c15-9593-8a13a4a0afd4 req-dafca968-fd72-43ab-a84a-1ffc18633f20 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086826 Nov 25 17:12:59.756554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.762415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e312a-e9cb-4433-bb38-a2fca16ce889 None None] Network 133efebc-5367-44aa-a743-36ff87874418 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:12:59.765024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/301cb1ff-5979-4097-aa0e-78310a1c54f9 HTTP/1.1" status: 204 len: 168 time: 0.6898875 Nov 25 17:12:59.771415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27295b14-0b7b-4f5d-bb52-9c2ad1acb8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301cb1ff-5979-4097-aa0e-78310a1c54f9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:12:59.779559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:12:59.810925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e7262e8f-819f-46db-9622-2bcbf538a1c9 service neutron] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:12:59.863078 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c37e7-004a-49ef-8b4f-699bc80e5377 x-openstack-request-id: req-006c37e7-004a-49ef-8b4f-699bc80e5377 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:12:59.863948 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5", "name": "network-vif-deleted", "tag": "72661d76-9042-4538-9746-7829e569c1ad", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:12:59.863948 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-006c37e7-004a-49ef-8b4f-699bc80e5377 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:12:59.864205 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5111b8-22f3-4bb7-98f5-a5cd8fd0b1d5', 'name': 'network-vif-deleted', 'tag': '72661d76-9042-4538-9746-7829e569c1ad', 'status': 'completed', 'code': 200} Nov 25 17:12:59.942005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e7262e8f-819f-46db-9622-2bcbf538a1c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:12:59.943408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13c8b57c-cc94-4f44-ab9c-c6ef839d708b req-e7262e8f-819f-46db-9622-2bcbf538a1c9 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.9486718 Nov 25 17:12:59.956300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.075224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b96a7d5-b39e-43c6-982f-f3c52185242a req-629c1a66-5e03-4397-b7f9-b1719e8ed612 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0450795 Nov 25 17:13:00.086330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Deleting port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:00.086926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.123802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-2b373126-b63f-4f05-a67e-a3a8924259a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.125298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-2b373126-b63f-4f05-a67e-a3a8924259a9 service neutron] 10.222.0.73 "GET /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 1031 time: 0.3744600 Nov 25 17:13:00.206555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60262) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:00.220966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-6be8cb1f-e54c-45da-967b-30ab885b1d51 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.226652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-6be8cb1f-e54c-45da-967b-30ab885b1d51 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 950 time: 0.4098523 Nov 25 17:13:00.248896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35876d-a833-432b-97a9-ea3dad193053 req-d5fbb873-bb51-418c-a5e2-76cd8ad3dfc1 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.257241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d35876d-a833-432b-97a9-ea3dad193053 req-d5fbb873-bb51-418c-a5e2-76cd8ad3dfc1 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.2902274 Nov 25 17:13:00.273700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Deleting subnet f8015e0e-fa64-4b2e-911b-e57a52514bec {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:13:00.296063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.303935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] DHCP port deletion for 133efebc-5367-44aa-a743-36ff87874418 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:13:00.323722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-852aaadc-75b4-4f3b-8413-0edebc156c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.325267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-852aaadc-75b4-4f3b-8413-0edebc156c16 service neutron] 10.222.0.73 "GET /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 1031 time: 0.1866217 Nov 25 17:13:00.384213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] For port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:00.386426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.438754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Calling delete_port for 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:00.465421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.471231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] Deleting port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:00.477493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.492476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed25a9-cab2-4d26-9b41-2f46e8f234d9 req-bb569f58-0d40-410b-8c5f-75c0a37f2234 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.500117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-69ed25a9-cab2-4d26-9b41-2f46e8f234d9 req-bb569f58-0d40-410b-8c5f-75c0a37f2234 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 1096 time: 0.2233584 Nov 25 17:13:00.649960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.672431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] For port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,segment=NetworkSegment(7b92eacd-6ea5-4ab2-8d30-6618f2900523),segment_id=7b92eacd-6ea5-4ab2-8d30-6618f2900523)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:00.672830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.707200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] Calling delete_port for 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:00.708077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-90da44dd-036e-45d7-8443-83590f3c5206 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.725909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-90da44dd-036e-45d7-8443-83590f3c5206 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.728726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-69ed25a9-cab2-4d26-9b41-2f46e8f234d9 req-c29f84e0-c48c-448d-a88b-4aa6988b2a14 tempest-LiveAutoBlockMigrationV225Test-1854229744 tempest-LiveAutoBlockMigrationV225Test-1854229744-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277412 Nov 25 17:13:00.738837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-90da44dd-036e-45d7-8443-83590f3c5206 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:00.741701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-90da44dd-036e-45d7-8443-83590f3c5206 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=1c40dd2d-dafc-424c-aff6-460a4c427db2&id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 1995 time: 0.3998640 Nov 25 17:13:00.759325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d35876d-a833-432b-97a9-ea3dad193053 req-11bbb549-4f86-4741-a2e6-206b92363fee tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011423 Nov 25 17:13:00.796163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.850747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:00.881681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Pushing event deleted for resources: {'Port': ['ID=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:00.896955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] No DVR routers for this DVR port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:00.897687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:00.928088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] No DVR routers for this DVR port 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:00.934459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948bf2a-9fd4-4c8e-b40e-5e2cccc38864 None None] Pushing event deleted for resources: {'Port': ['ID=024d4bf5-ecca-46d8-a2f0-cf052c7e1d44,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:00.939217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:00.939701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 024d4bf5-ecca-46d8-a2f0-cf052c7e1d44 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:00.993710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-53886da6-3a14-480c-8f77-c804e9a9b924 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fde4ddadef1245c2a9b72c20578ff349 HTTP/1.1" status: 200 len: 380 time: 0.2193508 Nov 25 17:13:01.006473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'admin_state_up': True, 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'security_groups': ['18f88181-a513-4241-8ed1-d3b7c32d9884']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:01.080649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.141579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.153410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8015e0e-fa64-4b2e-911b-e57a52514bec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:01.157471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.161317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-023e986a-a574-4f10-8fd4-4dc364b7e47c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f8015e0e-fa64-4b2e-911b-e57a52514bec HTTP/1.1" status: 204 len: 168 time: 0.9537773 Nov 25 17:13:01.167543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:01.168007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.169887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:01.200405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133efebc-5367-44aa-a743-36ff87874418']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:01.249406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b92eacd-6ea5-4ab2-8d30-6618f2900523') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:01.249936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b92eacd-6ea5-4ab2-8d30-6618f2900523') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:01.259787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfbabe-e906-40cb-86b8-427a3cd8243a req-b67efcc8-16ae-4672-9883-809bfef855d6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:01.267286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82cfbabe-e906-40cb-86b8-427a3cd8243a req-b67efcc8-16ae-4672-9883-809bfef855d6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 945 time: 0.2954018 Nov 25 17:13:01.275234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:01.275813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.299646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:01.302587 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.325859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c415d-0484-4ac5-ac44-558b2197d20f req-38fc7047-7541-477f-8b94-24c87672143f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:01.329155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.334168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-128c415d-0484-4ac5-ac44-558b2197d20f req-38fc7047-7541-477f-8b94-24c87672143f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.2115264 Nov 25 17:13:01.338422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.346725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:01.350848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.355320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:13:01.355734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:13:01.358782 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:13:01.495292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-128c415d-0484-4ac5-ac44-558b2197d20f req-e1785625-cc7b-4296-8332-8616fa21f31e tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594956 Nov 25 17:13:01.639843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 172.20.0.14 (0d0dfdfb-6206-4acc-ad3f-82e576c6d030/c0881d9b-1226-4b8a-a1f6-2ec117075486/00090edc-e853-4999-8837-095ce4763ade) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:01.665515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.680753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:01.774977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=45ff5ed3-a81c-4260-90e1-82f4b78e26d5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:01.781862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82cfbabe-e906-40cb-86b8-427a3cd8243a req-64cf52c2-5674-40df-8630-c2b0078d19c9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124538 Nov 25 17:13:01.804367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:01.816851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.822366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f0ca538-a344-48ca-a813-7709bdd0c066 req-5ac9a244-539f-458e-8b7f-755e7e367c8d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.73 "DELETE /v2.0/ports/45ff5ed3-a81c-4260-90e1-82f4b78e26d5 HTTP/1.1" status: 204 len: 173 time: 1.5890598 Nov 25 17:13:01.894489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'name': 'network-vif-deleted', 'tag': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:01.896484 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614069b8-2c2c-4656-a6e1-e3d2172c2296" -d '{"events": [{"server_uuid": "fb775c01-f49d-45fd-bffb-59c37d59e15b", "name": "network-vif-deleted", "tag": "45ff5ed3-a81c-4260-90e1-82f4b78e26d5"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:01.934037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.995025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:01.997241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] 10.222.0.86 "DELETE /v2.0/networks/133efebc-5367-44aa-a743-36ff87874418 HTTP/1.1" status: 204 len: 168 time: 2.2148848 Nov 25 17:13:02.040837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab42c114-d36d-4a51-9a0f-7226eb72a0eb req-08578564-a257-4915-833f-9d6b8bbccb59 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb775c01-f49d-45fd-bffb-59c37d59e15b HTTP/1.1" status: 200 len: 210 time: 0.0659490 Nov 25 17:13:02.048551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.082011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbba69-c66f-4d60-8568-4169d43d6751 admin admin] Pushing event deleted for resources: {'Network': ['ID=133efebc-5367-44aa-a743-36ff87874418,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:02.085480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.144228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae992a7-ccbd-4406-921f-5aec8e1ca89a']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:02.153332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80b9fe41-f6fe-4dfb-b52b-68b8937fd23b req-d81c365a-ce78-4617-9c6d-fd4855ba6423 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0616999 Nov 25 17:13:02.170874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:02.171171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4fb401-3587-4bd2-92ac-6bf8d6d731e2') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:02.203511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.212767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.246972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60286) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:02.273600 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.285367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:13:02.285694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:13:02.288150 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:13:02.322325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:02.347312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:02.350109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:02.360891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:02.374600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d67125-ddec-4699-b8cf-d87228b68d3d req-23238238-f3e5-4b98-9224-7b054bb3dc59 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:02.383186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30d67125-ddec-4699-b8cf-d87228b68d3d req-23238238-f3e5-4b98-9224-7b054bb3dc59 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.2141035 Nov 25 17:13:02.446728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae80b868-7f46-402c-bca5-b40fea170f97 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=336de997f2c3499eba2bc153e72db7ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1960545 Nov 25 17:13:02.447889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60288) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:02.500805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.518969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.528931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4ae992a7-ccbd-4406-921f-5aec8e1ca89a HTTP/1.1" status: 204 len: 168 time: 1.3574216 Nov 25 17:13:02.559549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b35251c-5286-4df3-8d32-f25eed6e6f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.589365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b35251c-5286-4df3-8d32-f25eed6e6f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.665000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b35251c-5286-4df3-8d32-f25eed6e6f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.667968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b35251c-5286-4df3-8d32-f25eed6e6f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.669789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b35251c-5286-4df3-8d32-f25eed6e6f1f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9327d4d-0d42-4223-9921-c877699f2203 HTTP/1.1" status: 204 len: 168 time: 0.2192895 Nov 25 17:13:02.689799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107f293-d791-4170-aa24-4c550333b2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae992a7-ccbd-4406-921f-5aec8e1ca89a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:02.737709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30d67125-ddec-4699-b8cf-d87228b68d3d req-243240d7-6f0b-48cc-9532-c88df34b4683 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534293 Nov 25 17:13:02.738732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35251c-5286-4df3-8d32-f25eed6e6f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9327d4d-0d42-4223-9921-c877699f2203,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:02.855172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d560401b-361f-446b-b969-63596b582c89 None None] Provisioning complete for port 00090edc-e853-4999-8837-095ce4763ade triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:02.865715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d560401b-361f-446b-b969-63596b582c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:02.912991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d560401b-361f-446b-b969-63596b582c89 None None] Port 00090edc-e853-4999-8837-095ce4763ade cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:02.983372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60300) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:03.066194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.066788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.092692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-b0c7eb8b-23f5-4b3c-94e9-e95808f839b8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.094174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-b0c7eb8b-23f5-4b3c-94e9-e95808f839b8 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 945 time: 0.6505702 Nov 25 17:13:03.096376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e9af02d1-6fcd-4d01-9608-1149db42767a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=477a2f0c4e244a24b3fe397f62da38cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1124971 Nov 25 17:13:03.098714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:03.099852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-82371452-a331-4c62-b4f1-4daf624f8630 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0978470 Nov 25 17:13:03.118336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce99c8-f1b4-4680-a4aa-a0723fdb844f req-8c239bf2-4906-4cc9-a78d-6717cc4108c9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.125575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-41ce99c8-f1b4-4680-a4aa-a0723fdb844f req-8c239bf2-4906-4cc9-a78d-6717cc4108c9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 945 time: 0.5796299 Nov 25 17:13:03.146928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'admin_state_up': True, 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'security_groups': ['18f88181-a513-4241-8ed1-d3b7c32d9884']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:03.173741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7efbe51-59c5-4436-b76b-bbbd353f5af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.202829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7efbe51-59c5-4436-b76b-bbbd353f5af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.261563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7efbe51-59c5-4436-b76b-bbbd353f5af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.265300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7efbe51-59c5-4436-b76b-bbbd353f5af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.274852 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795715f1-760c-4b61-b1a8-d9e67a286e2f x-openstack-request-id: req-795715f1-760c-4b61-b1a8-d9e67a286e2f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:03.276404 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb775c01-f49d-45fd-bffb-59c37d59e15b", "name": "network-vif-deleted", "tag": "45ff5ed3-a81c-4260-90e1-82f4b78e26d5", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:03.276841 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-795715f1-760c-4b61-b1a8-d9e67a286e2f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:03.279467 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb775c01-f49d-45fd-bffb-59c37d59e15b', 'name': 'network-vif-deleted', 'tag': '45ff5ed3-a81c-4260-90e1-82f4b78e26d5', 'status': 'completed', 'code': 200} Nov 25 17:13:03.280941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7efbe51-59c5-4436-b76b-bbbd353f5af4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1b70e64-bfb2-4e15-bea6-6b808dce64be HTTP/1.1" status: 204 len: 168 time: 0.1750414 Nov 25 17:13:03.302750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efbe51-59c5-4436-b76b-bbbd353f5af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b70e64-bfb2-4e15-bea6-6b808dce64be,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:03.334195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60312) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:03.406329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-41ce99c8-f1b4-4680-a4aa-a0723fdb844f req-24b1ea6a-d875-41bb-84fa-646b47751338 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797689 Nov 25 17:13:03.460162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c32b7-025f-432c-9ad6-31bd821f64c5 req-e2d16386-00c9-4af9-8adc-0d8a77300d21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.462050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed0c32b7-025f-432c-9ad6-31bd821f64c5 req-e2d16386-00c9-4af9-8adc-0d8a77300d21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 945 time: 0.1032135 Nov 25 17:13:03.465661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db701c5c-c733-45ae-9d9d-051f24adfb8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9dbd312a2964646a37fd2afacb9d926&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1297328 Nov 25 17:13:03.472172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60314) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:03.518833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Deleting port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:03.523190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.599938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:03.603348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.607661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed0c32b7-025f-432c-9ad6-31bd821f64c5 req-02a74dd8-5235-4f89-9cda-eed77531ff4d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339269 Nov 25 17:13:03.636295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a47eb92e-ab51-49d9-af36-f20fa4a8ef9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.658635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:03.662895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a47eb92e-ab51-49d9-af36-f20fa4a8ef9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.716365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:03.716719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 45ff5ed3-a81c-4260-90e1-82f4b78e26d5 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:03.735108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a47eb92e-ab51-49d9-af36-f20fa4a8ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.737996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a47eb92e-ab51-49d9-af36-f20fa4a8ef9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:03.740068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a47eb92e-ab51-49d9-af36-f20fa4a8ef9a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c94a66eb-b27d-49a8-8c62-26585ac9f6a7 HTTP/1.1" status: 204 len: 168 time: 0.2623241 Nov 25 17:13:03.761329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eb92e-ab51-49d9-af36-f20fa4a8ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94a66eb-b27d-49a8-8c62-26585ac9f6a7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:03.909417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdb79a-477f-43fd-8250-4e7677fdbe01 req-974746c3-4795-4630-8167-e1ab326d2ce6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.919152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bcdb79a-477f-43fd-8250-4e7677fdbe01 req-974746c3-4795-4630-8167-e1ab326d2ce6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 932 time: 0.1169031 Nov 25 17:13:03.971290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01be155-adb6-410d-b7ce-8fde230e7751 req-f2051cd8-972f-4c24-ab24-c7d6dc2a6a3f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:03.979623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a01be155-adb6-410d-b7ce-8fde230e7751 req-f2051cd8-972f-4c24-ab24-c7d6dc2a6a3f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.4544122 Nov 25 17:13:03.997901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] For port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:03.998292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.034525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bcdb79a-477f-43fd-8250-4e7677fdbe01 req-9d9cef29-946d-412d-9459-462435c1e7fd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121390 Nov 25 17:13:04.035155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Calling delete_port for e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:04.082265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-18950c5e-f27b-4f8a-a538-7771761fa99e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:04.084829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-18950c5e-f27b-4f8a-a538-7771761fa99e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 945 time: 0.3491631 Nov 25 17:13:04.213944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a01be155-adb6-410d-b7ce-8fde230e7751 req-ccab438a-34e3-4007-bd1e-01ec28cc16ce tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333291 Nov 25 17:13:04.271711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065af265-ea0c-4ec0-8837-8b78cca6ab87 req-ca99b726-e4a1-421d-9cb6-d5291bfad009 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:04.286053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-065af265-ea0c-4ec0-8837-8b78cca6ab87 req-ca99b726-e4a1-421d-9cb6-d5291bfad009 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 945 time: 0.0885203 Nov 25 17:13:04.322803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 10.1.1.187 (c9a0971e-973f-4181-a607-a4d15ca02e99/c0eaf583-5ade-44ef-afca-e732d3dcdb63/e6dc7088-7625-44d4-af6a-d2cee44ab9e6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:04.364620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-065af265-ea0c-4ec0-8837-8b78cca6ab87 req-e41d4e12-f8f4-4bd6-892d-c40276bed46f tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809855 Nov 25 17:13:04.705372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port 7b0f678b-d592-4832-b30c-93d297bdc16a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:04.705920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60374) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:04.706887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.732130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:04.744882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82b317c0-ab0d-48b0-a182-c263218402d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:04.921578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event deleted for resources: {'Port': ['ID=e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:04.970651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880263cc-74d9-4cf4-b8bb-24487bb2bc79 req-6ca66745-b7f9-4016-a0e7-f6fd548eeee7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:04.982293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-880263cc-74d9-4cf4-b8bb-24487bb2bc79 req-6ca66745-b7f9-4016-a0e7-f6fd548eeee7 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 945 time: 0.3703473 Nov 25 17:13:05.113578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971d5e-1c63-4a4a-a0bb-b66a5f7bf4d5 req-50b7930e-e22d-466c-9671-e31e3c33377d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:05.116326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df971d5e-1c63-4a4a-a0bb-b66a5f7bf4d5 req-50b7930e-e22d-466c-9671-e31e3c33377d tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.1200414 Nov 25 17:13:05.166537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.186872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-435020523-network', 'tenant_id': '5269294a24e7452a936da4f33f26443d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:05.226684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df971d5e-1c63-4a4a-a0bb-b66a5f7bf4d5 req-cf24e3ff-3da0-460b-a6f7-ce956ec3a50f tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022615 Nov 25 17:13:05.249536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.261584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Made reservation on behalf of 5269294a24e7452a936da4f33f26443d for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:05.264891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.276976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.294836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] No DVR routers for this DVR port e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:05.342481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.347602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47ff5def-b5c5-4796-a03a-e5b8452e02ef req-df4b3e38-45c2-48e8-8a7e-b7d3726a5ceb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "DELETE /v2.0/ports/e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e HTTP/1.1" status: 204 len: 173 time: 2.2466679 Nov 25 17:13:05.371330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'name': 'network-vif-deleted', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:05.387625 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4486060-5bec-4b6c-b8e5-790ede8ab284" -d '{"events": [{"server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "name": "network-vif-deleted", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:05.439463 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.447582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.469355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network c9a0971e-973f-4181-a607-a4d15ca02e99 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:05.479679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12737-d3c6-40c2-99af-e1a022c0411a req-070a3ca8-8c63-40b5-b9a9-232dffd2e460 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:05.481259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99c12737-d3c6-40c2-99af-e1a022c0411a req-070a3ca8-8c63-40b5-b9a9-232dffd2e460 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 945 time: 0.1369896 Nov 25 17:13:05.484115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port 7b0f678b-d592-4832-b30c-93d297bdc16a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b0f678b-d592-4832-b30c-93d297bdc16a,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:05.488866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.498945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:13:05.529977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:05.538022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bcca93-bf42-421f-a265-396ae058ee52,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:05.543724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.544069 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Added segment 37604a71-b40d-484a-b4d9-0d4e4e273079 of type vlan for network ffb33f8a-c572-4234-9abe-a93da77f07b4 Nov 25 17:13:05.554835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:05.585521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1148cab7-2ff5-42e8-bb88-c2a1cef898c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.616980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-880263cc-74d9-4cf4-b8bb-24487bb2bc79 req-0c346dec-5288-4fe5-919c-8bac578ca1c5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337879 Nov 25 17:13:05.618155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for 7b0f678b-d592-4832-b30c-93d297bdc16a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:05.622057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:05.626695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.632151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99c12737-d3c6-40c2-99af-e1a022c0411a req-24a15b81-bf27-4d7f-8a6f-acd71197ff32 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392398 Nov 25 17:13:05.679065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.680190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:05.680844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.688193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:05.745868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0374234 Nov 25 17:13:05.748795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:05.749217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:05.753052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60406) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:05.799196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:05.799887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:05.812229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Request body: {'subnet': {'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-435020523-subnet', 'tenant_id': '5269294a24e7452a936da4f33f26443d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:05.817214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e320c0-c41a-48bc-ba2b-513d149c0a54 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb33f8a-c572-4234-9abe-a93da77f07b4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:05.830789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ffb33f8a-c572-4234-9abe-a93da77f07b4 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:13:05.838649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3f52452-646d-4658-a95a-14e498e76bdb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7242026 Nov 25 17:13:05.861774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'admin_state_up': True, 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'security_groups': ['18f88181-a513-4241-8ed1-d3b7c32d9884']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:05.995240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aeaa5-6895-4a06-804a-a12771e22860 req-2573969f-9e72-4402-a37a-be5c02e7eb83 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.001896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aeaa5-6895-4a06-804a-a12771e22860 req-2573969f-9e72-4402-a37a-be5c02e7eb83 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.013091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-714aeaa5-6895-4a06-804a-a12771e22860 req-2573969f-9e72-4402-a37a-be5c02e7eb83 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 1654 time: 0.1914341 Nov 25 17:13:06.018759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Made reservation on behalf of 5269294a24e7452a936da4f33f26443d for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:06.022332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.083446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-92f7b19d-67d7-42c4-883c-9d890e3cb490 None None] Provisioning complete for port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:06.086384 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92f7b19d-67d7-42c4-883c-9d890e3cb490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.127138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69354ffd-aa9a-4f7f-a45a-b24e8f017e6a req-a2fc4a8c-134d-415a-bfa3-949fe3f6aa02 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.128578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-69354ffd-aa9a-4f7f-a45a-b24e8f017e6a req-a2fc4a8c-134d-415a-bfa3-949fe3f6aa02 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.1723289 Nov 25 17:13:06.182100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-92f7b19d-67d7-42c4-883c-9d890e3cb490 None None] Port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:06.184396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97894397-523d-42b5-9d8d-666d52f18a2c req-dda0118b-86a5-4db6-85c9-cec5692da1af tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.186086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97894397-523d-42b5-9d8d-666d52f18a2c req-dda0118b-86a5-4db6-85c9-cec5692da1af tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.1688232 Nov 25 17:13:06.192018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-714aeaa5-6895-4a06-804a-a12771e22860 req-cf90ba32-22cc-4b64-9daf-39da7ace5fd9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774113 Nov 25 17:13:06.230647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-69354ffd-aa9a-4f7f-a45a-b24e8f017e6a req-84891ed9-978b-498d-862d-1907d7fde982 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862827 Nov 25 17:13:06.232955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.266657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=7b0f678b-d592-4832-b30c-93d297bdc16a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:06.285985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:06.291338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.335746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port 7b0f678b-d592-4832-b30c-93d297bdc16a on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:06.338559 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3accc1e6-38d1-4435-8915-8098a92c22f3 x-openstack-request-id: req-3accc1e6-38d1-4435-8915-8098a92c22f3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:06.338910 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588e5f19-c80b-4fb2-b4c5-da8c828664cc", "name": "network-vif-deleted", "tag": "e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:06.339206 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3accc1e6-38d1-4435-8915-8098a92c22f3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:06.339732 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588e5f19-c80b-4fb2-b4c5-da8c828664cc', 'name': 'network-vif-deleted', 'tag': 'e2cd9fcb-012d-4bf2-bd1c-cb7af0b47a5e', 'status': 'completed', 'code': 200} Nov 25 17:13:06.342843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.346313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f4c48e8-0331-4920-840e-7838ea5a07ed req-713a0fc8-0148-418d-8057-38a6b7184b21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "DELETE /v2.0/ports/7b0f678b-d592-4832-b30c-93d297bdc16a HTTP/1.1" status: 204 len: 173 time: 2.2319469 Nov 25 17:13:06.378541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Deleting port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:06.378885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.384233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.539643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0528cc5-3985-4872-a3be-22f254be76b1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:06.573312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Checking segment: {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:06.573907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Network hostable DHCP agents. Network: ffb33f8a-c572-4234-9abe-a93da77f07b4, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:13:06.583013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] For port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:06.584028 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.584885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 10.1.1.57 (c9a0971e-973f-4181-a607-a4d15ca02e99/c0eaf583-5ade-44ef-afca-e732d3dcdb63/8cef827f-7f2a-4374-8534-516606d2ee63) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:06.602844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Calling delete_port for b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:06.611657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac3a4-c9b5-4469-98ef-b52412855fef req-d236d0fa-8b7f-402d-a87e-4f9477258c66 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.613256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b3ac3a4-c9b5-4469-98ef-b52412855fef req-d236d0fa-8b7f-402d-a87e-4f9477258c66 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/ports?device_id=aeeddda2-fe79-455d-b578-00ac15fc1fab HTTP/1.1" status: 200 len: 950 time: 0.1587596 Nov 25 17:13:06.680890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Network ffb33f8a-c572-4234-9abe-a93da77f07b4 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:13:06.719664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ffb33f8a-c572-4234-9abe-a93da77f07b4) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:06.732937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79b5c8-61c3-43d1-9d12-08b61cf88e7a None None] Network ffb33f8a-c572-4234-9abe-a93da77f07b4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:06.733632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:06.734231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.752945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b3ac3a4-c9b5-4469-98ef-b52412855fef req-91fa78e5-1541-4477-9eeb-7eb86b026e48 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.86 "GET /v2.0/security-groups?id=2d2fef82-ad5b-4dff-ac7b-679af79b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225204 Nov 25 17:13:06.812522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6afac373-c95f-4dda-a635-9399e9a20d7f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0550549 Nov 25 17:13:06.847550 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.952881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:06.975480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d831c5a-2101-4ad9-97ec-10abdb3b41ec req-1ae52643-4c55-47de-8e4e-f86533792035 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=715a71da-2388-48e5-9ad4-c37745d292bf HTTP/1.1" status: 200 len: 210 time: 0.0350854 Nov 25 17:13:07.017761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network c9a0971e-973f-4181-a607-a4d15ca02e99 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:07.022297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:07.025248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:07.055938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=8cef827f-7f2a-4374-8534-516606d2ee63,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:07.077552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ee0021e-e12a-4239-b904-3945e2ee3a7f req-5158aa2f-48ba-4e26-974e-59b440f9acb9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.1632438 Nov 25 17:13:07.121923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef3fb6-9cdd-4e52-96bb-955d0f57a0ce None None] Network ffb33f8a-c572-4234-9abe-a93da77f07b4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:07.124813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.145841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:07.180696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.183502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.185390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Pushing event deleted for resources: {'Port': ['ID=b65a76c6-7de2-4976-b8ac-22e2a5cf5d97,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:07.226657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4be97d06-15ab-41c6-b073-b8be5a6169bc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3788245 Nov 25 17:13:07.252070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2', 'admin_state_up': True, 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'security_groups': ['18f88181-a513-4241-8ed1-d3b7c32d9884']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:07.269190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] No DVR routers for this DVR port b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:07.281753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.285393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97894397-523d-42b5-9d8d-666d52f18a2c req-eb41c029-7238-48a8-ba1c-205f0e10eb08 tempest-ServersOnMultiNodesTest-1736533625 tempest-ServersOnMultiNodesTest-1736533625-project] 10.222.0.55 "DELETE /v2.0/ports/b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 HTTP/1.1" status: 204 len: 173 time: 1.0922136 Nov 25 17:13:07.285861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'name': 'network-vif-deleted', 'tag': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:07.288809 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b18e0d-fa3b-4768-be17-e2ce06c85b5b" -d '{"events": [{"server_uuid": "aeeddda2-fe79-455d-b578-00ac15fc1fab", "name": "network-vif-deleted", "tag": "b65a76c6-7de2-4976-b8ac-22e2a5cf5d97"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:07.332021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bb25a8ba-733e-4d57-8af9-07a753fb8ffd req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-563139123', 'description': 'tempest-description-351052239'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:07.426219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253dff9-7dc4-4c56-8c7f-88b178764df2 req-32f91dfd-4bdc-4131-9ba3-4509ef23964a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.435046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253dff9-7dc4-4c56-8c7f-88b178764df2 req-32f91dfd-4bdc-4131-9ba3-4509ef23964a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.439438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bb25a8ba-733e-4d57-8af9-07a753fb8ffd req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.445281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253dff9-7dc4-4c56-8c7f-88b178764df2 req-32f91dfd-4bdc-4131-9ba3-4509ef23964a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.455081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9253dff9-7dc4-4c56-8c7f-88b178764df2 req-32f91dfd-4bdc-4131-9ba3-4509ef23964a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 2374 time: 0.1105244 Nov 25 17:13:07.536426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9253dff9-7dc4-4c56-8c7f-88b178764df2 req-4793eaae-e8ce-410f-b71e-80a391ff3d94 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757353 Nov 25 17:13:07.549261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-647a67e1-f58a-4c4c-9133-390745980ced None None] Provisioning complete for port 8cef827f-7f2a-4374-8534-516606d2ee63 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:07.552439 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-647a67e1-f58a-4c4c-9133-390745980ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.609450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:07.668668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-647a67e1-f58a-4c4c-9133-390745980ced None None] Port 8cef827f-7f2a-4374-8534-516606d2ee63 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:07.727844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:07.730956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b0f678b-d592-4832-b30c-93d297bdc16a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:07.731359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.810690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e12e4-2207-4154-91a3-db6f3ff6ec56 req-e9fa7fe3-c34a-43c9-a768-d6d5cf21ae04 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:07.822810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 7b0f678b-d592-4832-b30c-93d297bdc16a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:07.823671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a32e12e4-2207-4154-91a3-db6f3ff6ec56 req-e9fa7fe3-c34a-43c9-a768-d6d5cf21ae04 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.1211538 Nov 25 17:13:07.828373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bb25a8ba-733e-4d57-8af9-07a753fb8ffd req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.828804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b0f678b-d592-4832-b30c-93d297bdc16a not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:07.864629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bb25a8ba-733e-4d57-8af9-07a753fb8ffd req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:07.909951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a32e12e4-2207-4154-91a3-db6f3ff6ec56 req-f05b6c74-9b21-4057-a8e5-ccb4f339cfc4 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850887 Nov 25 17:13:07.981155 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad594c-14b7-4a71-9026-1436568a1a1b x-openstack-request-id: req-c2ad594c-14b7-4a71-9026-1436568a1a1b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:07.981631 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeeddda2-fe79-455d-b578-00ac15fc1fab", "name": "network-vif-deleted", "tag": "b65a76c6-7de2-4976-b8ac-22e2a5cf5d97", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:07.981755 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2ad594c-14b7-4a71-9026-1436568a1a1b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:07.982133 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeeddda2-fe79-455d-b578-00ac15fc1fab', 'name': 'network-vif-deleted', 'tag': 'b65a76c6-7de2-4976-b8ac-22e2a5cf5d97', 'status': 'completed', 'code': 200} Nov 25 17:13:08.041165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d22ed179-23c4-44dc-975e-8303f623cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.080811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:08.097057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'mac_address': 'fa:16:3e:c7:07:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:08.098394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bb25a8ba-733e-4d57-8af9-07a753fb8ffd req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.099956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb25a8ba-733e-4d57-8af9-07a753fb8ffd req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7745833 Nov 25 17:13:08.169558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-681d4bbf-eb35-47cd-b39d-b104d279eb85 req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810683810', 'description': 'tempest-description-920047786'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:08.216102 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.240613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ae28564-a89a-4b61-82b5-e84ab57da204 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:08.260469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099dea9-10bf-441c-9fa6-91fa21ae11a4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd1d02-78c8-47a9-b8f8-d057a9ea1978,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:08.311230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-681d4bbf-eb35-47cd-b39d-b104d279eb85 req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.338151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:08.360862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a71da-2388-48e5-9ad4-c37745d292bf', 'name': 'network-vif-deleted', 'tag': '7b0f678b-d592-4832-b30c-93d297bdc16a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:08.361988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.363581 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed012ca-1daf-4fb7-a2cb-521b9691ecca" -d '{"events": [{"server_uuid": "715a71da-2388-48e5-9ad4-c37745d292bf", "name": "network-vif-deleted", "tag": "7b0f678b-d592-4832-b30c-93d297bdc16a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:08.476515 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d09c4c30-51fa-4405-9c73-c931784a3d1a req-5b896beb-047d-4564-a51e-38fbaca36f0b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.0716691 Nov 25 17:13:08.491020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['3ae28564-a89a-4b61-82b5-e84ab57da204'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:08.492531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-681d4bbf-eb35-47cd-b39d-b104d279eb85 req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.497855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-681d4bbf-eb35-47cd-b39d-b104d279eb85 req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.549925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-681d4bbf-eb35-47cd-b39d-b104d279eb85 req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:08.558074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-681d4bbf-eb35-47cd-b39d-b104d279eb85 req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3953173 Nov 25 17:13:08.571556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 10.2.2.100 (1c40dd2d-dafc-424c-aff6-460a4c427db2/73bd6b28-9e46-4ac2-abd3-a3811ab06845/89aa32b5-8704-4b2a-a8a7-0ad80871676a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:08.599896 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7644ece-057b-4cb4-a082-c273abb5e2a1 x-openstack-request-id: req-f7644ece-057b-4cb4-a082-c273abb5e2a1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:08.600245 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715a71da-2388-48e5-9ad4-c37745d292bf", "name": "network-vif-deleted", "tag": "7b0f678b-d592-4832-b30c-93d297bdc16a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:08.600499 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7644ece-057b-4cb4-a082-c273abb5e2a1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:08.601880 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715a71da-2388-48e5-9ad4-c37745d292bf', 'name': 'network-vif-deleted', 'tag': '7b0f678b-d592-4832-b30c-93d297bdc16a', 'status': 'completed', 'code': 200} Nov 25 17:13:08.627161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0265580-bb5d-4650-9c76-4345addbd999 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4990cf4-7365-4875-b9ca-3c9328211db4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:08.695876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60524) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:08.770512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:09.007602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-a96cc745-718e-4bfa-b1c7-2661d16aac57 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.015565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-a96cc745-718e-4bfa-b1c7-2661d16aac57 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.2612083 Nov 25 17:13:09.016339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fba3fe-c3b0-41bb-86a7-abf1a71eb41d req-566bb438-f75c-498f-8244-493e92b647d6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.028159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fba3fe-c3b0-41bb-86a7-abf1a71eb41d req-566bb438-f75c-498f-8244-493e92b647d6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.034157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-dd334b10-caba-4952-ba43-0437e5c29f24 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.0173025 Nov 25 17:13:09.040389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fba3fe-c3b0-41bb-86a7-abf1a71eb41d req-566bb438-f75c-498f-8244-493e92b647d6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.050528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6fba3fe-c3b0-41bb-86a7-abf1a71eb41d req-566bb438-f75c-498f-8244-493e92b647d6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 2374 time: 0.3472333 Nov 25 17:13:09.111081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-ef7c22c8-0ef1-4b05-afac-cbd6f0d10926 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754497 Nov 25 17:13:09.137259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60538) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:09.192972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.200784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.312628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f978377-395d-45ce-b0a4-06dd7f4e725d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.322993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6fba3fe-c3b0-41bb-86a7-abf1a71eb41d req-662645bc-1f04-4eb1-ba15-ac92e022e4f4 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625644 Nov 25 17:13:09.324252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.390503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bdb86280-0d8e-4a16-89a3-b1bd94664add admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=23e2fb6919bb4d10ac4fa5c627dc9f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6931491 Nov 25 17:13:09.394439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9446f047-3564-435d-9a8a-3e889aeb30f4 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822199 Nov 25 17:13:09.394944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:09.402312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:09.410779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:09.413307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:09.527029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.527962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.604376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3678601 Nov 25 17:13:09.610395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e4e7f-1f83-4485-9438-88b0a677731b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:09.646949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2', 'admin_state_up': True, 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'security_groups': ['18f88181-a513-4241-8ed1-d3b7c32d9884']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:09.664119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-d4891d5c-109c-4306-9ff4-c7ce034d171a service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587316 Nov 25 17:13:09.669792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a914830-5e57-47b3-9ace-f88b59af4aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.673342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f978377-395d-45ce-b0a4-06dd7f4e725d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.685917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f978377-395d-45ce-b0a4-06dd7f4e725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.727228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ea70f-f4ed-491e-a968-b2c01a2845d9 req-0a0a3daa-9610-4a40-b74b-7f6815144941 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:09.742400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c2ea70f-f4ed-491e-a968-b2c01a2845d9 req-0a0a3daa-9610-4a40-b74b-7f6815144941 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.1982086 Nov 25 17:13:09.744206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:09.760588 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a914830-5e57-47b3-9ace-f88b59af4aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.822340 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2f978377-395d-45ce-b0a4-06dd7f4e725d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d43e0f5118374802838a5a5bfd600072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787465 Nov 25 17:13:09.822340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f978377-395d-45ce-b0a4-06dd7f4e725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d18d5cd-bd37-431e-9985-046f107dcdd1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:09.829838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:09.907662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a914830-5e57-47b3-9ace-f88b59af4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.910259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2a914830-5e57-47b3-9ace-f88b59af4aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.915293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a914830-5e57-47b3-9ace-f88b59af4aa1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d2fef82-ad5b-4dff-ac7b-679af79b6629 HTTP/1.1" status: 204 len: 168 time: 0.5143421 Nov 25 17:13:09.943144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a914830-5e57-47b3-9ace-f88b59af4aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2fef82-ad5b-4dff-ac7b-679af79b6629,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:09.947824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80e53e5-0046-4823-a767-f586b01fdce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:09.997503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c442792e-bb30-48f0-ad3f-2b86d94c9f0a None None] Provisioning complete for port 89aa32b5-8704-4b2a-a8a7-0ad80871676a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:09.999812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c442792e-bb30-48f0-ad3f-2b86d94c9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.008806 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80e53e5-0046-4823-a767-f586b01fdce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.108887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c442792e-bb30-48f0-ad3f-2b86d94c9f0a None None] Port 89aa32b5-8704-4b2a-a8a7-0ad80871676a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:10.128759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 3ae28564-a89a-4b61-82b5-e84ab57da204 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:10.130997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.157340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80e53e5-0046-4823-a767-f586b01fdce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.167786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80e53e5-0046-4823-a767-f586b01fdce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.190432 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d80e53e5-0046-4823-a767-f586b01fdce7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d18d5cd-bd37-431e-9985-046f107dcdd1 HTTP/1.1" status: 204 len: 168 time: 0.3572958 Nov 25 17:13:10.237621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e53e5-0046-4823-a767-f586b01fdce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d18d5cd-bd37-431e-9985-046f107dcdd1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:10.295105 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.360074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:10.367942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:10.370715 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4fa82f-6006-4770-b1a9-1e937f8ac318" -d '{"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-plugged", "status": "completed", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:10.374903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.375711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:10.431014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:10.431568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b65a76c6-7de2-4976-b8ac-22e2a5cf5d97 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:10.611892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:10.679073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-14aebc6a-bb34-4a1b-8518-65502c18ac3a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:10.711172 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-14aebc6a-bb34-4a1b-8518-65502c18ac3a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 812 time: 0.4613318 Nov 25 17:13:10.719270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60576) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:10.730301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:10.763648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-67a9a72a-1045-4ddc-8c05-d4187b53b761 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/quotas/5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 375 time: 0.0514834 Nov 25 17:13:10.808348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c2ea70f-f4ed-491e-a968-b2c01a2845d9 req-5d9883b4-995f-4684-ad5f-32791affa059 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0592823 Nov 25 17:13:10.881911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Made reservation on behalf of fde4ddadef1245c2a9b72c20578ff349 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:10.886950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-d0e95dbf-eef7-4544-9c07-5cc32833d23e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224360 Nov 25 17:13:10.887482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.093373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60590) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:11.122864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9530c551-603d-43a0-8a75-cdfe1f68c71e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95b42823cde5402492720092d79386a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934639 Nov 25 17:13:11.132216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60592) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:11.157277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4c588d9-984c-4d1e-a16f-04c4a2f335f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.277012 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.299689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16288a39-d779-4139-b465-bc6c90c144ba req-e7d6d240-adcd-41af-b751-e724b649e899 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.0396769 Nov 25 17:13:11.343447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Allocated IP 10.2.2.200 (1c40dd2d-dafc-424c-aff6-460a4c427db2/73bd6b28-9e46-4ac2-abd3-a3811ab06845/fc44fae6-7075-4442-82e8-43dec59f245c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:11.361502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-c12ceb08-2e20-409c-be60-59a5d797602f service neutron] 10.222.0.86 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590263 Nov 25 17:13:11.381316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4c588d9-984c-4d1e-a16f-04c4a2f335f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.409316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce3a32f7-eec6-4fc9-a70d-20c7b72d4164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.413558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4c588d9-984c-4d1e-a16f-04c4a2f335f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.468068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c588d9-984c-4d1e-a16f-04c4a2f335f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f2f78-9e60-49f4-a4f9-f84f0308a15b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:11.514610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ef608143-e84f-442d-a810-e37957ca1e5c req-993f4793-b066-4c62-b2e2-c6020050d3fd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0763838 Nov 25 17:13:11.556965 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce3a32f7-eec6-4fc9-a70d-20c7b72d4164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.574153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a4c588d9-984c-4d1e-a16f-04c4a2f335f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=954a816bb9f2495e84932f0e2a7467a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4550169 Nov 25 17:13:11.580998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60594) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:11.654307 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e95aba-aa62-446a-9a73-e8013e3e48c0 x-openstack-request-id: req-31e95aba-aa62-446a-9a73-e8013e3e48c0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:11.654625 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-plugged", "status": "completed", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:11.655599 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31e95aba-aa62-446a-9a73-e8013e3e48c0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:11.656625 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'code': 200} Nov 25 17:13:11.689117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed83e529-9691-4dbd-a8cc-0b7ea06748e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.727949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.759661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-908d250d-3d12-4084-9c53-5c603f56e28a service neutron] 10.222.0.86 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971860 Nov 25 17:13:11.764364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed83e529-9691-4dbd-a8cc-0b7ea06748e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.823201 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:13:11.831136 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce3a32f7-eec6-4fc9-a70d-20c7b72d4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.832496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.836919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce3a32f7-eec6-4fc9-a70d-20c7b72d4164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.846075 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ce3a32f7-eec6-4fc9-a70d-20c7b72d4164 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c87c25fa-bca3-4c7f-aac0-332a5e1aff83 HTTP/1.1" status: 204 len: 168 time: 0.7104063 Nov 25 17:13:11.861323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a32f7-eec6-4fc9-a70d-20c7b72d4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c25fa-bca3-4c7f-aac0-332a5e1aff83,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:11.982419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed83e529-9691-4dbd-a8cc-0b7ea06748e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.985232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed83e529-9691-4dbd-a8cc-0b7ea06748e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:11.986396 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed83e529-9691-4dbd-a8cc-0b7ea06748e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b5f2f78-9e60-49f4-a4f9-f84f0308a15b HTTP/1.1" status: 204 len: 168 time: 0.4044502 Nov 25 17:13:11.998718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:12.000210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e529-9691-4dbd-a8cc-0b7ea06748e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f2f78-9e60-49f4-a4f9-f84f0308a15b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:12.080631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-a773bd1e-d2c1-4bc7-ae9e-a6c40cbd8d53 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.091779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-a773bd1e-d2c1-4bc7-ae9e-a6c40cbd8d53 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.1931527 Nov 25 17:13:12.093323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event updated for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:12.109848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:12.143039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:12.172776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:12.290882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7483e-9295-4c8a-8d69-766067423189 req-8ea87ab6-45ad-4b59-9a7f-421d3e69de1c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.314994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7483e-9295-4c8a-8d69-766067423189 req-8ea87ab6-45ad-4b59-9a7f-421d3e69de1c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.349400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7483e-9295-4c8a-8d69-766067423189 req-8ea87ab6-45ad-4b59-9a7f-421d3e69de1c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.371682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7483e-9295-4c8a-8d69-766067423189 req-8ea87ab6-45ad-4b59-9a7f-421d3e69de1c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.387566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7483e-9295-4c8a-8d69-766067423189 req-8ea87ab6-45ad-4b59-9a7f-421d3e69de1c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.398800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0dc7483e-9295-4c8a-8d69-766067423189 req-8ea87ab6-45ad-4b59-9a7f-421d3e69de1c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 3816 time: 0.4521773 Nov 25 17:13:12.516395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad73bc-025a-4aab-8fe8-690a059d7df7 req-f336860d-6abd-42a6-a42f-081a483852d0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.518034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44ad73bc-025a-4aab-8fe8-690a059d7df7 req-f336860d-6abd-42a6-a42f-081a483852d0 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.1385293 Nov 25 17:13:12.599368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:12.605494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:12.610739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:12.612787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:12.614941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44ad73bc-025a-4aab-8fe8-690a059d7df7 req-7ca1d900-ff0c-4404-bc96-50b9550a1c85 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803351 Nov 25 17:13:12.690788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3c16d99a-8fcd-49ca-a35f-41f4e1782fc9 None None] Provisioning complete for port fc44fae6-7075-4442-82e8-43dec59f245c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:12.694072 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c16d99a-8fcd-49ca-a35f-41f4e1782fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:12.696366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0dc7483e-9295-4c8a-8d69-766067423189 req-c59c5e57-1364-4a68-9484-b1bc08a9a3db tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967608 Nov 25 17:13:12.744460 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-df4f7f8f-1353-48c5-9163-4fc4f0494af5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1037166 Nov 25 17:13:12.767516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:12.904017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3c16d99a-8fcd-49ca-a35f-41f4e1782fc9 None None] Port fc44fae6-7075-4442-82e8-43dec59f245c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:12.948620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02d45260-bd4a-4a66-b17e-fc2804ea5aba req-ea24f132-2ed7-4eba-933b-c0bedfdbfc66 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.0382044 Nov 25 17:13:12.991679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.8 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/8b3c94dc-df8a-410c-983c-fbd8218087ce) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:13.006416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a06b962e-cf2d-4f11-a9ad-f339c995b3a4 req-ae221dbc-6800-47cc-b9b3-2c02911071a8 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 210 time: 0.1250484 Nov 25 17:13:13.087272 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.257107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fa609fe-ed92-46d6-933c-eaed9abb233c req-8dc6edf7-71ef-46b8-b471-680910972386 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0872097 Nov 25 17:13:13.542069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.612377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:13.741075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:13.762068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:13.773236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:14.103553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00090edc-e853-4999-8837-095ce4763ade {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:14.133043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.177967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Transition to ACTIVE for port object 00090edc-e853-4999-8837-095ce4763ade will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:14.185427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=8b3c94dc-df8a-410c-983c-fbd8218087ce,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:14.193429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.236932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.248081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.293940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d6fb-3140-4015-9b55-02b61e999aac req-317c49a9-7d55-483d-a15d-35420bed43f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.298131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Pushing event updated for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:14.323659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d6fb-3140-4015-9b55-02b61e999aac req-317c49a9-7d55-483d-a15d-35420bed43f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.344533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d6fb-3140-4015-9b55-02b61e999aac req-317c49a9-7d55-483d-a15d-35420bed43f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.352590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df57067-b442-4436-a318-a88696a8c63a req-ae6ede14-25d6-4c16-a866-66c1e65e0de8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.371352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6df57067-b442-4436-a318-a88696a8c63a req-ae6ede14-25d6-4c16-a866-66c1e65e0de8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.4736822 Nov 25 17:13:14.378127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d6fb-3140-4015-9b55-02b61e999aac req-317c49a9-7d55-483d-a15d-35420bed43f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.401893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d6fb-3140-4015-9b55-02b61e999aac req-317c49a9-7d55-483d-a15d-35420bed43f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:14.405587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b615d6fb-3140-4015-9b55-02b61e999aac req-317c49a9-7d55-483d-a15d-35420bed43f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 3816 time: 0.4031951 Nov 25 17:13:14.408511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60678) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:14.472361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-68a32393-0a13-43e6-ade1-724373a061f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3713284 Nov 25 17:13:14.609887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b615d6fb-3140-4015-9b55-02b61e999aac req-dd333baa-17d2-4e35-a22d-d85ffaa8f441 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701376 Nov 25 17:13:14.665425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-network', 'tenant_id': '57eda956dc09458eb54afa137dd259e9'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:14.701456 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6df57067-b442-4436-a318-a88696a8c63a req-01464b6c-0700-4bb9-b232-3e423a24e172 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289595 Nov 25 17:13:14.749470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Attempting to bind port 00090edc-e853-4999-8837-095ce4763ade on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:14.749831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Attempting to bind port 00090edc-e853-4999-8837-095ce4763ade by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:14.750154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Attempting to bind port 00090edc-e853-4999-8837-095ce4763ade on network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:14.765226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Made reservation on behalf of 57eda956dc09458eb54afa137dd259e9 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:14.776553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.788559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Port 00090edc-e853-4999-8837-095ce4763ade on network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:14.788956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Attempting to bind port 00090edc-e853-4999-8837-095ce4763ade on network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:14.829619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.834285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:14.834633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Checking segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:14.835013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Bound using segment: {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:14.835486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Bound port: 00090edc-e853-4999-8837-095ce4763ade, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:14.835839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:14.849157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Request body: {'port': {'device_id': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:14.919399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:14.925241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=00090edc-e853-4999-8837-095ce4763ade,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:14.982236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b43da4ef-5a7e-4b37-9ed5-3f3b6b909fe3 req-ed7ebefd-afe7-4eca-b770-60eb62fbb176 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.1499200 Nov 25 17:13:14.986273 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d92b476e-2b5f-4796-9294-31585bf15e36 req-12a25e36-3587-4e2c-9783-97fa149a18d5 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 210 time: 0.0580261 Nov 25 17:13:14.993921 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.023265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-977beaf2-7346-48bf-b23d-c0bfbbeef103 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.027016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-977beaf2-7346-48bf-b23d-c0bfbbeef103 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 812 time: 0.8419099 Nov 25 17:13:15.090024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'port': {'device_id': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4', 'admin_state_up': True, 'tenant_id': '5269294a24e7452a936da4f33f26443d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:15.092671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.191244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.201370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.202834 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] 10.222.0.73 "PUT /v2.0/ports/00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 1092 time: 2.4473755 Nov 25 17:13:15.203368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '00090edc-e853-4999-8837-095ce4763ade'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:15.205704 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4cc48e-dfec-4b85-b434-89c257a9caef" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "00090edc-e853-4999-8837-095ce4763ade"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:15.327323 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7dada6-44fc-4172-9899-8fc24adb98ef x-openstack-request-id: req-3d7dada6-44fc-4172-9899-8fc24adb98ef {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:15.327465 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "00090edc-e853-4999-8837-095ce4763ade", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:15.327650 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d7dada6-44fc-4172-9899-8fc24adb98ef {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:15.328054 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '00090edc-e853-4999-8837-095ce4763ade', 'status': 'completed', 'code': 200} Nov 25 17:13:15.340804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:15.485695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.510457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfb721-c710-4d5a-880b-f90e1f861f9a service neutron] Pushing event updated for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:15.512739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.542842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:13:15.564953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.565357 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Added segment f751ea8b-b419-4936-b41e-b115af53e6bb of type vlan for network da169300-14af-4345-a0f3-152a452d21ea Nov 25 17:13:15.625115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d89a2a-3421-4ed7-8d2b-d9dabf5ca635 req-9249763f-58ff-447d-80f4-d30fe138f005 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.627099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-53d89a2a-3421-4ed7-8d2b-d9dabf5ca635 req-9249763f-58ff-447d-80f4-d30fe138f005 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 931 time: 0.5192420 Nov 25 17:13:15.693090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.713800 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.764383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.765335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.765900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.769294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-53d89a2a-3421-4ed7-8d2b-d9dabf5ca635 req-e02f662c-adcf-46eb-8834-08089326d3e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285174 Nov 25 17:13:15.801807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-fa47885d-7980-4eff-8bfa-466165f94db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.804915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-fa47885d-7980-4eff-8bfa-466165f94db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.807116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-fa47885d-7980-4eff-8bfa-466165f94db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.809285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-fa47885d-7980-4eff-8bfa-466165f94db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.809944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-fa47885d-7980-4eff-8bfa-466165f94db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:15.813631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-fa47885d-7980-4eff-8bfa-466165f94db0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 4363 time: 0.4663515 Nov 25 17:13:15.841364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.852612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Made reservation on behalf of 5269294a24e7452a936da4f33f26443d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:15.867345 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:15.894275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Pushing event updated for resources: {'Network': ['ID=da169300-14af-4345-a0f3-152a452d21ea,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:15.908841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network da169300-14af-4345-a0f3-152a452d21ea details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:13:15.980272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5646005 Nov 25 17:13:15.984826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:15.997297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-1a5b2a43-c53f-4119-a356-ac6319178e5c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.000494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:16.004783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-1a5b2a43-c53f-4119-a356-ac6319178e5c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.012154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-1a5b2a43-c53f-4119-a356-ac6319178e5c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.019631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-1a5b2a43-c53f-4119-a356-ac6319178e5c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.027751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-1a5b2a43-c53f-4119-a356-ac6319178e5c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.050132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-1a5b2a43-c53f-4119-a356-ac6319178e5c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 3828 time: 0.2458463 Nov 25 17:13:16.056310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21075fa4-3087-4621-b924-d98bfc574f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:16.073767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Request body: {'subnet': {'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-subnet', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:16.101765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Made reservation on behalf of 57eda956dc09458eb54afa137dd259e9 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:16.104171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.226434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d92f1e2-fd0d-47e2-92e6-76dedaf649d0 req-692c8e98-2203-4742-8024-fb1a3e12a322 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687751 Nov 25 17:13:16.233430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-aa94c433-356e-4d21-897a-e9695442b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.234012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-aa94c433-356e-4d21-897a-e9695442b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.234690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-aa94c433-356e-4d21-897a-e9695442b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.236404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-aa94c433-356e-4d21-897a-e9695442b9f7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fde4ddadef1245c2a9b72c20578ff349&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3963392 Nov 25 17:13:16.502782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3c94dc-df8a-410c-983c-fbd8218087ce {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:16.518097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-4baadab2-735f-46be-a15f-17008eacdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.523069 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab4cc48e-dfec-4b85-b434-89c257a9caef req-4baadab2-735f-46be-a15f-17008eacdb4e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733889 Nov 25 17:13:16.531266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.604104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Transition to ACTIVE for port object 8b3c94dc-df8a-410c-983c-fbd8218087ce will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:16.622028 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.709762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005a4f-79f6-470a-9a5e-14ccf00bc1d9 req-6b266daf-3f5c-4079-8900-1337b3b2416c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:16.719219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1005a4f-79f6-470a-9a5e-14ccf00bc1d9 req-6b266daf-3f5c-4079-8900-1337b3b2416c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.7840569 Nov 25 17:13:16.764011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ac5192c-028f-45af-84bb-a555710d0755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:16.924382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebc30f21-6fea-4433-8191-a0996e6e299f req-2fb423df-e3bc-4dd9-9eca-01916a403940 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.3983085 Nov 25 17:13:16.930818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c94dc-df8a-410c-983c-fbd8218087ce,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:16.944533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.130050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81ca286e-f0a0-4177-b5eb-16a95c55f0fe req-c02f1e62-16d1-482f-b1e7-9ef6279969df tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 210 time: 0.0961790 Nov 25 17:13:17.170001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:17.187601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52473769-a7a8-4659-8545-5ba908436801 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:17.199556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.217268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Transition to ACTIVE for port object 52473769-a7a8-4659-8545-5ba908436801 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:17.219015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.234164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.280195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Attempting to bind port 8b3c94dc-df8a-410c-983c-fbd8218087ce on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:17.280873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Attempting to bind port 8b3c94dc-df8a-410c-983c-fbd8218087ce by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:17.281615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Attempting to bind port 8b3c94dc-df8a-410c-983c-fbd8218087ce on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:17.593350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Pushing event updated for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:17.690569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ac5192c-028f-45af-84bb-a555710d0755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.736639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1005a4f-79f6-470a-9a5e-14ccf00bc1d9 req-f47f11ee-1b8a-45bf-b323-a27f9b4e8abe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0099337 Nov 25 17:13:17.748689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ac5192c-028f-45af-84bb-a555710d0755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:17.765594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Allocated IP 172.20.0.9 (ffb33f8a-c572-4234-9abe-a93da77f07b4/a0528cc5-3985-4872-a3be-22f254be76b1/f6e1bd3b-280b-4556-8496-a9f2a738dd03) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:17.937689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Checking segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:17.938374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Network hostable DHCP agents. Network: da169300-14af-4345-a0f3-152a452d21ea, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:13:17.969240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Port 8b3c94dc-df8a-410c-983c-fbd8218087ce on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:17.969524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Attempting to bind port 8b3c94dc-df8a-410c-983c-fbd8218087ce on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:18.007070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:18.007447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:18.007968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:18.010110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Bound port: 8b3c94dc-df8a-410c-983c-fbd8218087ce, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:18.010612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.037994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Network da169300-14af-4345-a0f3-152a452d21ea is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:13:18.066855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d2295-7f01-4cff-95c3-5ae5cd166cf6 req-3ae963ab-f73a-47ee-a9f5-920a9bef955a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.080959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e29d2295-7f01-4cff-95c3-5ae5cd166cf6 req-3ae963ab-f73a-47ee-a9f5-920a9bef955a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 943 time: 0.8302057 Nov 25 17:13:18.188848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, da169300-14af-4345-a0f3-152a452d21ea) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:18.199844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e07dc9-cb2e-4729-95ec-115d434c77eb None None] Network da169300-14af-4345-a0f3-152a452d21ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:18.221819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.222567 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.308431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ddda584e-4857-44ef-984f-1fd760db79de admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2453618 Nov 25 17:13:18.311569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60750) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:18.337381 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ac5192c-028f-45af-84bb-a555710d0755 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=972a5b45827043bd8672d51e798da8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3028708 Nov 25 17:13:18.339067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e29d2295-7f01-4cff-95c3-5ae5cd166cf6 req-5c543055-7185-48f0-9f94-2ffa49b306a6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283368 Nov 25 17:13:18.347527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60752) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:18.358358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:18.383830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] For port 8b3c94dc-df8a-410c-983c-fbd8218087ce, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:18.388779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] For port 8b3c94dc-df8a-410c-983c-fbd8218087ce, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:18.398367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.480365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.482247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.487804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.503168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.520847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.539787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.555576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.563606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.564409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.565862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b3c94dc-df8a-410c-983c-fbd8218087ce HTTP/1.1" status: 200 len: 1091 time: 4.0682957 Nov 25 17:13:18.566333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'tag': '8b3c94dc-df8a-410c-983c-fbd8218087ce'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:18.568718 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d765008-bff9-4637-aae9-ca7533e21bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "451a2e91-ee7c-4fb9-9a31-ce6834965da5", "tag": "8b3c94dc-df8a-410c-983c-fbd8218087ce"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:18.571857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:18.584710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-61780369-2eff-4de4-95f7-25d5b294b7f9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 4604 time: 0.7168703 Nov 25 17:13:18.585632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-da169300-14af-4345-a0f3-152a452d21ea', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:13:18.589949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.591469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5192c-028f-45af-84bb-a555710d0755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec84eec-f99b-41ec-a31b-3a875891cc53,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:18.686307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Attempting to bind port 52473769-a7a8-4659-8545-5ba908436801 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:18.686785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Attempting to bind port 52473769-a7a8-4659-8545-5ba908436801 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:18.687220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Attempting to bind port 52473769-a7a8-4659-8545-5ba908436801 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:18.703092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Port 52473769-a7a8-4659-8545-5ba908436801 on network c9a0971e-973f-4181-a607-a4d15ca02e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:18.703621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Attempting to bind port 52473769-a7a8-4659-8545-5ba908436801 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:18.784690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:18.785190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Checking segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:18.785767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Bound using segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:18.786422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Bound port: 52473769-a7a8-4659-8545-5ba908436801, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:18.786982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.830006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Allocated IP 172.20.0.2 (da169300-14af-4345-a0f3-152a452d21ea/ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d/43eb9389-02ff-4c19-94a0-510ee6d6033f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:18.834942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-83c3d22a-bf0e-4f22-95fc-19de0ecd1552 req-7327b0d0-9fa9-47d9-911f-c492d165765d tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.1982307 Nov 25 17:13:18.840459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97f20e-6adf-46ea-9018-00d0e9458041 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c94dc-df8a-410c-983c-fbd8218087ce,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:18.923895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f88cad46-7fba-49bc-bb3a-0aae0c01b782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:18.947254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.004628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-0e73b762-f458-42b6-a393-ed8780f774ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:19.006040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-0e73b762-f458-42b6-a393-ed8780f774ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 1094 time: 0.3835726 Nov 25 17:13:19.037566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f49cf4a-0358-4593-9be3-a1c2fba10d0c req-2e43511c-01a0-485c-a1d4-51c61baf8d08 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 210 time: 0.1046109 Nov 25 17:13:19.089707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:19.093250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-8f31b478-bb4e-4973-a90d-dbb469876707 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce HTTP/1.1" status: 200 len: 217 time: 0.0520463 Nov 25 17:13:19.102820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=52473769-a7a8-4659-8545-5ba908436801,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:19.151208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b58e05c-a8a5-40f5-b28e-29e674d848f0 req-d9040118-de4b-4068-842f-fd3d60157dfb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5637150 Nov 25 17:13:19.170972 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.204257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.269540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-64e83fa5-8744-4b6e-ab6d-dc1c1c19b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:19.272105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-64e83fa5-8744-4b6e-ab6d-dc1c1c19b662 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.0950787 Nov 25 17:13:19.314810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-008775c0-bbe1-4b3c-94a8-882bc08efbd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316794 Nov 25 17:13:19.325559 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.338500 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.432431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Pushing event updated for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:19.442541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f88cad46-7fba-49bc-bb3a-0aae0c01b782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.469986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Pushing event updated for resources: {'Port': ['ID=43eb9389-02ff-4c19-94a0-510ee6d6033f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:19.490182 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7968a42c-bf19-4d63-a2ee-c55d8f58df85 x-openstack-request-id: req-7968a42c-bf19-4d63-a2ee-c55d8f58df85 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:19.490483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Network da169300-14af-4345-a0f3-152a452d21ea is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:19.491887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:19.494809 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451a2e91-ee7c-4fb9-9a31-ce6834965da5", "tag": "8b3c94dc-df8a-410c-983c-fbd8218087ce", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:19.495151 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7968a42c-bf19-4d63-a2ee-c55d8f58df85 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:19.495699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:19.501978 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'tag': '8b3c94dc-df8a-410c-983c-fbd8218087ce', 'status': 'completed', 'code': 200} Nov 25 17:13:19.547740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-00e95c13-065b-4c1e-b5f5-a08d61eecf61 service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254055 Nov 25 17:13:19.566697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:19.567925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.569428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-aa2798c6-8d57-49b8-9b0e-e23c971a21c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 1134 time: 4.2540798 Nov 25 17:13:19.575442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '52473769-a7a8-4659-8545-5ba908436801'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:19.577883 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ffef0-29e1-459d-aeae-c937ef867c22" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "52473769-a7a8-4659-8545-5ba908436801"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:19.647799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:19.673780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Attempting to bind port 43eb9389-02ff-4c19-94a0-510ee6d6033f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:19.674250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Attempting to bind port 43eb9389-02ff-4c19-94a0-510ee6d6033f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:19.675139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Attempting to bind port 43eb9389-02ff-4c19-94a0-510ee6d6033f on network da169300-14af-4345-a0f3-152a452d21ea {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:19.688423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:19.688423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Checking segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:19.690677 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.691093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Bound using segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:19.691708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Bound port: 43eb9389-02ff-4c19-94a0-510ee6d6033f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:19.692072 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.717606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.747338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb917-f013-4ba8-98af-38dc19b7089a req-9323dd25-3f46-4a4b-bef4-733783a2cbdb tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:19.767554 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c0cb917-f013-4ba8-98af-38dc19b7089a req-9323dd25-3f46-4a4b-bef4-733783a2cbdb tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.3459718 Nov 25 17:13:19.869824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] For port 43eb9389-02ff-4c19-94a0-510ee6d6033f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:19.877474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] For port 43eb9389-02ff-4c19-94a0-510ee6d6033f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=43eb9389-02ff-4c19-94a0-510ee6d6033f,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:19.892170 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:19.965288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.010267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a6e2b-a8e1-4c1f-a208-5a50b3ce11eb None None] Pushing event updated for resources: {'Port': ['ID=43eb9389-02ff-4c19-94a0-510ee6d6033f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:20.018714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f88cad46-7fba-49bc-bb3a-0aae0c01b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.022975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f88cad46-7fba-49bc-bb3a-0aae0c01b782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.027052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f88cad46-7fba-49bc-bb3a-0aae0c01b782 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ec84eec-f99b-41ec-a31b-3a875891cc53 HTTP/1.1" status: 204 len: 168 time: 1.6526282 Nov 25 17:13:20.100896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.124219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cad46-7fba-49bc-bb3a-0aae0c01b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec84eec-f99b-41ec-a31b-3a875891cc53,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:20.180650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.223842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c0cb917-f013-4ba8-98af-38dc19b7089a req-93e0a50f-cac6-4937-ac6d-76ec0441f6f9 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547932 Nov 25 17:13:20.251166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e117b-a62e-4034-86b6-ce2423574998 req-5b9c8797-dc98-4030-a111-1aa002eef667 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:20.264916 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc4e117b-a62e-4034-86b6-ce2423574998 req-5b9c8797-dc98-4030-a111-1aa002eef667 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 943 time: 0.6392667 Nov 25 17:13:20.265189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-968f9652-0181-4b5c-969c-ee8da668a10e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4122679 Nov 25 17:13:20.368040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fd286e9-1b29-4467-9c7a-4f0d2d643ad4 req-ccb02448-bda2-4781-8623-fb550492fba2 service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009889 Nov 25 17:13:20.624259 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bacccb7-2b4c-44f7-85c3-588e8d90cbd2 x-openstack-request-id: req-2bacccb7-2b4c-44f7-85c3-588e8d90cbd2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:20.624846 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "52473769-a7a8-4659-8545-5ba908436801", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:20.624954 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2bacccb7-2b4c-44f7-85c3-588e8d90cbd2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:20.625348 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '52473769-a7a8-4659-8545-5ba908436801', 'status': 'completed', 'code': 200} Nov 25 17:13:20.626738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.726466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Allocated IP 172.25.8.72 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/901ad87a-c4a7-4e72-84c9-ff218ea7b58f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:20.759018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:20.836445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:20.893286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.907887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34950278-35a9-43f2-99b8-f2d08438412a req-428c3a0c-c515-4b95-8bc8-bc502ddc0079 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.2832220 Nov 25 17:13:20.910440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baa572dc-a0e4-4d05-bb31-764adb95c06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.957827 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc4e117b-a62e-4034-86b6-ce2423574998 req-a582554f-24b7-416a-b1df-22cbf7a26c65 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931677 Nov 25 17:13:20.960902 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:20.994073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 43eb9389-02ff-4c19-94a0-510ee6d6033f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:21.003762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Network ffb33f8a-c572-4234-9abe-a93da77f07b4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:21.035887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Pushing event updated for resources: {'Port': ['ID=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:21.068730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:21.071558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:21.074498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:21.137428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-a9754b95-35d0-4863-b5ef-5d4fb29fb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.139838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-a9754b95-35d0-4863-b5ef-5d4fb29fb692 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 1094 time: 0.6889598 Nov 25 17:13:21.146181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 43eb9389-02ff-4c19-94a0-510ee6d6033f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:21.146914 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.151702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.152196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.153065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.153463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.154106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.154790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.156840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-1671d471-f246-42b6-b186-891794823fc4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5290 time: 0.6438103 Nov 25 17:13:21.298831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-670763b2-a5fa-4cae-b9ea-1fdf646f8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.300475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-670763b2-a5fa-4cae-b9ea-1fdf646f8c99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.1060083 Nov 25 17:13:21.355473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:21.360148 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.360722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:21.428671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-3b921f26-8458-48c3-be31-9070f6c73f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce HTTP/1.1" status: 200 len: 217 time: 0.0545805 Nov 25 17:13:21.438457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 43eb9389-02ff-4c19-94a0-510ee6d6033f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=43eb9389-02ff-4c19-94a0-510ee6d6033f,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:21.447212 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.507143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-c03253af-2325-4c9c-9819-b77797c5e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.514359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-c03253af-2325-4c9c-9819-b77797c5e3e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 1095 time: 1.1839297 Nov 25 17:13:21.540996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.541676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.594644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=43eb9389-02ff-4c19-94a0-510ee6d6033f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:21.689581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075379f3-9819-431c-b729-f4bccc76fcf2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:21.705139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.730089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Transition to ACTIVE for port object 075379f3-9819-431c-b729-f4bccc76fcf2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:21.749279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d5801-ebf5-4819-a539-0d993f801049 None None] Network da169300-14af-4345-a0f3-152a452d21ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:13:21.755110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.762014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.769186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.779008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.789693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.798561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:21.800584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-87ab6ce7-13c6-4317-9457-179628cf5392 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 4604 time: 0.4686494 Nov 25 17:13:21.889334 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baa572dc-a0e4-4d05-bb31-764adb95c06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.892228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.914477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-61eada70-0f64-4db7-9fcb-decfa360892d None None] Provisioning complete for port 43eb9389-02ff-4c19-94a0-510ee6d6033f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:21.914873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61eada70-0f64-4db7-9fcb-decfa360892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:21.939963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-686598a1-f059-4080-9965-a06e053cd5ae tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9002256 Nov 25 17:13:21.940931 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baa572dc-a0e4-4d05-bb31-764adb95c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.003763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.020265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Request body: {'port': {'device_id': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:22.091851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793e12d-2d03-4a37-a67a-b5886e200bb2 req-83b075bb-81fa-4f6b-afa4-ffcfe799126e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.093740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a793e12d-2d03-4a37-a67a-b5886e200bb2 req-83b075bb-81fa-4f6b-afa4-ffcfe799126e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 931 time: 0.5975597 Nov 25 17:13:22.134300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-17b9552b-8a45-4d5e-bbe4-c3494978eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.135854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-17b9552b-8a45-4d5e-bbe4-c3494978eac8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.6728201 Nov 25 17:13:22.232516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-392493ac-af62-4b4d-80ad-7b58255f74b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734110 Nov 25 17:13:22.398820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ccc5905-3ef1-407d-98bd-916eb3d08641 req-58feaf8b-3606-45dc-b131-e3c6c8d3c2e1 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5766876 Nov 25 17:13:22.421347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-0f54cec1-da3b-4c57-8b74-d65fcd32b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.421932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-0f54cec1-da3b-4c57-8b74-d65fcd32b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.422235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-0f54cec1-da3b-4c57-8b74-d65fcd32b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.423981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-0f54cec1-da3b-4c57-8b74-d65fcd32b635 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fde4ddadef1245c2a9b72c20578ff349&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0730996 Nov 25 17:13:22.467377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:22.501025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-4d5cb35c-4caf-4140-877b-fc71212808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.502598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-4d5cb35c-4caf-4140-877b-fc71212808dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.9493041 Nov 25 17:13:22.503645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa572dc-a0e4-4d05-bb31-764adb95c06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2ab887-9beb-48ca-b5d6-54de488b6d42,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:22.570207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-baa572dc-a0e4-4d05-bb31-764adb95c06a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=94d501937efc44089dc5e890a47ee070&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7287192 Nov 25 17:13:22.634323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.640761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:22.646084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-40e1463e-a7c5-4b34-8c3f-a3bd93c15526 None None] Provisioning complete for port 43eb9389-02ff-4c19-94a0-510ee6d6033f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:22.647057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-40e1463e-a7c5-4b34-8c3f-a3bd93c15526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:22.672012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a793e12d-2d03-4a37-a67a-b5886e200bb2 req-91570dc8-3bc9-42f9-91a1-15a33c8c34aa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337274 Nov 25 17:13:22.673874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-ab83edc5-d424-401e-bb50-41e60f00a6e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 200 len: 217 time: 0.0733640 Nov 25 17:13:22.738836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-ce278dca-4a48-4b06-8187-fd811dadf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:22.742413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-ce278dca-4a48-4b06-8187-fd811dadf167 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.0598857 Nov 25 17:13:22.841721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-49daa0da-32a3-4274-a755-2801f7ec8a8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778337 Nov 25 17:13:22.843363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Attempting to bind port 075379f3-9819-431c-b729-f4bccc76fcf2 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:22.843855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Attempting to bind port 075379f3-9819-431c-b729-f4bccc76fcf2 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:22.845519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Attempting to bind port 075379f3-9819-431c-b729-f4bccc76fcf2 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:22.911702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 43eb9389-02ff-4c19-94a0-510ee6d6033f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:23.043833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 43eb9389-02ff-4c19-94a0-510ee6d6033f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:23.045015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.076470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-3ece98c4-ff0e-4313-bd1c-cc1465851d60 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.084116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-3ece98c4-ff0e-4313-bd1c-cc1465851d60 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.6883090 Nov 25 17:13:23.086534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-2b5c6d52-f0e1-476c-8d8a-a2887459a468 service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330892 Nov 25 17:13:23.094501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.472503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-7'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:23.482610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c0762-2a5f-400a-b424-6f024e0adc2b req-57b0ae0e-3605-474b-91c6-fcd5b9395bbe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.485230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a8c0762-2a5f-400a-b424-6f024e0adc2b req-57b0ae0e-3605-474b-91c6-fcd5b9395bbe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.8421013 Nov 25 17:13:23.496101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-91973ada-6bed-4511-b35f-bb428bdfd4ad service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1126812 Nov 25 17:13:23.503098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7229e49-7875-4c4a-a20f-c3c48435442c req-0dc1112f-018a-492a-913e-eb976af7052a service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663802 Nov 25 17:13:23.543494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.543809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Port 075379f3-9819-431c-b729-f4bccc76fcf2 on network c9a0971e-973f-4181-a607-a4d15ca02e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:23.544124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Attempting to bind port 075379f3-9819-431c-b729-f4bccc76fcf2 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:23.563245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-a59635f3-8e61-427b-ac25-987da9cc8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.566153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-723ffef0-29e1-459d-aeae-c937ef867c22 req-a59635f3-8e61-427b-ac25-987da9cc8ece service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0915701 Nov 25 17:13:23.572530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:23.572900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Checking segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:23.573286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Bound using segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:23.573737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Bound port: 075379f3-9819-431c-b729-f4bccc76fcf2, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:23.574095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.652096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32511cd2-4069-45c6-9c9a-9d23fcb354a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.657678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:23.661231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=075379f3-9819-431c-b729-f4bccc76fcf2,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:23.665933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93087328-0176-4aec-b240-c5cbd09dba92 req-4527954c-f746-45e2-99fa-0139cfa49c17 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.5743327 Nov 25 17:13:23.681464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.701043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:23.701555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.704523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] 10.222.0.73 "PUT /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 1134 time: 4.0830057 Nov 25 17:13:23.735511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '075379f3-9819-431c-b729-f4bccc76fcf2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:23.737307 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "075379f3-9819-431c-b729-f4bccc76fcf2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:23.783986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:23.803316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32511cd2-4069-45c6-9c9a-9d23fcb354a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:23.855273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:23.862355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a8c0762-2a5f-400a-b424-6f024e0adc2b req-fb13ec9b-0379-4f91-a06f-a654c2654427 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556972 Nov 25 17:13:23.998789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d765008-bff9-4637-aae9-ca7533e21bf8 req-9252a37c-4772-4e8b-a677-16ca40d1a749 service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775195 Nov 25 17:13:24.038206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:13:24.121229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337e1e-a219-4e00-ac76-ff7a34e0ace4 req-445af41c-5dd1-45c4-97ee-3658d853cdb4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.130760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b337e1e-a219-4e00-ac76-ff7a34e0ace4 req-445af41c-5dd1-45c4-97ee-3658d853cdb4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 943 time: 0.1869719 Nov 25 17:13:24.155016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:24.190630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.214917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.221050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb has no active binding in host n-h1-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:13:24.221755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8b3c94dc-df8a-410c-983c-fbd8218087ce details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:24.222148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.226392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256441e-5f67-4bf1-8167-9fb8eea6a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:24.229349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.237200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.244565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.252195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.259473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:24.262092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-185bb3fe-6768-4d60-8ffd-431f0a31ffa6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5380 time: 0.2515428 Nov 25 17:13:24.265059 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32511cd2-4069-45c6-9c9a-9d23fcb354a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.268200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32511cd2-4069-45c6-9c9a-9d23fcb354a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.270068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32511cd2-4069-45c6-9c9a-9d23fcb354a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f2ab887-9beb-48ca-b5d6-54de488b6d42 HTTP/1.1" status: 204 len: 168 time: 1.2146177 Nov 25 17:13:24.302284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32511cd2-4069-45c6-9c9a-9d23fcb354a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2ab887-9beb-48ca-b5d6-54de488b6d42,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:24.425526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8b3c94dc-df8a-410c-983c-fbd8218087ce, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:24.442791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '8b3c94dc-df8a-410c-983c-fbd8218087ce', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '8b3c94dc-df8a-410c-983c-fbd8218087ce', 'mac_address': 'fa:16:3e:8a:20:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:24.457451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f10faee-a408-4f00-b6e9-b199d45f468f req-649a3358-ad1c-4161-865b-9e714b716da9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858296 Nov 25 17:13:24.461541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:13:24.474602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:13:24.491126 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:24.492172 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:13:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:24.493823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.502782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f914c629-ebee-42f7-8492-535586514fdd admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1877637 Nov 25 17:13:24.503784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60824) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:24.556651 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.585259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3c94dc-df8a-410c-983c-fbd8218087ce {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:24.636583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8b3c94dc-df8a-410c-983c-fbd8218087ce, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:24.642527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.647232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:24.721755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6dc7088-7625-44d4-af6a-d2cee44ab9e6 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:24.731533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.746145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Transition to ACTIVE for port object e6dc7088-7625-44d4-af6a-d2cee44ab9e6 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:24.766015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:24.784228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8b3c94dc-df8a-410c-983c-fbd8218087ce,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:24.861335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:24.881996 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:21Z', 'revision_number': 3, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:24.899435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8b3c94dc-df8a-410c-983c-fbd8218087ce'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:24.925503 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:13:24.926224 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Updating router 57bbec5a-7881-434c-9cc1-66aa504758d2 port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:13:24.980208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:24.991974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b337e1e-a219-4e00-ac76-ff7a34e0ace4 req-0f6bd5d9-6fce-4319-a935-52884360bdc9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602653 Nov 25 17:13:24.995451 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.325453 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526536f4-21cb-477d-b170-4a991908f449 x-openstack-request-id: req-526536f4-21cb-477d-b170-4a991908f449 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:25.326574 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "075379f3-9819-431c-b729-f4bccc76fcf2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:25.327703 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-526536f4-21cb-477d-b170-4a991908f449 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:25.328636 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '075379f3-9819-431c-b729-f4bccc76fcf2', 'status': 'completed', 'code': 200} Nov 25 17:13:25.514209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:25.514209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Attempting to bind port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:25.518379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Attempting to bind port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:25.522551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Attempting to bind port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:25.666021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 on network c9a0971e-973f-4181-a607-a4d15ca02e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:25.682473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Attempting to bind port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:25.733181 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.744086 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.763597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02748d2-3a4f-4f52-a94e-629e529deca1 req-cba8f7af-f371-4bf5-ab7c-5a3e456533b6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.767750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c02748d2-3a4f-4f52-a94e-629e529deca1 req-cba8f7af-f371-4bf5-ab7c-5a3e456533b6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 931 time: 0.7998235 Nov 25 17:13:25.774031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.788117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.788824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.789485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.790047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.790629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.791145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:25.793248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-54232799-c2ab-4c93-8dea-e0ec50534b21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6242 time: 0.5824256 Nov 25 17:13:25.871870 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Pushing event updated for resources: {'Port': ['ID=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:25.888389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:25.888948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Checking segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:25.889146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Bound using segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:25.893931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Bound port: e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:25.894306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:25.911734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a45c292-9ffb-427b-aa2d-8a296d299f1f req-99005528-53ab-4ca7-9ce7-610b506b2e24 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=588e5f19-c80b-4fb2-b4c5-da8c828664cc HTTP/1.1" status: 200 len: 210 time: 0.1878295 Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.962029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:25.972666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e1bd3b-280b-4556-8496-a9f2a738dd03 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:25.988042 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Attempting to bind port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:25.989319 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Attempting to bind port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:25.992230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Attempting to bind port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:25.997421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.009318 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:26.015649 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:26.016520 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.017007 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:26.023549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Bound port: 901ad87a-c4a7-4e72-84c9-ff218ea7b58f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:26.024050 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.170493 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] For port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:26.174144 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] For port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:26.179967 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.200190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.213520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Transition to ACTIVE for port object f6e1bd3b-280b-4556-8496-a9f2a738dd03 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:26.217417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.234918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa6a6-63a3-4753-919a-9467aa981eda req-74dd9c41-4195-43ab-9727-14844132c3dc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:26.237180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1cffa6a6-63a3-4753-919a-9467aa981eda req-74dd9c41-4195-43ab-9727-14844132c3dc tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 945 time: 0.1102259 Nov 25 17:13:26.251661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:26.314716 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e8246-d60f-4b4b-8536-f3705a4bfca8 None None] Pushing event updated for resources: {'Port': ['ID=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:26.342196 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:26.346000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:26.347041 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:13:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:26.350562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.513596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:26.550167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:26.578620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1cffa6a6-63a3-4753-919a-9467aa981eda req-49f0601b-166a-451a-9ef8-3bb6bcdd1abe tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546694 Nov 25 17:13:26.780910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:26.809126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-f8072db1-8cb3-4cf9-a92a-1e8342401cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:26.813077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-f8072db1-8cb3-4cf9-a92a-1e8342401cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:26.813077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-f8072db1-8cb3-4cf9-a92a-1e8342401cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:26.817721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-f8072db1-8cb3-4cf9-a92a-1e8342401cd0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fde4ddadef1245c2a9b72c20578ff349&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0021441 Nov 25 17:13:26.850010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c02748d2-3a4f-4f52-a94e-629e529deca1 req-24c7a3ce-012b-4f1c-bbe3-1a020f23928e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0037477 Nov 25 17:13:27.201764 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:21Z', 'revision_number': 3, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:27.223834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.264658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cb1da-abbb-4e97-a156-50f357e7cb5f req-fbef33d0-49d4-481d-ae3a-34358b4bd095 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:27.267078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c6cb1da-abbb-4e97-a156-50f357e7cb5f req-fbef33d0-49d4-481d-ae3a-34358b4bd095 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 944 time: 0.2830608 Nov 25 17:13:27.271078 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8be0a-ad70-4f24-b05f-7ec0ade638ca None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:21Z', 'revision_number': 3, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:13:27.309993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:27.314524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:27.315289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.317760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 200 len: 1091 time: 3.5532639 Nov 25 17:13:27.342913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb'}, {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:27.345620 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f" -d '{"events": [{"server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb"}, {"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:27.437607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:27.455460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-5d5442e8-1f0c-49fa-a39a-4c8b24e5f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:27.469152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0d9edd1-fbd1-458c-8df6-28220cf8b9d7 req-5d5442e8-1f0c-49fa-a39a-4c8b24e5f9a1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6037672 Nov 25 17:13:27.484594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on host n-h2-817303-7 for vnic_type normal with profile {"migrating_to": "n-h1-817303-7"} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:27.485043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:27.485469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:27.585526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c6cb1da-abbb-4e97-a156-50f357e7cb5f req-adf78082-f336-4fb9-9ebe-d3350e109d52 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055644 Nov 25 17:13:27.637933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:27.643546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Attempting to bind port 4dfb6399-327e-4dcc-979b-855ec667b0eb on network f87cec6b-63c1-4724-86a3-e51aa8addcb3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:27.697901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:27.697901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Checking segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:27.697901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Bound using segment: {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:27.697901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Bound port: 4dfb6399-327e-4dcc-979b-855ec667b0eb, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b294d3a-8a34-4ef3-8a30-b620225e7216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f87cec6b-63c1-4724-86a3-e51aa8addcb3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:27.697901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:27.810642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8b3c94dc-df8a-410c-983c-fbd8218087ce up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:27.940756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Attempting to bind port f6e1bd3b-280b-4556-8496-a9f2a738dd03 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:27.941145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Attempting to bind port f6e1bd3b-280b-4556-8496-a9f2a738dd03 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:27.943017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Attempting to bind port f6e1bd3b-280b-4556-8496-a9f2a738dd03 on network ffb33f8a-c572-4234-9abe-a93da77f07b4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:28.020983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 8b3c94dc-df8a-410c-983c-fbd8218087ce completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:13:28.031307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 8b3c94dc-df8a-410c-983c-fbd8218087ce triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:28.032168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.135707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.153611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.165045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.179642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.186322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.217930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.220054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c94dc-df8a-410c-983c-fbd8218087ce'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:28.229208 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29287dc6-dbfd-4dcf-b5d6-d70ab623d781" -d '{"events": [{"server_uuid": "451a2e91-ee7c-4fb9-9a31-ce6834965da5", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c94dc-df8a-410c-983c-fbd8218087ce"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:28.254600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8b3c94dc-df8a-410c-983c-fbd8218087ce, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:28.255883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.270690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.274934 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.294922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-593ab49a-16f2-4620-ba17-b2e36e5f53eb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5392 time: 0.9712358 Nov 25 17:13:28.300328 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340c4811-fe85-4080-b0ef-0f71041d2cd9 x-openstack-request-id: req-340c4811-fe85-4080-b0ef-0f71041d2cd9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:28.301425 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb", "code": 200}, {"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:28.301886 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-340c4811-fe85-4080-b0ef-0f71041d2cd9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:28.302490 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'code': 200} Nov 25 17:13:28.302934 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6', 'status': 'completed', 'code': 200} Nov 25 17:13:28.348384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Allocated IP 172.20.0.1 (da169300-14af-4345-a0f3-152a452d21ea/ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d/56d2c2a4-eef9-42dc-b873-7401580841e3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:28.351797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8b3c94dc-df8a-410c-983c-fbd8218087ce,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:28.352550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b595d-d8e2-437f-a617-3d5d01fcb4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:28.359034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.361728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.364208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.365288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.365954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.366958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.368024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.368644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.372183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-18fc8e63-c9c0-48d1-b8d7-45a488e0d2c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6284 time: 0.3861363 Nov 25 17:13:28.472816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Port f6e1bd3b-280b-4556-8496-a9f2a738dd03 on network ffb33f8a-c572-4234-9abe-a93da77f07b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:28.474607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Attempting to bind port f6e1bd3b-280b-4556-8496-a9f2a738dd03 on network ffb33f8a-c572-4234-9abe-a93da77f07b4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:28.478210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104eda0-0235-4961-94b2-eb4ff05f6c0f req-dbda0770-e2dd-4b75-8639-143b8ec3eaed tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.484395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2104eda0-0235-4961-94b2-eb4ff05f6c0f req-dbda0770-e2dd-4b75-8639-143b8ec3eaed tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.3908660 Nov 25 17:13:28.573611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:28.573849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Checking segment: {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:28.574225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Bound using segment: {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:28.574675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Bound port: f6e1bd3b-280b-4556-8496-a9f2a738dd03, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:28.577574 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.676393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-226c3c77-05e5-4c9d-a280-697c78fd876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.677152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-226c3c77-05e5-4c9d-a280-697c78fd876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.677865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-226c3c77-05e5-4c9d-a280-697c78fd876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.680039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-226c3c77-05e5-4c9d-a280-697c78fd876a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fde4ddadef1245c2a9b72c20578ff349&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2973199 Nov 25 17:13:28.699320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea83cda0-1291-4081-8dab-9ab5864d4f52 req-44677c84-7c50-4f45-be66-1a08a279639b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4031675 Nov 25 17:13:28.884914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:28.890689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:28.902828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:28.913892 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:28.972602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-5a269018-a78e-45f9-9e44-ebd56214e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:28.974311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc694a0e-7f57-4c36-ab6b-1c16e36d121f req-5a269018-a78e-45f9-9e44-ebd56214e6cd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870541 Nov 25 17:13:28.984550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:28.994393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 901ad87a-c4a7-4e72-84c9-ff218ea7b58f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:28.999263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2104eda0-0235-4961-94b2-eb4ff05f6c0f req-87fa8e8c-cb0c-4566-b107-ae8361afde27 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798255 Nov 25 17:13:29.098821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.129161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.170257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:29.171490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.173485 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] 10.222.0.55 "PUT /v2.0/ports/f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 1091 time: 7.2090201 Nov 25 17:13:29.195547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:29.201678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.229844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.300317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Pushing event updated for resources: {'Port': ['ID=56d2c2a4-eef9-42dc-b873-7401580841e3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:29.332162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Network da169300-14af-4345-a0f3-152a452d21ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:29.338932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:29.356687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:29.457121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.489782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.526782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:29.531810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.627001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cef827f-7f2a-4374-8534-516606d2ee63 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:29.640588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:29.666103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.693678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Transition to ACTIVE for port object 8cef827f-7f2a-4374-8534-516606d2ee63 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:29.736029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:29.737107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.738887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] 10.222.0.55 "PUT /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 1121 time: 6.6035957 Nov 25 17:13:29.739856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:29.780863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97f360-8cd1-4973-a7b2-deee2243bc57 req-c08e9b5b-642e-46cd-82b0-ffeecc8e8e69 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:29.789195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a97f360-8cd1-4973-a7b2-deee2243bc57 req-c08e9b5b-642e-46cd-82b0-ffeecc8e8e69 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 943 time: 0.8823028 Nov 25 17:13:29.795981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['4dfb6399-327e-4dcc-979b-855ec667b0eb'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:29.797109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031b40-7f3d-4f41-97c1-c14ae4312bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:29.932737 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656dce4f-5b84-4154-a495-ba547748bb15 x-openstack-request-id: req-656dce4f-5b84-4154-a495-ba547748bb15 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:29.933292 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451a2e91-ee7c-4fb9-9a31-ce6834965da5", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c94dc-df8a-410c-983c-fbd8218087ce", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:29.933706 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-656dce4f-5b84-4154-a495-ba547748bb15 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:29.935958 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c94dc-df8a-410c-983c-fbd8218087ce', 'code': 200} Nov 25 17:13:29.946468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['4dfb6399-327e-4dcc-979b-855ec667b0eb'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:29.982709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:30.174169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e123e4bb-51b6-4c02-810b-719b96f57200 None None] Provisioning complete for port 56d2c2a4-eef9-42dc-b873-7401580841e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:30.174737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e123e4bb-51b6-4c02-810b-719b96f57200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:30.222019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e123e4bb-51b6-4c02-810b-719b96f57200 None None] Port 56d2c2a4-eef9-42dc-b873-7401580841e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:30.271173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060bd6-40dd-404e-97e5-1cffd215f1b9 req-0bb20bec-2c51-4cb8-85cc-b8ba3f654e3d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:30.273846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25060bd6-40dd-404e-97e5-1cffd215f1b9 req-0bb20bec-2c51-4cb8-85cc-b8ba3f654e3d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 945 time: 0.2183247 Nov 25 17:13:30.297332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caee36-56ec-485f-8a7e-b9f97b5a44d7 req-2e73865b-c24a-460c-96e5-e24965ae4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:30.299033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31caee36-56ec-485f-8a7e-b9f97b5a44d7 req-2e73865b-c24a-460c-96e5-e24965ae4daf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 1096 time: 0.3445125 Nov 25 17:13:30.315336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03'}, {'name': 'network-changed', 'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:30.319760 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5eab61-f5d5-4c69-9297-9660a86f1081" -d '{"events": [{"name": "network-changed", "server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03"}, {"name": "network-changed", "server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:30.324040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-a6c1a76e-3eb3-47e2-a059-4001d302249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:30.325515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-a6c1a76e-3eb3-47e2-a059-4001d302249e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1094 time: 1.0665255 Nov 25 17:13:30.419246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-d3f1d089-4a47-4017-9cd9-f5de8902ed95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 217 time: 0.0610571 Nov 25 17:13:30.421847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25060bd6-40dd-404e-97e5-1cffd215f1b9 req-a662568f-2a41-4025-bc21-7ca58b4f0cb6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387382 Nov 25 17:13:30.447292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2eea8-741f-4d31-93be-23452a569af3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=8']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:30.456143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Attempting to bind port 8cef827f-7f2a-4374-8534-516606d2ee63 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:30.457182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Attempting to bind port 8cef827f-7f2a-4374-8534-516606d2ee63 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:30.457888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Attempting to bind port 8cef827f-7f2a-4374-8534-516606d2ee63 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:30.471491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Port 8cef827f-7f2a-4374-8534-516606d2ee63 on network c9a0971e-973f-4181-a607-a4d15ca02e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:30.472023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Attempting to bind port 8cef827f-7f2a-4374-8534-516606d2ee63 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:30.593493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:30.593863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Checking segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:30.594194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Bound using segment: {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:30.594640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Bound port: 8cef827f-7f2a-4374-8534-516606d2ee63, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:30.594988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:30.618361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:30.620640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a97f360-8cd1-4973-a7b2-deee2243bc57 req-66b24b83-aed5-4588-a73f-772e128c704d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7191756 Nov 25 17:13:30.635888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:30.716200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:30.735803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=8cef827f-7f2a-4374-8534-516606d2ee63,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:30.744708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31caee36-56ec-485f-8a7e-b9f97b5a44d7 req-1e8f614e-2575-47b9-a97a-c4770b9333f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119630 Nov 25 17:13:30.758399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Pushing event updated for resources: {'Port': ['ID=56d2c2a4-eef9-42dc-b873-7401580841e3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:30.764929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-780f5dcc-2644-4517-91d5-8f81134f253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:30.766873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-780f5dcc-2644-4517-91d5-8f81134f253b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.3288651 Nov 25 17:13:30.920211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 901ad87a-c4a7-4e72-84c9-ff218ea7b58f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:30.982150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] For port 8cef827f-7f2a-4374-8534-516606d2ee63, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:30.996901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] For port 8cef827f-7f2a-4374-8534-516606d2ee63, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8cef827f-7f2a-4374-8534-516606d2ee63,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:31.016341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.023425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.029803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.037439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.045377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.050522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.057983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.068103 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-a42214de-b9d5-4568-b9f1-4541f3a04bed tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5404 time: 0.2582414 Nov 25 17:13:31.080495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:31.081258 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.085568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.142581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-fcb0505b-a8ad-4a39-a164-9eddeeac7de3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719945 Nov 25 17:13:31.151481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.152446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.153942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] 10.222.0.73 "PUT /v2.0/ports/8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 200 len: 1090 time: 3.7354648 Nov 25 17:13:31.376487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdd007-82dd-4cde-be05-b2a28bb51f5b req-124d743e-aec7-482c-a9a9-bf9138b07a36 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.380291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9fdd007-82dd-4cde-be05-b2a28bb51f5b req-124d743e-aec7-482c-a9a9-bf9138b07a36 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1379869 Nov 25 17:13:31.457943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:31.461748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Network da169300-14af-4345-a0f3-152a452d21ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:31.467010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9fdd007-82dd-4cde-be05-b2a28bb51f5b req-cc50225a-62a5-45b6-9357-b3ebcc4dbcca tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802984 Nov 25 17:13:31.468273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:31.501701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757a271-0950-457d-9e4f-1073631f6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=8cef827f-7f2a-4374-8534-516606d2ee63,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:31.517792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-f5333677-713d-4e22-86f6-c972e846e3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462679 Nov 25 17:13:31.726292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9556d3df-3df1-49b4-bacb-94db85b0f0c8 req-51d48ff5-d4d2-4674-bd1a-e1554904045e service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988180 Nov 25 17:13:31.727318 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42990fb-3285-47d8-845b-a2902a5277d3 x-openstack-request-id: req-c42990fb-3285-47d8-845b-a2902a5277d3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:31.727636 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:31.728403 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c42990fb-3285-47d8-845b-a2902a5277d3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:31.729388 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'status': 'completed', 'code': 200} Nov 25 17:13:31.730368 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'status': 'completed', 'code': 200} Nov 25 17:13:31.774459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c21f7be8-f61d-4437-b706-ff1f2fd7c7b1 req-d8c13dec-064d-42f3-8f69-ade9a45e597f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7049615 Nov 25 17:13:31.790194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:13:31.794860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.978230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533f9a-f139-456d-ac55-9c35ce14657d req-454e4516-a6de-4ff3-b2ca-6195c8ab1c0e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.979678 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9533f9a-f139-456d-ac55-9c35ce14657d req-454e4516-a6de-4ff3-b2ca-6195c8ab1c0e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 945 time: 0.1880577 Nov 25 17:13:31.984618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ef582e26-05b0-43a1-bfac-f8e8e0913265 None None] Provisioning complete for port 56d2c2a4-eef9-42dc-b873-7401580841e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:31.984618 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef582e26-05b0-43a1-bfac-f8e8e0913265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:31.986432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-28bb3fc7-b017-4ee2-9bdf-908dc795bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:31.988928 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-28bb3fc7-b017-4ee2-9bdf-908dc795bb8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1124 time: 0.2207680 Nov 25 17:13:32.002588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-7de9772e-37f7-4b56-bb1e-7dc4916d0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.006028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-7de9772e-37f7-4b56-bb1e-7dc4916d0c51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1094 time: 0.1663389 Nov 25 17:13:32.071185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ef582e26-05b0-43a1-bfac-f8e8e0913265 None None] Port 56d2c2a4-eef9-42dc-b873-7401580841e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:32.148013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:13:32.166725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e07beeac-4b9a-43ab-a7e9-635d266ecc73 admin admin] 10.222.0.86 "PUT /v2.0/routers/57bbec5a-7881-434c-9cc1-66aa504758d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6538179 Nov 25 17:13:32.166986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:13:32.181350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:32.182031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:13:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:32.273140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9533f9a-f139-456d-ac55-9c35ce14657d req-dcabe275-926b-47b0-bc7f-c622715dee81 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795653 Nov 25 17:13:32.276751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-9255ac7b-4104-4928-9e50-b2b182eae183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.281243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-9255ac7b-4104-4928-9e50-b2b182eae183 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.2626004 Nov 25 17:13:32.452886 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-d8f5b06c-68f2-4a08-952d-38454fbb53f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 217 time: 0.1634090 Nov 25 17:13:32.497137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-e16b87a0-7034-44aa-ad93-4d3a5d4c4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.503268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-e16b87a0-7034-44aa-ad93-4d3a5d4c4c37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.4312475 Nov 25 17:13:32.525432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d98d-8235-41ab-bbdf-5a6518e90e0b req-72b7e79d-886e-4f35-9591-0dee8a8df63f tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.543360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a41d98d-8235-41ab-bbdf-5a6518e90e0b req-72b7e79d-886e-4f35-9591-0dee8a8df63f tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 943 time: 0.4842515 Nov 25 17:13:32.589480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:32.625153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-8d0589e4-4d56-45cb-a878-5970af6c7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.626653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-8d0589e4-4d56-45cb-a878-5970af6c7e2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.1658189 Nov 25 17:13:32.678740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-796add6e-3e77-4d28-90b6-71a94e61f57b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 217 time: 0.1322865 Nov 25 17:13:32.752887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-643f30be-9273-43bc-b0dc-8f113c30e708 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166780 Nov 25 17:13:32.884389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a41d98d-8235-41ab-bbdf-5a6518e90e0b req-7c1f0947-be4f-4161-849e-d13187901eb7 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395419 Nov 25 17:13:32.938435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-7062c83b-3745-4db1-9925-4b18c49e3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.945082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-7062c83b-3745-4db1-9925-4b18c49e3540 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.2569034 Nov 25 17:13:32.952820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebe0b0-8930-41e7-bdee-f11b68533b9f req-dec1dbc7-984a-49f9-b763-420e5ad626da tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:32.956591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-71ebe0b0-8930-41e7-bdee-f11b68533b9f req-dec1dbc7-984a-49f9-b763-420e5ad626da tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.2605557 Nov 25 17:13:32.993225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:30Z', 'revision_number': 2, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:33.017265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-072eae70-5a0d-493d-b91c-d6680c55e49d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523388 Nov 25 17:13:33.035617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa32b5-8704-4b2a-a8a7-0ad80871676a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:33.044274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.047157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:13:33.047546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Updating router 57bbec5a-7881-434c-9cc1-66aa504758d2 port 56d2c2a4-eef9-42dc-b873-7401580841e3 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:13:33.061748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Transition to ACTIVE for port object 89aa32b5-8704-4b2a-a8a7-0ad80871676a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:33.117523 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-d691890f-bc5a-47a0-9ba2-bd1f8fa46bbf service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484025 Nov 25 17:13:33.120506 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.130543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-71ebe0b0-8930-41e7-bdee-f11b68533b9f req-3aed4977-1d25-4ad9-9d04-f06ea251ac84 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632810 Nov 25 17:13:33.177034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.558935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.561705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Pushing event updated for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:33.577106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.594268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.601730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.619070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.636488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.646456 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-a381be35-6d98-4ca8-a15c-182b13c6d282 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823822 Nov 25 17:13:33.653474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.664651 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-3dbba05c-a6fd-42e4-8593-f1505dbbd48a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5416 time: 0.3278687 Nov 25 17:13:33.701922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.703883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-f8fc60f0-e303-4493-86cd-20af543c19aa service neutron] 10.222.0.73 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722897 Nov 25 17:13:33.719318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:33.733627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-fbed086b-a7ea-4316-887c-c0a593fa72d5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:33.749498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-fbed086b-a7ea-4316-887c-c0a593fa72d5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 821 time: 0.5179288 Nov 25 17:13:33.760001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '8cef827f-7f2a-4374-8534-516606d2ee63'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:33.767351 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "8cef827f-7f2a-4374-8534-516606d2ee63"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:33.791718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4736be16-0dbd-4766-8ff9-03c5b6afc55d req-59f8175b-31db-4841-bce1-6648572c21a5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234512 Nov 25 17:13:33.859708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf72e7d-3488-4083-96a3-70afb977ac4d None None] Pushing event updated for resources: {'Port': ['ID=56d2c2a4-eef9-42dc-b873-7401580841e3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:33.881008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f6e1bd3b-280b-4556-8496-a9f2a738dd03 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:33.885003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Attempting to bind port 89aa32b5-8704-4b2a-a8a7-0ad80871676a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:33.885830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Attempting to bind port 89aa32b5-8704-4b2a-a8a7-0ad80871676a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:33.886168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Attempting to bind port 89aa32b5-8704-4b2a-a8a7-0ad80871676a on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:33.899328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-ed29ac49-1255-410c-a3a6-d8fc6bbd7843 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/quotas/57eda956dc09458eb54afa137dd259e9 HTTP/1.1" status: 200 len: 375 time: 0.1489091 Nov 25 17:13:33.901879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Port 89aa32b5-8704-4b2a-a8a7-0ad80871676a on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:33.902232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Attempting to bind port 89aa32b5-8704-4b2a-a8a7-0ad80871676a on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:33.909591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:33.909977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Checking segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:33.910364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Bound using segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:33.910846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Bound port: 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:33.911200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.040975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c5eab61-f5d5-4c69-9297-9660a86f1081 req-ec48712b-11d6-438d-8a8c-8e68d1136a7f service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680859 Nov 25 17:13:34.071601 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cc9a2ccc-6b47-4800-bc62-c6c67e41d3f8 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545818 Nov 25 17:13:34.074385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:34.078067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:34.085359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.148973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:34.167984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Attempting to bind port 56d2c2a4-eef9-42dc-b873-7401580841e3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:34.168349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Attempting to bind port 56d2c2a4-eef9-42dc-b873-7401580841e3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:34.168710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Attempting to bind port 56d2c2a4-eef9-42dc-b873-7401580841e3 on network da169300-14af-4345-a0f3-152a452d21ea {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:34.198105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4', 'port_id': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'mac_address': 'fa:16:3e:8b:1d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0528cc5-3985-4872-a3be-22f254be76b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:34.219190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.223234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.224930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] 10.222.0.73 "PUT /v2.0/ports/89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 200 len: 1091 time: 2.7738082 Nov 25 17:13:34.234966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:34.235340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Checking segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:34.235772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.236163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Bound using segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:34.236647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Bound port: 56d2c2a4-eef9-42dc-b873-7401580841e3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:34.237098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.287956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Request body: {'port': {'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:34.346345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-345295eb-a214-492b-b67d-11842b66e463 None None] Provisioning complete for port 56d2c2a4-eef9-42dc-b873-7401580841e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:34.346843 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-345295eb-a214-492b-b67d-11842b66e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.358508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cee222-dfaf-4948-bf7b-0d54fb5f341b service neutron] Pushing event updated for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:34.363773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bef917-e4f4-457b-892b-8d7942b2c296 req-7864ac4a-bb0f-4568-aa7d-23ad8165118c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.373393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55bef917-e4f4-457b-892b-8d7942b2c296 req-7864ac4a-bb0f-4568-aa7d-23ad8165118c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 945 time: 0.2018976 Nov 25 17:13:34.457160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55bef917-e4f4-457b-892b-8d7942b2c296 req-67fb2aa9-9d54-4127-91ec-f8e73edfa9e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779622 Nov 25 17:13:34.532243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.626236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-345295eb-a214-492b-b67d-11842b66e463 None None] Port 56d2c2a4-eef9-42dc-b873-7401580841e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:34.630621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e1bd3b-280b-4556-8496-a9f2a738dd03 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:34.639552 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04eef5-58f3-4f3d-96b4-c2bf8788ace1 x-openstack-request-id: req-4f04eef5-58f3-4f3d-96b4-c2bf8788ace1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:34.642451 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "8cef827f-7f2a-4374-8534-516606d2ee63", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:34.642985 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4f04eef5-58f3-4f3d-96b4-c2bf8788ace1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:34.646744 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '8cef827f-7f2a-4374-8534-516606d2ee63', 'status': 'completed', 'code': 200} Nov 25 17:13:34.653178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] For port 56d2c2a4-eef9-42dc-b873-7401580841e3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:34.662545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] For port 56d2c2a4-eef9-42dc-b873-7401580841e3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=56d2c2a4-eef9-42dc-b873-7401580841e3,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:34.680256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.683450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.753194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180353d2-5c00-4015-bcf4-f96a524752ca req-c4932d16-b00b-4c6c-a941-257c367789ce tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.754802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-180353d2-5c00-4015-bcf4-f96a524752ca req-c4932d16-b00b-4c6c-a941-257c367789ce tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 943 time: 0.1285322 Nov 25 17:13:34.760874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.761334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.761786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.762237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.763333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.763806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:34.763943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.764265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.767219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-bcec9f51-d7e3-4897-bb8e-f68a34721599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6418 time: 0.1985755 Nov 25 17:13:34.801924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:34.876229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-c340c60f-c74b-45d1-9801-894f876b58ad service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817121 Nov 25 17:13:34.898266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:13:34.899165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:13:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:34.905534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf72e7d-3488-4083-96a3-70afb977ac4d None None] Pushing event updated for resources: {'Port': ['ID=56d2c2a4-eef9-42dc-b873-7401580841e3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:34.998096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-7b69b153-cb45-4cfc-b4cb-912d16064d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:34.998553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-7b69b153-cb45-4cfc-b4cb-912d16064d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:35.004185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-7b69b153-cb45-4cfc-b4cb-912d16064d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:35.005936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-7b69b153-cb45-4cfc-b4cb-912d16064d24 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fde4ddadef1245c2a9b72c20578ff349&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2300324 Nov 25 17:13:35.231888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-7a0f7229-1a7c-47b0-9a8d-72d47a81e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:35.233388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787a8f4d-5bcb-433b-bf06-7ba2edfa1aaf req-7a0f7229-1a7c-47b0-9a8d-72d47a81e52c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150843 Nov 25 17:13:35.301122 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-180353d2-5c00-4015-bcf4-f96a524752ca req-eede760a-1061-4df0-a65c-912a5a0204fe tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327051 Nov 25 17:13:35.380833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-d7da1fe6-fc1a-4bb3-ab3d-edf5ed9e05c9 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902754 Nov 25 17:13:35.404270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:35.445145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:35.538707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1bcbeff6-90f1-4a94-9a67-30f6bc9a6e35 None None] Provisioning complete for port 56d2c2a4-eef9-42dc-b873-7401580841e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:35.539083 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeff6-90f1-4a94-9a67-30f6bc9a6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:35.582301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476c65c-30c6-4420-a625-4dfb05e5d2b9 req-29080cdb-9ea5-4bd3-86f3-5842ae98be07 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:35.593277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b476c65c-30c6-4420-a625-4dfb05e5d2b9 req-29080cdb-9ea5-4bd3-86f3-5842ae98be07 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1366282 Nov 25 17:13:35.643404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:13:35.676600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b476c65c-30c6-4420-a625-4dfb05e5d2b9 req-2d6c3539-613b-47b4-8d99-0f42f540a9a7 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772405 Nov 25 17:13:35.720219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc44fae6-7075-4442-82e8-43dec59f245c {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:35.743624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:35.777365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Transition to ACTIVE for port object fc44fae6-7075-4442-82e8-43dec59f245c will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:35.828687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fd29195a-48c1-4a0f-a42d-d86ce742caa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:35.844969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:35.901295 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1977727-4af2-4491-95a0-8ec37e193867 req-df69de28-872f-465c-8dca-22b1150d2389 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 210 time: 0.0504553 Nov 25 17:13:35.929166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:36.077840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Pushing event updated for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:36.137796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.164086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.174104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.189047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.207144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.219745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.250989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.279703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-c7d5aa99-be79-4d52-9639-10fbb4c29d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5416 time: 0.5206122 Nov 25 17:13:36.626352 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeff6-90f1-4a94-9a67-30f6bc9a6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.693371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5c3ff-255d-4cd6-9f99-47d3cd8be67e req-841c7644-ace6-4a34-bacd-1c0c44314239 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:36.716338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bca5c3ff-255d-4cd6-9f99-47d3cd8be67e req-841c7644-ace6-4a34-bacd-1c0c44314239 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 944 time: 0.2023177 Nov 25 17:13:36.745960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1bcbeff6-90f1-4a94-9a67-30f6bc9a6e35 None None] For port 56d2c2a4-eef9-42dc-b873-7401580841e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=56d2c2a4-eef9-42dc-b873-7401580841e3,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:36.768128 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeff6-90f1-4a94-9a67-30f6bc9a6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:36.899520 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bca5c3ff-255d-4cd6-9f99-47d3cd8be67e req-d7c387f2-3e83-4c0f-a32d-ba400218132d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799383 Nov 25 17:13:36.927431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbeff6-90f1-4a94-9a67-30f6bc9a6e35 None None] Pushing event updated for resources: {'Port': ['ID=56d2c2a4-eef9-42dc-b873-7401580841e3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:36.965033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:37.031945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:34Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:37.051983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:37.054549 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fadf77-64f6-447d-a44b-073b10f0a8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:37.092351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3b4f-c240-4cf7-80a0-b5c26e69d826 req-fb772da9-5528-4e9f-813c-cec36badb62c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:37.106596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6bb3b4f-c240-4cf7-80a0-b5c26e69d826 req-fb772da9-5528-4e9f-813c-cec36badb62c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1226890 Nov 25 17:13:37.143285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f40c54-3299-4af8-8db4-6594ec2807f4 None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:34Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:13:37.299953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f87138ba-9b75-4109-a302-f09f4c5c4c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.345431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a73f85b2-0755-4ef6-875d-e6f2f955fd6c req-90215442-1dcf-47a1-a17c-4d007a1e53ec tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0648034 Nov 25 17:13:37.363912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Attempting to bind port fc44fae6-7075-4442-82e8-43dec59f245c on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:37.364678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Attempting to bind port fc44fae6-7075-4442-82e8-43dec59f245c by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:37.365231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Attempting to bind port fc44fae6-7075-4442-82e8-43dec59f245c on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:37.370946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Port fc44fae6-7075-4442-82e8-43dec59f245c on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:37.371893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Attempting to bind port fc44fae6-7075-4442-82e8-43dec59f245c on network 1c40dd2d-dafc-424c-aff6-460a4c427db2 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:37.384594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:37.385179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Checking segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:37.385786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Bound using segment: {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:37.386606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Bound port: fc44fae6-7075-4442-82e8-43dec59f245c, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea1d75c-a5b5-47f6-b319-eab16976e807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:37.387800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.387919 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6bb3b4f-c240-4cf7-80a0-b5c26e69d826 req-aea45404-436b-49bc-bdfa-5c1e6b33d394 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782993 Nov 25 17:13:37.641186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:37.648004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fc44fae6-7075-4442-82e8-43dec59f245c,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:37.652165 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a773824-dd6c-4911-9749-d480a17de5a1 x-openstack-request-id: req-2a773824-dd6c-4911-9749-d480a17de5a1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:37.652499 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:37.653006 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a773824-dd6c-4911-9749-d480a17de5a1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:37.654366 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a', 'status': 'completed', 'code': 200} Nov 25 17:13:37.656293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.742221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:37.742934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:37.744466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] 10.222.0.73 "PUT /v2.0/ports/fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 1091 time: 3.4726734 Nov 25 17:13:37.831067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d04485c2-b6aa-4fc8-b568-fd5d825f87a0 req-a9d8c6ea-d4ef-4fa5-8367-f3b6ebd8c7c2 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 210 time: 0.2185788 Nov 25 17:13:37.839101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f6e1bd3b-280b-4556-8496-a9f2a738dd03 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:38.033020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-afdf39dc-712c-4d85-9a81-9b80a88027c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.047132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.047769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.048233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.048694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.052407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.053011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.053422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.057565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-97d66a60-ded0-41cc-8f38-d82662e3d9a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6485 time: 0.3894308 Nov 25 17:13:38.063157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3298806-d92d-409b-84c8-8c5b661cffac service neutron] Pushing event updated for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:38.066799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f6e1bd3b-280b-4556-8496-a9f2a738dd03 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:13:38.076257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f6e1bd3b-280b-4556-8496-a9f2a738dd03 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:38.076910 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.089383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f87138ba-9b75-4109-a302-f09f4c5c4c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.126349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f87138ba-9b75-4109-a302-f09f4c5c4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.354136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87138ba-9b75-4109-a302-f09f4c5c4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b95835-2a7a-4473-99b4-ae90c1aa693a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:38.384234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.399043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-e0f80bd4-d782-4957-9900-87995022daa7 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.405277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-e0f80bd4-d782-4957-9900-87995022daa7 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 821 time: 0.7380726 Nov 25 17:13:38.416730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fa70a-764e-49b9-b2ee-e61294fb87b1 req-d17aca48-3b9e-450a-8719-758b6aa8f835 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.419794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f87138ba-9b75-4109-a302-f09f4c5c4c10 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=458bc5f2f84e410dbb380c9b9d31d4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4404912 Nov 25 17:13:38.420526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32844) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:38.436228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e74fa70a-764e-49b9-b2ee-e61294fb87b1 req-d17aca48-3b9e-450a-8719-758b6aa8f835 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 944 time: 0.2942834 Nov 25 17:13:38.442636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'port': {'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'admin_state_up': True, 'tenant_id': '57eda956dc09458eb54afa137dd259e9'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:38.488115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-cade95fe-7e63-475e-8927-4cd2f3a151c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.489288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-cade95fe-7e63-475e-8927-4cd2f3a151c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.490252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-cade95fe-7e63-475e-8927-4cd2f3a151c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.494843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-cade95fe-7e63-475e-8927-4cd2f3a151c0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fde4ddadef1245c2a9b72c20578ff349&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4227221 Nov 25 17:13:38.537686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:38.540640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:38.558430 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c19b22-5a1b-4f4a-847b-c4bae7be9523" -d '{"events": [{"server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "name": "network-vif-plugged", "status": "completed", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:38.572401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.725570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:38.832619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Made reservation on behalf of 57eda956dc09458eb54afa137dd259e9 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:38.841989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:38.883285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-5f5e45ee-6e31-4ba3-93d8-40881e08a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:38.887905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8fadf77-64f6-447d-a44b-073b10f0a8e6 req-5f5e45ee-6e31-4ba3-93d8-40881e08a11e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3860245 Nov 25 17:13:38.918589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e74fa70a-764e-49b9-b2ee-e61294fb87b1 req-62d6641b-36fa-4d68-b05b-de40580c3497 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804170 Nov 25 17:13:39.009277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 56d2c2a4-eef9-42dc-b873-7401580841e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:39.052746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.072707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.095736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.123157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.143891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.160177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.173815 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.177602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.186616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-dc6e22aa-8955-4a98-92b1-f0649fcbd3a6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.4003699 Nov 25 17:13:39.187106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.188299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.188953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.189571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.190182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.207330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.216675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.216950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 56d2c2a4-eef9-42dc-b873-7401580841e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:39.217328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.220209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-67e8aac9-d1fd-4e5f-9e57-f91aa785131e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6485 time: 0.2303329 Nov 25 17:13:39.336486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-84b03fa4-49e8-4503-b467-37884ecbf211 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 217 time: 0.1066587 Nov 25 17:13:39.398405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b4b-a468-45a9-a598-62c439273c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.421134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400488a-9432-42a6-8deb-7eadff1c1829 req-83427c5e-6bde-4740-9474-69c53ddd950b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.431555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7400488a-9432-42a6-8deb-7eadff1c1829 req-83427c5e-6bde-4740-9474-69c53ddd950b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.3424494 Nov 25 17:13:39.468881 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b4b-a468-45a9-a598-62c439273c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.570652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7400488a-9432-42a6-8deb-7eadff1c1829 req-b5b708ec-411c-4b23-be31-9c7fdd8cc869 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309505 Nov 25 17:13:39.606441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b4b-a468-45a9-a598-62c439273c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.612412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5b4b-a468-45a9-a598-62c439273c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:39.616588 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6b9d5b4b-a468-45a9-a598-62c439273c7f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b6b95835-2a7a-4473-99b4-ae90c1aa693a HTTP/1.1" status: 204 len: 168 time: 1.1612811 Nov 25 17:13:39.624351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-f98eed36-ad4c-48bb-92d3-de9430d10d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.625836 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-f98eed36-ad4c-48bb-92d3-de9430d10d6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 200 len: 856 time: 0.2812626 Nov 25 17:13:39.729561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:39.733991 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:39.760256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5b4b-a468-45a9-a598-62c439273c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b95835-2a7a-4473-99b4-ae90c1aa693a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:39.818172 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e08b17c-e96a-4da9-9581-7747419ff7eb x-openstack-request-id: req-4e08b17c-e96a-4da9-9581-7747419ff7eb {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:39.818495 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "name": "network-vif-plugged", "status": "completed", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:39.818716 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e08b17c-e96a-4da9-9581-7747419ff7eb {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:39.819116 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'code': 200} Nov 25 17:13:39.825985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-21012100-53ca-466d-9a1a-67622d2d23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:39.828014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-21012100-53ca-466d-9a1a-67622d2d23a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943829 Nov 25 17:13:39.855541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8850e6b5-967d-4d27-8101-a4a6ac989805 req-f5a8e17a-5628-4723-ae5e-ff0fec384f59 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6678085 Nov 25 17:13:39.903890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Allocated IP 172.20.0.10 (da169300-14af-4345-a0f3-152a452d21ea/ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d/9008637e-5499-40e3-a4c6-27261530cb9e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:40.102935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-679b1915-8f62-416d-8f6a-82fc4a1a7183 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673426 Nov 25 17:13:40.111920 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086d25b-8d0e-4e02-a5bd-9255585e39df x-openstack-request-id: req-b086d25b-8d0e-4e02-a5bd-9255585e39df {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:40.114008 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:40.114420 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b086d25b-8d0e-4e02-a5bd-9255585e39df {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:40.114995 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c', 'status': 'completed', 'code': 200} Nov 25 17:13:40.336269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea805281-ff32-49ce-a2b1-d699fb1e4062 req-cbadc807-e22f-48a4-8b30-7dbe67557177 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 210 time: 0.2262630 Nov 25 17:13:40.347901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed93d-94cf-4ab9-987c-468d2e59fdf8 req-53533723-91a3-444b-a29b-5a598a81ba05 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:40.349989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bbed93d-94cf-4ab9-987c-468d2e59fdf8 req-53533723-91a3-444b-a29b-5a598a81ba05 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 945 time: 0.2100322 Nov 25 17:13:40.429181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.447970 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.482463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9bbed93d-94cf-4ab9-987c-468d2e59fdf8 req-91ceab4e-cea7-4137-b435-9f36fba87ce4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245332 Nov 25 17:13:40.526515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.562732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cf883-e113-4703-bd20-b8dea9435d8f req-b309f0d7-be3b-4ec1-a168-b6bf6e196c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:40.565487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d9cf883-e113-4703-bd20-b8dea9435d8f req-b309f0d7-be3b-4ec1-a168-b6bf6e196c4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1096 time: 0.4596686 Nov 25 17:13:40.664933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:40.724666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d9cf883-e113-4703-bd20-b8dea9435d8f req-9e53d279-703b-43e8-ae89-46430bb36c91 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483321 Nov 25 17:13:40.725733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Network da169300-14af-4345-a0f3-152a452d21ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:40.757526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:40.765517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:40.872552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79cbe167-a06d-45c8-9c6f-b4f8ebbd7c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:40.885838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ced8-d4a9-40bc-8cd1-3f24f741ad95 req-2a6ea3e1-eef2-443a-b759-a996238dd871 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:40.900902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cf7ced8-d4a9-40bc-8cd1-3f24f741ad95 req-2a6ea3e1-eef2-443a-b759-a996238dd871 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1940954 Nov 25 17:13:41.019615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cf7ced8-d4a9-40bc-8cd1-3f24f741ad95 req-fecee6d1-82e8-475f-8c39-39c81365c566 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116059 Nov 25 17:13:41.030163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e77edb37-6500-4f02-9604-d39a20892583 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402452 Nov 25 17:13:41.090453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-fd8a53d0-93f3-4c96-aea9-937ac09def14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 217 time: 0.0521998 Nov 25 17:13:41.132789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79cbe167-a06d-45c8-9c6f-b4f8ebbd7c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.144049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event updated for resources: {'Port': ['ID=9008637e-5499-40e3-a4c6-27261530cb9e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:41.178656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-687762e7-c5dc-4d36-8191-a314f0d3b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.180454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-687762e7-c5dc-4d36-8191-a314f0d3b2c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.0820205 Nov 25 17:13:41.263627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.265620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.266341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.274612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79cbe167-a06d-45c8-9c6f-b4f8ebbd7c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.296711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-68c03c99-018e-4a93-bb5c-cdaafc7661d7 None None] Provisioning complete for port 9008637e-5499-40e3-a4c6-27261530cb9e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:41.300045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68c03c99-018e-4a93-bb5c-cdaafc7661d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.352828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-deb02c26-d6b6-461c-a22c-ef4ab7863885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.357005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-deb02c26-d6b6-461c-a22c-ef4ab7863885 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677675 Nov 25 17:13:41.446651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-68c03c99-018e-4a93-bb5c-cdaafc7661d7 None None] Port 9008637e-5499-40e3-a4c6-27261530cb9e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:13:41.453373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-cf7a36e1-99e6-4d84-bb62-2135eb01f34f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0317867 Nov 25 17:13:41.477709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Request body: {'port': {'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:41.516834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-79cbe167-a06d-45c8-9c6f-b4f8ebbd7c7c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e663c21694e743438f973332f6774ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8222370 Nov 25 17:13:41.522564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:41.523855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbe167-a06d-45c8-9c6f-b4f8ebbd7c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58760be9-123e-4a1e-81bc-e36d41709c02,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:41.594972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.608023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.611809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.618499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.619274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-d5a57d1d-8ce9-48b2-89b2-ed891b49a6d5 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558401 Nov 25 17:13:41.625024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.632648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.645640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.653625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-2688c097-5c84-4378-8a35-9201cefcc614 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.5135250 Nov 25 17:13:41.829338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.864804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19d5978e-65ed-406a-987f-4082baa1ec0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:41.964006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420902-fd67-48f7-8a7f-0f435084faa9 req-46e8a6f0-19d7-4c7d-917a-21b54fb700aa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:41.976104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c420902-fd67-48f7-8a7f-0f435084faa9 req-46e8a6f0-19d7-4c7d-917a-21b54fb700aa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 932 time: 0.3557165 Nov 25 17:13:42.032209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-95b7ae1e-13d5-4d1e-8730-365e272f2b7b service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955770 Nov 25 17:13:42.058644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24d7e5ca-a100-42ae-95d7-ace7a529900e req-7a3b453e-1905-4230-9021-015e2dfcebc8 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4024026 Nov 25 17:13:42.079050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19d5978e-65ed-406a-987f-4082baa1ec0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.103752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e4590635-5837-4df0-a7f5-1e512069c9b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0585525 Nov 25 17:13:42.185880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c420902-fd67-48f7-8a7f-0f435084faa9 req-e86e18b8-8ae9-4ef5-bd2d-41d5a8318a83 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040877 Nov 25 17:13:42.208109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-c16f70cf-e793-4c13-b227-d5b0bb0f2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:42.210616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-c16f70cf-e793-4c13-b227-d5b0bb0f2ff1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.0964954 Nov 25 17:13:42.346122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-a508cb6f-a4b2-437f-b7ae-1b5321fd5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:42.352190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-a508cb6f-a4b2-437f-b7ae-1b5321fd5861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329470 Nov 25 17:13:42.619876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-916789c3-2c38-4604-b514-19c7d86c3a2e service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583001 Nov 25 17:13:42.692680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00885bf-2e8e-4775-834b-8e7980c3dd44 req-e1754825-c90e-4434-9598-fabbc23135b8 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:42.704329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b00885bf-2e8e-4775-834b-8e7980c3dd44 req-e1754825-c90e-4434-9598-fabbc23135b8 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 945 time: 0.4765806 Nov 25 17:13:42.706455 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19d5978e-65ed-406a-987f-4082baa1ec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.709129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19d5978e-65ed-406a-987f-4082baa1ec0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:42.714969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-19d5978e-65ed-406a-987f-4082baa1ec0e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58760be9-123e-4a1e-81bc-e36d41709c02 HTTP/1.1" status: 204 len: 168 time: 1.1753473 Nov 25 17:13:42.887585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5978e-65ed-406a-987f-4082baa1ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58760be9-123e-4a1e-81bc-e36d41709c02,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:42.901551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349973e-3ce3-41ef-826f-d43dd7262a3f req-5e2d74ad-b528-4761-8699-82cadf9937aa tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:42.911847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9349973e-3ce3-41ef-826f-d43dd7262a3f req-5e2d74ad-b528-4761-8699-82cadf9937aa tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.1445894 Nov 25 17:13:42.985253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b00885bf-2e8e-4775-834b-8e7980c3dd44 req-3172081e-1f04-43c5-a7ce-1ca5d4fe87a2 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797902 Nov 25 17:13:43.005209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-395a3890-5097-44aa-aa72-4f76e2516367 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768246 Nov 25 17:13:43.139929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9008637e-5499-40e3-a4c6-27261530cb9e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:43.161393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.192370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-7c21fc73-8d08-4a40-8c79-586cee518553 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 200 len: 217 time: 0.1716285 Nov 25 17:13:43.258820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Transition to ACTIVE for port object 9008637e-5499-40e3-a4c6-27261530cb9e will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:43.263839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9349973e-3ce3-41ef-826f-d43dd7262a3f req-76981966-c449-469c-be46-ad000f210999 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480196 Nov 25 17:13:43.272808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.304382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-1d8767d1-24fe-4902-bcd2-f4c394177c88 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:43.306654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-1d8767d1-24fe-4902-bcd2-f4c394177c88 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 945 time: 0.1561465 Nov 25 17:13:43.339575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a277f-2acc-4351-a35a-7e7a801f672e req-a5021bde-55a7-402e-a99f-50a75c29e8b9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:43.341544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb8a277f-2acc-4351-a35a-7e7a801f672e req-a5021bde-55a7-402e-a99f-50a75c29e8b9 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 945 time: 0.1755848 Nov 25 17:13:43.363430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Pushing event updated for resources: {'Port': ['ID=9008637e-5499-40e3-a4c6-27261530cb9e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:43.557318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-b851d385-ca8a-4830-a404-c6b8ebea384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:43.559277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-b851d385-ca8a-4830-a404-c6b8ebea384d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.3512509 Nov 25 17:13:43.590315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb8a277f-2acc-4351-a35a-7e7a801f672e req-ebc78f50-cf7f-4b69-9a97-ab841fff7ccb tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364314 Nov 25 17:13:43.662269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Attempting to bind port 9008637e-5499-40e3-a4c6-27261530cb9e on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:43.662607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Attempting to bind port 9008637e-5499-40e3-a4c6-27261530cb9e by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:43.662939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Attempting to bind port 9008637e-5499-40e3-a4c6-27261530cb9e on network da169300-14af-4345-a0f3-152a452d21ea {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:43.672417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Port 9008637e-5499-40e3-a4c6-27261530cb9e on network da169300-14af-4345-a0f3-152a452d21ea not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:43.672835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Attempting to bind port 9008637e-5499-40e3-a4c6-27261530cb9e on network da169300-14af-4345-a0f3-152a452d21ea {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:43.681294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:43.681701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Checking segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:43.682153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Bound using segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:43.682659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Bound port: 9008637e-5499-40e3-a4c6-27261530cb9e, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:43.683083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.812234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] For port 9008637e-5499-40e3-a4c6-27261530cb9e, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:43.817211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] For port 9008637e-5499-40e3-a4c6-27261530cb9e, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9008637e-5499-40e3-a4c6-27261530cb9e,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:43.852153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.881192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-f758344c-0cb9-479e-921b-5bf0624a138c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-563139123&fields=id&tenant_id=5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 267 time: 0.3258243 Nov 25 17:13:43.928304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:43.929228 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:43.932480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] 10.222.0.73 "PUT /v2.0/ports/9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 1092 time: 2.4642315 Nov 25 17:13:43.939317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:43.952726 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733192e8-0e88-4f26-be96-7d8a937efe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:43.974965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-12e85b6f-6108-4938-90fa-4a6028646a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:43.976540 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-12e85b6f-6108-4938-90fa-4a6028646a91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4020350 Nov 25 17:13:44.063417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.086264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.102347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.130227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.141376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.153983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.172521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.174411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-11ebde8a-fa6b-4278-8bac-e9915972ca2c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.4202909 Nov 25 17:13:44.189827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-f169cda0-4129-4215-91ca-659aa2da9906 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993744 Nov 25 17:13:44.275181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Deleting port 82b317c0-ab0d-48b0-a182-c263218402d3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:44.275776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:44.356436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469181-bff9-4321-b33e-af2e31ebfb70 service neutron] Pushing event updated for resources: {'Port': ['ID=9008637e-5499-40e3-a4c6-27261530cb9e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:44.435554 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6f1a5e0-38cd-4e26-803d-4566dfe5bb05 req-8da0a9ab-0575-43d1-a3ac-b1663f4b95ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2305360 Nov 25 17:13:44.467120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-30159abf-9878-4ca6-9857-2f7debed7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.472755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-2a3a1528-c87e-4311-b048-c003fa5c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.478567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-30159abf-9878-4ca6-9857-2f7debed7009 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1095 time: 0.4915116 Nov 25 17:13:44.481675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-2a3a1528-c87e-4311-b048-c003fa5c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 945 time: 0.5995979 Nov 25 17:13:44.488385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'port': {'security_groups': ['91bcca93-bf42-421f-a265-396ae058ee52', '24fd1d02-78c8-47a9-b8f8-d057a9ea1978']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:44.573292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:44.578774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-6e39c237-64d9-4894-a6c4-641133d7bf04 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805561 Nov 25 17:13:44.616125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-1d36a6ab-2a84-4ff6-9e17-c95856de26e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 217 time: 0.1280062 Nov 25 17:13:44.647070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-3590a887-16ba-4b68-a2d1-1805ce45f131 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 200 len: 217 time: 0.0561399 Nov 25 17:13:44.757699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067c8e7-1c53-4380-9338-ea98a74b7612 req-34adadff-674c-47f6-b1fa-439f2073a20a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.759465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c067c8e7-1c53-4380-9338-ea98a74b7612 req-34adadff-674c-47f6-b1fa-439f2073a20a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 944 time: 0.1423965 Nov 25 17:13:44.761497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-8d38e423-006c-4f8a-ba60-facdee43d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.761761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] For port 82b317c0-ab0d-48b0-a182-c263218402d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82b317c0-ab0d-48b0-a182-c263218402d3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:44.762093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:44.762901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-8d38e423-006c-4f8a-ba60-facdee43d75d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1203976 Nov 25 17:13:44.816947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Calling delete_port for 82b317c0-ab0d-48b0-a182-c263218402d3 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:44.977270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-ada67d6e-59b1-4422-9e0f-24b68838e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:44.978538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-ada67d6e-59b1-4422-9e0f-24b68838e74b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.2548182 Nov 25 17:13:45.139343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-2f574d00-e256-4ebc-af46-57143788bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:45.141138 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-2f574d00-e256-4ebc-af46-57143788bed9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263344 Nov 25 17:13:45.151369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:45.163678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-34b46611-d012-4c4b-a4dc-9d63473a361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:45.170980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-34b46611-d012-4c4b-a4dc-9d63473a361c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4004037 Nov 25 17:13:45.192037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c067c8e7-1c53-4380-9338-ea98a74b7612 req-3f2e2f8b-aff3-43f4-82c1-f9f14dd01a01 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226243 Nov 25 17:13:45.271540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:45.287002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:45.306176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:45.321787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:45.322458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:45.323927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c57a0e6c-13cf-44be-b18d-450e749bf8fc req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "PUT /v2.0/ports/f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 981 time: 0.8412533 Nov 25 17:13:45.330514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:45.333945 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5101dfa-02c1-4a39-a6e4-1430fb888761" -d '{"events": [{"name": "network-changed", "server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:45.399377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ce43-5b50-4820-a5c7-f980f5deb33e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:45.405827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:45.460354 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e3bc3-fd84-4e4e-a4bc-620107988e6a x-openstack-request-id: req-b50e3bc3-fd84-4e4e-a4bc-620107988e6a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:45.460687 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:45.462597 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b50e3bc3-fd84-4e4e-a4bc-620107988e6a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:45.462964 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'status': 'completed', 'code': 200} Nov 25 17:13:45.475073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-ee666ea3-3c42-4c16-93de-b0f9a5aa401b service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784667 Nov 25 17:13:45.478603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:45.569003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event deleted for resources: {'Port': ['ID=82b317c0-ab0d-48b0-a182-c263218402d3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:45.643140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c92aaeb-a6d6-4b44-b635-9e3b706a3963 req-665b5f5b-1614-43ab-b8c2-17a6f9446f5d service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632149 Nov 25 17:13:45.753370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-03539021-efc6-4625-acd6-08410eaae3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:45.755344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-03539021-efc6-4625-acd6-08410eaae3c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1095 time: 0.0598357 Nov 25 17:13:45.781178 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:45.876793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:45.926780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:45.944336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-0f6791ec-ef93-42f3-8721-77afdca5b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:45.946086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-0f6791ec-ef93-42f3-8721-77afdca5b2a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1841629 Nov 25 17:13:45.967694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 82b317c0-ab0d-48b0-a182-c263218402d3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:45.968385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82b317c0-ab0d-48b0-a182-c263218402d3 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:46.044480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-c0d58c7e-b50f-4749-bf4b-3f3040711ba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 217 time: 0.0907242 Nov 25 17:13:46.065019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.090715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:46.093278 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0dad54-d983-4ed5-8e8a-0b1ed2efa489" -d '{"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:46.108030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:46.113422 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.131991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] No DVR routers for this DVR port 82b317c0-ab0d-48b0-a182-c263218402d3 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:46.135218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.139298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f86a2f6-8c7c-4057-9cfb-9aaa57dd01a9 req-ca73d39b-4743-4568-98e0-61e112b65223 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "DELETE /v2.0/ports/82b317c0-ab0d-48b0-a182-c263218402d3 HTTP/1.1" status: 204 len: 173 time: 2.8265851 Nov 25 17:13:46.143067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-c8e00529-2c10-4021-9bd7-16b04d41238d service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9945066 Nov 25 17:13:46.171118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-92f64bf7-c2d7-42e3-836b-234c31b3cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.172587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-92f64bf7-c2d7-42e3-836b-234c31b3cb0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1207936 Nov 25 17:13:46.180865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:46.226189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-ef134eac-5e8d-4d5f-a63f-04e8d12498f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.227616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-ef134eac-5e8d-4d5f-a63f-04e8d12498f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464313 Nov 25 17:13:46.263579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace550ac-afb2-4291-a5a7-11abce154689 req-81cfd13e-b090-4f60-a4c6-bc2adf671b9f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.265430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ace550ac-afb2-4291-a5a7-11abce154689 req-81cfd13e-b090-4f60-a4c6-bc2adf671b9f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 943 time: 0.6649635 Nov 25 17:13:46.300832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-d3b4e6b0-4ae5-4666-a218-535d0b0354b8 service neutron] 10.222.0.73 "GET /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb/bindings/n-h1-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.7568657 Nov 25 17:13:46.335275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8444fc6f-6b23-4c65-a2eb-e12d81e31446 req-3c738747-7225-409d-84b8-4ee859f28134 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db HTTP/1.1" status: 200 len: 210 time: 0.0879056 Nov 25 17:13:46.381881 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-8d1bf93a-01fb-4f43-baf0-951741e8329d service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456630 Nov 25 17:13:46.408397 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-78646ea0-b993-4794-abac-12d210869f97 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528880 Nov 25 17:13:46.431746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ace550ac-afb2-4291-a5a7-11abce154689 req-4e60c3ee-6625-40b4-95d0-809817aac12c tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573930 Nov 25 17:13:46.470879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-3c5fa170-0b98-4143-b8b2-84204b77d4c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 200 len: 217 time: 0.0498028 Nov 25 17:13:46.496435 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199a8b97-d042-4305-9e07-ce68eded4a4b x-openstack-request-id: req-199a8b97-d042-4305-9e07-ce68eded4a4b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:46.496810 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:46.496989 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-199a8b97-d042-4305-9e07-ce68eded4a4b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:46.497504 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'status': 'completed', 'code': 200} Nov 25 17:13:46.529289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-a368cc8e-b18c-4ea2-958d-964b1d59efa9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-810683810&fields=id&tenant_id=5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 267 time: 0.1155469 Nov 25 17:13:46.603452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-733192e8-0e88-4f26-be96-7d8a937efe0a req-2a097a9b-cf27-4517-be38-ad688c4144b0 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139544 Nov 25 17:13:46.628810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-5e2242f8-706a-4fc7-9859-a4df9c515cc6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.638376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-5e2242f8-706a-4fc7-9859-a4df9c515cc6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 984 time: 0.1077499 Nov 25 17:13:46.645995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'port': {'security_groups': ['24fd1d02-78c8-47a9-b8f8-d057a9ea1978', '91bcca93-bf42-421f-a265-396ae058ee52', 'f4990cf4-7365-4875-b9ca-3c9328211db4']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:46.700134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-72a46bc8-3341-487c-9e2d-059def38a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.701634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-72a46bc8-3341-487c-9e2d-059def38a5f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1135 time: 0.1716373 Nov 25 17:13:46.708039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-93b26835-c816-4d51-a110-f0d0eb2c3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.709514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-93b26835-c816-4d51-a110-f0d0eb2c3c52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.2105546 Nov 25 17:13:46.745486 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:46.838477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.844347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.850245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.856098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.862018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.867896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.874123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.876043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-0f978a99-3bda-4d48-b63c-28761de648af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.2878113 Nov 25 17:13:46.943972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e2432d16-dc12-4140-8c7b-7f17610bd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:46.944876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-e2432d16-dc12-4140-8c7b-7f17610bd104 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2165439 Nov 25 17:13:46.946702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:46.986880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:47.020163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.025351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.039437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:47.067188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-1756aeb1-c181-43c1-ac4e-1f002e5dd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:47.068744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-1756aeb1-c181-43c1-ac4e-1f002e5dd06e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.3526762 Nov 25 17:13:47.069756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:47.079270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e9bd3e70-5060-4a6d-86f4-469763650520 req-e4c6e694-50f5-4b79-a7b8-8cc565719f6a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912124 Nov 25 17:13:47.102341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:47.103803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.106227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f20d7dc-0f33-4614-b95d-5d1125976c70 req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "PUT /v2.0/ports/f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 1020 time: 0.4662731 Nov 25 17:13:47.153453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-c5c782a4-f49c-41e5-8c03-e84199b3a37a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 217 time: 0.0736375 Nov 25 17:13:47.160975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea908ae-9755-48db-8637-4bb882305449 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:47.174038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfb6399-327e-4dcc-979b-855ec667b0eb {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:47.217663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:47.246976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-ea6e4393-bd65-4110-a735-3e2e0ef171f0 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891397 Nov 25 17:13:47.248215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-4e10d7b6-3311-4b94-87a3-b7b7ee98d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:47.249539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-4e10d7b6-3311-4b94-87a3-b7b7ee98d3ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.0885122 Nov 25 17:13:47.250583 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.256533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:47.303350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-2335c4de-bd6e-47ea-9b76-218aee897171 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459254 Nov 25 17:13:47.326285 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.464533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:47.467127 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74" -d '{"events": [{"name": "network-changed", "server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:47.540839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-87065530-79d7-4a93-bd28-00f4f03dc917 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754550 Nov 25 17:13:47.550283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] Transition to ACTIVE for port object 4dfb6399-327e-4dcc-979b-855ec667b0eb will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:47.550546 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d81d3-c5ab-447a-a050-db3ee649a255 x-openstack-request-id: req-162d81d3-c5ab-447a-a050-db3ee649a255 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:47.550546 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:47.550811 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-162d81d3-c5ab-447a-a050-db3ee649a255 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:47.557415 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'code': 200} Nov 25 17:13:47.591025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:47.598643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-58bf1b7c-4cfb-49b8-bdca-02ea054ad4fa service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769830 Nov 25 17:13:47.605737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-1631267b-c98e-474a-946d-353def59a02a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 217 time: 0.0574441 Nov 25 17:13:47.770170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] No DVR routers for this DVR port 4dfb6399-327e-4dcc-979b-855ec667b0eb on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:47.810868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:47.855188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-9cfd79d1-6185-4d72-8c83-2be6534e6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:47.857421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-9cfd79d1-6185-4d72-8c83-2be6534e6d47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.2225931 Nov 25 17:13:47.930252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-bed06af9-4b15-4582-b30e-37c8366732fa service neutron] 10.222.0.73 "PUT /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb/bindings/n-h1-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6159029 Nov 25 17:13:47.947846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f00f1-686c-4827-9806-15a8fa172728 req-6034bea2-af98-4b2b-b408-547ad734d98f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:47.949494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd8f00f1-686c-4827-9806-15a8fa172728 req-6034bea2-af98-4b2b-b408-547ad734d98f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 944 time: 0.1899445 Nov 25 17:13:47.995374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5101dfa-02c1-4a39-a6e4-1430fb888761 req-dbf172b7-ec59-40df-b2a7-b411e67daff7 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593814 Nov 25 17:13:48.037389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-7804db58-dcaf-4ad0-97d5-2db4b2bdd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.039320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-7804db58-dcaf-4ad0-97d5-2db4b2bdd457 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1583490 Nov 25 17:13:48.047936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f6d5-16b3-4cfd-8cef-a6317ea5662c req-de479f8d-fc2d-450f-a31c-2b21564dc9c7 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.055472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b720f6d5-16b3-4cfd-8cef-a6317ea5662c req-de479f8d-fc2d-450f-a31c-2b21564dc9c7 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1023 time: 0.1018312 Nov 25 17:13:48.122170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd8f00f1-686c-4827-9806-15a8fa172728 req-e5095af3-80fd-44e6-8640-2814327398c7 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503682 Nov 25 17:13:48.136977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b720f6d5-16b3-4cfd-8cef-a6317ea5662c req-f8fdb20f-925b-4159-96fe-48a129f870ff tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4990cf4-7365-4875-b9ca-3c9328211db4&id=24fd1d02-78c8-47a9-b8f8-d057a9ea1978&id=91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 6197 time: 0.0805740 Nov 25 17:13:48.147639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-7a621e3c-67f5-4a43-bc0b-847ab554376c tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.157916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-7a621e3c-67f5-4a43-bc0b-847ab554376c tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1512506 Nov 25 17:13:48.236037 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738b5da1-3dca-465f-ab2e-4ff2b8e7e723 x-openstack-request-id: req-738b5da1-3dca-465f-ab2e-4ff2b8e7e723 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:48.236562 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:48.237515 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-738b5da1-3dca-465f-ab2e-4ff2b8e7e723 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:48.238397 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'status': 'completed', 'code': 200} Nov 25 17:13:48.297427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-dbffab6f-e11b-43f4-8b7f-ef0887aef3df service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496982 Nov 25 17:13:48.420967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ca27c77d-b93c-4476-997c-96c1fa176ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.422598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ca27c77d-b93c-4476-997c-96c1fa176ba7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967&tenant_id=adfacf3d081d4e378646615742a9cfea HTTP/1.1" status: 200 len: 1095 time: 0.2621248 Nov 25 17:13:48.469889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a43f9-1efb-4215-9d45-022e2c03116a req-78a2bc0e-fe01-4170-97b9-5b89f28cb3ea tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.471450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a47a43f9-1efb-4215-9d45-022e2c03116a req-78a2bc0e-fe01-4170-97b9-5b89f28cb3ea tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.2039208 Nov 25 17:13:48.508747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-fd5a9735-2bd2-4b4e-a024-d78c9b3100a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.510275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-fd5a9735-2bd2-4b4e-a024-d78c9b3100a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1174 time: 0.2269056 Nov 25 17:13:48.510655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'name': 'network-vif-deleted', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:48.512314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-35eb60e5-8c38-4262-b517-e0e35e314f67 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.513101 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c8067-5389-4105-92d1-992c34227779" -d '{"events": [{"server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "name": "network-vif-deleted", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:48.514803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-35eb60e5-8c38-4262-b517-e0e35e314f67 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.1280003 Nov 25 17:13:48.537690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-90582dbf-255d-4bc7-a485-26c1e7161cc2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/quotas/b988177acfc1496995ca768f51a3072e HTTP/1.1" status: 200 len: 375 time: 0.0161490 Nov 25 17:13:48.557821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e73a7311-8154-4211-81c8-f181ec2db8e0 req-80fd4b8a-05d2-427f-9d0c-f1506241c8e5 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274663 Nov 25 17:13:48.602685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-65c7ca6b-a756-4bfe-b7f6-ad83f107c812 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641475 Nov 25 17:13:48.711196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-114da720-c518-46e4-a2b9-1a4982b3fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.712845 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-114da720-c518-46e4-a2b9-1a4982b3fb69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adfacf3d081d4e378646615742a9cfea&device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1095 time: 0.2516930 Nov 25 17:13:48.792580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a47a43f9-1efb-4215-9d45-022e2c03116a req-3199a169-dfc7-4afe-8e69-66666fce5698 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147473 Nov 25 17:13:48.807246 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:13:48.871025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.871611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.872072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.872520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.872971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.873416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.873860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.876314 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-bd772d91-0aef-4d4a-b704-5ffdad3664ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6485 time: 0.2278914 Nov 25 17:13:48.878441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-29ec25e8-49c0-4b1a-8990-c413ef5882d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:48.879894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-29ec25e8-49c0-4b1a-8990-c413ef5882d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.3154502 Nov 25 17:13:48.883288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-a3877229-cced-4a5c-8b7d-2d2c76c7e3ba service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730887 Nov 25 17:13:48.986316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-42cbe8c4-7f79-4873-a894-03d66101234e service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962536 Nov 25 17:13:49.133236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f96b4977-7025-40fd-9d63-2bd2e3248b30 req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': ' tempest-securitygroup -951966152 ', 'description': 'tempest-description-731695688'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:49.176091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f96b4977-7025-40fd-9d63-2bd2e3248b30 req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.288460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f96b4977-7025-40fd-9d63-2bd2e3248b30 req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.293739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f96b4977-7025-40fd-9d63-2bd2e3248b30 req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.328966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-9eeccee5-958b-4505-845b-131e8606a83b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 217 time: 0.4370782 Nov 25 17:13:49.338269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f96b4977-7025-40fd-9d63-2bd2e3248b30 req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.340171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f96b4977-7025-40fd-9d63-2bd2e3248b30 req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2115481 Nov 25 17:13:49.350750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4e99b-657d-4658-a026-513763dd8c40,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:49.359741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.360392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.360938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.361477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.362178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.362838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.363636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.364228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.364764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.365299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.365843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.366372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0628e9-97f3-48a1-92a1-e78fca1bebaa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:49.463465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-caa4675c-2c5f-4efe-b58f-c67b209a1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.465159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-caa4675c-2c5f-4efe-b58f-c67b209a1daf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 200 len: 908 time: 0.7378545 Nov 25 17:13:49.489380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-47735c3a-be74-4f55-be33-1bdad6d18343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.491050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-47735c3a-be74-4f55-be33-1bdad6d18343 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.1151524 Nov 25 17:13:49.596028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.602995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.609394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.620761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.629125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.635533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.645564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.654873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-9941db88-ade8-4d49-aa2f-16118fe2c4af tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.7655163 Nov 25 17:13:49.657816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-93f692d8-d1a8-477a-9bd2-a531f325f443 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 200 len: 217 time: 0.1621714 Nov 25 17:13:49.659433 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f65f790-95b5-41aa-a995-7807a8cd4454 x-openstack-request-id: req-7f65f790-95b5-41aa-a995-7807a8cd4454 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:49.661325 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db", "name": "network-vif-deleted", "tag": "82b317c0-ab0d-48b0-a182-c263218402d3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:49.663765 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f65f790-95b5-41aa-a995-7807a8cd4454 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:49.664523 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9299d3df-8b35-4f5c-9b7e-c61fa1bbe6db', 'name': 'network-vif-deleted', 'tag': '82b317c0-ab0d-48b0-a182-c263218402d3', 'status': 'completed', 'code': 200} Nov 25 17:13:49.665754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-69e168a2-1189-48c9-bc7e-fd74418b1c47 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.667702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-69e168a2-1189-48c9-bc7e-fd74418b1c47 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "GET /v2.0/ports?device_id=a41d2f71-fc7f-4bc0-89b0-d1fb63bac331 HTTP/1.1" status: 200 len: 943 time: 0.0905955 Nov 25 17:13:49.672202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-a623e127-0104-447c-b75e-59a93bbe2d45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615860 Nov 25 17:13:49.683505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-53822a58-4a6e-47fe-b055-6fd4854e89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.685133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-53822a58-4a6e-47fe-b055-6fd4854e89cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 903 time: 0.7969797 Nov 25 17:13:49.764830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc0d7e29-cdb3-4091-8d31-c43d05a7cdfe req-66fa724c-032a-49f8-a8d9-e91a6d22d12d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 210 time: 0.0633214 Nov 25 17:13:49.823106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-388da511-351e-43ed-b73b-712c2b0ab1bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 217 time: 0.0970106 Nov 25 17:13:49.861410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Deleting port 3ae28564-a89a-4b61-82b5-e84ab57da204 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:49.861410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:49.908372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-c6155362-dadd-428b-9fe2-887412f74109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:49.911021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-c6155362-dadd-428b-9fe2-887412f74109 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 200 len: 847 time: 0.2377336 Nov 25 17:13:49.929156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9008637e-5499-40e3-a4c6-27261530cb9e details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:49.962562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-27adfebe-2995-4063-9a7c-dc7aba8f96ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f87cec6b-63c1-4724-86a3-e51aa8addcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396671 Nov 25 17:13:50.002906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc626ebb-b36c-400a-8d97-628bfc5fc9ee req-4ab44016-0307-4116-a8fb-e2e4c5dfb8ff tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3280799 Nov 25 17:13:50.043188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-1e3d5b84-cf05-4b66-88a2-1c915eff5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.044962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-1e3d5b84-cf05-4b66-88a2-1c915eff5982 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.1960201 Nov 25 17:13:50.062892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09fc53-1577-4868-bfa8-3a3ebbf81274 req-4f9d2c52-2d49-4491-ab0b-86dd3381d965 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.064483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e09fc53-1577-4868-bfa8-3a3ebbf81274 req-4f9d2c52-2d49-4491-ab0b-86dd3381d965 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 944 time: 0.1428547 Nov 25 17:13:50.110143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9008637e-5499-40e3-a4c6-27261530cb9e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9008637e-5499-40e3-a4c6-27261530cb9e,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:50.126456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] For port 3ae28564-a89a-4b61-82b5-e84ab57da204, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3ae28564-a89a-4b61-82b5-e84ab57da204,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:50.127193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '9008637e-5499-40e3-a4c6-27261530cb9e', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:50.127676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:50.166861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Calling delete_port for 3ae28564-a89a-4b61-82b5-e84ab57da204 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:50.190174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-34d9ff79-10f8-4a7b-bb9b-dcfd59866e22 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764876 Nov 25 17:13:50.195648 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:50.216263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9008637e-5499-40e3-a4c6-27261530cb9e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:50.243360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfb0cedf-b23a-46df-8972-ef200c287531 req-995c41dd-a9b2-4218-b87f-7e318c5facc9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/fae4e99b-657d-4658-a026-513763dd8c40 HTTP/1.1" status: 200 len: 1796 time: 0.1599917 Nov 25 17:13:50.244230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9008637e-5499-40e3-a4c6-27261530cb9e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9008637e-5499-40e3-a4c6-27261530cb9e,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:50.250910 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:50.257121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e09fc53-1577-4868-bfa8-3a3ebbf81274 req-bcda1b25-6c76-44d1-bb6e-26ee9e847549 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230578 Nov 25 17:13:50.326062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9008637e-5499-40e3-a4c6-27261530cb9e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:50.335930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.336485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.337151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.337991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.339284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.339816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.340316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.340815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.341391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.341895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.342433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.342925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:50.369635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a780af0-b741-49f5-99e4-e621de724307 req-7081d9df-cfbf-4637-ad70-57555a75d8e1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.372393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a780af0-b741-49f5-99e4-e621de724307 req-7081d9df-cfbf-4637-ad70-57555a75d8e1 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.3785038 Nov 25 17:13:50.434534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.55', 62525) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:50.465806 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:50.486471 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9008637e-5499-40e3-a4c6-27261530cb9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:50.582714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event deleted for resources: {'Port': ['ID=3ae28564-a89a-4b61-82b5-e84ab57da204,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:50.588069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-23c8e8e5-66fb-415c-8f6b-ba2c28532f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.590394 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-23c8e8e5-66fb-415c-8f6b-ba2c28532f31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4717784 Nov 25 17:13:50.597944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-147584f4-8eba-4252-8273-5dcc98f50382 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255116 Nov 25 17:13:50.665828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057825ea-950c-4efd-93c2-0321c04798d1 req-adb9e97c-a36a-434b-9552-79625aa03d7f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.667353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-057825ea-950c-4efd-93c2-0321c04798d1 req-adb9e97c-a36a-434b-9552-79625aa03d7f tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.2255015 Nov 25 17:13:50.691993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] No DVR routers for this DVR port 3ae28564-a89a-4b61-82b5-e84ab57da204 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:50.693772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-21114ce5-f315-4c67-92e9-4efecf024a28 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941133 Nov 25 17:13:50.701956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:50.705518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39cf9d23-f41f-4ec6-89ca-c3abdf2c20b3 req-65b03dff-117f-4535-8d74-57986e4e2c18 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "DELETE /v2.0/ports/3ae28564-a89a-4b61-82b5-e84ab57da204 HTTP/1.1" status: 204 len: 173 time: 1.0235169 Nov 25 17:13:50.706203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-deleted', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:50.708871 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabe9fab-8b3f-465b-b41d-002cbc6beadd" -d '{"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-deleted", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:50.749112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-e34e2f85-fe51-42b3-b8af-6748b0a29a27 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.750623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-e34e2f85-fe51-42b3-b8af-6748b0a29a27 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.3104017 Nov 25 17:13:50.783330 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-057825ea-950c-4efd-93c2-0321c04798d1 req-019eb70a-12cd-47e1-a74e-78b05e10f7a6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930219 Nov 25 17:13:50.785411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d117d2-e93d-4743-8f29-0075253c83ae req-708799fb-cdb3-4dce-ad18-0934e1388254 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:50.787043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26d117d2-e93d-4743-8f29-0075253c83ae req-708799fb-cdb3-4dce-ad18-0934e1388254 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 945 time: 0.3588259 Nov 25 17:13:50.797765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Request body: {'port': {'device_id': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'admin_state_up': True, 'tenant_id': 'b988177acfc1496995ca768f51a3072e'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:50.939628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6da082c8-ea6d-4373-9ea7-9dab4d5164d8 req-832297f5-cbff-40a5-8383-0e2ca3ed2152 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/fae4e99b-657d-4658-a026-513763dd8c40 HTTP/1.1" status: 200 len: 1796 time: 0.1106114 Nov 25 17:13:50.943451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94cc6327-73cd-4bfe-b18b-01aafcdfbf74 req-45ab59db-13d7-4224-9a8d-f4e83681dcb8 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329721 Nov 25 17:13:51.005151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26d117d2-e93d-4743-8f29-0075253c83ae req-a61ba5ea-2eef-4096-a378-4c888e31cc23 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539042 Nov 25 17:13:51.010793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a61efc61-b117-4a34-9d97-1e4c5e9be9b9 req-076dbd1b-71a3-431d-84cd-dced3221f620 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831330 Nov 25 17:13:51.015009 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-e290bb97-ae02-4a01-95e5-2d19cc29f407 service neutron] 10.222.0.55 "GET /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210084 Nov 25 17:13:51.020429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Deleting port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:51.020773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.043103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6da082c8-ea6d-4373-9ea7-9dab4d5164d8 req-e9b59e33-edfd-4fae-9942-23e11da77a8e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.070251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Made reservation on behalf of b988177acfc1496995ca768f51a3072e for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:13:51.074464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.118111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6da082c8-ea6d-4373-9ea7-9dab4d5164d8 req-e9b59e33-edfd-4fae-9942-23e11da77a8e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.151879 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc96314b-41ec-4dca-9b42-83fe1bb969b1 x-openstack-request-id: req-bc96314b-41ec-4dca-9b42-83fe1bb969b1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:51.152201 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41d2f71-fc7f-4bc0-89b0-d1fb63bac331", "name": "network-vif-deleted", "tag": "3ae28564-a89a-4b61-82b5-e84ab57da204", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:51.152460 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc96314b-41ec-4dca-9b42-83fe1bb969b1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:51.152864 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41d2f71-fc7f-4bc0-89b0-d1fb63bac331', 'name': 'network-vif-deleted', 'tag': '3ae28564-a89a-4b61-82b5-e84ab57da204', 'status': 'completed', 'code': 200} Nov 25 17:13:51.171778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] For port 618f8b3c-ab56-4fe8-952b-097e2507d0b4, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=618f8b3c-ab56-4fe8-952b-097e2507d0b4,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:51.172755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.201508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Calling delete_port for 618f8b3c-ab56-4fe8-952b-097e2507d0b4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:51.231233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efcccd8-1979-43a4-984b-6b5070ff8c9f req-175176ce-0848-41e4-aef5-f2caaa2f78bd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 210 time: 0.0490711 Nov 25 17:13:51.238071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6da082c8-ea6d-4373-9ea7-9dab4d5164d8 req-e9b59e33-edfd-4fae-9942-23e11da77a8e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.242630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6da082c8-ea6d-4373-9ea7-9dab4d5164d8 req-e9b59e33-edfd-4fae-9942-23e11da77a8e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.243872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6da082c8-ea6d-4373-9ea7-9dab4d5164d8 req-e9b59e33-edfd-4fae-9942-23e11da77a8e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/fae4e99b-657d-4658-a026-513763dd8c40 HTTP/1.1" status: 204 len: 173 time: 0.3029022 Nov 25 17:13:51.265490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b59e33-edfd-4fae-9942-23e11da77a8e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4e99b-657d-4658-a026-513763dd8c40,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:51.321457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Allocated IP 172.20.0.12 (427c9a0f-b214-4ec9-91f1-0155550dae06/576e9143-a320-4ad6-8735-f38f6715ede6/d0bc59d2-173d-47f9-a9d2-4535a7ab6c48) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:51.386446 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-100c3504-45ed-4849-9487-c497078d8fee req-7489104a-d20d-40c6-855d-b62f9f681fc3 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:13:51.387531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-100c3504-45ed-4849-9487-c497078d8fee req-7489104a-d20d-40c6-855d-b62f9f681fc3 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/fae4e99b-657d-4658-a026-513763dd8c40 HTTP/1.1" status: 404 len: 352 time: 0.0306880 Nov 25 17:13:51.493963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.510436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.516851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.523741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.529610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.536206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.541815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.543980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-16aa94d3-0211-498b-ab18-499b963b859a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1941309 Nov 25 17:13:51.560628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-b010de20-8acd-45ef-8e64-27720cfe0f55 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.562109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-b010de20-8acd-45ef-8e64-27720cfe0f55 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967&tenant_id=adfacf3d081d4e378646615742a9cfea&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1329029 Nov 25 17:13:51.636928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.651311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25728b6f-a63b-44f9-bad2-451d76072c07 req-8e8a6251-479b-4e48-b25e-bd0247b68bd9 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.658550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25728b6f-a63b-44f9-bad2-451d76072c07 req-8e8a6251-479b-4e48-b25e-bd0247b68bd9 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 945 time: 0.1611006 Nov 25 17:13:51.671099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7d2b35-48d6-47fc-b59d-d5c0d27d70f3 req-ea332a03-b391-441e-8bd5-6410be58a517 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004708 Nov 25 17:13:51.682398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.710902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event deleted for resources: {'Port': ['ID=618f8b3c-ab56-4fe8-952b-097e2507d0b4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:51.739401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.748356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.749375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.749729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.750065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.750398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.750731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.751065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.751431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.751748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.752074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.752512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.753300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:13:51.798387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d30b3bf4-31a8-4022-9109-25fc2b6f9cc9 req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-619664863', 'description': 'tempest-description-1791906799'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:51.808690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] No DVR routers for this DVR port 618f8b3c-ab56-4fe8-952b-097e2507d0b4 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:51.816919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.820176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a780af0-b741-49f5-99e4-e621de724307 req-4bd94ac8-d4e3-4c25-bbe5-43e4ddedecba tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "DELETE /v2.0/ports/618f8b3c-ab56-4fe8-952b-097e2507d0b4 HTTP/1.1" status: 204 len: 173 time: 1.3802290 Nov 25 17:13:51.822842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'name': 'network-vif-deleted', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:51.825876 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b17c5b-1745-49d2-ac5e-2492630c4ce8" -d '{"events": [{"server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "name": "network-vif-deleted", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:51.828229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:51.841338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:51.843672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:51.850341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:51.866705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25728b6f-a63b-44f9-bad2-451d76072c07 req-aae8b7b2-6567-481c-bdbb-115ef258e012 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071991 Nov 25 17:13:51.888548 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d30b3bf4-31a8-4022-9109-25fc2b6f9cc9 req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.898142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ce52b047-7fd1-40d4-ab2a-2ec1059b9369 service neutron] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:51.904403 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ce52b047-7fd1-40d4-ab2a-2ec1059b9369 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.906441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3ff31da-a0d8-41db-939e-342e47e5359c req-ce52b047-7fd1-40d4-ab2a-2ec1059b9369 service neutron] 10.222.0.55 "DELETE /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb/bindings/n-h2-817303-7 HTTP/1.1" status: 204 len: 173 time: 0.3351667 Nov 25 17:13:51.950722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:51.952198 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:51.961492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9008637e-5499-40e3-a4c6-27261530cb9e up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:51.993488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-ea9138cd-5b2a-48b2-b304-8ba9905518e9 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2034600 Nov 25 17:13:52.009911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Request body: {'port': {'device_id': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:52.042394 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 9008637e-5499-40e3-a4c6-27261530cb9e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:13:52.047609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 9008637e-5499-40e3-a4c6-27261530cb9e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:52.048270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.054726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d30b3bf4-31a8-4022-9109-25fc2b6f9cc9 req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.061837 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d30b3bf4-31a8-4022-9109-25fc2b6f9cc9 req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.093360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436831-4fa5-40e6-9794-806915a89409 req-058819a9-9e16-4a37-8550-23c5a279680d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:52.095749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49436831-4fa5-40e6-9794-806915a89409 req-058819a9-9e16-4a37-8550-23c5a279680d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.0631764 Nov 25 17:13:52.105722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d30b3bf4-31a8-4022-9109-25fc2b6f9cc9 req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.106922 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d30b3bf4-31a8-4022-9109-25fc2b6f9cc9 req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3173645 Nov 25 17:13:52.126368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11295c-3b89-4bc7-9d86-cb9f64231043 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32af9dac-1b0e-4db8-8bd9-d61e1a4e6a05,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:52.139095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.184966 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595bf1fc-41ad-437f-81ed-114cf760698b x-openstack-request-id: req-595bf1fc-41ad-437f-81ed-114cf760698b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:52.185271 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5", "name": "network-vif-deleted", "tag": "618f8b3c-ab56-4fe8-952b-097e2507d0b4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:52.185505 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-595bf1fc-41ad-437f-81ed-114cf760698b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:52.185907 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5', 'name': 'network-vif-deleted', 'tag': '618f8b3c-ab56-4fe8-952b-097e2507d0b4', 'status': 'completed', 'code': 200} Nov 25 17:13:52.192181 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.213028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49436831-4fa5-40e6-9794-806915a89409 req-89ea46ae-fa50-4951-b9a5-91f81e1b1834 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105208 Nov 25 17:13:52.220497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:52.223728 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e68694f-cb40-4711-b7e7-dc73da1ef444" -d '{"events": [{"server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "name": "network-vif-plugged", "status": "completed", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:52.238568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9008637e-5499-40e3-a4c6-27261530cb9e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9008637e-5499-40e3-a4c6-27261530cb9e,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:52.253056 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.254049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:52.306612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 618f8b3c-ab56-4fe8-952b-097e2507d0b4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:52.306857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 618f8b3c-ab56-4fe8-952b-097e2507d0b4 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:52.345339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9008637e-5499-40e3-a4c6-27261530cb9e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:52.352551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-6ee215a7-0646-4e59-aeb1-e2d0157f8ae3 req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-114719222', 'description': 'tempest-description-1924328825'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:52.389565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0563bfc-6c7a-45f6-806e-155825bad770 req-3ccc11b0-b3fc-46b8-a215-be71c57268dd tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4bedbaa-3e2d-4da5-9fe6-6440bd29dba5 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Nov 25 17:13:52.423682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ee215a7-0646-4e59-aeb1-e2d0157f8ae3 req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.468411 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76438a78-934f-47f4-a4db-6417a1bbc59e x-openstack-request-id: req-76438a78-934f-47f4-a4db-6417a1bbc59e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:52.468909 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "name": "network-vif-plugged", "status": "completed", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:52.469426 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-76438a78-934f-47f4-a4db-6417a1bbc59e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:52.469981 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'code': 200} Nov 25 17:13:52.630748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:52.649013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ee215a7-0646-4e59-aeb1-e2d0157f8ae3 req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.651691 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.657170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ee215a7-0646-4e59-aeb1-e2d0157f8ae3 req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.684891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Transition to ACTIVE for port object d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:13:52.704201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.712679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ee215a7-0646-4e59-aeb1-e2d0157f8ae3 req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:52.715991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ee215a7-0646-4e59-aeb1-e2d0157f8ae3 req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3707066 Nov 25 17:13:52.748171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d685749-152a-41fe-b477-0f69a365f778 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea40aeb-6800-4e9d-9657-7af5b87baf94,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:52.754749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2533f-0662-4136-8bb7-1e0f7655eefd req-e811c4af-f500-47d9-9954-1d3bc01879cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:52.757126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7c2533f-0662-4136-8bb7-1e0f7655eefd req-e811c4af-f500-47d9-9954-1d3bc01879cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.1610105 Nov 25 17:13:52.786418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcf3c-c394-49f0-9c73-3cb6322fdf46 req-6c39ed79-eecb-4aa3-9555-47a05a61c2ae tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:52.788504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-583bcf3c-c394-49f0-9c73-3cb6322fdf46 req-6c39ed79-eecb-4aa3-9555-47a05a61c2ae tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 932 time: 0.1771240 Nov 25 17:13:52.806241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33156) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:52.889626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:52.899193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-583bcf3c-c394-49f0-9c73-3cb6322fdf46 req-964871fc-2638-4534-951d-c9817b1fcf42 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866563 Nov 25 17:13:52.901808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7c2533f-0662-4136-8bb7-1e0f7655eefd req-5938f53f-9b15-4399-aa6f-17a1ba79cb74 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358299 Nov 25 17:13:52.942038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff36be-ff1a-4ec5-94bf-df63bd32476a req-43db71e0-5436-4cf6-8e4f-013c5bbdfed9 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:52.943647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eaff36be-ff1a-4ec5-94bf-df63bd32476a req-43db71e0-5436-4cf6-8e4f-013c5bbdfed9 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 1095 time: 0.1365077 Nov 25 17:13:52.944310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Attempting to bind port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:13:52.947117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Attempting to bind port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:13:52.947117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Attempting to bind port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:52.993169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 on network 427c9a0f-b214-4ec9-91f1-0155550dae06 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:13:52.993513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Attempting to bind port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:13:53.000024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:13:53.000357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Checking segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:13:53.000741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Bound using segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:13:53.001170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Bound port: d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:13:53.001542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.039731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.046009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.053663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.059707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.066322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.069146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-062c1cab-9e08-48a3-9b62-2aab053637ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.072923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.079584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.082427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-489c772d-aba3-447c-9c04-bfc72702ddc6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1162810 Nov 25 17:13:53.087134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eaff36be-ff1a-4ec5-94bf-df63bd32476a req-9a393278-8aee-4b86-bba1-a4c694f081a7 tempest-LiveMigrationTest-1280982886 tempest-LiveMigrationTest-1280982886-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305935 Nov 25 17:13:53.151365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e3f34185-7334-43eb-b494-3ab1de5d47db req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1701375927', 'description': 'tempest-description-2020072224'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:53.172685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:13:53.196414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e058ae57-a5fa-4450-b23d-766c569c3487 req-97eb872e-5b0e-4e85-903e-9649d3488126 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919108 Nov 25 17:13:53.226050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3f34185-7334-43eb-b494-3ab1de5d47db req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.237831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:13:53.251071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.339660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.340266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.341704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 HTTP/1.1" status: 200 len: 1092 time: 1.3365748 Nov 25 17:13:53.344636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:53.349748 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df768ed-f61e-4f5a-80ea-4f9e49a77736" -d '{"events": [{"name": "network-changed", "server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:53.365673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1b87-d5f9-4012-87f0-f227075e7bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:53.405714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-062c1cab-9e08-48a3-9b62-2aab053637ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.423169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-062c1cab-9e08-48a3-9b62-2aab053637ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.428137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9acd-897c-47a7-a90a-d2dd26879e4f req-b3bbed58-8a8f-4805-8920-0b28c0e7d2ab tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.442020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc7f9acd-897c-47a7-a90a-d2dd26879e4f req-b3bbed58-8a8f-4805-8920-0b28c0e7d2ab tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 946 time: 0.1122668 Nov 25 17:13:53.480490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3f34185-7334-43eb-b494-3ab1de5d47db req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.496966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3f34185-7334-43eb-b494-3ab1de5d47db req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.501128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc7f9acd-897c-47a7-a90a-d2dd26879e4f req-e3705f8d-14ed-4a54-ad12-58d4a3bab4be tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577853 Nov 25 17:13:53.506503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c1cab-9e08-48a3-9b62-2aab053637ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cba6e4-2338-4674-9598-606acc6d0801,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:53.510733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-062c1cab-9e08-48a3-9b62-2aab053637ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9cb9b4f0329e4d6fb61835c967a957a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7024164 Nov 25 17:13:53.519686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33168) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:53.566511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-dfc4fdeb-6023-4a1a-8756-d7dbbd5e5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.568017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-dfc4fdeb-6023-4a1a-8756-d7dbbd5e5dbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 1095 time: 0.1595795 Nov 25 17:13:53.575180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3f34185-7334-43eb-b494-3ab1de5d47db req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.576344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3f34185-7334-43eb-b494-3ab1de5d47db req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4334803 Nov 25 17:13:53.602173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309746d-0ed4-49c9-86fa-f758d19c4096 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b5824-6979-444c-8db6-176b198cffbd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:53.639268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-4dfc442b-59eb-4bbf-8b19-0b9009edd2bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 HTTP/1.1" status: 200 len: 217 time: 0.0507584 Nov 25 17:13:53.642389 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509cdf9a-ed4e-461b-98d0-296b6a117342 x-openstack-request-id: req-509cdf9a-ed4e-461b-98d0-296b6a117342 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:53.642684 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:53.643058 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-509cdf9a-ed4e-461b-98d0-296b6a117342 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:53.643983 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'status': 'completed', 'code': 200} Nov 25 17:13:53.691561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b016e6-827c-449a-9a6b-f32924ad121a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.741250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b016e6-827c-449a-9a6b-f32924ad121a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:53.749464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-e91275ee-31f5-414b-aead-fd055e225f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:53.750936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-e91275ee-31f5-414b-aead-fd055e225f4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0931909 Nov 25 17:13:53.823731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e13853f3-2455-4302-a3f9-67121887a79d req-5e1df619-105c-4a08-a891-0917ff33d223 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 10996 time: 0.1285141 Nov 25 17:13:53.854206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:53.927601 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e13853f3-2455-4302-a3f9-67121887a79d req-b290217d-db6e-4bf6-b5c2-8af40689abdc tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 2998 time: 0.0973642 Nov 25 17:13:54.028273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e13853f3-2455-4302-a3f9-67121887a79d req-729b1bfd-fa9f-455d-bce9-b509908051e7 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 2998 time: 0.0991850 Nov 25 17:13:54.028480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 3ae28564-a89a-4b61-82b5-e84ab57da204 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:54.028727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3ae28564-a89a-4b61-82b5-e84ab57da204 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:54.100107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-f79e9425-9ecc-4d7c-950d-549d13e12a9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3299351 Nov 25 17:13:54.103820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b016e6-827c-449a-9a6b-f32924ad121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.106639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b016e6-827c-449a-9a6b-f32924ad121a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.107916 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c2b016e6-827c-449a-9a6b-f32924ad121a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/35cba6e4-2338-4674-9598-606acc6d0801 HTTP/1.1" status: 204 len: 168 time: 0.5873020 Nov 25 17:13:54.172383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b016e6-827c-449a-9a6b-f32924ad121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cba6e4-2338-4674-9598-606acc6d0801,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:54.194981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4c0e8-ef63-4c5d-9ae4-b2daf4f62205 req-3e1526fa-b53f-4181-9d41-ea164b1abc64 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.203023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0a4c0e8-ef63-4c5d-9ae4-b2daf4f62205 req-3e1526fa-b53f-4181-9d41-ea164b1abc64 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.4480183 Nov 25 17:13:54.281261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-b038e10e-b1fc-4aaf-9414-54d94a7e6ca9 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720567 Nov 25 17:13:54.289338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0a4c0e8-ef63-4c5d-9ae4-b2daf4f62205 req-e0e137be-67ee-4242-b9dd-0ebdda8e4725 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859857 Nov 25 17:13:54.398633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce99aa8-9597-48be-9f61-d62aca783f7b req-1f22211d-3dd1-4760-ad61-4be3b5957829 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.400478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ce99aa8-9597-48be-9f61-d62aca783f7b req-1f22211d-3dd1-4760-ad61-4be3b5957829 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 944 time: 0.0669544 Nov 25 17:13:54.410933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9b95c2d-24d1-4faf-91f7-6ee8df5bafb8 req-7b8bc6f6-0a2b-4cd1-a52e-93d06433cdc0 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/32af9dac-1b0e-4db8-8bd9-d61e1a4e6a05 HTTP/1.1" status: 200 len: 1817 time: 0.0833371 Nov 25 17:13:54.443506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd6b7ad8-bdb6-44d1-a1f7-47a87909e7e3 req-bbdf4acc-9325-4761-9d9e-b796dfbf10e1 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491532 Nov 25 17:13:54.509805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f9b95c2d-24d1-4faf-91f7-6ee8df5bafb8 req-1c9986f6-a2d6-4d65-acfa-7ce2680a4e15 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.520420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ce99aa8-9597-48be-9f61-d62aca783f7b req-e1b5d97c-11ac-4f23-959f-1f7dc68e4bbf tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137352 Nov 25 17:13:54.533005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-2b3efc33-8051-4bc2-8f97-68cb0eddc3a2 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.537172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-2b3efc33-8051-4bc2-8f97-68cb0eddc3a2 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 944 time: 0.1225796 Nov 25 17:13:54.570078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f9b95c2d-24d1-4faf-91f7-6ee8df5bafb8 req-1c9986f6-a2d6-4d65-acfa-7ce2680a4e15 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.594051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-401d266e-0326-4c07-b6a7-53c814a70f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.595840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-401d266e-0326-4c07-b6a7-53c814a70f0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 1095 time: 0.0827022 Nov 25 17:13:54.645712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:54.675072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc527f34-7d3b-4346-9df2-8ec5f4f3e73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.675757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f9b95c2d-24d1-4faf-91f7-6ee8df5bafb8 req-1c9986f6-a2d6-4d65-acfa-7ce2680a4e15 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.678886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f9b95c2d-24d1-4faf-91f7-6ee8df5bafb8 req-1c9986f6-a2d6-4d65-acfa-7ce2680a4e15 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.680038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9b95c2d-24d1-4faf-91f7-6ee8df5bafb8 req-1c9986f6-a2d6-4d65-acfa-7ce2680a4e15 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/32af9dac-1b0e-4db8-8bd9-d61e1a4e6a05 HTTP/1.1" status: 204 len: 173 time: 0.2582288 Nov 25 17:13:54.696117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9986f6-a2d6-4d65-acfa-7ce2680a4e15 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af9dac-1b0e-4db8-8bd9-d61e1a4e6a05,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:54.725275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-e18f9a46-8a7b-4af9-8ecc-c95985fba126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.727238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-e18f9a46-8a7b-4af9-8ecc-c95985fba126 service neutron] 10.222.0.55 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 905 time: 0.1171904 Nov 25 17:13:54.779805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-93862ea7-9457-443e-b644-02889fbe6d1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 HTTP/1.1" status: 200 len: 217 time: 0.0409524 Nov 25 17:13:54.798942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.805660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.812071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.818350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.824377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.831035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.837970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.840755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e9438760-8a8d-47e5-a123-7db04806dffb req-5a710b93-d9e2-4334-a64e-4cc17b1f4b09 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1959057 Nov 25 17:13:54.875606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Deleting port 4dfb6399-327e-4dcc-979b-855ec667b0eb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:54.875960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:54.895222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f322775-2a89-4045-a96d-54d81b5949ea req-76ab2182-6dde-4f23-a5e3-44217b361d2b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.896816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f322775-2a89-4045-a96d-54d81b5949ea req-76ab2182-6dde-4f23-a5e3-44217b361d2b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 944 time: 0.1161075 Nov 25 17:13:54.899868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-c16e89b9-1119-4aac-93d7-2451d9fcc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.901738 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-c16e89b9-1119-4aac-93d7-2451d9fcc85b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0877552 Nov 25 17:13:54.905241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-b1efc2bc-c01d-4962-a260-33b9b6cba2a5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:54.906767 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-b1efc2bc-c01d-4962-a260-33b9b6cba2a5 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 944 time: 0.2039804 Nov 25 17:13:54.948358 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-c4353152-23d2-4455-86ff-cad055a4b0fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317521 Nov 25 17:13:55.029721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f322775-2a89-4045-a96d-54d81b5949ea req-e21b61b0-81e6-4921-a4cf-dfc34ccb9ebf tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/security-groups?id=7e7ea2de-4ca9-4e47-b060-d0c92587c25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255672 Nov 25 17:13:55.063997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc527f34-7d3b-4346-9df2-8ec5f4f3e73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.097756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc527f34-7d3b-4346-9df2-8ec5f4f3e73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.128149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e9438760-8a8d-47e5-a123-7db04806dffb req-b06cdb95-a05b-4149-8010-d38f06b54c13 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702060 Nov 25 17:13:55.169272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] For port 4dfb6399-327e-4dcc-979b-855ec667b0eb, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4dfb6399-327e-4dcc-979b-855ec667b0eb,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:55.170317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.202680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c34637-c5cf-45b5-8908-11226a416f2b req-c6e35c5b-003a-45c6-aabf-83c3d8047bb1 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:55.208634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Calling delete_port for 4dfb6399-327e-4dcc-979b-855ec667b0eb owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:55.210867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07c34637-c5cf-45b5-8908-11226a416f2b req-c6e35c5b-003a-45c6-aabf-83c3d8047bb1 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 946 time: 0.0905092 Nov 25 17:13:55.219849 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-9a8ac381-317b-4f4b-8554-eb82ecdbc2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580922 Nov 25 17:13:55.248783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc527f34-7d3b-4346-9df2-8ec5f4f3e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b2189-e926-46ef-9ac2-69a791ebbe27,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:55.253324 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-d37d92a9-7157-46d4-9722-a7a95ea3ecee req-7620c394-2fff-4468-8866-ad2126c0e003 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:13:55.262858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d37d92a9-7157-46d4-9722-a7a95ea3ecee req-7620c394-2fff-4468-8866-ad2126c0e003 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/32af9dac-1b0e-4db8-8bd9-d61e1a4e6a05 HTTP/1.1" status: 404 len: 352 time: 0.0734353 Nov 25 17:13:55.280975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc527f34-7d3b-4346-9df2-8ec5f4f3e73b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e784e75a1f254502aef80bd46a140406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6341531 Nov 25 17:13:55.290364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:55.342141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07c34637-c5cf-45b5-8908-11226a416f2b req-cf60b17c-c178-4191-a6d6-60d01312a754 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303630 Nov 25 17:13:55.422148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6df768ed-f61e-4f5a-80ea-4f9e49a77736 req-873553fd-a8d2-47db-99e4-268c1ce1cfec service neutron] 10.222.0.55 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843326 Nov 25 17:13:55.425656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba0c-6b01-4974-9365-6ccce3a73937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.441591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.455779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['409507fa-4e95-4e6f-8e92-848f40df9565', '4dfb6399-327e-4dcc-979b-855ec667b0eb'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:55.462157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba0c-6b01-4974-9365-6ccce3a73937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.498240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event deleted for resources: {'Port': ['ID=4dfb6399-327e-4dcc-979b-855ec667b0eb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:55.525794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Deleting port 2b144e82-cab9-49cf-a860-528f268de1e3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:13:55.526410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.552621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b8dba52-37fd-4696-8e6b-718b3056f899 req-0f74aaef-895a-420f-a94b-99d820fb66e3 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0328720 Nov 25 17:13:55.553888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba0c-6b01-4974-9365-6ccce3a73937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.557284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba0c-6b01-4974-9365-6ccce3a73937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.561143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d47ba0c-6b01-4974-9365-6ccce3a73937 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cc3b2189-e926-46ef-9ac2-69a791ebbe27 HTTP/1.1" status: 204 len: 168 time: 0.2697961 Nov 25 17:13:55.576147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47ba0c-6b01-4974-9365-6ccce3a73937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b2189-e926-46ef-9ac2-69a791ebbe27,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:55.645429 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27984a1b-08b4-4922-9d46-0f8aa34fb5d2 req-a90c71fe-61ce-4ab9-8c25-053491a68ff0 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/dea40aeb-6800-4e9d-9657-7af5b87baf94 HTTP/1.1" status: 200 len: 1817 time: 0.2198932 Nov 25 17:13:55.671809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] No DVR routers for this DVR port 4dfb6399-327e-4dcc-979b-855ec667b0eb on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:55.682940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.686419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c75c6d9-ffad-4daa-b474-f0f7c92fa751 req-7b1dbb97-7cbb-4246-8f4b-577d5c984738 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "DELETE /v2.0/ports/4dfb6399-327e-4dcc-979b-855ec667b0eb HTTP/1.1" status: 204 len: 173 time: 1.1433792 Nov 25 17:13:55.686979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'name': 'network-vif-deleted', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:55.689316 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f932b-8dd1-431a-87db-3009dfd248e1" -d '{"events": [{"server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "name": "network-vif-deleted", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:55.769025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] For port 2b144e82-cab9-49cf-a860-528f268de1e3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2b144e82-cab9-49cf-a860-528f268de1e3,segment=NetworkSegment(58824014-5419-466a-859d-9af568aae720),segment_id=58824014-5419-466a-859d-9af568aae720)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:55.769383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.783978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Calling delete_port for 2b144e82-cab9-49cf-a860-528f268de1e3 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:13:55.822547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27984a1b-08b4-4922-9d46-0f8aa34fb5d2 req-6410685d-8eb9-4cb5-b307-55169ddc93e9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.864747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27984a1b-08b4-4922-9d46-0f8aa34fb5d2 req-6410685d-8eb9-4cb5-b307-55169ddc93e9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:55.924856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-4b10046c-3860-4181-b964-196429463d2e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3283169 Nov 25 17:13:55.933833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:55.965826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.139428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.290005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Allocated IP 172.25.8.23 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/d717739e-f1bf-49aa-acdf-549ef09ea07c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:13:56.342845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27984a1b-08b4-4922-9d46-0f8aa34fb5d2 req-6410685d-8eb9-4cb5-b307-55169ddc93e9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.345838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-27984a1b-08b4-4922-9d46-0f8aa34fb5d2 req-6410685d-8eb9-4cb5-b307-55169ddc93e9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.352815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27984a1b-08b4-4922-9d46-0f8aa34fb5d2 req-6410685d-8eb9-4cb5-b307-55169ddc93e9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/dea40aeb-6800-4e9d-9657-7af5b87baf94 HTTP/1.1" status: 204 len: 173 time: 0.7063346 Nov 25 17:13:56.413937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410685d-8eb9-4cb5-b307-55169ddc93e9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea40aeb-6800-4e9d-9657-7af5b87baf94,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:56.464689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.512963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.542130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439185-2a98-4eec-aecd-61fe71eeb02a req-d6652e44-3cf6-40e4-a1e7-865600fe32d0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:56.543687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21439185-2a98-4eec-aecd-61fe71eeb02a req-d6652e44-3cf6-40e4-a1e7-865600fe32d0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 944 time: 0.0944371 Nov 25 17:13:56.573323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:13:56.577042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:13:56.583932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:13:56.614467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21439185-2a98-4eec-aecd-61fe71eeb02a req-63183101-f946-444c-a200-04f2ba5f9286 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Nov 25 17:13:56.622897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.648719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event updated for resources: {'Port': ['ID=d717739e-f1bf-49aa-acdf-549ef09ea07c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:56.698177 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73599e3e-fb04-40f8-93c2-4895f8cb3713 x-openstack-request-id: req-73599e3e-fb04-40f8-93c2-4895f8cb3713 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:56.698462 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbafbe78-6b66-47d5-afb1-efd821230967", "name": "network-vif-deleted", "tag": "4dfb6399-327e-4dcc-979b-855ec667b0eb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:56.698710 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73599e3e-fb04-40f8-93c2-4895f8cb3713 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:56.699103 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbafbe78-6b66-47d5-afb1-efd821230967', 'name': 'network-vif-deleted', 'tag': '4dfb6399-327e-4dcc-979b-855ec667b0eb', 'status': 'completed', 'code': 200} Nov 25 17:13:56.701942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.709883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Pushing event deleted for resources: {'Port': ['ID=2b144e82-cab9-49cf-a860-528f268de1e3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:56.747772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.789091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] No DVR routers for this DVR port 2b144e82-cab9-49cf-a860-528f268de1e3 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:13:56.793411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.795849 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfdbb42b-82b6-4cbc-a55c-32de289fa157 req-d4545125-b2da-4c01-a9e4-0ddb8af9239b tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.73 "DELETE /v2.0/ports/2b144e82-cab9-49cf-a860-528f268de1e3 HTTP/1.1" status: 204 len: 173 time: 1.8699803 Nov 25 17:13:56.819755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-885ad084-b348-4cf5-b9e5-81368b18f2f7 req-96ab6e5b-abc1-4baa-8108-08e169ccd1c0 tempest-LiveAutoBlockMigrationV225Test-476278208 tempest-LiveAutoBlockMigrationV225Test-476278208-project] 10.222.0.86 "GET /v2.0/ports?device_id=b107c61f-7273-4e7c-8c20-d9ede7729122 HTTP/1.1" status: 200 len: 210 time: 0.0554717 Nov 25 17:13:56.981493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:56.989245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.016199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.024537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.037410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.046188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.054719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.063373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.072907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event updated for resources: {'Port': ['ID=d717739e-f1bf-49aa-acdf-549ef09ea07c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:57.073484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.075514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.079884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-b60e7a53-22de-4ea2-a281-39093618dd0b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1708364 Nov 25 17:13:57.097283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.100539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-1d5fdc83-3d9e-483c-8c93-1f366478baa3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1715910 Nov 25 17:13:57.156132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5318203a-e18f-4fac-b6d2-81be12a1a44c req-d8e3cb08-19fa-43b4-8ca4-405e445aed18 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656252 Nov 25 17:13:57.196833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-4dfa5beb-912a-4dc0-816e-904e04fada45 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0902100 Nov 25 17:13:57.200534 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-678cde13-bbe0-40bd-bb4f-8a6157c7204d req-036c9d21-78ae-4f97-8fa8-168d8c9ce6fb tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:13:57.201707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-678cde13-bbe0-40bd-bb4f-8a6157c7204d req-036c9d21-78ae-4f97-8fa8-168d8c9ce6fb tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/dea40aeb-6800-4e9d-9657-7af5b87baf94 HTTP/1.1" status: 404 len: 352 time: 0.0249465 Nov 25 17:13:57.383654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-0be930c6-5140-43be-9294-1b6740dce5f3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.397622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f8e3247-6e20-41d1-bff5-90cfd4e6029c req-0be930c6-5140-43be-9294-1b6740dce5f3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1928236 Nov 25 17:13:57.424662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77e98cc5-4b87-4a6f-a18e-7d8a05fff21b req-1294d1e7-f385-4f59-8bc8-c1bddf3ba359 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0717649 Nov 25 17:13:57.508312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d724da8-13d2-44f8-a698-653e0a479b0e req-5dc2367b-3ab4-45bc-b8e5-523a1127b6fd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/dc7b5824-6979-444c-8db6-176b198cffbd HTTP/1.1" status: 200 len: 1818 time: 0.1015515 Nov 25 17:13:57.582801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2d724da8-13d2-44f8-a698-653e0a479b0e req-6fe6fac1-f030-4cd4-af4c-cdf35cc32e38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.631094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2d724da8-13d2-44f8-a698-653e0a479b0e req-6fe6fac1-f030-4cd4-af4c-cdf35cc32e38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.697649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2d724da8-13d2-44f8-a698-653e0a479b0e req-6fe6fac1-f030-4cd4-af4c-cdf35cc32e38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.701127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2d724da8-13d2-44f8-a698-653e0a479b0e req-6fe6fac1-f030-4cd4-af4c-cdf35cc32e38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:57.709976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d724da8-13d2-44f8-a698-653e0a479b0e req-6fe6fac1-f030-4cd4-af4c-cdf35cc32e38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/dc7b5824-6979-444c-8db6-176b198cffbd HTTP/1.1" status: 204 len: 173 time: 0.1998172 Nov 25 17:13:57.720959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6fac1-f030-4cd4-af4c-cdf35cc32e38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b5824-6979-444c-8db6-176b198cffbd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:57.882909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:13:57.886352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:57.915983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 4dfb6399-327e-4dcc-979b-855ec667b0eb {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:57.916579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4dfb6399-327e-4dcc-979b-855ec667b0eb not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:57.924306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-e514bbef-ae8b-4669-a6e7-5228548ec759 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.931748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-e514bbef-ae8b-4669-a6e7-5228548ec759 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 821 time: 0.1338365 Nov 25 17:13:57.949253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-e9cd4763-e996-44d3-b12e-2612dc9fe76d tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/quotas/57eda956dc09458eb54afa137dd259e9 HTTP/1.1" status: 200 len: 375 time: 0.0164695 Nov 25 17:13:57.970816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e52af-6769-4ffc-93ae-58216149b3ee req-94060377-39bb-4803-bebf-99c687f20109 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:57.978135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:13:57.984912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-645e52af-6769-4ffc-93ae-58216149b3ee req-94060377-39bb-4803-bebf-99c687f20109 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 944 time: 0.0744090 Nov 25 17:13:58.000539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 2b144e82-cab9-49cf-a860-528f268de1e3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:13:58.000879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2b144e82-cab9-49cf-a860-528f268de1e3 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:13:58.024839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-cb47fa7b-f7bc-4db2-a104-d1cb245034c2 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741320 Nov 25 17:13:58.041135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:58.052324 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-645e52af-6769-4ffc-93ae-58216149b3ee req-57f80c43-4093-4b17-a041-c964d303f2a2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603042 Nov 25 17:13:58.053738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'mac_address': 'fa:16:3e:96:f9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:13:58.099493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.103099 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-fea69b6f-961d-45bc-af37-f763783fe6c1 req-55c58a76-8e89-4899-845d-896261b952ed tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:13:58.104596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fea69b6f-961d-45bc-af37-f763783fe6c1 req-55c58a76-8e89-4899-845d-896261b952ed tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/dc7b5824-6979-444c-8db6-176b198cffbd HTTP/1.1" status: 404 len: 352 time: 0.0168333 Nov 25 17:13:58.115616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:13:58.139418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:13:58.144740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.151518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:58.167637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-2da65baa-78fa-4c6c-bb67-3110585d5022 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352410 Nov 25 17:13:58.207029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:58.305655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-8306d09c-7c21-4f85-9abc-f9ee79b70972 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318443 Nov 25 17:13:58.416006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d0bc59d2-173d-47f9-a9d2-4535a7ab6c48'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:13:58.433344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Deleting subnet 5a4893ec-6287-4ab7-bd90-1869a50ea011 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:13:58.438757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.534807 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.635815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.649811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.656649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.664655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.675586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.681902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.688669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.695698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:58.697837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-06455f48-c015-4bd5-8aae-89c0d2449f74 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1200330 Nov 25 17:13:58.703710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'name': 'network-vif-deleted', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:13:58.706091 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685e143e-1b60-44b1-877f-e1c15223da85" -d '{"events": [{"server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "name": "network-vif-deleted", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:13:58.740066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bd977f7-a5e3-40f4-b5ef-1a00303c9ce9 req-7854b767-c133-42a6-a84b-6103f1507211 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 6197 time: 0.2425852 Nov 25 17:13:58.754372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.795965 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d34fd45-d388-4c3e-8c5a-184bb547d741 req-28ec3738-78cb-470f-a1a2-02c3ecccf55d tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920103 Nov 25 17:13:58.800890 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.806299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5a4893ec-6287-4ab7-bd90-1869a50ea011 HTTP/1.1" status: 204 len: 168 time: 0.6530657 Nov 25 17:13:58.809020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33302) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:58.812707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ed7c9-4fca-4d01-a44b-9d0f3d9a7fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4893ec-6287-4ab7-bd90-1869a50ea011,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:58.853279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bd977f7-a5e3-40f4-b5ef-1a00303c9ce9 req-a61c2e9c-f008-42ce-b98e-8882374afc16 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 2998 time: 0.1121554 Nov 25 17:13:58.930575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bd977f7-a5e3-40f4-b5ef-1a00303c9ce9 req-33967bb8-8bc9-4720-b8fa-42a053ecdb82 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 2998 time: 0.0711775 Nov 25 17:13:58.941896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:58.979711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4a25556-184b-4747-8b21-7e7eba999985 req-1fe1241a-aa3b-4cd8-abd6-0d8c357c2469 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0534637 Nov 25 17:13:59.070619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f2c03ce-33a8-4a4d-a91d-7c291af3cfb8 req-80bc3ddc-cb74-497e-b241-731da98fb724 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Nov 25 17:13:59.071735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.104498 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c65c03-c1c8-4bcf-b62e-f135d9055213 x-openstack-request-id: req-13c65c03-c1c8-4bcf-b62e-f135d9055213 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:13:59.104845 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107c61f-7273-4e7c-8c20-d9ede7729122", "name": "network-vif-deleted", "tag": "2b144e82-cab9-49cf-a860-528f268de1e3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:13:59.105895 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13c65c03-c1c8-4bcf-b62e-f135d9055213 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:13:59.106533 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b107c61f-7273-4e7c-8c20-d9ede7729122', 'name': 'network-vif-deleted', 'tag': '2b144e82-cab9-49cf-a860-528f268de1e3', 'status': 'completed', 'code': 200} Nov 25 17:13:59.107949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cb181d-8055-49d0-8105-cd3a5fbb5c9b']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:59.113915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b2bca63a-100f-448d-b605-70b82b4acbef req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1523741000', 'description': 'tempest-description-2079221809'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:59.121646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58824014-5419-466a-859d-9af568aae720') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:59.122249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58824014-5419-466a-859d-9af568aae720') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:13:59.148205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.162515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b2bca63a-100f-448d-b605-70b82b4acbef req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.184249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.198276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:13:59.198680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:13:59.202931 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:13:59.266809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b2bca63a-100f-448d-b605-70b82b4acbef req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.273095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b2bca63a-100f-448d-b605-70b82b4acbef req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.299852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.306093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.309300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/31cb181d-8055-49d0-8105-cd3a5fbb5c9b HTTP/1.1" status: 204 len: 168 time: 0.4989731 Nov 25 17:13:59.319543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33312) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:59.327585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b2bca63a-100f-448d-b605-70b82b4acbef req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.333749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2bca63a-100f-448d-b605-70b82b4acbef req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2243979 Nov 25 17:13:59.360210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f5782-1333-4f5d-a46b-81581ffddd59 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2676d9ca-ee73-4733-bf9f-018b2f107910,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:59.413389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf85a1-4f40-4324-ba07-cf9bd204ffd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cb181d-8055-49d0-8105-cd3a5fbb5c9b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:59.433781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Deleting subnet d0822114-a707-4268-ad3d-2ff482955dc3 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:13:59.439624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.470870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-0c638074-9e28-44af-a192-e32c1647013a req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-380817758', 'description': 'tempest-description-310828834'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:13:59.501254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.510716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b954a-9605-432e-8009-7c5affa4d20e req-e7a9ca8f-93e3-48b9-acf5-5a00319de20d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:13:59.512415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e37b954a-9605-432e-8009-7c5affa4d20e req-e7a9ca8f-93e3-48b9-acf5-5a00319de20d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 945 time: 0.0800390 Nov 25 17:13:59.531588 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c638074-9e28-44af-a192-e32c1647013a req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.562751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.563990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e37b954a-9605-432e-8009-7c5affa4d20e req-cc741570-6a7f-4d84-8a22-cc01926ed4e6 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Nov 25 17:13:59.649183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c638074-9e28-44af-a192-e32c1647013a req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.650553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.682619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c638074-9e28-44af-a192-e32c1647013a req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.703848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.707463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d0822114-a707-4268-ad3d-2ff482955dc3 HTTP/1.1" status: 204 len: 168 time: 0.3869202 Nov 25 17:13:59.710228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33324) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:13:59.711459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c17e34-d476-45fd-8d21-9c8a74763d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0822114-a707-4268-ad3d-2ff482955dc3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:59.717262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0c638074-9e28-44af-a192-e32c1647013a req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:13:59.718155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0c638074-9e28-44af-a192-e32c1647013a req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2552161 Nov 25 17:13:59.738703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e1219-1ef8-43c3-b681-88c671e4db6a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11af1289-0e45-44d5-8d8e-d277f4dc6daf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:13:59.878812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:13:59.989284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:13:59.994222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:13:59.994608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.041509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.122563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33350) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:00.137427 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.170574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:00.172944 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce007bc3-7bbd-4c7c-8d89-54cbc6cd06c8" -d '{"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:00.187986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:00.194662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.202749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-2f787f24-af01-474e-a11a-1d4dcf4127cc tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.206670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-2f787f24-af01-474e-a11a-1d4dcf4127cc tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 812 time: 0.1976137 Nov 25 17:14:00.226282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37737c76-e3bd-4b27-813e-4d59999b674d tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.230021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37737c76-e3bd-4b27-813e-4d59999b674d tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 821 time: 0.3954356 Nov 25 17:14:00.234455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-916fa4bd-6d76-4589-97de-76a2567efc38 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/quotas/5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 375 time: 0.0176382 Nov 25 17:14:00.243115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.249644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.258223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.264806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.273639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.280734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.282321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.288132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:00.290064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-5f145168-55e8-487a-a35e-10597abe1ecb tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.3157034 Nov 25 17:14:00.297613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'port': {'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'admin_state_up': True, 'tenant_id': '57eda956dc09458eb54afa137dd259e9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:00.302124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a147ad30-301d-40d1-8450-a47de1414207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.331684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-39cb3738-8cbf-49b7-a9db-97d395cf523c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890698 Nov 25 17:14:00.418882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.472882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a147ad30-301d-40d1-8450-a47de1414207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.475651 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-ace68244-9fac-487e-addc-4498759e9192 service neutron] 10.222.0.86 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323576 Nov 25 17:14:00.476856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c879ba-3cce-40f0-b712-f52c78f257b1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:00.477029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a147ad30-301d-40d1-8450-a47de1414207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.500796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ecaad8-e02d-4b74-9021-f3224109a6a5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:00.501073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ecaad8-e02d-4b74-9021-f3224109a6a5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:00.516922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8b462cb-86b1-4a53-b124-932991c95b73 req-6776467a-0973-4e3b-a75b-200f8b6dc226 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048910 Nov 25 17:14:00.519441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.563096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.569903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Made reservation on behalf of 57eda956dc09458eb54afa137dd259e9 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:00.573053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a147ad30-301d-40d1-8450-a47de1414207 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f219b578d254139819e63d5574950bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492724 Nov 25 17:14:00.576359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:00.577542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.579974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147ad30-301d-40d1-8450-a47de1414207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7626bc0d-9450-4aed-9098-2b5f2f5fac01,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.585273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:00.585685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:00.588804 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:00.662831 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-543c7443-42a6-4280-8bc1-7677badc084d service neutron] 10.222.0.86 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762834 Nov 25 17:14:00.679986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ffaea99-836a-43e0-8632-1a0c9e149550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.707826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ffaea99-836a-43e0-8632-1a0c9e149550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.717719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bff7d053-679b-4441-b6da-fc367ecd6dc9 req-caee2cc2-b8cb-43cc-9774-197dc1418e47 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0602460 Nov 25 17:14:00.724796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.770445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.778840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] 10.222.0.86 "DELETE /v2.0/networks/88c879ba-3cce-40f0-b712-f52c78f257b1 HTTP/1.1" status: 204 len: 168 time: 1.0656776 Nov 25 17:14:00.803834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d357ba0-7c57-483c-9ad9-98844580b141 admin admin] Pushing event deleted for resources: {'Network': ['ID=88c879ba-3cce-40f0-b712-f52c78f257b1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.829873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ffaea99-836a-43e0-8632-1a0c9e149550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.833301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0ffaea99-836a-43e0-8632-1a0c9e149550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:00.834744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0ffaea99-836a-43e0-8632-1a0c9e149550 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7626bc0d-9450-4aed-9098-2b5f2f5fac01 HTTP/1.1" status: 204 len: 168 time: 0.2575073 Nov 25 17:14:00.848004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaea99-836a-43e0-8632-1a0c9e149550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7626bc0d-9450-4aed-9098-2b5f2f5fac01,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:00.937822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Allocated IP 172.20.0.12 (da169300-14af-4345-a0f3-152a452d21ea/ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d/b75a776b-e37b-42e0-9fc3-2281b1354b3a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:00.970175 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3617a57-c08a-4f43-9247-0786a144422e x-openstack-request-id: req-e3617a57-c08a-4f43-9247-0786a144422e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:00.970722 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:00.972037 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3617a57-c08a-4f43-9247-0786a144422e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:00.972510 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'code': 200} Nov 25 17:14:01.073719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-310be23c-1887-4ad2-9ac7-9f9e9c4706ef req-4f43c637-1f9c-4690-84f4-29a51be3c25c tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 210 time: 0.0930438 Nov 25 17:14:01.074973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:01.162406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591535-fc95-48f3-b3a0-962a7f39a059 req-fab7df2c-eaa3-4af6-b8e2-6bc60c863eb6 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.173279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-46591535-fc95-48f3-b3a0-962a7f39a059 req-fab7df2c-eaa3-4af6-b8e2-6bc60c863eb6 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 946 time: 0.1266813 Nov 25 17:14:01.196015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ac0428e-f8cb-4e96-8479-4fc0143f3974 req-1b4fb8cc-7920-4044-a1d7-3ce67c514344 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 210 time: 0.0527039 Nov 25 17:14:01.267396 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-46591535-fc95-48f3-b3a0-962a7f39a059 req-fbf62220-73cf-486a-98f1-424685cd853b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860946 Nov 25 17:14:01.321557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c4ccac71-dcfa-4965-8308-961deaa878a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea96d2b264d54311b0358b61ccf60735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130244 Nov 25 17:14:01.323260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b59a0-1c70-498a-a6f1-ac92a5e662e4 req-050acc6e-3f66-4f41-afa4-00ffe23a0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.323931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33378) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:01.324782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea9b59a0-1c70-498a-a6f1-ac92a5e662e4 req-050acc6e-3f66-4f41-afa4-00ffe23a0acf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 1097 time: 0.2739084 Nov 25 17:14:01.399674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea9b59a0-1c70-498a-a6f1-ac92a5e662e4 req-43154a35-8ecb-48d3-93f1-2689b30179c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662720 Nov 25 17:14:01.400328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e28e08c-5de9-487f-aec9-0d8519facbbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.418197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.448986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33382) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:01.452717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e28e08c-5de9-487f-aec9-0d8519facbbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.469649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.477340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1929ccc5-0f3c-4659-bed9-e4a85845cd40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.483574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9008637e-5499-40e3-a4c6-27261530cb9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:01.534602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Network da169300-14af-4345-a0f3-152a452d21ea is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:01.542219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:01.564175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:01.565034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e28e08c-5de9-487f-aec9-0d8519facbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.568139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e28e08c-5de9-487f-aec9-0d8519facbbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.571814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7e28e08c-5de9-487f-aec9-0d8519facbbe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e7ea2de-4ca9-4e47-b060-d0c92587c25d HTTP/1.1" status: 204 len: 168 time: 0.2437818 Nov 25 17:14:01.595092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28e08c-5de9-487f-aec9-0d8519facbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ea2de-4ca9-4e47-b060-d0c92587c25d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:01.649137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1929ccc5-0f3c-4659-bed9-e4a85845cd40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.658954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1929ccc5-0f3c-4659-bed9-e4a85845cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.697077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event updated for resources: {'Port': ['ID=b75a776b-e37b-42e0-9fc3-2281b1354b3a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:01.716021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1929ccc5-0f3c-4659-bed9-e4a85845cd40 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=810fe67229f64e5380a26e1595ee275d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658756 Nov 25 17:14:01.719244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33388) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:01.719952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929ccc5-0f3c-4659-bed9-e4a85845cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ead1d-2002-41e2-a448-2a91cdd4fe0a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:01.866993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.867799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:01.919899 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-7784c054-90f4-4eab-86b4-4e4d0c0872d0 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6257739 Nov 25 17:14:01.946206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.963311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.973007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.981817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:01.993404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.002454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.020269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.023418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-37f9f179-05c5-4016-806c-87227ef6b53c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.2937388 Nov 25 17:14:02.027200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Request body: {'port': {'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:02.071035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0c58e30a-d532-4ba0-bbf2-0f85a72a63b2 None None] Provisioning complete for port b75a776b-e37b-42e0-9fc3-2281b1354b3a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:02.074089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c58e30a-d532-4ba0-bbf2-0f85a72a63b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.102642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.124612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0c58e30a-d532-4ba0-bbf2-0f85a72a63b2 None None] Port b75a776b-e37b-42e0-9fc3-2281b1354b3a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:02.226847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c94434d5-ceca-4f99-a41a-43b81f201601 req-9e6f7fad-0361-439e-94dd-9c0b5b0b0401 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250668 Nov 25 17:14:02.274158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c72991cd-d5b4-4f62-9529-273e629f7fcb req-0328fbc3-d977-48d7-9c15-c7af8492c105 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0758729 Nov 25 17:14:02.291787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-723b44a8-90e4-4a03-b173-35964d9af2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.348960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-723b44a8-90e4-4a03-b173-35964d9af2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.449227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:02.472460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c305adb-b62f-4091-b696-4365816f0a88 req-b7f09500-6cb3-4190-adcf-40d5913a4392 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 210 time: 0.0574822 Nov 25 17:14:02.473794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-723b44a8-90e4-4a03-b173-35964d9af2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.476459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-723b44a8-90e4-4a03-b173-35964d9af2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.480074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-723b44a8-90e4-4a03-b173-35964d9af2d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d73ead1d-2002-41e2-a448-2a91cdd4fe0a HTTP/1.1" status: 204 len: 168 time: 0.7400334 Nov 25 17:14:02.483376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14f4c-0503-4281-b795-4eb83e098e65 req-1b9e5c67-440a-435b-a2ad-6f71015bd014 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.487966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b44a8-90e4-4a03-b173-35964d9af2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ead1d-2002-41e2-a448-2a91cdd4fe0a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:02.495032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29c14f4c-0503-4281-b795-4eb83e098e65 req-1b9e5c67-440a-435b-a2ad-6f71015bd014 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 932 time: 0.1509471 Nov 25 17:14:02.645582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6775-6771-4566-96d7-8a44a5a19daa req-eab862ce-f404-4178-8e11-5b845b3d1c97 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.654300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6cca6775-6771-4566-96d7-8a44a5a19daa req-eab862ce-f404-4178-8e11-5b845b3d1c97 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 946 time: 0.0798149 Nov 25 17:14:02.747605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41e3a0d1-d7b2-4302-bce3-73da9a96601e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f79966bd8e6a40608bc70954ec2a3472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949011 Nov 25 17:14:02.753373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33406) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:02.760987 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6cca6775-6771-4566-96d7-8a44a5a19daa req-ff21a054-b0c7-4a90-990f-4a7266734570 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054144 Nov 25 17:14:02.802937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29c14f4c-0503-4281-b795-4eb83e098e65 req-541259be-f6a7-406b-87a6-7523efdc447e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013563 Nov 25 17:14:02.889240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-4fba3aae-d282-4dba-9506-f4b91fc993f1 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:02.890840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-4fba3aae-d282-4dba-9506-f4b91fc993f1 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 812 time: 0.3912337 Nov 25 17:14:02.910484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'port': {'device_id': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4', 'admin_state_up': True, 'tenant_id': '5269294a24e7452a936da4f33f26443d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:02.915565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75a776b-e37b-42e0-9fc3-2281b1354b3a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:02.936773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:02.942997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e26c60c2-0d82-4422-8515-ee17b41c1f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.009780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Transition to ACTIVE for port object b75a776b-e37b-42e0-9fc3-2281b1354b3a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:03.016678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e26c60c2-0d82-4422-8515-ee17b41c1f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.037005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.198638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Pushing event updated for resources: {'Port': ['ID=b75a776b-e37b-42e0-9fc3-2281b1354b3a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.210891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Made reservation on behalf of 5269294a24e7452a936da4f33f26443d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:03.214855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.316318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e26c60c2-0d82-4422-8515-ee17b41c1f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.319501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e26c60c2-0d82-4422-8515-ee17b41c1f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.323017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e26c60c2-0d82-4422-8515-ee17b41c1f11 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e8bfa600-0dd4-4963-b96c-e932d8657af3 HTTP/1.1" status: 204 len: 168 time: 0.5628340 Nov 25 17:14:03.352965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c60c2-0d82-4422-8515-ee17b41c1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bfa600-0dd4-4963-b96c-e932d8657af3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:03.425425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.456672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.478674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.481126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7284cf4-abd3-469e-9e81-981d0a489380 req-d469d226-317b-422e-9339-d52389d7fe4b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbafbe78-6b66-47d5-afb1-efd821230967 HTTP/1.1" status: 200 len: 210 time: 0.0370150 Nov 25 17:14:03.517350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Attempting to bind port b75a776b-e37b-42e0-9fc3-2281b1354b3a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:03.518849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Attempting to bind port b75a776b-e37b-42e0-9fc3-2281b1354b3a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:03.519326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Attempting to bind port b75a776b-e37b-42e0-9fc3-2281b1354b3a on network da169300-14af-4345-a0f3-152a452d21ea {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:03.524494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Port b75a776b-e37b-42e0-9fc3-2281b1354b3a on network da169300-14af-4345-a0f3-152a452d21ea not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:03.524955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Attempting to bind port b75a776b-e37b-42e0-9fc3-2281b1354b3a on network da169300-14af-4345-a0f3-152a452d21ea {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:03.525850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.534507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:03.534997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Checking segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:03.535505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Bound using segment: {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:03.536054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Bound port: b75a776b-e37b-42e0-9fc3-2281b1354b3a, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f751ea8b-b419-4936-b41e-b115af53e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:03.536514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.537435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.575765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.590737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.604565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-c6dc5eee-9135-401f-88a8-feef1b773266 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.2770522 Nov 25 17:14:03.668623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Allocated IP 172.20.0.5 (ffb33f8a-c572-4234-9abe-a93da77f07b4/a0528cc5-3985-4872-a3be-22f254be76b1/22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:03.710176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2f91fa0-e0e9-4b95-a26b-7ef353f44a8e req-b50e5808-f19b-418a-8bfe-d691ebf055a5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046245 Nov 25 17:14:03.719447 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4d021d6-8019-4e5a-b624-092a1cfe94cc req-f8ba5791-0c11-4958-8d19-7f7ef2b486b1 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 210 time: 0.0542600 Nov 25 17:14:03.723433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] For port b75a776b-e37b-42e0-9fc3-2281b1354b3a, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:03.758255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] For port b75a776b-e37b-42e0-9fc3-2281b1354b3a, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:03.770172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.851845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:03.852689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:03.854323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] 10.222.0.73 "PUT /v2.0/ports/b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 1092 time: 1.9264803 Nov 25 17:14:03.855014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:03.889255 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:03.993119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dce01b-52f4-429a-b973-aa08b6a6e88e req-947149d5-f695-4dfe-8cbf-347539c85a02 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.007077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35dce01b-52f4-429a-b973-aa08b6a6e88e req-947149d5-f695-4dfe-8cbf-347539c85a02 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 946 time: 0.1578035 Nov 25 17:14:04.075707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f09e25-4478-48d0-beb3-e135a1936192 service neutron] Pushing event updated for resources: {'Port': ['ID=b75a776b-e37b-42e0-9fc3-2281b1354b3a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:04.082683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35dce01b-52f4-429a-b973-aa08b6a6e88e req-ea0d0ae8-d951-4e8c-b7ab-1ce4696bb4ff tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697377 Nov 25 17:14:04.192725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-1f827a51-3475-438a-be0e-27a49ed1e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.194626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-1f827a51-3475-438a-be0e-27a49ed1e3b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1095 time: 0.2378502 Nov 25 17:14:04.202688 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66305fb9-56a4-4427-844f-8ba816df7b77 x-openstack-request-id: req-66305fb9-56a4-4427-844f-8ba816df7b77 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:04.203121 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:04.203620 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66305fb9-56a4-4427-844f-8ba816df7b77 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:04.204138 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'status': 'completed', 'code': 200} Nov 25 17:14:04.221893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0c5d9-519a-4ef7-ad44-66623e92f08a req-a7807af0-7ac1-4ced-91aa-6fa0ec5cef22 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.223582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffe0c5d9-519a-4ef7-ad44-66623e92f08a req-a7807af0-7ac1-4ced-91aa-6fa0ec5cef22 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 944 time: 0.2090390 Nov 25 17:14:04.300072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-3e8b3100-627d-4e0b-8b65-cb6115388615 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 217 time: 0.0682704 Nov 25 17:14:04.315649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.383332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffe0c5d9-519a-4ef7-ad44-66623e92f08a req-7b41b95e-b2c6-4c57-83b4-17d934487e88 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524792 Nov 25 17:14:04.403255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-14564411-02b2-4fb4-b6a0-06ff588b79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.404816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-14564411-02b2-4fb4-b6a0-06ff588b79f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1035168 Nov 25 17:14:04.430487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.444445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:04.552337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:04.597471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Network ffb33f8a-c572-4234-9abe-a93da77f07b4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:04.600832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:04.605591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-85808281-910b-412d-8ebb-57a1b6e0031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.607842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-85808281-910b-412d-8ebb-57a1b6e0031e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892824 Nov 25 17:14:04.609408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:04.673507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.674903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:04.829389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-56d4c149-42ec-4113-8335-18e4e937990f service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404824 Nov 25 17:14:04.835377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e6603868-80eb-41d1-9869-862c55330f0d tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9330125 Nov 25 17:14:04.888172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Request body: {'port': {'device_id': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:04.953658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb341fa0-8f64-41c2-8f4e-18f9c4bc24b5 req-50da0073-ff82-4df3-ae31-519ff6e337f2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:04.968247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb341fa0-8f64-41c2-8f4e-18f9c4bc24b5 req-50da0073-ff82-4df3-ae31-519ff6e337f2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 946 time: 0.1178951 Nov 25 17:14:05.042555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:05.057717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.065355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.068973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb341fa0-8f64-41c2-8f4e-18f9c4bc24b5 req-7063167a-b4c6-4c7e-bfa3-369cb47c928a tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944226 Nov 25 17:14:05.081322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.081322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.086058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.093539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.100063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.108108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-ca39cd1a-75d1-4f09-b426-4ee1c3a37405 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1350493 Nov 25 17:14:05.280473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7c39-7bc2-4eee-9c18-b84ce9c9af6d req-98955df5-4e3f-44a1-9bcc-cd88dc4adfca tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.282481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf9a7c39-7bc2-4eee-9c18-b84ce9c9af6d req-98955df5-4e3f-44a1-9bcc-cd88dc4adfca tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 931 time: 0.1290336 Nov 25 17:14:05.341864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b87e51d2-07d9-4d97-b46c-58395b2a4431 req-667a4535-8cb4-461d-b6d4-971287eefd23 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015216 Nov 25 17:14:05.436665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf9a7c39-7bc2-4eee-9c18-b84ce9c9af6d req-d3a84374-0d51-4156-a38d-3804807bea41 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468902 Nov 25 17:14:05.447764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c89c3cb-eb1e-41d8-a78c-2f8566e46b37 req-3d557b7c-67a3-4bcb-8974-8c1f7c49234f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3387811 Nov 25 17:14:05.544871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-9772180f-9308-4ec9-b1ed-7f687a90436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.546666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-9772180f-9308-4ec9-b1ed-7f687a90436a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1095 time: 0.1063709 Nov 25 17:14:05.588164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee9583f9-51fa-4730-9d2d-a01cd768d279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:05.645274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0015d-65a2-436f-b6e9-9782854b708e req-529f1e9c-b74f-47cf-a6ff-a3e22e2a6781 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.647753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f0015d-65a2-436f-b6e9-9782854b708e req-529f1e9c-b74f-47cf-a6ff-a3e22e2a6781 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 945 time: 0.0771434 Nov 25 17:14:05.744662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f0015d-65a2-436f-b6e9-9782854b708e req-b6d2ddec-305e-4437-b102-468c7d736f83 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872772 Nov 25 17:14:05.749424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-676ab795-a5cb-4c29-985e-3b025dfdbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.750917 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-676ab795-a5cb-4c29-985e-3b025dfdbbd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1767726 Nov 25 17:14:05.756164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:05.766097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:05.822293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c44f3a-966b-49bb-93be-ec6f5ba84ad7 req-4eb9755e-69f9-47d5-9475-6d74d054bdfa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:05.829491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2c44f3a-966b-49bb-93be-ec6f5ba84ad7 req-4eb9755e-69f9-47d5-9475-6d74d054bdfa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 944 time: 0.2789803 Nov 25 17:14:05.835923 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-7dbb59b2-b947-4651-ad3c-b7732ae4f983 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 217 time: 0.0723288 Nov 25 17:14:05.850804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Transition to ACTIVE for port object 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:05.876505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.488874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2c44f3a-966b-49bb-93be-ec6f5ba84ad7 req-2da4ce69-0ff2-4fd0-b27b-a11448b8edc9 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578915 Nov 25 17:14:06.514391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-bc24a216-7b17-4a90-bcb8-73344f9fd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.516052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-bc24a216-7b17-4a90-bcb8-73344f9fd845 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.6640873 Nov 25 17:14:06.516714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:06.609190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5b313-4c52-408a-8239-50523e420800 req-c8c61153-34cc-4719-8a59-84ce6056da97 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.616497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Attempting to bind port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:06.617006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Attempting to bind port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:06.617130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Attempting to bind port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d on network ffb33f8a-c572-4234-9abe-a93da77f07b4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:06.620715 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbb5b313-4c52-408a-8239-50523e420800 req-c8c61153-34cc-4719-8a59-84ce6056da97 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 946 time: 0.0789268 Nov 25 17:14:06.622891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-1aeecd73-7759-4a19-b11e-3ee0dab848f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.624524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-1aeecd73-7759-4a19-b11e-3ee0dab848f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816309 Nov 25 17:14:06.627445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d on network ffb33f8a-c572-4234-9abe-a93da77f07b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:06.627824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Attempting to bind port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d on network ffb33f8a-c572-4234-9abe-a93da77f07b4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:06.633720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:06.634070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Checking segment: {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:06.634531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Bound using segment: {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:06.634969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Bound port: 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37604a71-b40d-484a-b4d9-0d4e4e273079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:06.635329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:06.743131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbb5b313-4c52-408a-8239-50523e420800 req-57614f2b-32b9-4b93-8b55-05e92d1c8809 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207867 Nov 25 17:14:06.782964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-c1a6c918-f01a-4992-86df-70b3b3e61af6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:06.784724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-c1a6c918-f01a-4992-86df-70b3b3e61af6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 945 time: 0.1343439 Nov 25 17:14:06.804606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-b66acfb2-9474-4a28-9d91-cf9865a9bfef tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807154 Nov 25 17:14:06.898450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:06.932693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:06.945739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-607388aa-4188-45d5-b62d-ef94eeae53f6 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080657 Nov 25 17:14:06.950190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.043043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5747380-ed3d-4f4e-98d9-c32f68193f06 req-7c7c0c72-7569-42d3-ad46-6fb1be286140 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.045700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5747380-ed3d-4f4e-98d9-c32f68193f06 req-7c7c0c72-7569-42d3-ad46-6fb1be286140 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 943 time: 0.1805723 Nov 25 17:14:07.057176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port 8b3c94dc-df8a-410c-983c-fbd8218087ce {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:07.057508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.079023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.079646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.081274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] 10.222.0.55 "PUT /v2.0/ports/22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 1091 time: 2.1977313 Nov 25 17:14:07.082776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:07.085228 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdcc481-cfc8-4985-94b4-025debb12436" -d '{"events": [{"name": "network-changed", "server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:07.106662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-15117996-de71-43ae-81a7-1fb97baeaac1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.114833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-15117996-de71-43ae-81a7-1fb97baeaac1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086803 Nov 25 17:14:07.155946 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-abd3950f-fa91-4763-8a0c-3635d465ec5f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/quotas/676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 375 time: 0.0400560 Nov 25 17:14:07.179149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5e301-3a90-49fa-829e-2d5063cae17d service neutron] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:07.212459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-b946c642-669c-49bf-9f4e-390a87161199 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348730 Nov 25 17:14:07.231450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5747380-ed3d-4f4e-98d9-c32f68193f06 req-01dc20fd-867d-451b-b7e9-9c720af75a2b tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695523 Nov 25 17:14:07.253378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-d58998ee-7e0c-4140-9394-ab4b03b5c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.255039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-d58998ee-7e0c-4140-9394-ab4b03b5c7d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1094 time: 0.1183105 Nov 25 17:14:07.257612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733cb0c6-3b5f-4dc9-ba0f-f4caa5249fc9 req-74badac7-05b7-402a-8f0d-dc6acb5c7b38 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959621 Nov 25 17:14:07.304105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port 8b3c94dc-df8a-410c-983c-fbd8218087ce, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8b3c94dc-df8a-410c-983c-fbd8218087ce,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:07.304621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.323476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-e2da001b-71d3-49f0-910d-97510298bf08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 217 time: 0.0577006 Nov 25 17:14:07.326921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for 8b3c94dc-df8a-410c-983c-fbd8218087ce owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:07.426953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-327467ae-7177-41f8-af11-e1f60d64cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.428811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-327467ae-7177-41f8-af11-e1f60d64cce5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.0978277 Nov 25 17:14:07.506725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-aad56f77-f883-4cb8-ac53-4cb489df8151 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632799 Nov 25 17:14:07.631361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.637364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.644108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.650059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.656177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.663248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.668969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.677316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abc3e156-7791-40e7-8a54-579810556e8b req-35240f32-f98b-4a47-8394-40e16c45bc65 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1578081 Nov 25 17:14:07.678188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427875d-8c15-4cfb-926b-8d548b57fbcb req-3a557a8e-705d-4af4-ad40-17bdb6917b02 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:07.686028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3427875d-8c15-4cfb-926b-8d548b57fbcb req-3a557a8e-705d-4af4-ad40-17bdb6917b02 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 867 time: 0.1388907 Nov 25 17:14:07.686450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.698945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8b3c94dc-df8a-410c-983c-fbd8218087ce'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:07.755027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-fa783cdc-11c0-44ed-9881-132bfcd68178 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386482 Nov 25 17:14:07.763884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=8b3c94dc-df8a-410c-983c-fbd8218087ce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:07.829538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abc3e156-7791-40e7-8a54-579810556e8b req-130b7ea8-e5d4-41d8-9dab-023716bc5c76 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512916 Nov 25 17:14:07.847701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3427875d-8c15-4cfb-926b-8d548b57fbcb req-a1258cf2-a112-42e6-9ac3-726773fc69b4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606672 Nov 25 17:14:07.869949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port 8b3c94dc-df8a-410c-983c-fbd8218087ce on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:07.874151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:07.883138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d96702ea-3873-4694-bfc0-50e8f8735c34 req-0a7e271f-4f7f-47d4-b9d8-7271f60d636b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "DELETE /v2.0/ports/8b3c94dc-df8a-410c-983c-fbd8218087ce HTTP/1.1" status: 204 len: 173 time: 1.0910468 Nov 25 17:14:07.883649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'name': 'network-vif-deleted', 'tag': '8b3c94dc-df8a-410c-983c-fbd8218087ce'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:07.887734 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad435ca-65f3-44d1-b68a-79474793bba6" -d '{"events": [{"server_uuid": "451a2e91-ee7c-4fb9-9a31-ce6834965da5", "name": "network-vif-deleted", "tag": "8b3c94dc-df8a-410c-983c-fbd8218087ce"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:07.940552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9d89f6-0f4d-475a-8eb5-a654d3432b8b req-b570c62b-7391-4479-9e23-c4f84b009c03 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709805 Nov 25 17:14:07.953086 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea15dd5-cb8d-4229-8151-9e38a5fc6b04 x-openstack-request-id: req-dea15dd5-cb8d-4229-8151-9e38a5fc6b04 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:07.953567 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:07.953927 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dea15dd5-cb8d-4229-8151-9e38a5fc6b04 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:07.958211 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'status': 'completed', 'code': 200} Nov 25 17:14:08.019471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d41fc666-16fc-4b72-bd81-f5999c237e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.036183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b75a776b-e37b-42e0-9fc3-2281b1354b3a details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:08.067188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1ff07b8-e80f-4f28-95c2-f983dcb2d369 req-f1d0f02d-c5dc-44dc-b89b-c2cc83d9ce13 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 210 time: 0.0686772 Nov 25 17:14:08.140494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-22bbcd20-b146-4335-900d-cd7dce62bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.142335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-22bbcd20-b146-4335-900d-cd7dce62bcfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1094 time: 0.0858891 Nov 25 17:14:08.284567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b75a776b-e37b-42e0-9fc3-2281b1354b3a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:08.300071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:08.327038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d2d1-10dd-40d3-bae9-13df81c864c5 req-8378c611-00d5-49b3-bdb0-e3fc697d8664 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.343414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a4d2d1-10dd-40d3-bae9-13df81c864c5 req-8378c611-00d5-49b3-bdb0-e3fc697d8664 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 944 time: 0.1130273 Nov 25 17:14:08.347057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-0c893a52-7bed-4813-ab3f-eb65749255da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.348588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-0c893a52-7bed-4813-ab3f-eb65749255da service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.1977453 Nov 25 17:14:08.412697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.429855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-b7884b8e-1b0e-4ffc-bdce-e8f8340ceaab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 217 time: 0.0733693 Nov 25 17:14:08.443859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a4d2d1-10dd-40d3-bae9-13df81c864c5 req-c4d08068-74d0-4684-b2cd-f5793dec8554 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992775 Nov 25 17:14:08.447743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75a776b-e37b-42e0-9fc3-2281b1354b3a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:08.493152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b75a776b-e37b-42e0-9fc3-2281b1354b3a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:08.518254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:08.541398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-fd5e8c60-b4a2-4032-95b5-6ab1be90881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.543319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-fd5e8c60-b4a2-4032-95b5-6ab1be90881a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.1027536 Nov 25 17:14:08.587225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-3348d5a9-2efa-4f89-ab88-a7045ec51a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349438 Nov 25 17:14:08.620536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b75a776b-e37b-42e0-9fc3-2281b1354b3a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:08.773006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['b75a776b-e37b-42e0-9fc3-2281b1354b3a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:08.796788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-a93f3b1c-cc84-4dae-ac60-39e7850c9d3a service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979358 Nov 25 17:14:08.932015 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4546c5-922a-40e6-af99-ae40bf1778e0 x-openstack-request-id: req-9d4546c5-922a-40e6-af99-ae40bf1778e0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:08.932524 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451a2e91-ee7c-4fb9-9a31-ce6834965da5", "name": "network-vif-deleted", "tag": "8b3c94dc-df8a-410c-983c-fbd8218087ce", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:08.935824 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d4546c5-922a-40e6-af99-ae40bf1778e0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:08.936373 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451a2e91-ee7c-4fb9-9a31-ce6834965da5', 'name': 'network-vif-deleted', 'tag': '8b3c94dc-df8a-410c-983c-fbd8218087ce', 'status': 'completed', 'code': 200} Nov 25 17:14:08.990324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b83ce0-63b6-4fce-9d92-bf6ed41b0e47 req-181e8edc-30f2-4fc8-87ed-596b618228ee tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:08.997814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48b83ce0-63b6-4fce-9d92-bf6ed41b0e47 req-181e8edc-30f2-4fc8-87ed-596b618228ee tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 943 time: 0.1188657 Nov 25 17:14:09.097821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfdcc481-cfc8-4985-94b4-025debb12436 req-fdddefe0-60c9-4aaf-a7ba-5fbdde8e0641 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932422 Nov 25 17:14:09.130501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48b83ce0-63b6-4fce-9d92-bf6ed41b0e47 req-b4c8813a-84bc-4e4e-99b8-2293a9a6ee5e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316957 Nov 25 17:14:09.152848 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:09.358059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1f3bfa8-fb9d-44d6-9845-b4c13d1c64b8 req-a2f01249-5a00-45ed-a7f0-87237f40c0d5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0664022 Nov 25 17:14:09.401149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.409019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.417592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.425175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.432142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.440133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.447426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.449745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-accef488-5eec-46f4-868a-f1649897bc8e req-e471f49d-0eb1-4d91-a4f8-98b9be5bc775 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1421061 Nov 25 17:14:09.496482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-7d1d8678-ab47-47fe-884a-e175c55ac324 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454752 Nov 25 17:14:09.500240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-31367958-4230-4fd7-a640-32d10278972e req-e9bf6a18-d144-465f-9ca9-3a0cd5be5017 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 210 time: 0.0309649 Nov 25 17:14:09.663021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50df59-161c-4d8d-bbec-c0cf17a948ec req-c785b223-a912-4c0d-9438-557bbd08ce6a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.674707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe50df59-161c-4d8d-bbec-c0cf17a948ec req-c785b223-a912-4c0d-9438-557bbd08ce6a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 945 time: 0.1115904 Nov 25 17:14:09.726103 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-accef488-5eec-46f4-868a-f1649897bc8e req-0a694b5c-d6ad-4971-9789-15847c282fb9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2254198 Nov 25 17:14:09.758735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe50df59-161c-4d8d-bbec-c0cf17a948ec req-123e128d-b7f3-4c19-9927-b39831c7f85c tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825448 Nov 25 17:14:09.823865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-2d2401de-cc5e-4154-b939-5882d5bd2684 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:09.828289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-2d2401de-cc5e-4154-b939-5882d5bd2684 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058298 Nov 25 17:14:09.843681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Request body: {'port': {'device_id': '21cf367a-0033-46de-8358-453fef93d89d', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '676e520b9b0b416b9d9f33e018f59d4d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:09.900320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:09.908530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8b3c94dc-df8a-410c-983c-fbd8218087ce no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:09.973339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 8b3c94dc-df8a-410c-983c-fbd8218087ce {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:09.978121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8b3c94dc-df8a-410c-983c-fbd8218087ce not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:09.984678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Made reservation on behalf of 676e520b9b0b416b9d9f33e018f59d4d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:09.991185 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.002169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.089401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b75a776b-e37b-42e0-9fc3-2281b1354b3a up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:10.139979 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.153622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.233830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:10.259220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'network_id': 'ffb33f8a-c572-4234-9abe-a93da77f07b4', 'port_id': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'mac_address': 'fa:16:3e:a0:dc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0528cc5-3985-4872-a3be-22f254be76b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:10.266622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port b75a776b-e37b-42e0-9fc3-2281b1354b3a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:10.279062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9f117-87f4-4460-8ae9-9c1e10d4213c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:10.365860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port b75a776b-e37b-42e0-9fc3-2281b1354b3a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:10.366367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.400542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353ed4d-8fae-44c0-91d5-12194f3785de req-5b3d1cbf-fbb3-4d9a-9666-6ca0f0a3fc77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:10.402129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9353ed4d-8fae-44c0-91d5-12194f3785de req-5b3d1cbf-fbb3-4d9a-9666-6ca0f0a3fc77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 943 time: 0.1354623 Nov 25 17:14:10.491065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9353ed4d-8fae-44c0-91d5-12194f3785de req-4313ba11-18d0-4145-8884-73db7c7e1b20 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Nov 25 17:14:10.524361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Allocated IP 192.168.233.204 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/a22ae4df-912a-4332-bfe8-417b22fadf61) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:10.558815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:10.590216 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.606249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.635572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44a26ec7-935a-4d58-96ee-328bf64ae651 req-e37f65f0-298c-40e4-8e27-3ca85125065f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0707734 Nov 25 17:14:10.653538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:10.677562 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.691192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f67e1702-798e-41d7-95e1-81aa37d8e418 req-cd1d8c7c-57a2-43d6-9129-e300e4918e5f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 210 time: 0.0728271 Nov 25 17:14:10.745691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:10.763556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.779026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:10.781311 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363c01f3-dcfb-4bce-8770-9e58d1cce9c4" -d '{"events": [{"server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "name": "network-vif-plugged", "status": "completed", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:10.833508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0649de99-11e2-45ee-a840-e84aab4fdca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.848919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b75a776b-e37b-42e0-9fc3-2281b1354b3a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:10.871150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:10.951917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.013682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.039977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.047021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.054319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.061225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.069174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.075429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.082947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.091733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-81445157-be35-4cbf-9371-bad772034378 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1431069 Nov 25 17:14:11.164304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b75a776b-e37b-42e0-9fc3-2281b1354b3a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.175510 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.192010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:11.195216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10c4c5ca-80f3-4abb-87ad-a8003e28cf5b req-93d7930c-485d-4f17-b6d6-e68414c24b1f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022463 Nov 25 17:14:11.250399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b40a4b-a0e6-42ff-9d86-3c10a1a5bb0a req-461689f5-9b75-4069-99a5-a8097cd1c7cf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.259573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87b40a4b-a0e6-42ff-9d86-3c10a1a5bb0a req-461689f5-9b75-4069-99a5-a8097cd1c7cf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 946 time: 0.2910025 Nov 25 17:14:11.303045 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecbb1e-c71f-4de3-bb10-00163c4fa346 x-openstack-request-id: req-85ecbb1e-c71f-4de3-bb10-00163c4fa346 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:11.303045 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "name": "network-vif-plugged", "status": "completed", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:11.303419 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85ecbb1e-c71f-4de3-bb10-00163c4fa346 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:11.303666 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'code': 200} Nov 25 17:14:11.318767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0649de99-11e2-45ee-a840-e84aab4fdca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.323571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.325134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.333861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0649de99-11e2-45ee-a840-e84aab4fdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.357491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:11.364518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:11.376095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:11.554639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87b40a4b-a0e6-42ff-9d86-3c10a1a5bb0a req-e8311f70-5ad4-4704-ab4c-8f2234595148 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941065 Nov 25 17:14:11.570078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0649de99-11e2-45ee-a840-e84aab4fdca1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4379f64cc4af4124b00e310d1554e2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0098622 Nov 25 17:14:11.572731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649de99-11e2-45ee-a840-e84aab4fdca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0412d-8ab6-4283-bc72-7c61e6795c16,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:11.576158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33686) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:11.631062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.631773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.717290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-5a52a2ef-d7f5-4981-a9ea-4055b915c98a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8780408 Nov 25 17:14:11.751286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Request body: {'port': {'device_id': '21cf367a-0033-46de-8358-453fef93d89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:11.854967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a99762-b1c4-4520-8f81-2d5788beb665 req-51c1f715-5c74-4a54-b94e-e12254756480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.859202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32a99762-b1c4-4520-8f81-2d5788beb665 req-51c1f715-5c74-4a54-b94e-e12254756480 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1097 time: 0.3533175 Nov 25 17:14:11.888924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-97663782-0255-4c80-a486-1cda5d37a392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:11.904466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:11.964486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834378c-9aee-476e-88e5-5794fb501827 req-eabab154-64df-4e27-868d-cd22a317eace tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:11.976810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5834378c-9aee-476e-88e5-5794fb501827 req-eabab154-64df-4e27-868d-cd22a317eace tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 944 time: 0.2653906 Nov 25 17:14:11.999224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-97663782-0255-4c80-a486-1cda5d37a392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.036345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-27ac4fd7-a388-4a10-b5b2-e660d92b39f7 None None] Provisioning complete for port a22ae4df-912a-4332-bfe8-417b22fadf61 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:12.036918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-27ac4fd7-a388-4a10-b5b2-e660d92b39f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.059509 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25af6826-f846-46c9-bee8-51e6bcc5cdac req-3e917475-3a93-4cff-b9b7-c2dec790ead0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.1621761 Nov 25 17:14:12.075909 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.103287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5834378c-9aee-476e-88e5-5794fb501827 req-92fcf1e4-2e74-457f-911b-0ed1cbbf5a26 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251113 Nov 25 17:14:12.138447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-97663782-0255-4c80-a486-1cda5d37a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.141792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-97663782-0255-4c80-a486-1cda5d37a392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.143285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-97663782-0255-4c80-a486-1cda5d37a392 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19e0412d-8ab6-4283-bc72-7c61e6795c16 HTTP/1.1" status: 204 len: 168 time: 0.5631680 Nov 25 17:14:12.174000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97663782-0255-4c80-a486-1cda5d37a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0412d-8ab6-4283-bc72-7c61e6795c16,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:12.364045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-27ac4fd7-a388-4a10-b5b2-e660d92b39f7 None None] Port a22ae4df-912a-4332-bfe8-417b22fadf61 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:12.402845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377589b-7322-40b6-889b-00b7cd44b3e8 req-7371feb0-c729-4861-82b4-33529b84c5a8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.410917 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e377589b-7322-40b6-889b-00b7cd44b3e8 req-7371feb0-c729-4861-82b4-33529b84c5a8 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 944 time: 0.1184025 Nov 25 17:14:12.458421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:12.485468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'mac_address': 'fa:16:3e:96:f9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:12.514044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e377589b-7322-40b6-889b-00b7cd44b3e8 req-b05c84fb-5f66-4862-b1af-ba4188351e96 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017373 Nov 25 17:14:12.590675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.628905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32a99762-b1c4-4520-8f81-2d5788beb665 req-3384c9aa-823a-4dfa-9698-dd0f828b00e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552154 Nov 25 17:14:12.642461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:12.642629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:12.655006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.662024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.668865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.672534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:12.678588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.680154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.697791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.714693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.727020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.742596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-fad96f93-38e5-4a2a-b6a7-51c8391835ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1620774 Nov 25 17:14:12.762473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-8c515d7a-eb6b-459e-925c-5b9a529a8c51 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.764517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-8c515d7a-eb6b-459e-925c-5b9a529a8c51 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 944 time: 0.1860931 Nov 25 17:14:12.788747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74560ae1-8639-48d9-83a6-dfdf5c64c3b2 req-ad3610ce-8bae-4ea6-be59-04d47ddaf782 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:12.804603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74560ae1-8639-48d9-83a6-dfdf5c64c3b2 req-ad3610ce-8bae-4ea6-be59-04d47ddaf782 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 936 time: 0.2275071 Nov 25 17:14:12.810971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-143f6fba-d0fb-4888-86d6-6b29be4b50c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:12.811987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:12.878976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d0bc59d2-173d-47f9-a9d2-4535a7ab6c48'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:12.889674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8df8e85-1b38-4d3a-830e-caffd97aa983 req-8d62080b-ed83-4ab0-ab75-6c881aa7c9d8 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446133 Nov 25 17:14:13.140561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74560ae1-8639-48d9-83a6-dfdf5c64c3b2 req-af1fd970-9ac3-4386-a111-3eb1a8d0a385 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347034 Nov 25 17:14:13.151890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-143f6fba-d0fb-4888-86d6-6b29be4b50c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.160222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-143f6fba-d0fb-4888-86d6-6b29be4b50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.191938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6fba-d0fb-4888-86d6-6b29be4b50c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d132e49a-45cf-4322-b63b-505637d827d6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.231942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a84af-201e-48ed-b3b3-dbe13118c87d req-ee80b3e3-3049-47e6-bc9f-7e8cd6198c17 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.233993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf5a84af-201e-48ed-b3b3-dbe13118c87d req-ee80b3e3-3049-47e6-bc9f-7e8cd6198c17 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 946 time: 0.1611297 Nov 25 17:14:13.280854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-143f6fba-d0fb-4888-86d6-6b29be4b50c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=117848c3d4bb48d3886d5d60a5c34110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361018 Nov 25 17:14:13.283886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:13.312226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22ae4df-912a-4332-bfe8-417b22fadf61 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:13.349862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.359262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac2435ad-e017-455c-851e-adf34f8a32eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.370449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Deleting port 409507fa-4e95-4e6f-8e92-848f40df9565 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:13.370839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.375548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf5a84af-201e-48ed-b3b3-dbe13118c87d req-63d718ed-4038-4324-82ad-d9de1ae2b55e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266718 Nov 25 17:14:13.378568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09fba242-1add-4381-a03f-b9e13738f00a req-40f29e1f-a025-4a1e-a479-31a9cad44c69 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0563974 Nov 25 17:14:13.427525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac2435ad-e017-455c-851e-adf34f8a32eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.450546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Transition to ACTIVE for port object a22ae4df-912a-4332-bfe8-417b22fadf61 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:13.463478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.536302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.554342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e863b17-c84e-4d3c-92e0-c01c1803346e req-fdfd0c00-6640-4ea8-92fb-28e6eb623ead tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.555921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e863b17-c84e-4d3c-92e0-c01c1803346e req-fdfd0c00-6640-4ea8-92fb-28e6eb623ead tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 944 time: 0.0735934 Nov 25 17:14:13.556763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac2435ad-e017-455c-851e-adf34f8a32eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.560031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac2435ad-e017-455c-851e-adf34f8a32eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.564311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac2435ad-e017-455c-851e-adf34f8a32eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d132e49a-45cf-4322-b63b-505637d827d6 HTTP/1.1" status: 204 len: 168 time: 0.2770469 Nov 25 17:14:13.636132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2435ad-e017-455c-851e-adf34f8a32eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d132e49a-45cf-4322-b63b-505637d827d6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:13.734610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e863b17-c84e-4d3c-92e0-c01c1803346e req-a22c9b01-42e9-4331-8425-99bf192645bb tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575129 Nov 25 17:14:13.754305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] For port 409507fa-4e95-4e6f-8e92-848f40df9565, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=409507fa-4e95-4e6f-8e92-848f40df9565,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:13.760260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:13.825406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Calling delete_port for 409507fa-4e95-4e6f-8e92-848f40df9565 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:13.896561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:13.898532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eff582-aac2-4e52-8921-3aea4ad6263f req-2657ea6c-2cca-4b93-91b8-6683834d8b41 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:13.906428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65eff582-aac2-4e52-8921-3aea4ad6263f req-2657ea6c-2cca-4b93-91b8-6683834d8b41 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=282d2e88-66ab-4ca2-b28d-941170185a3b HTTP/1.1" status: 200 len: 944 time: 0.2744088 Nov 25 17:14:14.024677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:14.035354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:14.035749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.047657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 00090edc-e853-4999-8837-095ce4763ade details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:14.074387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:14.074729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:14.075060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:14.091495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.107987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Port a22ae4df-912a-4332-bfe8-417b22fadf61 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:14.107987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:14.122975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.137943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.147542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:14.149756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.152700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:14.152850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:14.153453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Bound port: a22ae4df-912a-4332-bfe8-417b22fadf61, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:14.159698 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.164393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.172073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.179915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.182003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-4bbd8e13-8340-4fdb-86a2-536d45282b4e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5428 time: 0.1686542 Nov 25 17:14:14.211106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65eff582-aac2-4e52-8921-3aea4ad6263f req-6e30e239-15d2-41b2-ab71-dcbccb275cf6 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035784 Nov 25 17:14:14.247554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=00090edc-e853-4999-8837-095ce4763ade,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:14.315838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '00090edc-e853-4999-8837-095ce4763ade', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'port_id': '00090edc-e853-4999-8837-095ce4763ade', 'mac_address': 'fa:16:3e:d8:c7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:14.362791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2159e6c4-dff1-4b11-a0eb-82f2a6eb5bc1 req-525a8abc-3ce5-4a7b-8604-def69508297e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650863 Nov 25 17:14:14.575005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd359f6-2eaf-4569-98c6-571ecabd4a6c req-dd0d7e76-b67c-4be2-b1c0-1edb8e225a74 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.585882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3cd359f6-2eaf-4569-98c6-571ecabd4a6c req-dd0d7e76-b67c-4be2-b1c0-1edb8e225a74 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 946 time: 0.0887663 Nov 25 17:14:14.616435 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.620023 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.642504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00090edc-e853-4999-8837-095ce4763ade {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:14.657479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3cd359f6-2eaf-4569-98c6-571ecabd4a6c req-b786dae8-458f-4832-abd7-8b718086e371 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704403 Nov 25 17:14:14.686792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=00090edc-e853-4999-8837-095ce4763ade,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:14.750796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.752978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:14.761693 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aa9293-474e-453d-b347-d50bc4a454f1" -d '{"events": [{"server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "name": "network-vif-plugged", "status": "completed", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:14.773782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.774451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 52473769-a7a8-4659-8545-5ba908436801 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:14.790426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event deleted for resources: {'Port': ['ID=409507fa-4e95-4e6f-8e92-848f40df9565,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:14.802572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:14.828706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86451d37-bc06-4ad3-be9a-94f31e64c4eb req-62d0fef7-ebb5-495e-abc5-ed6e6f22cf7d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:14.852531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86451d37-bc06-4ad3-be9a-94f31e64c4eb req-62d0fef7-ebb5-495e-abc5-ed6e6f22cf7d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 948 time: 0.2347109 Nov 25 17:14:14.864883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:14.890337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cb3bdbe-6fcb-4aa0-8c84-7c7e9e7a4476 req-08f0f8b8-e606-488d-a66f-1e9a33b59804 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0605042 Nov 25 17:14:14.978046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] No DVR routers for this DVR port 409507fa-4e95-4e6f-8e92-848f40df9565 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:14.984384 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:14.993433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e18b0cf7-9d4e-4d89-829a-17b4259de699 req-785df955-828a-4a3e-b98e-9449917ef9d5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.55 "DELETE /v2.0/ports/409507fa-4e95-4e6f-8e92-848f40df9565 HTTP/1.1" status: 204 len: 173 time: 2.2201345 Nov 25 17:14:15.008659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:15.011170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'name': 'network-vif-deleted', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:15.020661 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4763c3b6-ccbc-4a17-ae99-92384347e59f" -d '{"events": [{"server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "name": "network-vif-deleted", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:15.028877 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.087960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.088725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:15.161343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-d69a4259-bfce-45e6-bac7-fe6fcfc545cd tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.169851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-d69a4259-bfce-45e6-bac7-fe6fcfc545cd tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2086582 Nov 25 17:14:15.229775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:15.237925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86451d37-bc06-4ad3-be9a-94f31e64c4eb req-218b6934-7c0a-4c79-8557-7445d90a93c4 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831246 Nov 25 17:14:15.243665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.244302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.245709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] 10.222.0.73 "PUT /v2.0/ports/a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 1096 time: 3.5187042 Nov 25 17:14:15.288534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-6eecfa49-6356-407f-a598-97ea98290ba5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1054504 Nov 25 17:14:15.297730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'floatingip': {'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:15.353840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6baa66-7dc2-4de5-b0cf-79c32c141030 service neutron] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:15.377569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.399982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=52473769-a7a8-4659-8545-5ba908436801,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:15.512235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-a5bd3e80-e987-427d-94f5-a7e64f90e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.519965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-a5bd3e80-e987-427d-94f5-a7e64f90e116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1099 time: 0.2057955 Nov 25 17:14:15.534129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '52473769-a7a8-4659-8545-5ba908436801', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'port_id': '52473769-a7a8-4659-8545-5ba908436801', 'mac_address': 'fa:16:3e:99:ff:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:15.563033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf69a-f5fe-4b21-9817-53d279ff4d3d req-78ecee6d-a0d0-47ae-9a05-da8a0bede012 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.573321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2caf69a-f5fe-4b21-9817-53d279ff4d3d req-78ecee6d-a0d0-47ae-9a05-da8a0bede012 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 945 time: 0.1909525 Nov 25 17:14:15.582346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:15.669170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-24309f8a-5eef-4232-a865-e3f943f3adaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.1329987 Nov 25 17:14:15.721498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:15.722309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.742358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-38e46fe9-4ad5-49ec-985e-bbee23f8ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.744943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-38e46fe9-4ad5-49ec-985e-bbee23f8ccc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0730114 Nov 25 17:14:15.819747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2caf69a-f5fe-4b21-9817-53d279ff4d3d req-eaffb668-b4ec-4d49-acd6-a84b7e6345d7 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388039 Nov 25 17:14:15.857691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-1ae04d0e-dd43-4925-b1e9-5f8ed3e86392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:15.861832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-1ae04d0e-dd43-4925-b1e9-5f8ed3e86392 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061213 Nov 25 17:14:15.937871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:15.968687 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd5ccf-0fa0-41a4-9bac-21deff431598 x-openstack-request-id: req-70cd5ccf-0fa0-41a4-9bac-21deff431598 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:15.973893 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "name": "network-vif-plugged", "status": "completed", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:15.974363 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-70cd5ccf-0fa0-41a4-9bac-21deff431598 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:15.975322 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'code': 200} Nov 25 17:14:16.038090 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.044128 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea88b41-65c6-4805-9593-35c758610486 x-openstack-request-id: req-aea88b41-65c6-4805-9593-35c758610486 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:16.044537 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d2e88-66ab-4ca2-b28d-941170185a3b", "name": "network-vif-deleted", "tag": "409507fa-4e95-4e6f-8e92-848f40df9565", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:16.044794 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aea88b41-65c6-4805-9593-35c758610486 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:16.045189 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d2e88-66ab-4ca2-b28d-941170185a3b', 'name': 'network-vif-deleted', 'tag': '409507fa-4e95-4e6f-8e92-848f40df9565', 'status': 'completed', 'code': 200} Nov 25 17:14:16.054698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-3b28d1bf-bd08-4a1e-924f-93bf276d5980 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830921 Nov 25 17:14:16.056820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a318a-331c-4159-8d15-d914b645d901 req-31d7d4b1-546a-4c7b-829a-24cf0a5d88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.058845 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-835a318a-331c-4159-8d15-d914b645d901 req-31d7d4b1-546a-4c7b-829a-24cf0a5d88f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1096 time: 0.0890861 Nov 25 17:14:16.070067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52473769-a7a8-4659-8545-5ba908436801 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:16.197561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=52473769-a7a8-4659-8545-5ba908436801,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:16.230532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.260555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 89aa32b5-8704-4b2a-a8a7-0ad80871676a details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:16.264567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-835a318a-331c-4159-8d15-d914b645d901 req-2108a7b0-30cc-4b1b-a9d0-78bc7f793de9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830215 Nov 25 17:14:16.299113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5a56806-2c02-4482-b174-426e9d23a2fc req-d11dbd88-4c2f-49d2-af5d-86f923c76daf service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359414 Nov 25 17:14:16.443305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.505933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.522714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.540263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.546145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.562937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.584529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.596918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:16.599302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-f8a45f77-d320-401e-b08e-67a2f022e4ba tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5430 time: 0.2174218 Nov 25 17:14:16.602610 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.609612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.617332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['52473769-a7a8-4659-8545-5ba908436801'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:16.632326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:16.752057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1f91232-18ed-49c2-9977-de6bd5d64117 req-7b01fc47-2120-4f5f-a320-34cf4cac2d27 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415939 Nov 25 17:14:16.780931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:16.802378 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:16.872365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:16.895129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c431108f-a99f-4932-a8e9-acbb402f5e80 req-c4ba11c9-02ca-4afc-a41b-07fd9d870c90 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=451a2e91-ee7c-4fb9-9a31-ce6834965da5 HTTP/1.1" status: 200 len: 210 time: 0.0511255 Nov 25 17:14:16.901372 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Floating IP a705558d-70a2-4fef-9b48-dc257af60bca associated. External IP: 172.25.8.23, port: 9008637e-5499-40e3-a4c6-27261530cb9e. Nov 25 17:14:16.915321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:16.974311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 409507fa-4e95-4e6f-8e92-848f40df9565 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:16.974701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 409507fa-4e95-4e6f-8e92-848f40df9565 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:16.979825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:16.987478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '89aa32b5-8704-4b2a-a8a7-0ad80871676a', 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2', 'port_id': '89aa32b5-8704-4b2a-a8a7-0ad80871676a', 'mac_address': 'fa:16:3e:67:0e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bd6b28-9e46-4ac2-abd3-a3811ab06845', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:17.062271 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.089964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa32b5-8704-4b2a-a8a7-0ad80871676a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:17.132025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:17.139033 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.139723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8cef827f-7f2a-4374-8534-516606d2ee63 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:17.330795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bd870-9ef3-495d-80d9-3dd1049103bc req-1fc15adc-85fe-4660-9119-37feebc15cfe tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:17.349575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb7bd870-9ef3-495d-80d9-3dd1049103bc req-1fc15adc-85fe-4660-9119-37feebc15cfe tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 948 time: 0.0837214 Nov 25 17:14:17.396600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:17.401986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.436843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8cef827f-7f2a-4374-8534-516606d2ee63, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8cef827f-7f2a-4374-8534-516606d2ee63,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:17.463244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '8cef827f-7f2a-4374-8534-516606d2ee63', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'port_id': '8cef827f-7f2a-4374-8534-516606d2ee63', 'mac_address': 'fa:16:3e:10:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:17.479517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb7bd870-9ef3-495d-80d9-3dd1049103bc req-d06a7148-875b-4dd9-914d-083168102952 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274481 Nov 25 17:14:17.648663 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.667439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cef827f-7f2a-4374-8534-516606d2ee63 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:17.679982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:17.703006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8cef827f-7f2a-4374-8534-516606d2ee63, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8cef827f-7f2a-4374-8534-516606d2ee63,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:17.711116 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.712239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 075379f3-9819-431c-b729-f4bccc76fcf2 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:17.853664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8cef827f-7f2a-4374-8534-516606d2ee63,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:17.870210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['00090edc-e853-4999-8837-095ce4763ade'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:17.870433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90838a64-ad22-4e55-8da0-19d60961defc req-b3113a05-126f-4960-bc24-2bb89bab37ad tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:17.870811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-90838a64-ad22-4e55-8da0-19d60961defc req-b3113a05-126f-4960-bc24-2bb89bab37ad tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.1404135 Nov 25 17:14:17.881451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:17.895603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:17.896331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:17.918238 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:17.918871 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:17.955646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-20e32447-e665-45d7-90aa-5b138333165a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "PUT /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 996 time: 2.6660361 Nov 25 17:14:17.960373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:17.965734 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe610cf5-d388-4544-9a39-80173c3c750a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:17.983535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:17.986901 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb6f5f-163a-427d-a9ff-21b66ce99470" -d '{"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:18.065089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=075379f3-9819-431c-b729-f4bccc76fcf2,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:18.084026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-c647c631-e37d-4591-a3ba-a8adbd60db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.085544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-c647c631-e37d-4591-a3ba-a8adbd60db40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.1051660 Nov 25 17:14:18.086544 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:18.188217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '075379f3-9819-431c-b729-f4bccc76fcf2', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'port_id': '075379f3-9819-431c-b729-f4bccc76fcf2', 'mac_address': 'fa:16:3e:78:b1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:18.280921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-962c444f-68e3-4d1f-88a7-aac97876e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.283690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-962c444f-68e3-4d1f-88a7-aac97876e708 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1857362 Nov 25 17:14:18.290330 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.322995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075379f3-9819-431c-b729-f4bccc76fcf2 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:18.371480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=075379f3-9819-431c-b729-f4bccc76fcf2,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:18.378317 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.379424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fc44fae6-7075-4442-82e8-43dec59f245c details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:18.420589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-39ef581a-7d3b-4450-b728-048d4fc81026 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 999 time: 0.1299188 Nov 25 17:14:18.450356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:18.461253 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:16Z', 'revision_number': 1, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:18.497149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-de803550-98f0-4417-bedb-cb00a017aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.502266 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:18.506777 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-de803550-98f0-4417-bedb-cb00a017aaba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.0783079 Nov 25 17:14:18.509788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fc44fae6-7075-4442-82e8-43dec59f245c,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:18.512803 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:18.513668 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:18.540480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:18.544830 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7a7101-ddd8-42b1-aec3-1d26414efc48" -d '{"events": [{"name": "network-changed", "server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:18.551476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'fc44fae6-7075-4442-82e8-43dec59f245c', 'network_id': '1c40dd2d-dafc-424c-aff6-460a4c427db2', 'port_id': 'fc44fae6-7075-4442-82e8-43dec59f245c', 'mac_address': 'fa:16:3e:8a:e1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bd6b28-9e46-4ac2-abd3-a3811ab06845', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:18.562259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-49584c9c-6e6f-4c85-84fb-2ac003ffd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.572818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-49584c9c-6e6f-4c85-84fb-2ac003ffd058 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650108 Nov 25 17:14:18.637730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.640455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1253eb5-4080-4efb-a314-c501f5f89ae5 req-d61f77d2-0f61-4a7f-88ba-b13092c95325 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:18.642891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1253eb5-4080-4efb-a314-c501f5f89ae5 req-d61f77d2-0f61-4a7f-88ba-b13092c95325 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 945 time: 0.6683121 Nov 25 17:14:18.655491 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:18.663558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc44fae6-7075-4442-82e8-43dec59f245c {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:18.689130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Deleting port 1ec46211-29fc-442e-9bd9-726cfa62c455 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:18.689524 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.696503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-01ede456-c8b7-41c5-bf90-e130e195d391 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226521 Nov 25 17:14:18.702828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fc44fae6-7075-4442-82e8-43dec59f245c,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:18.709114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.709787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e6dc7088-7625-44d4-af6a-d2cee44ab9e6 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:18.807216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e80c5371-2a93-4c15-96e5-76e79ba1a8cc req-de5ead4c-5e81-40a9-98b4-543580674588 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097758 Nov 25 17:14:18.882369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:18.891167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:18.908358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] For port 1ec46211-29fc-442e-9bd9-726cfa62c455, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1ec46211-29fc-442e-9bd9-726cfa62c455,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:18.908801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:18.915640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6', 'network_id': 'c9a0971e-973f-4181-a607-a4d15ca02e99', 'port_id': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6', 'mac_address': 'fa:16:3e:ca:2b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0eaf583-5ade-44ef-afca-e732d3dcdb63', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:18.946165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Calling delete_port for 1ec46211-29fc-442e-9bd9-726cfa62c455 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:19.003765 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.021069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6dc7088-7625-44d4-af6a-d2cee44ab9e6 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:19.030552 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:16Z', 'revision_number': 1, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:19.054609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:19.064605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.088052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c17ae2-77d4-45b8-8bda-778346127860 req-25bf1ecf-8eee-4e87-b867-5030cc18f2c5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.096114 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb2750-e8dd-4259-8328-8bd4dfd7263b None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:16Z', 'revision_number': 1, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:19.100984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89c17ae2-77d4-45b8-8bda-778346127860 req-25bf1ecf-8eee-4e87-b867-5030cc18f2c5 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=2e93653d-2a70-41c8-8508-82087ec7b19b HTTP/1.1" status: 200 len: 945 time: 0.1441979 Nov 25 17:14:19.120112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.149651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:19.179907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event deleted for resources: {'Port': ['ID=1ec46211-29fc-442e-9bd9-726cfa62c455,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:19.215725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] No DVR routers for this DVR port 1ec46211-29fc-442e-9bd9-726cfa62c455 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:19.221041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1253eb5-4080-4efb-a314-c501f5f89ae5 req-cd65338e-aac8-48f4-bc72-55cf73eb596f tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644126 Nov 25 17:14:19.222153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.225751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-90838a64-ad22-4e55-8da0-19d60961defc req-c0752ad7-8480-4794-9610-a3a8b8c1a67b tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "DELETE /v2.0/ports/1ec46211-29fc-442e-9bd9-726cfa62c455 HTTP/1.1" status: 204 len: 173 time: 1.3481011 Nov 25 17:14:19.236087 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89c17ae2-77d4-45b8-8bda-778346127860 req-4a2c959c-0ac5-4e83-bd41-ac06c5edda0d tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336877 Nov 25 17:14:19.337534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:19.354019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 00090edc-e853-4999-8837-095ce4763ade up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:19.378484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'mac_address': 'fa:16:3e:6c:af:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:19.445749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.496181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.507605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.515464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.519513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22ae4df-912a-4332-bfe8-417b22fadf61 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:19.523257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.530792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.541362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.545923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:19.558224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:19.562808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdcbec-2fff-4c28-ae6b-5ccb80b9f7b6 None None] New status for floating IP a705558d-70a2-4fef-9b48-dc257af60bca: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:14:19.583561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-27b03dd7-9ea0-4a56-aaad-65956c8890b9 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5435 time: 0.2149391 Nov 25 17:14:19.642246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:19.651553 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.697538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 00090edc-e853-4999-8837-095ce4763ade completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:19.702640 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf2b97-5727-4e68-8df2-6ea64142900e x-openstack-request-id: req-40bf2b97-5727-4e68-8df2-6ea64142900e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:19.703844 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:19.703844 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40bf2b97-5727-4e68-8df2-6ea64142900e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:19.703844 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'status': 'completed', 'code': 200} Nov 25 17:14:19.708568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1edaf1c-a6c9-4b2e-9319-b1d98a66150c req-80cb5a01-c43b-449e-84b5-d8636222be07 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240160 Nov 25 17:14:19.751859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['075379f3-9819-431c-b729-f4bccc76fcf2'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:19.754353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['89aa32b5-8704-4b2a-a8a7-0ad80871676a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:19.839821 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad17a4c-4f21-4102-b0ca-467814e4952a x-openstack-request-id: req-2ad17a4c-4f21-4102-b0ca-467814e4952a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:19.839821 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:19.839821 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ad17a4c-4f21-4102-b0ca-467814e4952a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:19.839821 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'status': 'completed', 'code': 200} Nov 25 17:14:19.861306 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8134418c-79d6-426a-82c4-f7a9635bf0a7 x-openstack-request-id: req-8134418c-79d6-426a-82c4-f7a9635bf0a7 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:19.861306 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-plugged", "status": "completed", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:19.861306 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8134418c-79d6-426a-82c4-f7a9635bf0a7 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:19.861306 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'code': 200} Nov 25 17:14:19.869348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 00090edc-e853-4999-8837-095ce4763ade triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:19.869834 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:19.880997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['fc44fae6-7075-4442-82e8-43dec59f245c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:19.885398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['e6dc7088-7625-44d4-af6a-d2cee44ab9e6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:20.007807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-ae592dff-6f1a-4ebb-9190-95e315ed6839 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.012457 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-ae592dff-6f1a-4ebb-9190-95e315ed6839 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1098223 Nov 25 17:14:20.062585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610cf5-d388-4544-9a39-80173c3c750a req-d496805c-b1d7-4837-92e8-b838a3e098bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.063986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-d496805c-b1d7-4837-92e8-b838a3e098bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.3267195 Nov 25 17:14:20.072481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-ad5afd88-e827-4c28-9078-219e35b902cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.074016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-ad5afd88-e827-4c28-9078-219e35b902cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1100 time: 0.1822195 Nov 25 17:14:20.205675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-0d792aa3-3233-4e9a-9879-bfed1f1779c2 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 999 time: 0.1852696 Nov 25 17:14:20.210977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'floatingip': {'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:20.222066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c803-e6f6-43f9-8bd7-3d3eeec951c2 req-2375ced1-c31b-4288-ba9e-8049b0ea4d68 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.229736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b527c803-e6f6-43f9-8bd7-3d3eeec951c2 req-2375ced1-c31b-4288-ba9e-8049b0ea4d68 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 949 time: 0.2389266 Nov 25 17:14:20.253176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:20.289422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.356330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610cf5-d388-4544-9a39-80173c3c750a req-5f57254c-a29d-43f2-a7f4-1c3cf682998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.362791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-5f57254c-a29d-43f2-a7f4-1c3cf682998c service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.2860968 Nov 25 17:14:20.380793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:20.397758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b527c803-e6f6-43f9-8bd7-3d3eeec951c2 req-e329e7ad-2a82-46c8-8790-7d516c341731 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619859 Nov 25 17:14:20.547010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-3b1d61f2-fbb7-4e34-a210-92eb8699c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.550419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-3b1d61f2-fbb7-4e34-a210-92eb8699c84d service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3671267 Nov 25 17:14:20.636324 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-c26132e2-19fc-4ad6-a9fd-1d2c4752b3e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.0651572 Nov 25 17:14:20.696021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-0e9e9f57-0384-47ac-b8cb-8893247ab534 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 1001 time: 0.3236365 Nov 25 17:14:20.757362 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-679d1811-0a02-49c5-ad0a-b4f765499b31 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1523741000&fields=id&tenant_id=5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 267 time: 0.2288480 Nov 25 17:14:20.818484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-109ddfeb-5328-4866-a81e-e8b71fa6e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.820299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-109ddfeb-5328-4866-a81e-e8b71fa6e580 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1702487 Nov 25 17:14:20.821800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['8cef827f-7f2a-4374-8534-516606d2ee63'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:20.843091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610cf5-d388-4544-9a39-80173c3c750a req-6b1eb0c0-dbf0-4d88-8ff9-8188925132eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.845550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-6b1eb0c0-dbf0-4d88-8ff9-8188925132eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1372750 Nov 25 17:14:20.927537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-9e8099f6-566a-4e51-a62c-5a7d41e126c0 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:20.934710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-9e8099f6-566a-4e51-a62c-5a7d41e126c0 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 945 time: 0.1757677 Nov 25 17:14:20.956903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'port': {'security_groups': ['91bcca93-bf42-421f-a265-396ae058ee52', '2676d9ca-ee73-4733-bf9f-018b2f107910']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:20.991824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:20.996829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.086349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.120957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-5a36c9ac-b6c9-46c0-a9b3-83c19bf2b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:21.122365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-5a36c9ac-b6c9-46c0-a9b3-83c19bf2b439 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2912626 Nov 25 17:14:21.126967 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Floating IP a705558d-70a2-4fef-9b48-dc257af60bca associated. External IP: 172.25.8.23, port: 9008637e-5499-40e3-a4c6-27261530cb9e. Nov 25 17:14:21.138393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610cf5-d388-4544-9a39-80173c3c750a req-0970bc3e-57ae-400f-b555-2ad4c66d424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:21.140037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-0970bc3e-57ae-400f-b555-2ad4c66d424c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777064 Nov 25 17:14:21.150392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.157630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=00090edc-e853-4999-8837-095ce4763ade,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:21.206996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.207714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 52473769-a7a8-4659-8545-5ba908436801 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:21.384811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:21.397573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:21.398245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-7db61901-996d-466e-9a9a-d903fae679ec service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496946 Nov 25 17:14:21.423785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-6b4156bf-ee8d-4761-ae99-fa9b71bd62fd service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904978 Nov 25 17:14:21.441704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 52473769-a7a8-4659-8545-5ba908436801 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:21.467778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 52473769-a7a8-4659-8545-5ba908436801 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:21.468147 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.516852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:21.528747 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:21.555727 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:21.556644 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:21.633806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.671915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a7101-ddd8-42b1-aec3-1d26414efc48 req-b7045041-f767-4def-993a-5c815c3fd97d service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326772 Nov 25 17:14:21.677578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe610cf5-d388-4544-9a39-80173c3c750a req-ea9d0fc5-7936-4d2c-b1e7-4216299fbd92 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681491 Nov 25 17:14:21.679539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:21.713681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=52473769-a7a8-4659-8545-5ba908436801,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:21.719361 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.724759 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.728668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:21.741083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.792230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:21.793029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:21.794490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2602ce44-ce1c-4f2c-be5c-075d9311bf60 req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "PUT /v2.0/ports/22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 981 time: 0.8579102 Nov 25 17:14:21.811199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:21.844081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03', '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:21.847932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'name': 'network-vif-deleted', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455'}, {'name': 'network-changed', 'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:21.852898 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97389673-e97b-4b48-aeae-7515531740eb" -d '{"events": [{"server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "name": "network-vif-deleted", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455"}, {"name": "network-changed", "server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:21.868532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052fe3f-114d-426a-8a87-6db6f052ee0e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:21.872139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00090edc-e853-4999-8837-095ce4763ade'}, {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52473769-a7a8-4659-8545-5ba908436801'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:21.878996 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486baddc-b359-418c-8125-2dce6c3e8e24" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "00090edc-e853-4999-8837-095ce4763ade"}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "52473769-a7a8-4659-8545-5ba908436801"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:21.879151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:21.884190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 1ec46211-29fc-442e-9bd9-726cfa62c455 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:21.884537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1ec46211-29fc-442e-9bd9-726cfa62c455 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:21.952605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:22.009590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4a38659-c097-4422-ae56-396a745f841d req-9520ce8d-3c68-49bb-b7fd-dbb75642bd96 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=85243c150c8e430591e59af8f2036a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247376 Nov 25 17:14:22.055980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:22.072785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:22.083979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:22.127848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:22.131349 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c365c3c-2972-492c-bb38-85cc2619c305" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:22.171409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-db2e8da8-03d6-4f52-b2d1-167f16195e82 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "PUT /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 998 time: 1.9648290 Nov 25 17:14:22.229446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a38659-c097-4422-ae56-396a745f841d req-663175d7-032f-4ecf-bd4f-fa77b55c8143 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.232521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-c61af69b-7226-4439-b48a-9e28112148b4 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.232683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4a38659-c097-4422-ae56-396a745f841d req-663175d7-032f-4ecf-bd4f-fa77b55c8143 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151968 Nov 25 17:14:22.250343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-c61af69b-7226-4439-b48a-9e28112148b4 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports/9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 943 time: 0.0776446 Nov 25 17:14:22.260166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4a38659-c097-4422-ae56-396a745f841d req-4c610852-25fc-4aeb-8f5d-177efd8544b1 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/quotas/85243c150c8e430591e59af8f2036a64 HTTP/1.1" status: 200 len: 375 time: 0.0211229 Nov 25 17:14:22.318234 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:20Z', 'revision_number': 3, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.321795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4a38659-c097-4422-ae56-396a745f841d req-2c6f9227-538f-4df3-9748-2fad716efff7 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=85243c150c8e430591e59af8f2036a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553946 Nov 25 17:14:22.370606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-ed763871-b4e4-40b3-b341-bccb9c5af4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.379465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-ed763871-b4e4-40b3-b341-bccb9c5af4cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.0663302 Nov 25 17:14:22.448088 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:22.465627 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:22.466317 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:22.588630 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:22.891729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.898694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.904592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.911176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.917130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.921093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-cd21fa1e-a91c-4aa2-a907-e593e0a08512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.923492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.929623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:22.931610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-590d2a0c-a6d9-4a47-97c6-da6a4ca67339 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5437 time: 0.1337664 Nov 25 17:14:22.941036 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-cd21fa1e-a91c-4aa2-a907-e593e0a08512 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.5501895 Nov 25 17:14:22.992075 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-2a8714d3-cee7-4e87-9225-d9cc856b62bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 217 time: 0.0494995 Nov 25 17:14:23.019840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15dc033c-0a4f-41b4-b306-da955f3d166c req-8ad137f5-25d3-4a9d-b06b-d1eebc4a7d3e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787733 Nov 25 17:14:23.066484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-5d365a16-0c66-4336-92d2-30eff271fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.069240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-5d365a16-0c66-4336-92d2-30eff271fe73 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.0748773 Nov 25 17:14:23.116159 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:20Z', 'revision_number': 3, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:23.116434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 075379f3-9819-431c-b729-f4bccc76fcf2 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:23.142326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-12e41724-018a-4441-8639-2304aa5c3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.147182 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c836320-4526-4e67-9535-0fe8ce18d732 None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:20Z', 'revision_number': 3, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:23.163750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-12e41724-018a-4441-8639-2304aa5c3876 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830340 Nov 25 17:14:23.194722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a7947-f8aa-4dc4-8ca4-953155a91893 req-ed41d983-9829-4c15-b7f9-e84033205b51 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.209316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-629a7947-f8aa-4dc4-8ca4-953155a91893 req-ed41d983-9829-4c15-b7f9-e84033205b51 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 949 time: 0.0910435 Nov 25 17:14:23.255303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 075379f3-9819-431c-b729-f4bccc76fcf2 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:23.266109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 075379f3-9819-431c-b729-f4bccc76fcf2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:23.267602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.302461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-629a7947-f8aa-4dc4-8ca4-953155a91893 req-56d213c7-cf59-4f83-9bec-5bfea6068975 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822706 Nov 25 17:14:23.342900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-e9661888-abf2-4ef1-b962-f46e016bccaa service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778102 Nov 25 17:14:23.379293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-998252e8-1f6b-4517-8238-581d7894b11b req-1c1b7387-92ae-4426-a883-bcb846175698 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/2676d9ca-ee73-4733-bf9f-018b2f107910 HTTP/1.1" status: 200 len: 1818 time: 0.0659831 Nov 25 17:14:23.411103 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.447614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cec08-4031-4bc7-93b3-f3adfc8073f9 None None] New status for floating IP a705558d-70a2-4fef-9b48-dc257af60bca: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:14:23.454378 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-998252e8-1f6b-4517-8238-581d7894b11b req-f7d0fb56-ea20-4138-b107-b9f253f9e84b tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:14:23.467365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-998252e8-1f6b-4517-8238-581d7894b11b req-f7d0fb56-ea20-4138-b107-b9f253f9e84b tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/2676d9ca-ee73-4733-bf9f-018b2f107910 HTTP/1.1" status: 409 len: 341 time: 0.0867324 Nov 25 17:14:23.495651 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-6a21c78c-2ab4-46f7-9b25-c60883c280eb service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334589 Nov 25 17:14:23.514490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=075379f3-9819-431c-b729-f4bccc76fcf2,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:23.519302 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9606847-e052-4133-880e-cd6263049f4e x-openstack-request-id: req-c9606847-e052-4133-880e-cd6263049f4e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:23.520001 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e93653d-2a70-41c8-8508-82087ec7b19b", "name": "network-vif-deleted", "tag": "1ec46211-29fc-442e-9bd9-726cfa62c455", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:23.520431 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9606847-e052-4133-880e-cd6263049f4e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:23.521094 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e93653d-2a70-41c8-8508-82087ec7b19b', 'name': 'network-vif-deleted', 'tag': '1ec46211-29fc-442e-9bd9-726cfa62c455', 'status': 'completed', 'code': 200} Nov 25 17:14:23.521705 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'status': 'completed', 'code': 200} Nov 25 17:14:23.542093 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:23.606636 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237d166-119f-4982-885d-ddd662c2a3b9 x-openstack-request-id: req-6237d166-119f-4982-885d-ddd662c2a3b9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:23.607035 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "00090edc-e853-4999-8837-095ce4763ade", "code": 200}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "52473769-a7a8-4659-8545-5ba908436801", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:23.607403 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6237d166-119f-4982-885d-ddd662c2a3b9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:23.607893 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00090edc-e853-4999-8837-095ce4763ade', 'code': 200} Nov 25 17:14:23.608246 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52473769-a7a8-4659-8545-5ba908436801', 'code': 200} Nov 25 17:14:23.619396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-ddf89cf5-2500-4f78-a1a6-9da70c5e0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.623681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389673-e97b-4b48-aeae-7515531740eb req-aa546dd0-870d-490f-b523-4bf47a469913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.627045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-aa546dd0-870d-490f-b523-4bf47a469913 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1135 time: 0.0805819 Nov 25 17:14:23.628983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-ddf89cf5-2500-4f78-a1a6-9da70c5e0d5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1097 time: 0.1060572 Nov 25 17:14:23.694028 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f1f0d-2673-4ca1-9dac-d06d5caac4b3 x-openstack-request-id: req-889f1f0d-2673-4ca1-9dac-d06d5caac4b3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:23.694418 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:23.694735 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-889f1f0d-2673-4ca1-9dac-d06d5caac4b3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:23.695196 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'status': 'completed', 'code': 200} Nov 25 17:14:23.749523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:23.786003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-f5abe3fc-d51a-4192-a070-e3dc6841e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.789579 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-f5abe3fc-d51a-4192-a070-e3dc6841e28c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.0813761 Nov 25 17:14:23.796083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389673-e97b-4b48-aeae-7515531740eb req-48641bf4-19e2-4ba5-9937-c637fac68365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.798057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-48641bf4-19e2-4ba5-9937-c637fac68365 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.1618569 Nov 25 17:14:23.809602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-6bc469f3-b165-49dd-934d-0082a2d4d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:23.822267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-6bc469f3-b165-49dd-934d-0082a2d4d1de service neutron] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1923525 Nov 25 17:14:23.956033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-01e6528a-c750-442a-9244-eef24df809f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 1001 time: 0.1328714 Nov 25 17:14:23.963004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-70df7554-76fa-4c5f-8068-588a46cc491f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 217 time: 0.1534295 Nov 25 17:14:23.984475 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:23.998349 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:23.999643 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:24.030702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-6d53cb6c-7949-4fb9-9e1f-07bedf27bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.033543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-6d53cb6c-7949-4fb9-9e1f-07bedf27bb82 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.0704174 Nov 25 17:14:24.061467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-64d7a5ac-1f70-47d8-958f-96d74959523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.062984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-64d7a5ac-1f70-47d8-958f-96d74959523d service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.2638540 Nov 25 17:14:24.133856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-7fe481a5-a9b2-4e2d-bcf2-57a78f8c9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.135674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-7fe481a5-a9b2-4e2d-bcf2-57a78f8c9885 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921519 Nov 25 17:14:24.148757 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:24.162169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-292b9518-ec21-458c-adb6-9c784dd67741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 217 time: 0.0858877 Nov 25 17:14:24.165005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389673-e97b-4b48-aeae-7515531740eb req-96eec4d4-c1a5-4f1b-80fe-872d79023bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.167609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-96eec4d4-c1a5-4f1b-80fe-872d79023bcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.1973081 Nov 25 17:14:24.226067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-344b59d6-d647-4684-be72-2779587ce98d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446343 Nov 25 17:14:24.298401 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-b4bce19b-10bc-425c-99c1-428743d62599 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538410 Nov 25 17:14:24.372438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-f5d5196e-1653-4aa7-a92a-e44aa4ab6f32 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393936 Nov 25 17:14:24.400512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-c8f4c52d-c590-4ab7-9efc-b5cb9d5a7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.401995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-c8f4c52d-c590-4ab7-9efc-b5cb9d5a7951 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.2305260 Nov 25 17:14:24.443286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ed8d03e-3bda-4b0b-ace5-a238981b1d42 req-b4ff9d24-32fd-4f9d-a1dc-ccd2edb71c34 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393027 Nov 25 17:14:24.535001 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:23Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:24.568728 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:24.580302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:24.581064 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:24.626606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-c8c47723-5d81-476a-8589-badebdb8322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.629532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-c8c47723-5d81-476a-8589-badebdb8322e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120864 Nov 25 17:14:24.668013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-710a639c-71d0-4e79-aa6a-b780cb23aec7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:24.670011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-710a639c-71d0-4e79-aa6a-b780cb23aec7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.3370109 Nov 25 17:14:24.740635 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:25.051705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.062730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.070302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.076770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.084437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.090387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.091921 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:23Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:25.097704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.099678 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-783b8591-a7e8-4778-b47b-eebd40c52209 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5438 time: 0.1336224 Nov 25 17:14:25.126986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97389673-e97b-4b48-aeae-7515531740eb req-ac270e05-9ed3-46b4-9ad3-93d51185a54c service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282665 Nov 25 17:14:25.130627 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416dc7a-c19a-4cce-8e1a-3de032c5cb94 None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:e2:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:23Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:25.132332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 89aa32b5-8704-4b2a-a8a7-0ad80871676a up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:25.158409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-53bafea4-5e85-47c1-801b-3f5dcfec7c6c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.4790194 Nov 25 17:14:25.208478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-75400d27-170a-47b6-9e8b-f49fbe7993d0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491130 Nov 25 17:14:25.216040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a223e54a-8eab-4a06-ae8f-fbf1a99bcaf0 req-021a70e1-804f-46a1-8a04-f335401e7c1a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094136 Nov 25 17:14:25.229993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 89aa32b5-8704-4b2a-a8a7-0ad80871676a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:25.236462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 89aa32b5-8704-4b2a-a8a7-0ad80871676a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:25.237010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.383475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-60899b63-dc5b-41d1-8e2f-85fe1ab38631 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.385355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-60899b63-dc5b-41d1-8e2f-85fe1ab38631 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 944 time: 0.7075129 Nov 25 17:14:25.491674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-b0a00925-d8d5-472e-9769-ab2188618e4a service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202207 Nov 25 17:14:25.497961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261525a-def1-4dd1-ad9b-d76b19efa10b req-87d3bcc4-3035-4540-95dc-adf0aa61c405 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.514613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6261525a-def1-4dd1-ad9b-d76b19efa10b req-87d3bcc4-3035-4540-95dc-adf0aa61c405 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 944 time: 0.1910994 Nov 25 17:14:25.540585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-04f25ccb-2753-4ba5-93aa-95c9399ef1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.542991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-04f25ccb-2753-4ba5-93aa-95c9399ef1ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1135 time: 0.2609680 Nov 25 17:14:25.544678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6ce70314-a338-49ac-9a4d-75dbb78e329e service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352344 Nov 25 17:14:25.568057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.583314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-615464d7-f37f-40a8-b15d-1ae6db8f3350 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2052612 Nov 25 17:14:25.605426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6261525a-def1-4dd1-ad9b-d76b19efa10b req-9f1631f9-0338-4b10-98db-7d356ce3b081 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/security-groups?id=9ab6f9a8-497a-4635-91c6-91664f4fbfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894799 Nov 25 17:14:25.606621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:25.619006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075379f3-9819-431c-b729-f4bccc76fcf2'}, {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:25.622491 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cd2e51-9d79-4ef2-b858-d612e57d91cf" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "075379f3-9819-431c-b729-f4bccc76fcf2"}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:25.629493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.630335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fc44fae6-7075-4442-82e8-43dec59f245c up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:25.692710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144088-752f-4413-94f7-db604059f1eb req-cf64fe22-1ea6-42ac-8b91-72af51b26ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.694242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-cf64fe22-1ea6-42ac-8b91-72af51b26ece service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1174 time: 0.0599217 Nov 25 17:14:25.695960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:25.708243 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:25.736994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:25.755826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port fc44fae6-7075-4442-82e8-43dec59f245c completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:25.761765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port fc44fae6-7075-4442-82e8-43dec59f245c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:25.762566 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.809896 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:14:25.862330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372e95-6762-49c4-bb28-6bd9b274ba26 req-3c4f3bb3-aecc-4f6a-b151-8775daccc732 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.863929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1372e95-6762-49c4-bb28-6bd9b274ba26 req-3c4f3bb3-aecc-4f6a-b151-8775daccc732 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 949 time: 0.1381543 Nov 25 17:14:25.887565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.900997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144088-752f-4413-94f7-db604059f1eb req-42b78e51-7c45-4dfa-b83c-9876ee2b4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.902591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-42b78e51-7c45-4dfa-b83c-9876ee2b4652 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.1865475 Nov 25 17:14:25.929799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fc44fae6-7075-4442-82e8-43dec59f245c,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:25.935536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:25.938894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8cef827f-7f2a-4374-8534-516606d2ee63 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:25.976179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-d78466a2-3957-41b3-ae60-58a692ab2a5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 200 len: 217 time: 0.0623806 Nov 25 17:14:25.981994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c365c3c-2972-492c-bb38-85cc2619c305 req-d7e0d7c8-f8f6-480c-a33f-583db5756ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714601 Nov 25 17:14:25.996058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1372e95-6762-49c4-bb28-6bd9b274ba26 req-169ac6ed-08f8-4919-90de-cbda5afdc06e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196177 Nov 25 17:14:25.997524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-da704b0f-4767-4259-8ad0-d0fde0f624d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:25.999295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-da704b0f-4767-4259-8ad0-d0fde0f624d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.4295702 Nov 25 17:14:26.004840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Deleting port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:26.005410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.023012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-f856b2e5-4d7f-4837-94d8-2c4db5d2a32d service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561703 Nov 25 17:14:26.089032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 8cef827f-7f2a-4374-8534-516606d2ee63 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:26.104784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144088-752f-4413-94f7-db604059f1eb req-01c5fcec-1189-4eea-b5d7-7fc33c115f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:26.107750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 8cef827f-7f2a-4374-8534-516606d2ee63 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:26.108117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.108345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-3e68136d-6a3e-47b7-8e26-46d63359013c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 217 time: 0.0972795 Nov 25 17:14:26.112015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-01c5fcec-1189-4eea-b5d7-7fc33c115f81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.1148601 Nov 25 17:14:26.177206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:26.180089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] For port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,segment=NetworkSegment(6b294d3a-8a34-4ef3-8a30-b620225e7216),segment_id=6b294d3a-8a34-4ef3-8a30-b620225e7216)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:26.180905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.200839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Calling delete_port for d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:26.293617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-c803adab-d4b2-40f2-8f9e-75b2a10da131 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640511 Nov 25 17:14:26.309032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.382643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8cef827f-7f2a-4374-8534-516606d2ee63, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8cef827f-7f2a-4374-8534-516606d2ee63,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:26.394307 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.395316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:26.401622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.450689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f610e820-7d99-4b74-b2c8-3faff5fbc7ac req-e5b69b16-7c37-403f-8d50-2263bb848e2d tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.3390744 Nov 25 17:14:26.459161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8cef827f-7f2a-4374-8534-516606d2ee63,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:26.487825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Pushing event deleted for resources: {'Port': ['ID=d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:26.532102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a22ae4df-912a-4332-bfe8-417b22fadf61 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:26.541300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a22ae4df-912a-4332-bfe8-417b22fadf61 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:26.542289 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.552412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e820-7d99-4b74-b2c8-3faff5fbc7ac req-37cb9086-f93c-4aa3-a6d2-4bccb112a485 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:26.555205 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f610e820-7d99-4b74-b2c8-3faff5fbc7ac req-37cb9086-f93c-4aa3-a6d2-4bccb112a485 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports/b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 943 time: 0.1030552 Nov 25 17:14:26.584930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-795ffe6e-f8e4-49b3-9e07-3362bbaceada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:26.588795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-795ffe6e-f8e4-49b3-9e07-3362bbaceada service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.2035210 Nov 25 17:14:26.606259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba9c1-8304-40b9-b145-1ad6c4d34a7a req-c0a95aeb-c80a-4dbb-86bc-a7d44bd752fb tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:26.608174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70fba9c1-8304-40b9-b145-1ad6c4d34a7a req-c0a95aeb-c80a-4dbb-86bc-a7d44bd752fb tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 984 time: 0.2359493 Nov 25 17:14:26.611753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-ea789649-81b0-4fd6-8856-2d8454fa961f service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063731 Nov 25 17:14:26.684683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-d82ed312-63e1-4406-8a52-36f6220be096 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477490 Nov 25 17:14:26.687312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] No DVR routers for this DVR port d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:26.692708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.698463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6252e8ef-43b2-4d66-baa9-2e2a63a81afc req-8603be22-8138-4460-8810-583dbc135940 tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.73 "DELETE /v2.0/ports/d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 HTTP/1.1" status: 204 len: 173 time: 1.2916210 Nov 25 17:14:26.699190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'name': 'network-vif-deleted', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:26.704523 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85aabe5-72fe-4775-bce2-06e262939ca6" -d '{"events": [{"server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "name": "network-vif-deleted", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:26.766870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.861782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:26.871814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:26.873164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e6dc7088-7625-44d4-af6a-d2cee44ab9e6 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:26.904388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f610e820-7d99-4b74-b2c8-3faff5fbc7ac req-33702edf-fc0b-4c90-99ed-af28c6ecd143 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.2509952 Nov 25 17:14:27.006357 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40144088-752f-4413-94f7-db604059f1eb req-4382f691-bc84-4c15-8c09-4caf958424fd service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875980 Nov 25 17:14:27.011591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:27.087427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70fba9c1-8304-40b9-b145-1ad6c4d34a7a req-819395ee-2e9d-4b2f-b53e-a3cffbd6a632 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=2676d9ca-ee73-4733-bf9f-018b2f107910&id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4004824 Nov 25 17:14:27.116643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:27.122412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:27.122816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.124267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-5fa4f588-e8ab-4dba-961a-50e27d7f3ef1 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155858 Nov 25 17:14:27.149655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e820-7d99-4b74-b2c8-3faff5fbc7ac req-de648235-0732-4ae2-b57a-515c8eb7631f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.165826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f610e820-7d99-4b74-b2c8-3faff5fbc7ac req-de648235-0732-4ae2-b57a-515c8eb7631f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2604990 Nov 25 17:14:27.295989 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ba8dd-f425-4150-abd4-219189514ed1 x-openstack-request-id: req-ae8ba8dd-f425-4150-abd4-219189514ed1 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:27.296731 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "075379f3-9819-431c-b729-f4bccc76fcf2", "code": 200}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:27.296731 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae8ba8dd-f425-4150-abd4-219189514ed1 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:27.296914 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075379f3-9819-431c-b729-f4bccc76fcf2', 'code': 200} Nov 25 17:14:27.297165 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a', 'code': 200} Nov 25 17:14:27.306562 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d83625-5ff7-45ac-a7bd-9d582414f3bc x-openstack-request-id: req-b6d83625-5ff7-45ac-a7bd-9d582414f3bc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:27.306870 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:27.307120 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6d83625-5ff7-45ac-a7bd-9d582414f3bc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:27.307574 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'status': 'completed', 'code': 200} Nov 25 17:14:27.333126 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.398352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5d9127-2289-4c8c-a959-deabbd579b46 req-0e2f5573-21f4-41a3-975b-4cf2e4923bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638991 Nov 25 17:14:27.425601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:27.432235 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:27.435553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-3dbfd363-763b-4b4b-bd97-3bbf89dd70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.437067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-3dbfd363-763b-4b4b-bd97-3bbf89dd70a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1097 time: 0.0899210 Nov 25 17:14:27.495518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:27.552967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-83262510-1a3a-4a2d-97ea-7b7142bd1578 req-668939b2-1988-4b89-b046-845c401b9536 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 210 time: 0.0465827 Nov 25 17:14:27.638953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:27.644546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:27.644912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:27.683103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-afcd7c9a-7618-4c91-b8c8-5295923b3bdb req-46d019d0-2ac0-46f5-8762-7abe778771cf tempest-LiveMigrationTest-468746595 tempest-LiveMigrationTest-468746595-project] 10.222.0.86 "GET /v2.0/ports?device_id=62d80780-4574-49fc-a48c-e121ec461f61 HTTP/1.1" status: 200 len: 210 time: 0.0283611 Nov 25 17:14:27.743500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-98a165b5-6e27-4a25-b5e8-fa3064c13b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.745199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-98a165b5-6e27-4a25-b5e8-fa3064c13b76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.2943048 Nov 25 17:14:27.764742 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b90b36d-e45b-48fd-8038-103c2ae54921 x-openstack-request-id: req-7b90b36d-e45b-48fd-8038-103c2ae54921 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:27.767429 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d80780-4574-49fc-a48c-e121ec461f61", "name": "network-vif-deleted", "tag": "d74bcc2f-c6b4-42b9-9210-6f4c6b7428c6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:27.767429 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b90b36d-e45b-48fd-8038-103c2ae54921 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:27.767429 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d80780-4574-49fc-a48c-e121ec461f61', 'name': 'network-vif-deleted', 'tag': 'd74bcc2f-c6b4-42b9-9210-6f4c6b7428c6', 'status': 'completed', 'code': 200} Nov 25 17:14:27.850371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.861558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.877650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.877650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.880623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.891013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.895446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.898840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-80fd7e97-0adf-4d0f-aa36-219da93719b6 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.2109692 Nov 25 17:14:27.926956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed765e-670f-4a94-84d4-10baac4ca274 req-40cb6fc1-84fa-40e9-a948-0cdd355a6390 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:27.935598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1ed765e-670f-4a94-84d4-10baac4ca274 req-40cb6fc1-84fa-40e9-a948-0cdd355a6390 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1012485 Nov 25 17:14:27.958001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-8d8790d7-616f-4535-8ff8-d1bfb736cbe6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 1001 time: 0.2035422 Nov 25 17:14:28.027420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1ed765e-670f-4a94-84d4-10baac4ca274 req-f84156c0-e1eb-47bb-b1d9-6da4a408b572 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909164 Nov 25 17:14:28.142174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-36ca3170-c9b5-40cb-80a4-82044be8713d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.144121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-36ca3170-c9b5-40cb-80a4-82044be8713d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.1887698 Nov 25 17:14:28.182450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-180e302e-0028-4c69-8daf-9a47b4e6bd1d req-46b4ceb6-ecc4-4b49-85cf-4369e133737a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2731628 Nov 25 17:14:28.182773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-70fd9fdf-8650-4224-9b55-1db74d0295dc tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.1190279 Nov 25 17:14:28.189731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': 'ab475968-b7f8-4451-a75e-475f4513a352', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:28.236965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-6519ef21-7e8a-419f-87d1-12b9227dc50e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.249735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-6519ef21-7e8a-419f-87d1-12b9227dc50e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports/b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 943 time: 0.0597575 Nov 25 17:14:28.371148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-685cf81f-2ec9-497f-a2e6-8c13182270d0 req-87030ddb-664d-47a9-940c-134eb30acd84 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=85243c150c8e430591e59af8f2036a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412834 Nov 25 17:14:28.376931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-7d6b3c66-ec80-4714-840e-cbc5969982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.379421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-7d6b3c66-ec80-4714-840e-cbc5969982d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.4075391 Nov 25 17:14:28.395939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-6018fec0-965f-4c46-a465-d8239de1f5fb tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.1026564 Nov 25 17:14:28.501057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:28.504738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.536534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-3bb4131e-8e27-4b6d-8c2c-22b23edb19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.538277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-3bb4131e-8e27-4b6d-8c2c-22b23edb19b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448336 Nov 25 17:14:28.582938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-bf1e1bfc-2eb3-43a8-8add-7472cac6e005 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.598705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-bf1e1bfc-2eb3-43a8-8add-7472cac6e005 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2018473 Nov 25 17:14:28.661469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-54e78267-368f-489a-bf09-65ac457bed68 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071320 Nov 25 17:14:28.738591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-cb2b3bcb-b170-4651-a4d6-fea5704a8fa8 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.1298254 Nov 25 17:14:28.745599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:28.798247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc58eb3e-b1fc-4a34-84fa-f206397d93b2 req-50ae0ac3-bf8f-4b03-a05b-d5b287d4d90a service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203687 Nov 25 17:14:28.870043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:28.871424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cf81f-2ec9-497f-a2e6-8c13182270d0 req-658c9041-3bc9-4751-86a3-ec39f886c475 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:28.873744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-685cf81f-2ec9-497f-a2e6-8c13182270d0 req-658c9041-3bc9-4751-86a3-ec39f886c475 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907897 Nov 25 17:14:28.899251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-685cf81f-2ec9-497f-a2e6-8c13182270d0 req-9a9cdf69-cffb-4ed3-9484-87f78d3f7d56 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/quotas/85243c150c8e430591e59af8f2036a64 HTTP/1.1" status: 200 len: 375 time: 0.0189178 Nov 25 17:14:28.974133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-685cf81f-2ec9-497f-a2e6-8c13182270d0 req-dd91c41d-9947-45e5-bea0-01edaa276004 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=85243c150c8e430591e59af8f2036a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628943 Nov 25 17:14:29.017947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.3 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/ab9bab25-dec6-4213-a3dc-82c8ca458252) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:29.093593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.104686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.105028 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Floating IP a705558d-70a2-4fef-9b48-dc257af60bca disassociated. External IP: 172.25.8.23, port: b75a776b-e37b-42e0-9fc3-2281b1354b3a. Nov 25 17:14:29.272590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.298910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c'}, {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cef827f-7f2a-4374-8534-516606d2ee63'}, {'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61'}, {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:29.301224 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c79dc-c5fe-4937-b57c-ae77e2955823" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c"}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "8cef827f-7f2a-4374-8534-516606d2ee63"}, {"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-plugged", "status": "completed", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61"}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:29.367985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.414089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:29.421005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:29.424994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1df76-3a1a-4f18-84b8-761a9bcd91c5 req-6b7df452-b9e0-4a41-9cad-9d465a5b25bc tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.426526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2b1df76-3a1a-4f18-84b8-761a9bcd91c5 req-6b7df452-b9e0-4a41-9cad-9d465a5b25bc tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 984 time: 0.1039925 Nov 25 17:14:29.431890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:29.434327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:29.493860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=ab9bab25-dec6-4213-a3dc-82c8ca458252,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:29.522212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.522990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.560994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-6dca4633-b9c0-45a7-94c1-bbb8a52002f5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3769171 Nov 25 17:14:29.561500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:29.567241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.568801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2b1df76-3a1a-4f18-84b8-761a9bcd91c5 req-ca235eeb-0530-4991-9b45-87251ec5d619 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=2676d9ca-ee73-4733-bf9f-018b2f107910&id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1313703 Nov 25 17:14:29.574465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:29.575094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Request body: {'port': {'device_id': 'ab475968-b7f8-4451-a75e-475f4513a352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:29.595775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:29.596612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:29.643294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-f70bea73-0cd7-4fee-9707-ea94b6ef99fa tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "PUT /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 694 time: 0.8984509 Nov 25 17:14:29.646414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:29.652262 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:29.662279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:29.747298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:29.755376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34046) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:29.788828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-b146421b-1dcc-4741-8868-5095380b1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:29.796315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-b146421b-1dcc-4741-8868-5095380b1db4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1097 time: 0.1352768 Nov 25 17:14:30.043260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-9290ac00-1737-4055-b59f-278ca60451a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.057499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-9290ac00-1737-4055-b59f-278ca60451a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.2601316 Nov 25 17:14:30.122706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-eac9f39d-3041-422c-9e5d-9229888f9f88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 217 time: 0.0642540 Nov 25 17:14:30.133657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:30.161066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9bab25-dec6-4213-a3dc-82c8ca458252 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:30.176534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f10e-580d-48ad-91f2-99e354fb62c7 req-c178c5c6-f798-4edb-9b3d-8b3d3a4e09df tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.178067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2610f10e-580d-48ad-91f2-99e354fb62c7 req-c178c5c6-f798-4edb-9b3d-8b3d3a4e09df tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0964525 Nov 25 17:14:30.180319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.200301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:30.212617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:30.213562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:30.220663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Deleting subnet aa860f95-b45b-4982-8f30-cbe3c09a0a4b {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:30.224914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-ae25d2b7-c444-4555-942d-b7fd7e4b334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.232891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-ae25d2b7-c444-4555-942d-b7fd7e4b334f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1093240 Nov 25 17:14:30.243151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.274175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2610f10e-580d-48ad-91f2-99e354fb62c7 req-39240e46-3e7a-4dd0-bdbc-aea3f58ee53c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892196 Nov 25 17:14:30.296195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Transition to ACTIVE for port object ab9bab25-dec6-4213-a3dc-82c8ca458252 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:30.302872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.331540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-fa8505d1-9d22-44ce-aa77-04b77676a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.342269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-fa8505d1-9d22-44ce-aa77-04b77676a49e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083887 Nov 25 17:14:30.358361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9bab25-dec6-4213-a3dc-82c8ca458252,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:30.443030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:30.493564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Attempting to bind port ab9bab25-dec6-4213-a3dc-82c8ca458252 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:30.493897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Attempting to bind port ab9bab25-dec6-4213-a3dc-82c8ca458252 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:30.494224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Attempting to bind port ab9bab25-dec6-4213-a3dc-82c8ca458252 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:30.507301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Port ab9bab25-dec6-4213-a3dc-82c8ca458252 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:30.507301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Attempting to bind port ab9bab25-dec6-4213-a3dc-82c8ca458252 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:30.510726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:30.511301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:30.511711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:30.512139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Bound port: ab9bab25-dec6-4213-a3dc-82c8ca458252, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:30.512491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.526078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.532879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.539467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.545700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.553040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.559516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.566841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.568780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-7e06042e-db69-4546-8eeb-3aedf9b82453 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.1282260 Nov 25 17:14:30.682983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93241719-7a9c-4dff-81fa-cd3033cc1026 req-c38431af-988b-494a-b13b-d0bb29f5728c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063135 Nov 25 17:14:30.687325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] For port ab9bab25-dec6-4213-a3dc-82c8ca458252, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:30.691654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] For port ab9bab25-dec6-4213-a3dc-82c8ca458252, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:30.698628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.753777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.754548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.756439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab9bab25-dec6-4213-a3dc-82c8ca458252 HTTP/1.1" status: 200 len: 1091 time: 1.1864297 Nov 25 17:14:30.756915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab475968-b7f8-4451-a75e-475f4513a352', 'tag': 'ab9bab25-dec6-4213-a3dc-82c8ca458252'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:30.759372 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab475968-b7f8-4451-a75e-475f4513a352", "tag": "ab9bab25-dec6-4213-a3dc-82c8ca458252"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:30.795836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293127e2-61e0-48a8-83a8-35ed00734c50 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9bab25-dec6-4213-a3dc-82c8ca458252,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:30.836539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:30.855839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-1267be20-add5-4218-bc3d-ad5d1e6cbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:30.865096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-1267be20-add5-4218-bc3d-ad5d1e6cbb5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 1094 time: 0.0657022 Nov 25 17:14:30.870452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-3ced37ec-eab8-48b1-b0d3-f244e847bf46 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264337 Nov 25 17:14:30.882680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:30.886031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890873b-3072-49aa-be42-3b3fbb27925d None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:30.995329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.057649 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e55f3efd-9175-44e7-8050-4e115a9b7992 req-c87fa259-0cbb-4b09-b833-194350024a38 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860139 Nov 25 17:14:31.104553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.129642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.138411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/aa860f95-b45b-4982-8f30-cbe3c09a0a4b HTTP/1.1" status: 204 len: 168 time: 1.3798776 Nov 25 17:14:31.142826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34062) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:31.174321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8794dcb-a921-44e2-b649-1998714f8c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa860f95-b45b-4982-8f30-cbe3c09a0a4b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:31.193125 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c1983f-eec0-44a5-87d6-56f7880c3a69 x-openstack-request-id: req-97c1983f-eec0-44a5-87d6-56f7880c3a69 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:31.193433 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c", "code": 200}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "8cef827f-7f2a-4374-8534-516606d2ee63", "code": 200}, {"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-plugged", "status": "completed", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61", "code": 200}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-plugged", "status": "completed", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:31.193692 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-97c1983f-eec0-44a5-87d6-56f7880c3a69 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:31.194105 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c', 'code': 200} Nov 25 17:14:31.194386 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cef827f-7f2a-4374-8534-516606d2ee63', 'code': 200} Nov 25 17:14:31.194637 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'code': 200} Nov 25 17:14:31.194885 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6', 'code': 200} Nov 25 17:14:31.315283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.396031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-c9123c1b-f7d0-4cc0-b904-9b25bb822e29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252 HTTP/1.1" status: 200 len: 217 time: 0.4968066 Nov 25 17:14:31.438062 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee9273-5a4b-4866-94b7-17eb9acf5648 None None] New status for floating IP a705558d-70a2-4fef-9b48-dc257af60bca: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:14:31.447345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.484323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87cec6b-63c1-4724-86a3-e51aa8addcb3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:31.497604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-333f16da-ab0e-4a03-b55f-25dc4bde1254 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-380817758&fields=id&tenant_id=5269294a24e7452a936da4f33f26443d HTTP/1.1" status: 200 len: 267 time: 0.1092920 Nov 25 17:14:31.498622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58b4bb-3963-4486-969a-c560e4e7b2a9 req-468e6a8c-7557-4b8c-9d92-4577d42a97e5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.500421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b294d3a-8a34-4ef3-8a30-b620225e7216') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:31.502037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b294d3a-8a34-4ef3-8a30-b620225e7216') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:31.506803 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c58b4bb-3963-4486-969a-c560e4e7b2a9 req-468e6a8c-7557-4b8c-9d92-4577d42a97e5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 943 time: 0.6409132 Nov 25 17:14:31.523049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.536104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-94b2e959-d18a-41e8-9c33-2eaac1591526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.538057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-94b2e959-d18a-41e8-9c33-2eaac1591526 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1333368 Nov 25 17:14:31.541579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51952156-c07c-4f8d-869b-c35db32ef0fb req-b5644539-1f20-4b7f-9d84-ddb311bbd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.542932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51952156-c07c-4f8d-869b-c35db32ef0fb req-b5644539-1f20-4b7f-9d84-ddb311bbd774 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1101 time: 0.1596704 Nov 25 17:14:31.562738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.576009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:31.576428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.576874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.577016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.577338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.577787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.578234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.579235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.580023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:31.581076 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:31.583665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5b98e96b-fb0f-41f7-962c-1b6f40f4e6be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.1908576 Nov 25 17:14:31.583816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-deaf8f9a-2079-4c6e-b151-2a8a3982410e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368602 Nov 25 17:14:31.607249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-0c34594e-542a-4768-b341-25ef970cfc77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:31.610163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-0c34594e-542a-4768-b341-25ef970cfc77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 984 time: 0.1054220 Nov 25 17:14:31.647311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'port': {'security_groups': ['2676d9ca-ee73-4733-bf9f-018b2f107910', '91bcca93-bf42-421f-a265-396ae058ee52', '11af1289-0e45-44d5-8d8e-d277f4dc6daf']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:31.710965 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.723928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.728542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f87cec6b-63c1-4724-86a3-e51aa8addcb3 HTTP/1.1" status: 204 len: 168 time: 0.5883882 Nov 25 17:14:31.729192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c58b4bb-3963-4486-969a-c560e4e7b2a9 req-378c7856-2aa5-44c3-8483-c4be599ed437 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214584 Nov 25 17:14:31.747802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:31.780499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a15d9-067a-4027-9b74-b1b7985b7a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87cec6b-63c1-4724-86a3-e51aa8addcb3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:31.795209 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:31.814022 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a0a015-48f1-4d44-aae0-12d2bb7a955e x-openstack-request-id: req-62a0a015-48f1-4d44-aae0-12d2bb7a955e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:31.814314 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:31.814564 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62a0a015-48f1-4d44-aae0-12d2bb7a955e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:31.814964 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'status': 'completed', 'code': 200} Nov 25 17:14:31.899038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fe29037-7784-40a1-873c-c673c6e2960d req-5042c273-89dd-4f37-a372-70d771240f3d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3066003 Nov 25 17:14:31.901941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51952156-c07c-4f8d-869b-c35db32ef0fb req-8adcc9ac-89c6-4092-9bd1-b08d7106f29c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162501 Nov 25 17:14:31.938559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Deleting subnet 5f52c664-1640-43a4-b6fe-60f49db45cc5 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:31.947292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-58c86c1c-ff2f-4205-87ff-9a4e3e9928cd service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478084 Nov 25 17:14:31.948010 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.028390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-0244ca90-148d-420c-bea7-ac579e74fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.030427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-0244ca90-148d-420c-bea7-ac579e74fd93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 1097 time: 0.2020307 Nov 25 17:14:32.087729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-edcebc40-2ac5-437d-ae9d-1c545d875e97 service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043043 Nov 25 17:14:32.093652 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2994fd-6021-4bfd-abf8-15fb5278a6ab x-openstack-request-id: req-8c2994fd-6021-4bfd-abf8-15fb5278a6ab {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:32.094036 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab475968-b7f8-4451-a75e-475f4513a352", "tag": "ab9bab25-dec6-4213-a3dc-82c8ca458252", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:32.094199 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c2994fd-6021-4bfd-abf8-15fb5278a6ab {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:32.094589 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab475968-b7f8-4451-a75e-475f4513a352', 'tag': 'ab9bab25-dec6-4213-a3dc-82c8ca458252', 'status': 'completed', 'code': 200} Nov 25 17:14:32.118475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.187158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.255486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:32.255734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-28a048c9-554a-48fd-a72d-309928176dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.255734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-28a048c9-554a-48fd-a72d-309928176dd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 1094 time: 0.0993762 Nov 25 17:14:32.313829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.331827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.343809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03', '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:32.373540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.441217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.441893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.443297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb56e5cf-4032-4baa-9ad8-0a56e34d394a req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "PUT /v2.0/ports/22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 1020 time: 0.8040211 Nov 25 17:14:32.476232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd65f0c-f795-4365-ab3b-a2e7fd71fd89 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:32.483181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f52c664-1640-43a4-b6fe-60f49db45cc5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:32.486739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.492400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a7a6b477-e6b4-4231-8863-fd5af4925f87 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5f52c664-1640-43a4-b6fe-60f49db45cc5 HTTP/1.1" status: 204 len: 168 time: 0.7399292 Nov 25 17:14:32.495775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:32.516782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-b7c6f3f9-e80f-49f1-97e3-7a80befed0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.520236 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-b7c6f3f9-e80f-49f1-97e3-7a80befed0e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.2280564 Nov 25 17:14:32.542670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:32.599572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-57930436-941c-4319-95b4-d414ab4285be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 200 len: 217 time: 0.0594254 Nov 25 17:14:32.599834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-ae5a4ffb-ec5c-4669-b0d8-2ba6c71ae448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.601270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-ae5a4ffb-ec5c-4669-b0d8-2ba6c71ae448 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.3378484 Nov 25 17:14:32.617335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fa7ca-3c54-44ae-8938-374cb9346e6a req-d61efdec-3329-4948-8db0-936d48ad7c71 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.627130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-291fa7ca-3c54-44ae-8938-374cb9346e6a req-d61efdec-3329-4948-8db0-936d48ad7c71 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.2880898 Nov 25 17:14:32.700245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-adff5c6e-a2c8-424c-a199-068539e3f7fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252 HTTP/1.1" status: 200 len: 217 time: 0.0591929 Nov 25 17:14:32.707271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-60383d12-2a92-49dc-b3fd-ae83aa7ffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.709476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-60383d12-2a92-49dc-b3fd-ae83aa7ffbc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1008084 Nov 25 17:14:32.732904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:32.798395 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-291fa7ca-3c54-44ae-8938-374cb9346e6a req-677786b3-5333-43e6-a458-e8b9b14f2a0f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702864 Nov 25 17:14:32.816230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-d3bcd755-6973-4c03-aeff-26e618f7ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.819031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-d3bcd755-6973-4c03-aeff-26e618f7ac2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942671 Nov 25 17:14:32.854742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.869889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.878511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.886803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.895928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.902209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.908004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-f9261f97-b702-4370-90ed-ca3db96e027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.913842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:32.919813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-f9261f97-b702-4370-90ed-ca3db96e027a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.2113781 Nov 25 17:14:32.926496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-6270f118-1a0b-4738-ab2f-5e89576a4a31 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.3313153 Nov 25 17:14:33.039513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-66d83f0b-10e3-417c-8dc6-066dbee633a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186349 Nov 25 17:14:33.067911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-c5d9b925-4643-40d2-98aa-70f258e1a9cc service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304262 Nov 25 17:14:33.078271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.191238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4f4609-cd28-4760-ba28-bd50d2ddc2ab']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:33.207156 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07e3ccc4-43c8-4d5b-b8e3-9838622fdad6 req-13e22a5c-9424-4d9b-b798-d1c09c1a87dd service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301887 Nov 25 17:14:33.219171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1a0e3b-b595-4b54-8c77-661e3aed4ec7') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:33.219485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1a0e3b-b595-4b54-8c77-661e3aed4ec7') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:33.243837 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.253466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2ac1d6e-11f7-4754-8b86-92b746c810ef req-3790cfcf-7b98-4fc8-b088-5b3b0e516f32 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3259532 Nov 25 17:14:33.275265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.280698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-6c13ecba-daf6-44ec-95b7-e05f681237ac service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268565 Nov 25 17:14:33.303000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-a606852e-4561-4749-a0df-299800e6a570 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.307832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-a606852e-4561-4749-a0df-299800e6a570 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1380305 Nov 25 17:14:33.376764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dffa3f48-b10c-4570-b5cb-b8a983ca4e71 req-dd7d5ddf-e5c7-4df8-8927-fffa294b2654 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/11af1289-0e45-44d5-8d8e-d277f4dc6daf HTTP/1.1" status: 200 len: 1816 time: 0.0576098 Nov 25 17:14:33.407511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:33.408336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.412522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6edec3fb-12a8-469d-8f15-d7eac93c1cbc req-aef474ae-08fe-4483-96c9-52f88921a62d service neutron] 10.222.0.55 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034398 Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:33.413529 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:33.447590 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-dffa3f48-b10c-4570-b5cb-b8a983ca4e71 req-fdb608de-7b81-4f71-9695-5424f80a2a1a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:14:33.448686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dffa3f48-b10c-4570-b5cb-b8a983ca4e71 req-fdb608de-7b81-4f71-9695-5424f80a2a1a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/11af1289-0e45-44d5-8d8e-d277f4dc6daf HTTP/1.1" status: 409 len: 341 time: 0.0567863 Nov 25 17:14:33.567776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-aeb2d760-d5ed-4308-871b-c92d7b8a5367 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1505706 Nov 25 17:14:33.573372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.581046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.587030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ee4f4609-cd28-4760-ba28-bd50d2ddc2ab HTTP/1.1" status: 204 len: 168 time: 1.0894828 Nov 25 17:14:33.593719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'floatingip': {'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:33.645505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919adf9-4ace-4b1f-9f67-ed8ef8d8f611 req-8deb56d2-0245-405c-a9ad-aed90e67f625 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:33.646940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c919adf9-4ace-4b1f-9f67-ed8ef8d8f611 req-8deb56d2-0245-405c-a9ad-aed90e67f625 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 943 time: 0.1013067 Nov 25 17:14:33.671733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bd0ec-26ba-4b25-9148-b49db1b03171 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4f4609-cd28-4760-ba28-bd50d2ddc2ab,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:33.689534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:33.739879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c919adf9-4ace-4b1f-9f67-ed8ef8d8f611 req-4738c3ea-50d9-44ef-b597-d0c56537d0b9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852823 Nov 25 17:14:33.818857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:33.831101 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd579bb7-3887-425a-b5f3-ac3000548d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:33.864527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:33.982746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b19a8639-f6fd-4a92-88a4-780b386a0d37 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=adfacf3d081d4e378646615742a9cfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169019 Nov 25 17:14:33.986482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:34.052962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ab9bab25-dec6-4213-a3dc-82c8ca458252 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:34.061874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9fe5014-c0ac-45f5-b416-bcc902508096 req-1710e8ff-e87a-449a-82e9-f5e7edf6ca9c tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=85243c150c8e430591e59af8f2036a64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473797 Nov 25 17:14:34.083255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6826a23d-df79-425d-b5fe-0b7c52d94020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.107275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6826a23d-df79-425d-b5fe-0b7c52d94020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.257371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ab9bab25-dec6-4213-a3dc-82c8ca458252, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:34.286177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'ab9bab25-dec6-4213-a3dc-82c8ca458252', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': 'ab9bab25-dec6-4213-a3dc-82c8ca458252', 'mac_address': 'fa:16:3e:08:ae:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:34.350142 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.368830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9bab25-dec6-4213-a3dc-82c8ca458252 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:34.379414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.391720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.397416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-5da73069-1575-496e-8993-1cc1f738ead6 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.399019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-5da73069-1575-496e-8993-1cc1f738ead6 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe20d4d0-5a42-4f5e-a5e9-6330200662c0 HTTP/1.1" status: 200 len: 946 time: 0.1834042 Nov 25 17:14:34.403492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ab9bab25-dec6-4213-a3dc-82c8ca458252, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:34.411649 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.466360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ab9bab25-dec6-4213-a3dc-82c8ca458252,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:34.476867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6826a23d-df79-425d-b5fe-0b7c52d94020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.480067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6826a23d-df79-425d-b5fe-0b7c52d94020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.480778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6826a23d-df79-425d-b5fe-0b7c52d94020 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ab6f9a8-497a-4635-91c6-91664f4fbfe8 HTTP/1.1" status: 204 len: 168 time: 0.4931724 Nov 25 17:14:34.547744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826a23d-df79-425d-b5fe-0b7c52d94020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6f9a8-497a-4635-91c6-91664f4fbfe8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:34.571577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe5014-c0ac-45f5-b416-bcc902508096 req-db7ed376-2450-4f85-9487-7756dd8b4780 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:34.579308 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9fe5014-c0ac-45f5-b416-bcc902508096 req-db7ed376-2450-4f85-9487-7756dd8b4780 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4420407 Nov 25 17:14:34.589566 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Floating IP a705558d-70a2-4fef-9b48-dc257af60bca associated. External IP: 172.25.8.23, port: 9008637e-5499-40e3-a4c6-27261530cb9e. Nov 25 17:14:34.603815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9fe5014-c0ac-45f5-b416-bcc902508096 req-8decefbf-f980-439f-94a9-d03215fe5461 tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/quotas/85243c150c8e430591e59af8f2036a64 HTTP/1.1" status: 200 len: 375 time: 0.0233791 Nov 25 17:14:34.650690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9fe5014-c0ac-45f5-b416-bcc902508096 req-505e70cb-3958-47cd-ac09-720bf3c18b3b tempest-QuotasAdminNegativeTest-1622167428 tempest-QuotasAdminNegativeTest-1622167428-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=85243c150c8e430591e59af8f2036a64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423603 Nov 25 17:14:34.662373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Deleting port b75a776b-e37b-42e0-9fc3-2281b1354b3a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:34.662733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.670268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ab9bab25-dec6-4213-a3dc-82c8ca458252'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:34.811988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] For port b75a776b-e37b-42e0-9fc3-2281b1354b3a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b75a776b-e37b-42e0-9fc3-2281b1354b3a,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:34.814751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:34.848883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Calling delete_port for b75a776b-e37b-42e0-9fc3-2281b1354b3a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:34.916733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:35.070023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34154) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:35.144019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.144736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:35.150442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.156152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9008637e-5499-40e3-a4c6-27261530cb9e', 'b75a776b-e37b-42e0-9fc3-2281b1354b3a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:35.160816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:35.186983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-7940646f-a096-4660-bc92-8bd7ec259865 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "PUT /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 996 time: 1.5982804 Nov 25 17:14:35.187518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:35.190217 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd69f2-5019-42dd-bc4d-9130c9535963" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:35.196116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event deleted for resources: {'Port': ['ID=b75a776b-e37b-42e0-9fc3-2281b1354b3a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:35.206414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbaf4af3-794c-47f9-a0b2-0c3919d5d8ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c30233fddc834aee87de7c8f24edc6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323287 Nov 25 17:14:35.209528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:35.213090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:35.213794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:35.217433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8e2d7-83d8-4ef6-8d1e-2c5868ebc805 req-dcfc7746-f072-44f0-a8c0-fdee90c225a9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.219815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1a8e2d7-83d8-4ef6-8d1e-2c5868ebc805 req-dcfc7746-f072-44f0-a8c0-fdee90c225a9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1282821 Nov 25 17:14:35.257483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-1506f773-4c1d-4fb1-9a4f-ecde4105e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.259160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-1506f773-4c1d-4fb1-9a4f-ecde4105e499 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.0559506 Nov 25 17:14:35.298940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] No DVR routers for this DVR port b75a776b-e37b-42e0-9fc3-2281b1354b3a on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:35.336051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.339258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b8a820a-c19d-4c97-8794-0043a87662bb req-ed9fdf4f-8b46-4ab8-a9f3-f6ee9770a5e5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "DELETE /v2.0/ports/b75a776b-e37b-42e0-9fc3-2281b1354b3a HTTP/1.1" status: 204 len: 173 time: 0.9320505 Nov 25 17:14:35.342715 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1a8e2d7-83d8-4ef6-8d1e-2c5868ebc805 req-7cffaa72-e964-4d43-8d0f-34d090f4ea0e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130064 Nov 25 17:14:35.363934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c484afb-96d1-4a51-a538-fd8bd318b23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.412641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c484afb-96d1-4a51-a538-fd8bd318b23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.418612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-62a6b5c7-4558-4d54-aa52-bc4e3df2a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.420663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-62a6b5c7-4558-4d54-aa52-bc4e3df2a8fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1517940 Nov 25 17:14:35.467953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:35.480503 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceaf0c7-31f6-484f-ba55-1cde6b70eac5 x-openstack-request-id: req-3ceaf0c7-31f6-484f-ba55-1cde6b70eac5 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:35.480850 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:35.481051 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ceaf0c7-31f6-484f-ba55-1cde6b70eac5 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:35.483717 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'status': 'completed', 'code': 200} Nov 25 17:14:35.513416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c484afb-96d1-4a51-a538-fd8bd318b23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.516611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c484afb-96d1-4a51-a538-fd8bd318b23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.517757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0c484afb-96d1-4a51-a538-fd8bd318b23e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f1c03bc-e9f6-49ff-92bc-deadb89c77a9 HTTP/1.1" status: 204 len: 168 time: 0.2957346 Nov 25 17:14:35.530907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c484afb-96d1-4a51-a538-fd8bd318b23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c03bc-e9f6-49ff-92bc-deadb89c77a9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:35.597919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-2a186880-86eb-41e8-a9fd-f18440cf14dc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 999 time: 0.1607118 Nov 25 17:14:35.606057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-8de20f78-87e4-4f91-ac8f-ae80b3d8cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.607751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-8de20f78-87e4-4f91-ac8f-ae80b3d8cc06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5269294a24e7452a936da4f33f26443d&device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1174 time: 0.1000333 Nov 25 17:14:35.676894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.683418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.689599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.695971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.702242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.708337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.714044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-28bff49e-d850-4a04-a6b0-81d559d27631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.715024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.715668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-28bff49e-d850-4a04-a6b0-81d559d27631 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1068606 Nov 25 17:14:35.717208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-43b5ba5b-0d90-4d76-8af1-47319ed56459 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.1037245 Nov 25 17:14:35.796415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-358e2472-09ab-41e5-a32f-efbb29f145f1 req-e0f49789-160e-4031-9455-6147692f1792 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703168 Nov 25 17:14:35.815044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-fd650b8a-7d78-4e2d-afa3-ab4bf67387d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.816614 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-fd650b8a-7d78-4e2d-afa3-ab4bf67387d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884159 Nov 25 17:14:35.817609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-191caa33-c121-4cdf-8f7f-bc9a481c4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.818928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-191caa33-c121-4cdf-8f7f-bc9a481c4f81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 200 len: 913 time: 0.1997285 Nov 25 17:14:35.823476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82f7afcf-8136-48f9-8091-284e1edbb64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:35.839453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-da165561-0830-43af-91de-c71d595d4b14 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:14:35.839453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-da165561-0830-43af-91de-c71d595d4b14 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063164 Nov 25 17:14:35.936420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-a6efc5a0-d704-4ef1-a34f-87f3678735eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 200 len: 217 time: 0.1050856 Nov 25 17:14:35.973988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597597-6a2e-465c-b55b-bdfe5724cbc4 req-5ac3bce7-4006-4b76-87b1-ea36cf191e44 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:35.975547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24597597-6a2e-465c-b55b-bdfe5724cbc4 req-5ac3bce7-4006-4b76-87b1-ea36cf191e44 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 944 time: 0.0600653 Nov 25 17:14:36.000493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-aad2bab4-6c34-40bb-9770-e759203b8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.002043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-aad2bab4-6c34-40bb-9770-e759203b8ff3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 200 len: 852 time: 0.0558462 Nov 25 17:14:36.036568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24597597-6a2e-465c-b55b-bdfe5724cbc4 req-056dc2b1-7222-4822-b610-a6813390501a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Nov 25 17:14:36.064148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ab9bab25-dec6-4213-a3dc-82c8ca458252 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:36.097759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:34Z', 'revision_number': 8, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:36.138724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:36.157665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:36.158360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:36.215683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port ab9bab25-dec6-4213-a3dc-82c8ca458252 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:36.225421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port ab9bab25-dec6-4213-a3dc-82c8ca458252 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:36.225421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.319323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:36.431525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-8ac049fd-6a44-4baa-843e-776b8b7f3a6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffb33f8a-c572-4234-9abe-a93da77f07b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4187658 Nov 25 17:14:36.445501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.497085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab475968-b7f8-4451-a75e-475f4513a352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9bab25-dec6-4213-a3dc-82c8ca458252'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:36.499348 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e23127-e0eb-4946-ab04-ae5dd5ae2ea6" -d '{"events": [{"server_uuid": "ab475968-b7f8-4451-a75e-475f4513a352", "name": "network-vif-plugged", "status": "completed", "tag": "ab9bab25-dec6-4213-a3dc-82c8ca458252"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:36.553801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-b081f8f2-8159-4c98-91c5-c20101952423 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162806 Nov 25 17:14:36.583623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port ab9bab25-dec6-4213-a3dc-82c8ca458252, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:36.591504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:36.610099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-eece6b11-17de-4d5e-b5b8-7d77b67e7e63 service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670477 Nov 25 17:14:36.668685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=ab9bab25-dec6-4213-a3dc-82c8ca458252,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:36.724948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:34Z', 'revision_number': 8, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:36.754203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34ee04-4be0-4947-807f-691d4eae6b02 None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'a705558d-70a2-4fef-9b48-dc257af60bca', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'port_id': '9008637e-5499-40e3-a4c6-27261530cb9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'mac_address': 'fa:16:3e:85:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:13:56Z', 'updated_at': '2021-11-25T17:14:34Z', 'revision_number': 8, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:36.772572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72d7bdce-6a82-43dd-a2a2-c3f4625fc4ca req-22023c41-c9da-47cd-9f5e-91b4519bac40 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060692 Nov 25 17:14:36.787150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd579bb7-3887-425a-b5f3-ac3000548d4f req-33a53b33-dfdf-4200-acd4-c140d74f274e service neutron] 10.222.0.55 "GET /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451886 Nov 25 17:14:36.815137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d317dbc-3b12-478d-bd1c-02e5a00cf6cb req-84690927-19cf-4eed-ad07-a6d1a9aff6b4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.817530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d317dbc-3b12-478d-bd1c-02e5a00cf6cb req-84690927-19cf-4eed-ad07-a6d1a9aff6b4 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1023 time: 0.1300225 Nov 25 17:14:36.830733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-96518a0f-b0be-4f1a-9365-60b3c66fd472 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:36.832279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-96518a0f-b0be-4f1a-9365-60b3c66fd472 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "GET /v2.0/ports?device_id=f81a599d-4650-41fe-9ca3-b91526ba3db8 HTTP/1.1" status: 200 len: 1023 time: 0.1615555 Nov 25 17:14:36.866851 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aae61e-1934-479e-9181-d6bda9e16cd0 x-openstack-request-id: req-b8aae61e-1934-479e-9181-d6bda9e16cd0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:36.867152 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:36.867447 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8aae61e-1934-479e-9181-d6bda9e16cd0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:36.867865 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'status': 'completed', 'code': 200} Nov 25 17:14:37.019595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-bcaadc2a-7f8f-4302-88a9-bfc4451761af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.025533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-bcaadc2a-7f8f-4302-88a9-bfc4451761af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.1304386 Nov 25 17:14:37.067450 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085a11b-89ab-45d6-9349-b9a22aced489 None None] New status for floating IP a705558d-70a2-4fef-9b48-dc257af60bca: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:14:37.133877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d317dbc-3b12-478d-bd1c-02e5a00cf6cb req-284baeb6-d9ce-4b12-bc4c-18a63de80920 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=2676d9ca-ee73-4733-bf9f-018b2f107910&id=91bcca93-bf42-421f-a265-396ae058ee52&id=11af1289-0e45-44d5-8d8e-d277f4dc6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3006077 Nov 25 17:14:37.208605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-9482220c-4333-4486-b900-e3a2122ab14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.210181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-9482220c-4333-4486-b900-e3a2122ab14e service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1762893 Nov 25 17:14:37.220710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Deleting port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:37.221087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.221772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2ea8-65e5-4cf3-a490-9f0c92b26b3d req-ae6dc7e6-a30c-4fbe-9565-689bbce6ed57 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.231115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85ad2ea8-65e5-4cf3-a490-9f0c92b26b3d req-ae6dc7e6-a30c-4fbe-9565-689bbce6ed57 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1101 time: 0.0623853 Nov 25 17:14:37.248270 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85ad2ea8-65e5-4cf3-a490-9f0c92b26b3d req-6ee76b0e-8646-4a8c-bc7b-274fc0e579d6 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.350248 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85ad2ea8-65e5-4cf3-a490-9f0c92b26b3d req-6ee76b0e-8646-4a8c-bc7b-274fc0e579d6 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.355862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85ad2ea8-65e5-4cf3-a490-9f0c92b26b3d req-6ee76b0e-8646-4a8c-bc7b-274fc0e579d6 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.401755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85ad2ea8-65e5-4cf3-a490-9f0c92b26b3d req-6ee76b0e-8646-4a8c-bc7b-274fc0e579d6 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691875 Nov 25 17:14:37.403782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76b0e-8646-4a8c-bc7b-274fc0e579d6 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2812d4-8d0f-4f12-92f6-ed5138808066,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:37.446806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.453375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.460073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.464300 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59641a-c6ae-4cba-83d0-89a95b4e07cc x-openstack-request-id: req-cd59641a-c6ae-4cba-83d0-89a95b4e07cc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:37.464777 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab475968-b7f8-4451-a75e-475f4513a352", "name": "network-vif-plugged", "status": "completed", "tag": "ab9bab25-dec6-4213-a3dc-82c8ca458252", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:37.464869 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd59641a-c6ae-4cba-83d0-89a95b4e07cc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:37.465188 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab475968-b7f8-4451-a75e-475f4513a352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9bab25-dec6-4213-a3dc-82c8ca458252', 'code': 200} Nov 25 17:14:37.466660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.473590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.484185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.491356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.494624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1ab8db0-de21-4893-8c91-f6a9272f5197 req-cd3b1bb4-bb66-4816-8b85-ef8201a97b40 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.2703438 Nov 25 17:14:37.507153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:37.512048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Request body: {'floatingip': {'port_id': '00090edc-e853-4999-8837-095ce4763ade'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:37.525210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'name': 'network-vif-deleted', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:37.527696 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae64733-6473-49d8-b008-fa7882cc933b" -d '{"events": [{"server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "name": "network-vif-deleted", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:37.533873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] For port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:37.534876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.549498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-4e782ece-c23f-4079-8515-c76a82f5a233 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 999 time: 0.3147850 Nov 25 17:14:37.599231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Calling delete_port for 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:37.608612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.744953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afc92-fdbe-4040-b006-3ab0a7f0dd7a req-c799f04b-3ce0-496a-b21c-34ee081e742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.746468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db7afc92-fdbe-4040-b006-3ab0a7f0dd7a req-c799f04b-3ce0-496a-b21c-34ee081e742d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 1096 time: 0.1695228 Nov 25 17:14:37.793755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14dacd-1f89-4b77-ac38-e520d3d1dcda req-a589e1c8-78a3-4cad-84a5-48d6eada018c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.795315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f14dacd-1f89-4b77-ac38-e520d3d1dcda req-a589e1c8-78a3-4cad-84a5-48d6eada018c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 945 time: 0.1804168 Nov 25 17:14:37.854377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34250) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:37.904254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db7afc92-fdbe-4040-b006-3ab0a7f0dd7a req-c7726337-1284-4dc0-9ef1-64b96bbc6975 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491482 Nov 25 17:14:37.936060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c90ac851-4646-4578-b107-b7b894c38f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:37.958315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f14dacd-1f89-4b77-ac38-e520d3d1dcda req-a9ae0651-7305-47e4-94bd-8aadb022ef05 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553464 Nov 25 17:14:37.979608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-0e6a54ad-31ed-42ea-8a79-e80ae55342a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:37.981092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-0e6a54ad-31ed-42ea-8a79-e80ae55342a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.4242415 Nov 25 17:14:38.003152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49bde7b9-abf6-4455-ab17-9a17698c34fd req-0132b3fc-f391-4d58-bb83-833dfa5ff955 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 998 time: 0.4576037 Nov 25 17:14:38.037742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-293928b9-bdda-46ef-ac42-409e489db829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.065822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:38.175786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.177888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-733f6e46-4a92-44fb-acf7-22b19b99a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.179874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-733f6e46-4a92-44fb-acf7-22b19b99a7ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744919 Nov 25 17:14:38.280242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bde7b9-abf6-4455-ab17-9a17698c34fd req-56549b39-aef8-4c7a-b8d8-9646ec918d3c tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:38.284147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49bde7b9-abf6-4455-ab17-9a17698c34fd req-56549b39-aef8-4c7a-b8d8-9646ec918d3c tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2800136 Nov 25 17:14:38.290865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-293928b9-bdda-46ef-ac42-409e489db829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.292073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.298571 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-293928b9-bdda-46ef-ac42-409e489db829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.300100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-49bde7b9-abf6-4455-ab17-9a17698c34fd req-1769e44d-32c0-4ddc-9509-ee7df0cb633e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:14:38.304105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49bde7b9-abf6-4455-ab17-9a17698c34fd req-1769e44d-32c0-4ddc-9509-ee7df0cb633e tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128305 Nov 25 17:14:38.312302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f6e1bd3b-280b-4556-8496-a9f2a738dd03'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:38.315813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:38.354069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.363910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.366005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293928b9-bdda-46ef-ac42-409e489db829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b158fc-0a57-4f3b-ae29-9e4e73d7f176,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:38.371875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-293928b9-bdda-46ef-ac42-409e489db829 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85243c150c8e430591e59af8f2036a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107293 Nov 25 17:14:38.402011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34268) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:38.403798 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66e3ba8-f6d6-432f-adbc-1831f45c5ce2 x-openstack-request-id: req-a66e3ba8-f6d6-432f-adbc-1831f45c5ce2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:38.414001 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe20d4d0-5a42-4f5e-a5e9-6330200662c0", "name": "network-vif-deleted", "tag": "b75a776b-e37b-42e0-9fc3-2281b1354b3a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:38.418599 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a66e3ba8-f6d6-432f-adbc-1831f45c5ce2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:38.420122 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe20d4d0-5a42-4f5e-a5e9-6330200662c0', 'name': 'network-vif-deleted', 'tag': 'b75a776b-e37b-42e0-9fc3-2281b1354b3a', 'status': 'completed', 'code': 200} Nov 25 17:14:38.457922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'Port': ['ID=22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:38.503038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.504314 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Floating IP 0baefd15-3be0-43ed-8c68-c17e33d702bd associated. External IP: 172.25.8.21, port: 00090edc-e853-4999-8837-095ce4763ade. Nov 25 17:14:38.524096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-7e15acff-7719-4bf3-86d1-f9c5d3f6c527 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276362 Nov 25 17:14:38.544022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] No DVR routers for this DVR port 22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:38.556905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.562195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5514f26-e11c-43ab-addd-05d0c8a3be4e req-67289649-c54b-46dc-a84f-4ed01fd668a6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "DELETE /v2.0/ports/22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d HTTP/1.1" status: 204 len: 173 time: 1.7125783 Nov 25 17:14:38.585898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:38.595464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.680840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:38.682273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6227362d-b177-41be-ada2-dd0453f4f98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.757010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6227362d-b177-41be-ada2-dd0453f4f98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.813794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58bd69f2-5019-42dd-bc4d-9130c9535963 req-0317b3f7-c4e8-4587-ad2e-cf3ca529b527 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706220 Nov 25 17:14:38.873200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6227362d-b177-41be-ada2-dd0453f4f98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.877832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6227362d-b177-41be-ada2-dd0453f4f98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:38.879026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6227362d-b177-41be-ada2-dd0453f4f98d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/65b158fc-0a57-4f3b-ae29-9e4e73d7f176 HTTP/1.1" status: 204 len: 168 time: 0.4439919 Nov 25 17:14:38.886228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Router 8a26a432-5352-41ee-b66b-62cd2cc75a36 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:38.895819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227362d-b177-41be-ada2-dd0453f4f98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b158fc-0a57-4f3b-ae29-9e4e73d7f176,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:39.062283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:39.067688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.079328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] Sync routers for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:39.097141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:39.097494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-612724e9-94ad-4e4b-a4c7-a6ffb7fdfefb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2493167 Nov 25 17:14:39.099608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:39.121297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-cb918092-e4cc-45f5-b746-372854a8f079 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:14:39.122311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-cb918092-e4cc-45f5-b746-372854a8f079 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146096 Nov 25 17:14:39.133116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-592e71fc-780f-4240-9862-d025c30b5fdc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "PUT /v2.0/floatingips/0baefd15-3be0-43ed-8c68-c17e33d702bd HTTP/1.1" status: 200 len: 991 time: 1.6218519 Nov 25 17:14:39.133116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '00090edc-e853-4999-8837-095ce4763ade'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:39.142191 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e023625-3764-41fd-abc2-9201d323fced" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "00090edc-e853-4999-8837-095ce4763ade"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:39.231051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b75a776b-e37b-42e0-9fc3-2281b1354b3a no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:39.297497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: b75a776b-e37b-42e0-9fc3-2281b1354b3a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:39.298205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b75a776b-e37b-42e0-9fc3-2281b1354b3a not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:39.307296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.326013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-f757f20e-5c6c-48cc-9e70-b9ae14bb5505 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393083 Nov 25 17:14:39.382538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0ad12591-32b4-4d49-b759-a6ca1dcc3596 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.386020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0ad12591-32b4-4d49-b759-a6ca1dcc3596 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 945 time: 0.2951264 Nov 25 17:14:39.392674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:39.466556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:39.473724 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7357d7a-811b-4d14-98ba-34b6741c558e" -d '{"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:39.559815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34336) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:39.577993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-6e449af3-c88e-4cd3-9624-79e91379ceb3 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.585572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-6e449af3-c88e-4cd3-9624-79e91379ceb3 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483077 Nov 25 17:14:39.595414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1185b24d-714f-4b8c-8692-dba8a01c4ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.619421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-00737732-8104-4945-9eb7-d826a10a604f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/quotas/a5407738d9e249f9abf0e1fb2bd3c710 HTTP/1.1" status: 200 len: 375 time: 0.0329008 Nov 25 17:14:39.692054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1185b24d-714f-4b8c-8692-dba8a01c4ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.693097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-0f946223-583f-4bd1-a427-f861b191cc94 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726728 Nov 25 17:14:39.702584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1185b24d-714f-4b8c-8692-dba8a01c4ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.803620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1185b24d-714f-4b8c-8692-dba8a01c4ba7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac70fc6172b141348eb51916ed609dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404199 Nov 25 17:14:39.804170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34348) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:39.805057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-2aada043-f911-4ca5-9fbb-93cd24daf90d tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.1088941 Nov 25 17:14:39.942994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-7fcd4665-5301-41c2-b3a1-3f35991bc4d3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:39.944565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-7fcd4665-5301-41c2-b3a1-3f35991bc4d3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports/9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 943 time: 0.1253092 Nov 25 17:14:39.946456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2403ebe5-1cc0-4274-b5fa-6cf9fa2038f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.987922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port ab9bab25-dec6-4213-a3dc-82c8ca458252 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:39.988319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.994611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2403ebe5-1cc0-4274-b5fa-6cf9fa2038f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:39.996693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185b24d-714f-4b8c-8692-dba8a01c4ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b05fec-5421-42be-ad54-caaf8f346047,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:40.035648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f99c3-e844-4001-b002-ad206fd9b512 req-cb31d7be-e9ef-4ee8-a791-5368e5290381 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.043123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-742f99c3-e844-4001-b002-ad206fd9b512 req-cb31d7be-e9ef-4ee8-a791-5368e5290381 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1098325 Nov 25 17:14:40.078101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '0baefd15-3be0-43ed-8c68-c17e33d702bd', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'port_id': '00090edc-e853-4999-8837-095ce4763ade', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'mac_address': 'fa:16:3e:d8:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:12:52Z', 'updated_at': '2021-11-25T17:14:38Z', 'revision_number': 1, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:44Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:40.124251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] Checking router: 8a26a432-5352-41ee-b66b-62cd2cc75a36 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:40.142183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-742f99c3-e844-4001-b002-ad206fd9b512 req-df5cf25f-b26b-4a94-9c01-8372b3da2ba7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960896 Nov 25 17:14:40.145987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:40.146754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:40.163568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2403ebe5-1cc0-4274-b5fa-6cf9fa2038f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.166409 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2403ebe5-1cc0-4274-b5fa-6cf9fa2038f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.171327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2403ebe5-1cc0-4274-b5fa-6cf9fa2038f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08b05fec-5421-42be-ad54-caaf8f346047 HTTP/1.1" status: 204 len: 168 time: 0.3657498 Nov 25 17:14:40.182287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403ebe5-1cc0-4274-b5fa-6cf9fa2038f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b05fec-5421-42be-ad54-caaf8f346047,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:40.242490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port ab9bab25-dec6-4213-a3dc-82c8ca458252, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=ab9bab25-dec6-4213-a3dc-82c8ca458252,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:40.243311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.268967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for ab9bab25-dec6-4213-a3dc-82c8ca458252 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:40.332307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-4574d86a-5d7c-45d5-80b4-da6949d88ad7 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.2397711 Nov 25 17:14:40.349386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97f749-111e-46f1-8f37-91b7d7271ee1 req-cf842a40-0b48-487d-8e54-e667078e2ac1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.384565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e97f749-111e-46f1-8f37-91b7d7271ee1 req-cf842a40-0b48-487d-8e54-e667078e2ac1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 945 time: 0.1292658 Nov 25 17:14:40.447878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'name': 'network-vif-deleted', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:40.456053 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289efdb-453f-4062-baa6-3abebb8d2b49" -d '{"events": [{"server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "name": "network-vif-deleted", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:40.501981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e97f749-111e-46f1-8f37-91b7d7271ee1 req-50a17804-884c-4c2c-99fa-1f7cea8e569a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162674 Nov 25 17:14:40.601170 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:40.639076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:40.723115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-e00c3694-acaa-41d0-9101-bf716d7f7e99 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:40.726679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-e00c3694-acaa-41d0-9101-bf716d7f7e99 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.3226938 Nov 25 17:14:40.755529 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56caec2-5b80-40ae-a764-6878ec8fac0f x-openstack-request-id: req-b56caec2-5b80-40ae-a764-6878ec8fac0f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:40.756573 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "tag": "00090edc-e853-4999-8837-095ce4763ade", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:40.760274 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b56caec2-5b80-40ae-a764-6878ec8fac0f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:40.760975 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'tag': '00090edc-e853-4999-8837-095ce4763ade', 'status': 'completed', 'code': 200} Nov 25 17:14:40.846665 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6133751-9309-4362-94c1-48bd8691250c x-openstack-request-id: req-d6133751-9309-4362-94c1-48bd8691250c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:40.846958 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:40.847222 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6133751-9309-4362-94c1-48bd8691250c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:40.863727 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'code': 200} Nov 25 17:14:41.008607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.010752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.011378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.013540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.015231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.017061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.017990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.022740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-9536fdfa-6f51-40f0-97e1-e2769c7e907e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.2360344 Nov 25 17:14:41.040350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-08952b2e-57db-4a47-bfcd-f926141cd289 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 1001 time: 0.2550228 Nov 25 17:14:41.053739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.157828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['ab9bab25-dec6-4213-a3dc-82c8ca458252'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:41.217782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47665b0d-55df-4239-a6be-7dbd5c7db9c8 req-d4eb6d40-593a-47ce-8332-d2f4325735aa tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/2676d9ca-ee73-4733-bf9f-018b2f107910 HTTP/1.1" status: 200 len: 1818 time: 0.0872550 Nov 25 17:14:41.235412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '0baefd15-3be0-43ed-8c68-c17e33d702bd', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'port_id': '00090edc-e853-4999-8837-095ce4763ade', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'mac_address': 'fa:16:3e:d8:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:12:52Z', 'updated_at': '2021-11-25T17:14:38Z', 'revision_number': 1, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:44Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:41.278399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2609fa-66b7-486b-8be7-e511b8644d8e None None] The sync data for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 is: [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '0baefd15-3be0-43ed-8c68-c17e33d702bd', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'floating_ip_address': '172.25.8.21', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'port_id': '00090edc-e853-4999-8837-095ce4763ade', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'mac_address': 'fa:16:3e:d8:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:12:52Z', 'updated_at': '2021-11-25T17:14:38Z', 'revision_number': 1, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:44Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:41.294350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.345621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47665b0d-55df-4239-a6be-7dbd5c7db9c8 req-6b10f1d7-07c3-487a-ab8a-f5e119076c45 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.356808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=ab9bab25-dec6-4213-a3dc-82c8ca458252,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:41.367768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:41.383212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47665b0d-55df-4239-a6be-7dbd5c7db9c8 req-6b10f1d7-07c3-487a-ab8a-f5e119076c45 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.437300 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47665b0d-55df-4239-a6be-7dbd5c7db9c8 req-6b10f1d7-07c3-487a-ab8a-f5e119076c45 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.444298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-47665b0d-55df-4239-a6be-7dbd5c7db9c8 req-6b10f1d7-07c3-487a-ab8a-f5e119076c45 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.445890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47665b0d-55df-4239-a6be-7dbd5c7db9c8 req-6b10f1d7-07c3-487a-ab8a-f5e119076c45 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/2676d9ca-ee73-4733-bf9f-018b2f107910 HTTP/1.1" status: 204 len: 173 time: 0.2175066 Nov 25 17:14:41.448303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-7e7aab5c-a6a5-45b5-b0de-0ca45bbccf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.449648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-7e7aab5c-a6a5-45b5-b0de-0ca45bbccf8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030 HTTP/1.1" status: 200 len: 918 time: 0.3881857 Nov 25 17:14:41.485715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f1d7-07c3-487a-ab8a-f5e119076c45 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2676d9ca-ee73-4733-bf9f-018b2f107910,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:41.569888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.602631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ac9933f-89f5-4626-b72f-9fd98f8671a1 req-4c8c493d-e446-404f-91de-a97309886572 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 210 time: 0.0784385 Nov 25 17:14:41.637301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port ab9bab25-dec6-4213-a3dc-82c8ca458252 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:41.705587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-86d2f5be-424e-47e8-83bb-b7590a0be8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.707499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-86d2f5be-424e-47e8-83bb-b7590a0be8fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1101 time: 0.0774953 Nov 25 17:14:41.711909 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:41.715496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72c019de-f8e8-4d3f-9955-c11404cb392a req-0636dd4f-f513-4a10-aed9-362cb188c309 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "DELETE /v2.0/ports/ab9bab25-dec6-4213-a3dc-82c8ca458252 HTTP/1.1" status: 204 len: 173 time: 2.3212245 Nov 25 17:14:41.716992 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee0aa1c-69ed-4c73-9a4d-b9d3ad36129e x-openstack-request-id: req-6ee0aa1c-69ed-4c73-9a4d-b9d3ad36129e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:41.717289 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81a599d-4650-41fe-9ca3-b91526ba3db8", "name": "network-vif-deleted", "tag": "22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:41.717546 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ee0aa1c-69ed-4c73-9a4d-b9d3ad36129e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:41.717944 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81a599d-4650-41fe-9ca3-b91526ba3db8', 'name': 'network-vif-deleted', 'tag': '22aaeeaf-9fd3-4ec5-817f-ff8e2895bc9d', 'status': 'completed', 'code': 200} Nov 25 17:14:41.752102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-33374472-5410-4ce0-8aec-08b3bc1dc76d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 999 time: 0.2879031 Nov 25 17:14:41.752434 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf22895b-6a61-43b1-8092-a4b0a4660897 None None] New status for floating IP 0baefd15-3be0-43ed-8c68-c17e33d702bd: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:14:41.894973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-7bf45480-28b9-49f2-abb3-853a3667ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.896816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-7bf45480-28b9-49f2-abb3-853a3667ee44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1721389 Nov 25 17:14:41.927207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-bd193b2b-fd1e-4111-afba-60cefa14f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:41.928824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-bd193b2b-fd1e-4111-afba-60cefa14f006 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 200 len: 856 time: 0.1691780 Nov 25 17:14:42.003088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.007288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:42.007664 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Floating IP a705558d-70a2-4fef-9b48-dc257af60bca disassociated. External IP: 172.25.8.23, port: 9008637e-5499-40e3-a4c6-27261530cb9e. Nov 25 17:14:42.027833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-071e3f97-ae1f-4166-9eac-f1b5a3008346 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.1045616 Nov 25 17:14:42.044242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc6a60-10ef-4e78-bde3-a2739221d1a0 req-7401a83a-3161-499d-aaff-5b39ed81bc7c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.059712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ccc6a60-10ef-4e78-bde3-a2739221d1a0 req-7401a83a-3161-499d-aaff-5b39ed81bc7c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1619139 Nov 25 17:14:42.069622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023625-3764-41fd-abc2-9201d323fced req-07e33c39-c6cb-4ffe-9efb-89cdd6f84294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.071116 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-07e33c39-c6cb-4ffe-9efb-89cdd6f84294 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325932 Nov 25 17:14:42.132191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-b31ece84-ce37-4b5b-9652-84cddd462062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.133819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-b31ece84-ce37-4b5b-9652-84cddd462062 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0990255 Nov 25 17:14:42.238603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-25d7d512-e220-497d-bbab-cec25309a42c tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462084 Nov 25 17:14:42.245508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0ad12c1-4308-44aa-83bc-2b75cd40c929 req-009f2418-7784-4fb6-b2cb-0b73d923ba74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 210 time: 0.0311971 Nov 25 17:14:42.256036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ccc6a60-10ef-4e78-bde3-a2739221d1a0 req-48c36340-bfe9-42e5-ab77-8d8905aea587 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953957 Nov 25 17:14:42.291044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-4313cf64-c8b8-4569-bb4f-29e2cba97a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.292634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-4313cf64-c8b8-4569-bb4f-29e2cba97a8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499486 Nov 25 17:14:42.394246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-0400bc1e-7696-426c-a1b8-5737c679d2af service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969339 Nov 25 17:14:42.533684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-eaf26d37-84d0-45c5-a7e4-976f9935d0a3 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.535133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-eaf26d37-84d0-45c5-a7e4-976f9935d0a3 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765737 Nov 25 17:14:42.552224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Request body: {'port': {'device_id': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'a5407738d9e249f9abf0e1fb2bd3c710'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:42.576213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad12c1-4308-44aa-83bc-2b75cd40c929 req-9301eace-98d9-475a-ad61-b0b46839ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.577666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0ad12c1-4308-44aa-83bc-2b75cd40c929 req-9301eace-98d9-475a-ad61-b0b46839ce83 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3213294 Nov 25 17:14:42.602083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:42.643804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-ef461a2a-c6c6-4fd9-9869-43ed8f8a0c88 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701304 Nov 25 17:14:42.650494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-3f96da22-efb2-4f0f-9a39-aaea376a46e4 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:42.651850 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-3f96da22-efb2-4f0f-9a39-aaea376a46e4 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.2798674 Nov 25 17:14:42.664316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e023625-3764-41fd-abc2-9201d323fced req-c485c82f-f421-4644-b2fa-e21adb238161 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340627 Nov 25 17:14:42.725699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-d036e79a-b731-4a08-8a06-3d3feb730b37 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/quotas/b988177acfc1496995ca768f51a3072e HTTP/1.1" status: 200 len: 375 time: 0.0619919 Nov 25 17:14:43.052730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad12c1-4308-44aa-83bc-2b75cd40c929 req-a11bc27e-d0a7-489d-944b-f58988e8a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.054203 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0ad12c1-4308-44aa-83bc-2b75cd40c929 req-a11bc27e-d0a7-489d-944b-f58988e8a8b2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4647427 Nov 25 17:14:43.081306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:43.085899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.092615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:43.104742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:43.105375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:43.114774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac3e287e-2fe3-4576-969c-b5cc0ac1007a tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "PUT /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 695 time: 1.7969565 Nov 25 17:14:43.169233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac6bd63c-3d9a-41f4-afa5-be49f1c35c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.170841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-ac6bd63c-3d9a-41f4-afa5-be49f1c35c64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.0414715 Nov 25 17:14:43.192898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-235d0ae3-daad-418e-9169-4cac6c89c4be service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382755 Nov 25 17:14:43.208329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-9530af8d-732a-435b-afec-0fb75a035229 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4695935 Nov 25 17:14:43.211307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Made reservation on behalf of a5407738d9e249f9abf0e1fb2bd3c710 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:43.214896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.243090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-271625fd-dc03-49bb-8863-f6f97e6baf2c tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.246658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-271625fd-dc03-49bb-8863-f6f97e6baf2c tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "GET /v2.0/ports?device_id=1398aa91-74de-4ee3-bc09-90c79e2968d7 HTTP/1.1" status: 200 len: 944 time: 0.1075435 Nov 25 17:14:43.247347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.257475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:43.286542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-f2183f9f-879e-434b-967f-57121b9e8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.288762 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-f2183f9f-879e-434b-967f-57121b9e8413 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.1104350 Nov 25 17:14:43.340435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-8042ccf3-f6f7-4b4c-a87d-084d982572b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 217 time: 0.0444508 Nov 25 17:14:43.395449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-e8ceda10-fd6d-4403-8a50-86856c3beb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.397341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-e8ceda10-fd6d-4403-8a50-86856c3beb1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.0489306 Nov 25 17:14:43.440072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-5e3a2a8e-4d49-4362-9ea2-0717fb6ef1fc service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133822 Nov 25 17:14:43.452533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-5b5f0bd5-23c1-42cf-8fca-b15688cbc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:43.454767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-5b5f0bd5-23c1-42cf-8fca-b15688cbc194 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480671 Nov 25 17:14:43.519172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:43.519486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Deleting port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:43.519486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.545671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.549199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:43.556956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-9f07c739-b5b1-4aaa-8140-80ed1c2aa1e4 service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935700 Nov 25 17:14:43.558754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:43.559346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:43.577932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.658286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928b93d7-723c-4f5e-8d66-466d565413b1 req-21d5547d-2206-4848-ba8c-b83246b7639d service neutron] 10.222.0.86 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923262 Nov 25 17:14:43.683082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:43.698752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af4c543-bfa2-4051-90df-c357cb85a08f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:43.714979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-549c7983-6fed-4c6d-98d0-b15bf33ff265 service neutron] 10.222.0.86 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569842 Nov 25 17:14:43.720064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab475968-b7f8-4451-a75e-475f4513a352', 'name': 'network-vif-deleted', 'tag': 'ab9bab25-dec6-4213-a3dc-82c8ca458252'}, {'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:43.723825 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8" -d '{"events": [{"server_uuid": "ab475968-b7f8-4451-a75e-475f4513a352", "name": "network-vif-deleted", "tag": "ab9bab25-dec6-4213-a3dc-82c8ca458252"}, {"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:43.735143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] For port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:43.735551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.748219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-644623a3-7b9d-4cbc-a067-19135e792499 req-ab05ed56-35f0-45d6-bd37-f24705ef3504 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/11af1289-0e45-44d5-8d8e-d277f4dc6daf HTTP/1.1" status: 200 len: 1816 time: 0.0557139 Nov 25 17:14:43.774079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Calling delete_port for d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:43.817015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-644623a3-7b9d-4cbc-a067-19135e792499 req-61e7940c-188a-4862-9004-2926794c7132 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.841867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Allocated IP 192.168.233.171 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/a932b626-d5b4-4269-b75a-482836bdb8a9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:43.880121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-644623a3-7b9d-4cbc-a067-19135e792499 req-61e7940c-188a-4862-9004-2926794c7132 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.947217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-644623a3-7b9d-4cbc-a067-19135e792499 req-61e7940c-188a-4862-9004-2926794c7132 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.950262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-644623a3-7b9d-4cbc-a067-19135e792499 req-61e7940c-188a-4862-9004-2926794c7132 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:43.951770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-644623a3-7b9d-4cbc-a067-19135e792499 req-61e7940c-188a-4862-9004-2926794c7132 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/11af1289-0e45-44d5-8d8e-d277f4dc6daf HTTP/1.1" status: 204 len: 173 time: 0.1945367 Nov 25 17:14:43.968203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7940c-188a-4862-9004-2926794c7132 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af1289-0e45-44d5-8d8e-d277f4dc6daf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:43.976738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:44.018303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84bf17-b043-4d51-8697-e9e7b31493e5 None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '56d2c2a4-eef9-42dc-b873-7401580841e3', 'name': '', 'network_id': 'da169300-14af-4345-a0f3-152a452d21ea', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'mac_address': 'fa:16:3e:d0:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:27Z', 'updated_at': '2021-11-25T17:13:36Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'subnets': [{'id': 'ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:44.055336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d7f3eb5-6871-42be-8018-6c3c37fafdae req-4fc7ac50-28f5-4cb7-a54b-0f0d327c4673 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 210 time: 0.1075954 Nov 25 17:14:44.072308 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.157796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event deleted for resources: {'Port': ['ID=d0bc59d2-173d-47f9-a9d2-4535a7ab6c48,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:44.251623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c0735a8-e1e4-43e8-94dc-89ba0d0f1295 req-38f57371-9f36-402c-ae38-a730cee454fa tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 210 time: 0.0903003 Nov 25 17:14:44.255250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] No DVR routers for this DVR port d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:44.260652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.265561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd4606ed-f346-4272-86f1-eb8e8aa181c8 req-a64a677c-cd40-47c3-a85f-150eeee373dd tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.55 "DELETE /v2.0/ports/d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 HTTP/1.1" status: 204 len: 173 time: 1.0002313 Nov 25 17:14:44.266263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-deleted', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:44.269605 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b4c7e9-9f27-4c1b-951d-295c32a7fc83" -d '{"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-deleted", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:44.379784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Request body: {'security_group': {'name': 'tempest-securitygroup-765365529', 'description': 'tempest-description-1164850505'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:44.412882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.424711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.432286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0ad12c1-4308-44aa-83bc-2b75cd40c929 req-00104ec7-b397-43eb-bc0a-719457ed5a15 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab475968-b7f8-4451-a75e-475f4513a352 HTTP/1.1" status: 200 len: 210 time: 0.0656040 Nov 25 17:14:44.439033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.448853 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84243092-62da-4a3c-81fe-0d3592aabf71 None None] New status for floating IP a705558d-70a2-4fef-9b48-dc257af60bca: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:14:44.501801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfd713-c022-434c-a9ec-c63ba1cf1f14 req-42d85431-e338-4dd5-8e2f-54d25e9a2148 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.511630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88bfd713-c022-434c-a9ec-c63ba1cf1f14 req-42d85431-e338-4dd5-8e2f-54d25e9a2148 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1622405 Nov 25 17:14:44.564869 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.583742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.590379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.645255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88bfd713-c022-434c-a9ec-c63ba1cf1f14 req-afff9512-3bc0-406e-8c8d-97fa190807b3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326191 Nov 25 17:14:44.659094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31f664-8737-48e0-b89a-0f4c021eac41,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:44.715249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Pushing event updated for resources: {'Port': ['ID=a932b626-d5b4-4269-b75a-482836bdb8a9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:44.715514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.720533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.724518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:44.726238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:44.729168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:44.827666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:44.829884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.864400 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18d4c2-ee66-489e-8cb6-0cbe520aac82 x-openstack-request-id: req-ff18d4c2-ee66-489e-8cb6-0cbe520aac82 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:44.864854 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab475968-b7f8-4451-a75e-475f4513a352", "name": "network-vif-deleted", "tag": "ab9bab25-dec6-4213-a3dc-82c8ca458252", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:44.865128 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff18d4c2-ee66-489e-8cb6-0cbe520aac82 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:44.865727 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab475968-b7f8-4451-a75e-475f4513a352', 'name': 'network-vif-deleted', 'tag': 'ab9bab25-dec6-4213-a3dc-82c8ca458252', 'status': 'completed', 'code': 200} Nov 25 17:14:44.866146 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'status': 'completed', 'code': 200} Nov 25 17:14:44.878637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:44.880309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-517a33cf-c506-496f-982a-d55c889962b0 req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5099235 Nov 25 17:14:44.887969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-d2bea679-6f16-485d-9eb0-5675f63226db tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3418937 Nov 25 17:14:44.895200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61fd04-4acf-4eb4-a1d5-f0ed9a3729f3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faee2a8a-3884-4803-b6a0-1862009786b3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:44.905213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Request body: {'port': {'device_id': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:44.935057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-fcc45ce6-e038-4b82-a898-a735693cdc2c req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1837385154', 'description': 'tempest-description-1733663590'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:44.971081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcc45ce6-e038-4b82-a898-a735693cdc2c req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.064414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fa6fca21-8499-4be1-bdea-3f79bf08dda7 req-73897b27-ed27-41f4-b2d4-8d65550fc6c6 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 210 time: 0.0857654 Nov 25 17:14:45.072847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.075946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcc45ce6-e038-4b82-a898-a735693cdc2c req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.089951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcc45ce6-e038-4b82-a898-a735693cdc2c req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.107311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-ebf1f9b4-3663-4e3f-8a54-ee36611f6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.110159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-ebf1f9b4-3663-4e3f-8a54-ee36611f6f41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57eda956dc09458eb54afa137dd259e9&device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 1097 time: 0.1792574 Nov 25 17:14:45.116816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fcc45ce6-e038-4b82-a898-a735693cdc2c req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.125928 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc45ce6-e038-4b82-a898-a735693cdc2c req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2041304 Nov 25 17:14:45.145156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2ed88de1-99e7-40c7-93bc-1de380f26b60 None None] Provisioning complete for port a932b626-d5b4-4269-b75a-482836bdb8a9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:45.145687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ed88de1-99e7-40c7-93bc-1de380f26b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.149228 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd798371-5153-497e-bd46-9d7f7f6f246e x-openstack-request-id: req-bd798371-5153-497e-bd46-9d7f7f6f246e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:45.149519 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398aa91-74de-4ee3-bc09-90c79e2968d7", "name": "network-vif-deleted", "tag": "d0bc59d2-173d-47f9-a9d2-4535a7ab6c48", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:45.149769 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd798371-5153-497e-bd46-9d7f7f6f246e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:45.150495 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398aa91-74de-4ee3-bc09-90c79e2968d7', 'name': 'network-vif-deleted', 'tag': 'd0bc59d2-173d-47f9-a9d2-4535a7ab6c48', 'status': 'completed', 'code': 200} Nov 25 17:14:45.167203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7d7d-1d65-4541-932d-1cb437093702 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5290378b-3a0f-4a0e-a4c6-548d760a9314,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.225051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2ed88de1-99e7-40c7-93bc-1de380f26b60 None None] Port a932b626-d5b4-4269-b75a-482836bdb8a9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:14:45.237326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7d84cffe-c4c5-49bb-b72b-7d1fee4a27bf req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1137827624', 'description': 'tempest-description-1589911175'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:45.337712 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7d84cffe-c4c5-49bb-b72b-7d1fee4a27bf req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.378234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-ff939781-84ba-4306-b01e-0732a44bd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.379747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-ff939781-84ba-4306-b01e-0732a44bd75e service neutron] 10.222.0.73 "GET /v2.0/networks?id=da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 200 len: 922 time: 0.2283869 Nov 25 17:14:45.439990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e24d746d-b5bc-4c1d-bf45-6591612e5ea6 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/5290378b-3a0f-4a0e-a4c6-548d760a9314 HTTP/1.1" status: 200 len: 1818 time: 0.0940228 Nov 25 17:14:45.456302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1376976149', 'description': 'tempest-description-hth-1634233743'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:45.477572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-56cd1920-4b13-4325-948d-8076a56749d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 200 len: 217 time: 0.0787728 Nov 25 17:14:45.557535 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.588975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7d84cffe-c4c5-49bb-b72b-7d1fee4a27bf req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.601513 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7d84cffe-c4c5-49bb-b72b-7d1fee4a27bf req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.608651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-e4cff89b-81d9-4ee1-8091-c24506813f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.610357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-e4cff89b-81d9-4ee1-8091-c24506813f91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 200 len: 860 time: 0.1221266 Nov 25 17:14:45.620305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-7995a1b6-d029-41be-a96a-6fbbcb747f78 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.621873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-7995a1b6-d029-41be-a96a-6fbbcb747f78 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.73 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 804 time: 0.1803916 Nov 25 17:14:45.639666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Request body: {'port': {'device_id': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'admin_state_up': True, 'tenant_id': 'b988177acfc1496995ca768f51a3072e'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:45.646405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.659506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.662153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.663464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-037e8c9d-b364-40da-8609-08954c1e4455 req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "PUT /v2.0/security-groups/5290378b-3a0f-4a0e-a4c6-548d760a9314 HTTP/1.1" status: 200 len: 1792 time: 0.2132988 Nov 25 17:14:45.681348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7d84cffe-c4c5-49bb-b72b-7d1fee4a27bf req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.682589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d84cffe-c4c5-49bb-b72b-7d1fee4a27bf req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4561210 Nov 25 17:14:45.701340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cef40b-fe65-4b48-a327-b3509aded149 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035debdc-379c-4db9-8109-ee48c06562e0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.722692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a932b626-d5b4-4269-b75a-482836bdb8a9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:45.733305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.739030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-10c19c1d-c2b5-43ec-8b68-8e2029d22fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.740611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-10c19c1d-c2b5-43ec-8b68-8e2029d22fde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da169300-14af-4345-a0f3-152a452d21ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131806 Nov 25 17:14:45.753168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Transition to ACTIVE for port object a932b626-d5b4-4269-b75a-482836bdb8a9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:45.755714 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.779050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.788352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d2fc627a-9a6c-4ed2-a849-08814786bb8f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 200 len: 693 time: 0.0815527 Nov 25 17:14:45.791675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fa57b-593a-411a-aba7-4ce26f4b471c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5290378b-3a0f-4a0e-a4c6-548d760a9314,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.905175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=a932b626-d5b4-4269-b75a-482836bdb8a9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:45.947166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Made reservation on behalf of b988177acfc1496995ca768f51a3072e for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:45.950786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:45.959416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-b00723f3-6c65-447f-b111-d6ca338a69c3 service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023168 Nov 25 17:14:45.967536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7d6c4-2b52-466f-8992-1833fe17bd03 req-465e0ce1-e76d-4575-999d-b5e8918e5c92 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.969213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01f7d6c4-2b52-466f-8992-1833fe17bd03 req-465e0ce1-e76d-4575-999d-b5e8918e5c92 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 948 time: 0.1863632 Nov 25 17:14:45.988404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d19cb005-287f-4962-8625-e4d97090d10f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:45.989653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d19cb005-287f-4962-8625-e4d97090d10f tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1882544 Nov 25 17:14:46.088021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ab9bab25-dec6-4213-a3dc-82c8ca458252 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:46.089032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7dd78a3-e519-4a57-8404-432b959b931e req-70138e68-f830-4d65-a7cc-d88adad0f9b3 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 696 time: 0.0880723 Nov 25 17:14:46.123431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: ab9bab25-dec6-4213-a3dc-82c8ca458252 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:46.124118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device ab9bab25-dec6-4213-a3dc-82c8ca458252 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:46.124959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:46.137831 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6fb90d-2566-4ce9-a9bd-54fdf76c79d8 req-94051155-0fe8-433b-9f34-1b70552597ec service neutron] 10.222.0.73 "GET /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672931 Nov 25 17:14:46.141745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01f7d6c4-2b52-466f-8992-1833fe17bd03 req-d41e548e-a8dd-40cd-8baf-426b04617e43 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238477 Nov 25 17:14:46.142668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Attempting to bind port a932b626-d5b4-4269-b75a-482836bdb8a9 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:46.143424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Attempting to bind port a932b626-d5b4-4269-b75a-482836bdb8a9 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:46.143424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Attempting to bind port a932b626-d5b4-4269-b75a-482836bdb8a9 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:46.148605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Port a932b626-d5b4-4269-b75a-482836bdb8a9 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:46.149018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Attempting to bind port a932b626-d5b4-4269-b75a-482836bdb8a9 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:46.154717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:46.155053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:46.155450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:46.156949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Bound port: a932b626-d5b4-4269-b75a-482836bdb8a9, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:46.156949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.162406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:46.162924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d0bc59d2-173d-47f9-a9d2-4535a7ab6c48 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:46.198541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7dd78a3-e519-4a57-8404-432b959b931e req-36c2fbc4-bb91-44d3-9a23-3f92621084e7 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 696 time: 0.0988379 Nov 25 17:14:46.234090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] For port a932b626-d5b4-4269-b75a-482836bdb8a9, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:46.237501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] For port a932b626-d5b4-4269-b75a-482836bdb8a9, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a932b626-d5b4-4269-b75a-482836bdb8a9,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:46.252625 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.297340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Allocated IP 172.20.0.8 (427c9a0f-b214-4ec9-91f1-0155550dae06/576e9143-a320-4ad6-8735-f38f6715ede6/23f3397c-e4ad-4962-96ca-dc0fd64f556d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:46.345011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.346575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.348636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] 10.222.0.55 "PUT /v2.0/ports/a932b626-d5b4-4269-b75a-482836bdb8a9 HTTP/1.1" status: 200 len: 1096 time: 1.4499333 Nov 25 17:14:46.407442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85c614-accc-4f64-8852-9863130c8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=a932b626-d5b4-4269-b75a-482836bdb8a9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:46.441803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d773c6a4-44dc-4408-9c3c-0f137642d922 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.444410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d773c6a4-44dc-4408-9c3c-0f137642d922 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.2044473 Nov 25 17:14:46.455082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Deleting port d717739e-f1bf-49aa-acdf-549ef09ea07c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:46.455480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.469706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-b0a85ad9-baa4-4c57-a9dd-5a2f2a91cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.471360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-b0a85ad9-baa4-4c57-a9dd-5a2f2a91cb1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 1099 time: 0.0757406 Nov 25 17:14:46.478141 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-7142e399-f8c9-4c65-b1c3-8de74d8ee05d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.0234029 Nov 25 17:14:46.541638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d47e99fa-7174-49f2-8d4b-e2e58f321443 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626190 Nov 25 17:14:46.543311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-61d05f5b-4957-459f-966d-5e40a2c79baa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a932b626-d5b4-4269-b75a-482836bdb8a9 HTTP/1.1" status: 200 len: 217 time: 0.0631402 Nov 25 17:14:46.569611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.580934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.581345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.597881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Calling delete_port for d717739e-f1bf-49aa-acdf-549ef09ea07c owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:46.651782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-4482478e-0dbe-4f47-955b-a1c09333df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.653252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-4482478e-0dbe-4f47-955b-a1c09333df21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1022661 Nov 25 17:14:46.678570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.708813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-ab98a896-3349-4a4d-8a9a-891fb6713480 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472142 Nov 25 17:14:46.736919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Network 427c9a0f-b214-4ec9-91f1-0155550dae06 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:46.737166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-5fe4f229-f0a0-4fca-ac98-6476cc735961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.738394 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-5fe4f229-f0a0-4fca-ac98-6476cc735961 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766222 Nov 25 17:14:46.748281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:46.755563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:46.759986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:46.827538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:46.828708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.858304 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-e27f5de4-46ea-4050-97c7-05e84732b556 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2223392 Nov 25 17:14:46.863232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:46.879302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-71410f2e-58af-4abd-a941-50eef654a3c6 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634445 Nov 25 17:14:46.893390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Request body: {'port': {'device_id': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:46.896241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-36b8f9ec-cde2-40b9-8bfa-885170aff9b4 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275337 Nov 25 17:14:46.918926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event deleted for resources: {'Port': ['ID=d717739e-f1bf-49aa-acdf-549ef09ea07c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:47.009153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.013628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b06e2ac-5957-4686-b7c6-cc1f7f310382 req-6aa836dd-60ab-418d-886d-f0c5af823e78 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097829 Nov 25 17:14:47.034163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.037188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.038528 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7dd78a3-e519-4a57-8404-432b959b931e req-d9bf81bb-c0f9-48f4-b706-f99ae3ea2ecf tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "DELETE /v2.0/floatingips/a705558d-70a2-4fef-9b48-dc257af60bca HTTP/1.1" status: 204 len: 173 time: 0.8327384 Nov 25 17:14:47.105990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c11cb4-097c-445f-b5ac-1301f84e57e8 req-f968ef08-9cda-4cc6-931b-fa2b23b77f48 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.107423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3c11cb4-097c-445f-b5ac-1301f84e57e8 req-f968ef08-9cda-4cc6-931b-fa2b23b77f48 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0554509 Nov 25 17:14:47.151213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'tag': 'a932b626-d5b4-4269-b75a-482836bdb8a9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:47.153930 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5562fc-4eee-4336-9444-cd3693f5296f" -d '{"events": [{"name": "network-changed", "server_uuid": "0de58d71-429d-4a83-86c1-ebdcc8a20981", "tag": "a932b626-d5b4-4269-b75a-482836bdb8a9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:47.176080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3c11cb4-097c-445f-b5ac-1301f84e57e8 req-b6f63c8b-8e0a-4be3-b069-d318435b8a0d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579891 Nov 25 17:14:47.177873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d03c054b-a8d8-457b-87be-db56bed2bc8f req-9b3f2611-8539-4293-9803-5b97074e13a3 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/5290378b-3a0f-4a0e-a4c6-548d760a9314 HTTP/1.1" status: 200 len: 1792 time: 0.1147196 Nov 25 17:14:47.233007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.290620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1160974261', 'description': 'tempest-description-1692232565'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:47.309464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35118ee-ca8b-4b13-a5ba-bc4c6cfe71e2 req-afea3cfe-e73b-4555-b1ef-4d0958ec5901 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.310939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b35118ee-ca8b-4b13-a5ba-bc4c6cfe71e2 req-afea3cfe-e73b-4555-b1ef-4d0958ec5901 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 931 time: 0.0592203 Nov 25 17:14:47.339197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.363002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.377038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b35118ee-ca8b-4b13-a5ba-bc4c6cfe71e2 req-294d4c74-dde8-4390-95e4-9e7ac1be1815 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Nov 25 17:14:47.472494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f3397c-e4ad-4962-96ca-dc0fd64f556d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:47.483313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.510112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Transition to ACTIVE for port object 23f3397c-e4ad-4962-96ca-dc0fd64f556d will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:47.520524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.529258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.554155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.572415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e61253f-0c83-45bd-bed4-2c8d07dcc32e req-f85779e5-c86f-45b9-8377-5bbf2e270bbb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 210 time: 0.0346589 Nov 25 17:14:47.622088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:47.629350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b2d75-7d25-480d-957e-6cd8392b1448,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:47.726191 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.734529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.761499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Attempting to bind port 23f3397c-e4ad-4962-96ca-dc0fd64f556d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:47.761892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Attempting to bind port 23f3397c-e4ad-4962-96ca-dc0fd64f556d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:47.762220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Attempting to bind port 23f3397c-e4ad-4962-96ca-dc0fd64f556d on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:47.775475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Port 23f3397c-e4ad-4962-96ca-dc0fd64f556d on network 427c9a0f-b214-4ec9-91f1-0155550dae06 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:47.775802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Attempting to bind port 23f3397c-e4ad-4962-96ca-dc0fd64f556d on network 427c9a0f-b214-4ec9-91f1-0155550dae06 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:47.781656 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b0cea3-2f13-4d04-b93b-fabd3a074748 x-openstack-request-id: req-c2b0cea3-2f13-4d04-b93b-fabd3a074748 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:47.782302 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de58d71-429d-4a83-86c1-ebdcc8a20981", "tag": "a932b626-d5b4-4269-b75a-482836bdb8a9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:47.782302 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2b0cea3-2f13-4d04-b93b-fabd3a074748 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:47.782515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.782854 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'tag': 'a932b626-d5b4-4269-b75a-482836bdb8a9', 'status': 'completed', 'code': 200} Nov 25 17:14:47.783718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75f5517e-ce73-42ad-9ee5-be651852dbd2 req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5004077 Nov 25 17:14:47.788902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:47.789242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Checking segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:47.789786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Bound using segment: {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:47.790221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Bound port: 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18aa7d1-8bd7-457c-bb01-be7deecb941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:47.791025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.793797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f8df8-c82e-44fd-a34c-36f77145c9d0 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1791c64e-67b1-4902-951e-eced782c29d8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:47.895861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-469e1f90-5a79-4ca7-9c98-95fb8aa841d9 req-693ac73a-3538-4094-9832-0c0f31244cff tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/5290378b-3a0f-4a0e-a4c6-548d760a9314 HTTP/1.1" status: 200 len: 1792 time: 0.0646193 Nov 25 17:14:47.897176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:47.900547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-36087194-b487-4290-adea-ba96dd456aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.902165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-36087194-b487-4290-adea-ba96dd456aad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 1099 time: 0.0791235 Nov 25 17:14:47.916891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e6f2-a36c-41c0-988a-1380c89a4247 req-842596bf-9344-4f26-909d-2ec9aeacca01 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.918321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2d1e6f2-a36c-41c0-988a-1380c89a4247 req-842596bf-9344-4f26-909d-2ec9aeacca01 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 948 time: 0.0673611 Nov 25 17:14:47.920136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:47.931954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.984645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:47.985861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:47.987237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] 10.222.0.73 "PUT /v2.0/ports/23f3397c-e4ad-4962-96ca-dc0fd64f556d HTTP/1.1" status: 200 len: 1091 time: 1.1182721 Nov 25 17:14:47.988723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:47.990936 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08432446-ca4f-4616-b629-f1318cb1626f" -d '{"events": [{"name": "network-changed", "server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:48.019689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2d1e6f2-a36c-41c0-988a-1380c89a4247 req-8eee96f3-da09-4fe5-b775-c8e4cca34e58 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922384 Nov 25 17:14:48.029291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44188f04-a62d-449a-8dd1-ea3c6ea32027 service neutron] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:48.040387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-469e1f90-5a79-4ca7-9c98-95fb8aa841d9 req-8410ed55-d6c5-4674-87a3-151103fb0a77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.052305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-43c76eb6-a577-48cf-9268-329b7ba1d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.054280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-43c76eb6-a577-48cf-9268-329b7ba1d35c service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1350935 Nov 25 17:14:48.092071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-469e1f90-5a79-4ca7-9c98-95fb8aa841d9 req-8410ed55-d6c5-4674-87a3-151103fb0a77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.107042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-a074d68c-22b0-4f41-af5a-1d98cf8fbaa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a932b626-d5b4-4269-b75a-482836bdb8a9 HTTP/1.1" status: 200 len: 217 time: 0.0458164 Nov 25 17:14:48.154352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-0de315f8-2739-49dc-8055-c6c78031f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.155838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-0de315f8-2739-49dc-8055-c6c78031f451 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 1094 time: 0.0763884 Nov 25 17:14:48.166096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-469e1f90-5a79-4ca7-9c98-95fb8aa841d9 req-8410ed55-d6c5-4674-87a3-151103fb0a77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.169395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-469e1f90-5a79-4ca7-9c98-95fb8aa841d9 req-8410ed55-d6c5-4674-87a3-151103fb0a77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.170662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-469e1f90-5a79-4ca7-9c98-95fb8aa841d9 req-8410ed55-d6c5-4674-87a3-151103fb0a77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/5290378b-3a0f-4a0e-a4c6-548d760a9314 HTTP/1.1" status: 204 len: 173 time: 0.2634022 Nov 25 17:14:48.196549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-a22a5f7b-ee71-408f-a69a-cdeaf2bf5eb1 req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1060599726', 'description': 'tempest-description-1806627272'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:48.232967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410ed55-d6c5-4674-87a3-151103fb0a77 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5290378b-3a0f-4a0e-a4c6-548d760a9314,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:48.240953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-bad683a9-5ffa-4311-b1db-193756681531 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d HTTP/1.1" status: 200 len: 217 time: 0.0694745 Nov 25 17:14:48.249345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fea62-fa68-4ac6-a588-151d2d2ea9ac req-f9529e80-45d7-434d-9b68-71e63af8a251 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.251810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-352fea62-fa68-4ac6-a588-151d2d2ea9ac req-f9529e80-45d7-434d-9b68-71e63af8a251 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 946 time: 0.1472852 Nov 25 17:14:48.255784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-3488135e-320b-4331-b420-5e0699e70d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.257162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-3488135e-320b-4331-b420-5e0699e70d6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1405802 Nov 25 17:14:48.296290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a22a5f7b-ee71-408f-a69a-cdeaf2bf5eb1 req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.331733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-51c29147-332a-4094-9065-03557315f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.333291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-51c29147-332a-4094-9065-03557315f419 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0754616 Nov 25 17:14:48.348383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d7119307-4102-444f-aee3-1917845ece87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.349819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d7119307-4102-444f-aee3-1917845ece87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.1909564 Nov 25 17:14:48.372584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-352fea62-fa68-4ac6-a588-151d2d2ea9ac req-9958d1bf-46d7-4f37-a5cc-78841dab1370 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076829 Nov 25 17:14:48.377623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': 'e24de511-9da2-4df8-9010-165159f0f34f', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:48.384474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-615be44d-0f40-48d3-89c7-49106be1570a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360334 Nov 25 17:14:48.389119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-fc120ffb-f5b5-4935-8207-98ff689ef2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.391257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-fc120ffb-f5b5-4935-8207-98ff689ef2da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251559 Nov 25 17:14:48.433428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a22a5f7b-ee71-408f-a69a-cdeaf2bf5eb1 req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.435646 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c568e2b9-6583-4a63-a245-70ee324cdfed x-openstack-request-id: req-c568e2b9-6583-4a63-a245-70ee324cdfed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:48.436335 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:48.436735 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c568e2b9-6583-4a63-a245-70ee324cdfed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:48.438650 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'status': 'completed', 'code': 200} Nov 25 17:14:48.469641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a22a5f7b-ee71-408f-a69a-cdeaf2bf5eb1 req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.516681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a22a5f7b-ee71-408f-a69a-cdeaf2bf5eb1 req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:48.517933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a22a5f7b-ee71-408f-a69a-cdeaf2bf5eb1 req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3253360 Nov 25 17:14:48.527518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184dcb7-3814-4aea-aa2b-7aa2011f75c2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb6ccb-f7e7-439d-9306-2c71920a8b64,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:48.552476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-b27c2b46-b151-4746-bef0-e6532f471798 service neutron] 10.222.0.73 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480346 Nov 25 17:14:48.681231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060be35-8282-4b83-af6b-d2fe5f8a6a71 req-404a97ef-5967-4892-ab72-eb9019787ba8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.682625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8060be35-8282-4b83-af6b-d2fe5f8a6a71 req-404a97ef-5967-4892-ab72-eb9019787ba8 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 943 time: 0.1016581 Nov 25 17:14:48.699906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dd068a2-75f3-4311-a33a-97c6b382a27a req-8aaa3f51-03c9-480a-b5be-821fcf50f08a service neutron] 10.222.0.73 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381197 Nov 25 17:14:48.741003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8060be35-8282-4b83-af6b-d2fe5f8a6a71 req-fb699e57-11e2-498e-9df9-63d6aa1460af tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505874 Nov 25 17:14:48.807404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432446-ca4f-4616-b629-f1318cb1626f req-b3728aba-e36f-45d8-8ccb-1c4a94547cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.809890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-b3728aba-e36f-45d8-8ccb-1c4a94547cb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b988177acfc1496995ca768f51a3072e&device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 1094 time: 0.0478857 Nov 25 17:14:48.889578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a1a28-161c-43de-a57d-545c24ec72f5 req-48a3f5f0-f612-4e28-8b67-e7628ce603b3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.891908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-972a1a28-161c-43de-a57d-545c24ec72f5 req-48a3f5f0-f612-4e28-8b67-e7628ce603b3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1391802 Nov 25 17:14:48.938223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-ab7c4a96-333a-4ade-85dc-2e277a0057c0 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354607 Nov 25 17:14:48.957632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432446-ca4f-4616-b629-f1318cb1626f req-37d90e9e-ae53-4207-b7e0-a73e9c314479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:48.959079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-37d90e9e-ae53-4207-b7e0-a73e9c314479 service neutron] 10.222.0.73 "GET /v2.0/networks?id=427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 200 len: 905 time: 0.1343801 Nov 25 17:14:48.981532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:48.985557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.018677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-36b6bbda-d48d-4f4d-913f-90efb5f44d56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d HTTP/1.1" status: 200 len: 217 time: 0.0494661 Nov 25 17:14:49.035630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-972a1a28-161c-43de-a57d-545c24ec72f5 req-9309f6bf-e241-4df1-a669-b21234c46aa1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358497 Nov 25 17:14:49.103686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432446-ca4f-4616-b629-f1318cb1626f req-92c3251c-39b2-42f0-9d49-8512fec98bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.105460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-92c3251c-39b2-42f0-9d49-8512fec98bba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 200 len: 844 time: 0.0744390 Nov 25 17:14:49.114151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5562fc-4eee-4336-9444-cd3693f5296f req-bd7512c1-3e6e-4af6-8938-26fc9f8b955b service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678588 Nov 25 17:14:49.144509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-3d413dbc-e8dc-46ad-8bc2-34d2e60c285c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=427c9a0f-b214-4ec9-91f1-0155550dae06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292387 Nov 25 17:14:49.148815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c25f06f-df9a-49ab-8bf9-1082d7d964a4 req-c2b18688-410f-43b3-8c93-b282dc2564ce tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 210 time: 0.0313728 Nov 25 17:14:49.199028 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-271228e0-4f9c-4fe9-b207-3457b8675f34 req-f434c0bf-4db5-4e32-bdbe-9fcbd4c569ed tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:14:49.199962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-271228e0-4f9c-4fe9-b207-3457b8675f34 req-f434c0bf-4db5-4e32-bdbe-9fcbd4c569ed tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/11af1289-0e45-44d5-8d8e-d277f4dc6daf HTTP/1.1" status: 404 len: 352 time: 0.0203707 Nov 25 17:14:49.219010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.4 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/19a1af91-9e5c-473b-b425-c7fc317e8f17) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:49.305527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-9fe18bca-d524-4f40-ab66-c268043e8685 service neutron] 10.222.0.73 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489246 Nov 25 17:14:49.363728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ede0ae-4fee-4810-9a62-67075abdfbb9 req-d091594c-0615-4759-ab26-edf184a5b867 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.365207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4ede0ae-4fee-4810-9a62-67075abdfbb9 req-d091594c-0615-4759-ab26-edf184a5b867 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 948 time: 0.1067677 Nov 25 17:14:49.420332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-2adcc6fc-924b-453f-a038-59e385d5dd1e tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51375 time: 0.5096240 Nov 25 17:14:49.449242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.458545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4ede0ae-4fee-4810-9a62-67075abdfbb9 req-0b35767b-ef25-4daf-9574-09c884ee3399 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860281 Nov 25 17:14:49.459010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08432446-ca4f-4616-b629-f1318cb1626f req-7c6d8a25-d656-4373-9b90-b2313f4af0eb service neutron] 10.222.0.73 "GET /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433585 Nov 25 17:14:49.498539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.500388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-948edc4b-8acf-4080-9252-6e7cb622046f tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/2af4c543-bfa2-4051-90df-c357cb85a08f HTTP/1.1" status: 200 len: 2998 time: 0.0701182 Nov 25 17:14:49.511442 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-42f5ff12-4949-42e3-9c23-89d384571dbc req-fac88cc9-5900-451f-8140-e1bfa996e5c9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:14:49.512471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42f5ff12-4949-42e3-9c23-89d384571dbc req-fac88cc9-5900-451f-8140-e1bfa996e5c9 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/2676d9ca-ee73-4733-bf9f-018b2f107910 HTTP/1.1" status: 404 len: 352 time: 0.0241249 Nov 25 17:14:49.552348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:14:49.555414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:14:49.559360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:14:49.566542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=19a1af91-9e5c-473b-b425-c7fc317e8f17,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:49.566891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-b81fc1d5-591c-45d9-860b-330edbc417f7 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/2af4c543-bfa2-4051-90df-c357cb85a08f HTTP/1.1" status: 200 len: 2998 time: 0.0523493 Nov 25 17:14:49.574367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-d0a1456e-0b13-4f7d-a366-53bd7d9af8b5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.575841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-d0a1456e-0b13-4f7d-a366-53bd7d9af8b5 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 946 time: 0.0888875 Nov 25 17:14:49.647176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-163172ad-72b6-48c1-9646-2d99aec562f9 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/42aa16d0-e8fc-428c-b193-714ea17b47c5 HTTP/1.1" status: 200 len: 2998 time: 0.0703497 Nov 25 17:14:49.650756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.651420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.676341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0045e-b6bb-4477-acf8-a08e188d4289 req-5ed7e2f6-8e2f-4a91-87bd-94c144f63545 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:49.677821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-78e0045e-b6bb-4477-acf8-a08e188d4289 req-5ed7e2f6-8e2f-4a91-87bd-94c144f63545 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9a74fd3-12c0-449f-a759-10bbedf220a3 HTTP/1.1" status: 200 len: 946 time: 0.0842857 Nov 25 17:14:49.680977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-d8547175-f6b0-4ffe-95cc-096bba8a0dfd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3124254 Nov 25 17:14:49.698048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Request body: {'port': {'device_id': 'e24de511-9da2-4df8-9010-165159f0f34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:49.717388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-93a9eaf1-9b6c-4673-9347-5fe5e3d300da tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/42aa16d0-e8fc-428c-b193-714ea17b47c5 HTTP/1.1" status: 200 len: 2998 time: 0.0526962 Nov 25 17:14:49.724318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Deleting port 9008637e-5499-40e3-a4c6-27261530cb9e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:49.724653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.776011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-78e0045e-b6bb-4477-acf8-a08e188d4289 req-69ad6762-5f84-497f-ad29-61a340d91fe6 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.86 "GET /v2.0/security-groups?id=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918293 Nov 25 17:14:49.778611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.841480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-21a91a94-cc78-4049-b60a-7386870c7d3c tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/5dbea291-ec4c-446b-9a8f-dbf3dd046d4c HTTP/1.1" status: 200 len: 2998 time: 0.1126177 Nov 25 17:14:49.872066 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-55d0fc61-5ed8-4691-bd5f-d5244191c5d4 req-392109ca-f285-49ec-8b6b-3181379c00e2 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:14:49.873061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55d0fc61-5ed8-4691-bd5f-d5244191c5d4 req-392109ca-f285-49ec-8b6b-3181379c00e2 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/dc7b5824-6979-444c-8db6-176b198cffbd HTTP/1.1" status: 404 len: 352 time: 0.0274189 Nov 25 17:14:49.877476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] For port 9008637e-5499-40e3-a4c6-27261530cb9e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9008637e-5499-40e3-a4c6-27261530cb9e,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:49.877839 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:49.902993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Calling delete_port for 9008637e-5499-40e3-a4c6-27261530cb9e owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:49.927159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-6337ea5e-f741-4019-81c8-aea94dce407e tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/5dbea291-ec4c-446b-9a8f-dbf3dd046d4c HTTP/1.1" status: 200 len: 2998 time: 0.0760710 Nov 25 17:14:50.043699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baee7d2-0755-4cba-a950-c525b160af61 req-51a10611-7d32-42b5-970d-eb4586b3db72 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.045182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3baee7d2-0755-4cba-a950-c525b160af61 req-51a10611-7d32-42b5-970d-eb4586b3db72 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 943 time: 0.1136405 Nov 25 17:14:50.099988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a932b626-d5b4-4269-b75a-482836bdb8a9 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:50.137267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3baee7d2-0755-4cba-a950-c525b160af61 req-b48e7225-0f58-46fe-a943-db6042c0f20b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848272 Nov 25 17:14:50.208585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a932b626-d5b4-4269-b75a-482836bdb8a9, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a932b626-d5b4-4269-b75a-482836bdb8a9,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:50.209906 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-ba1c72b1-e9a3-402a-858a-5103d87dc0a8 req-e400caf1-b000-416a-9196-d118bb068719 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:14:50.210929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba1c72b1-e9a3-402a-858a-5103d87dc0a8 req-e400caf1-b000-416a-9196-d118bb068719 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/dea40aeb-6800-4e9d-9657-7af5b87baf94 HTTP/1.1" status: 404 len: 352 time: 0.0213113 Nov 25 17:14:50.219738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a1af91-9e5c-473b-b425-c7fc317e8f17 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:50.221464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a932b626-d5b4-4269-b75a-482836bdb8a9', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'a932b626-d5b4-4269-b75a-482836bdb8a9', 'mac_address': 'fa:16:3e:d2:16:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:50.230640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.245309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Transition to ACTIVE for port object 19a1af91-9e5c-473b-b425-c7fc317e8f17 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:14:50.251057 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.261641 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.277592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a932b626-d5b4-4269-b75a-482836bdb8a9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:50.303508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a932b626-d5b4-4269-b75a-482836bdb8a9, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a932b626-d5b4-4269-b75a-482836bdb8a9,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:50.312362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Pushing event updated for resources: {'Port': ['ID=19a1af91-9e5c-473b-b425-c7fc317e8f17,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:50.323706 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.363880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-081d74c4-9980-4366-bbe8-4231a0124b6a tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/665c3654-4a65-4e7b-b197-c64243b7808c HTTP/1.1" status: 200 len: 2998 time: 0.0717974 Nov 25 17:14:50.384216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a932b626-d5b4-4269-b75a-482836bdb8a9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:50.394010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.394680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.395194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.395715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.396197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.396715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.397324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.397860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.398450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.399226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.399840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.400347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.416378 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-ac044c16-c5f5-4262-b60c-0e5ad85a4f0b tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/665c3654-4a65-4e7b-b197-c64243b7808c HTTP/1.1" status: 200 len: 2998 time: 0.0453296 Nov 25 17:14:50.426945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Attempting to bind port 19a1af91-9e5c-473b-b425-c7fc317e8f17 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:14:50.427282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Attempting to bind port 19a1af91-9e5c-473b-b425-c7fc317e8f17 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:14:50.427640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Attempting to bind port 19a1af91-9e5c-473b-b425-c7fc317e8f17 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:50.454387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Port 19a1af91-9e5c-473b-b425-c7fc317e8f17 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:14:50.454729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Attempting to bind port 19a1af91-9e5c-473b-b425-c7fc317e8f17 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:14:50.464044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:14:50.464386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:14:50.464773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:14:50.465213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Bound port: 19a1af91-9e5c-473b-b425-c7fc317e8f17, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:14:50.465574 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.494967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cc1b8-2445-43f3-8588-72889754ed22 req-617de8ac-d938-445a-8492-81425fa6781f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.496474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f80cc1b8-2445-43f3-8588-72889754ed22 req-617de8ac-d938-445a-8492-81425fa6781f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0836616 Nov 25 17:14:50.511428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-c51ef1e1-4b6c-4277-95e9-03530e395506 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 2998 time: 0.0699997 Nov 25 17:14:50.512165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.530692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9008637e-5499-40e3-a4c6-27261530cb9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:50.535147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a932b626-d5b4-4269-b75a-482836bdb8a9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:50.547545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Pushing event deleted for resources: {'Port': ['ID=9008637e-5499-40e3-a4c6-27261530cb9e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:50.569082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.569082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.569082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.569518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.569603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.570315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.570315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.570529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.570859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.571180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.571519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.571843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:50.578676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] For port 19a1af91-9e5c-473b-b425-c7fc317e8f17, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:14:50.586960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f80cc1b8-2445-43f3-8588-72889754ed22 req-7fea5274-3ec7-4c54-95fd-45d1ddf72e9b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728369 Nov 25 17:14:50.589789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] For port 19a1af91-9e5c-473b-b425-c7fc317e8f17, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:14:50.596748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.629988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] No DVR routers for this DVR port 9008637e-5499-40e3-a4c6-27261530cb9e on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:50.633257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.638020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aac61ab2-2fbf-41c8-925e-7f6485b4ab48 req-be90195b-f502-4023-9931-2c49c8e18e62 tempest-FloatingIPsAssociationTestJSON-1083026097 tempest-FloatingIPsAssociationTestJSON-1083026097-project] 10.222.0.73 "DELETE /v2.0/ports/9008637e-5499-40e3-a4c6-27261530cb9e HTTP/1.1" status: 204 len: 173 time: 1.0493345 Nov 25 17:14:50.638502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'name': 'network-vif-deleted', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:50.641572 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aea123-4390-43eb-8bcf-a18db496cb3b" -d '{"events": [{"server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "name": "network-vif-deleted", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:50.654440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-89037874-246c-4a68-b9b6-1163c87b722b tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 200 len: 2998 time: 0.1147048 Nov 25 17:14:50.710352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.710967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:50.712701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] 10.222.0.73 "PUT /v2.0/ports/19a1af91-9e5c-473b-b425-c7fc317e8f17 HTTP/1.1" status: 200 len: 1091 time: 1.0211828 Nov 25 17:14:50.717526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24de511-9da2-4df8-9010-165159f0f34f', 'tag': '19a1af91-9e5c-473b-b425-c7fc317e8f17'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:50.720629 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea41c7b-8a41-4394-9432-25249f2a8bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e24de511-9da2-4df8-9010-165159f0f34f", "tag": "19a1af91-9e5c-473b-b425-c7fc317e8f17"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:50.736256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-23d0ed77-768b-4e63-9359-f55c018c78d6 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/a8f01163-8041-4236-93bd-bcf9a9a4cc16 HTTP/1.1" status: 200 len: 2990 time: 0.0719278 Nov 25 17:14:50.808544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-3b94e2d1-7c98-43c5-a780-f367d53ff9fd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/a8f01163-8041-4236-93bd-bcf9a9a4cc16 HTTP/1.1" status: 200 len: 2990 time: 0.0541458 Nov 25 17:14:50.824956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7fce6-4893-415c-8231-b03ee6811b87 req-c1f6e2fe-e6d2-4bf3-92e5-bf7bbe890c7f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.835501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0cc7fce6-4893-415c-8231-b03ee6811b87 req-c1f6e2fe-e6d2-4bf3-92e5-bf7bbe890c7f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 943 time: 0.1430144 Nov 25 17:14:50.875746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-9ed32e84-ba5d-4898-a781-cb5ce7144a3d tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b18b2d75-7d25-480d-957e-6cd8392b1448 HTTP/1.1" status: 200 len: 2998 time: 0.0657289 Nov 25 17:14:50.899715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ebfb1-e562-4129-9604-5d12f859aed9 service neutron] Pushing event updated for resources: {'Port': ['ID=19a1af91-9e5c-473b-b425-c7fc317e8f17,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:50.924895 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0cc7fce6-4893-415c-8231-b03ee6811b87 req-0a7ddd59-bd99-48e0-b079-9f1bd6667fe9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885289 Nov 25 17:14:50.932909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-b18b0537-2c27-4cb6-8e48-9365fee33530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:50.934697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-b18b0537-2c27-4cb6-8e48-9365fee33530 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 1094 time: 0.1417923 Nov 25 17:14:50.942147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-a9945bfb-27ca-4d97-9834-02252fc2e76f tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b18b2d75-7d25-480d-957e-6cd8392b1448 HTTP/1.1" status: 200 len: 2998 time: 0.0577404 Nov 25 17:14:50.995115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-3f01bc77-5c89-420a-b845-33f98f5332b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17 HTTP/1.1" status: 200 len: 217 time: 0.0498576 Nov 25 17:14:51.008971 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-910ab265-fb50-454a-b9cc-55f75545d1a4 req-e41cf718-1d51-49c4-b19d-e9c778e02e4c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:14:51.013456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-e5dbe8e0-bb02-44b6-9a2c-dbe87bca8e09 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/ba43e14f-8b31-41d0-9178-20ffaa7439c4 HTTP/1.1" status: 200 len: 2998 time: 0.0637627 Nov 25 17:14:51.014704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-910ab265-fb50-454a-b9cc-55f75545d1a4 req-e41cf718-1d51-49c4-b19d-e9c778e02e4c tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/32af9dac-1b0e-4db8-8bd9-d61e1a4e6a05 HTTP/1.1" status: 404 len: 352 time: 0.0183644 Nov 25 17:14:51.078067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-fcfdb1a0-9f9f-425e-93b6-407964b087e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:51.080340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-fcfdb1a0-9f9f-425e-93b6-407964b087e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.0634065 Nov 25 17:14:51.082655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-8125c56d-525f-4706-99fe-b76d714c4957 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/ba43e14f-8b31-41d0-9178-20ffaa7439c4 HTTP/1.1" status: 200 len: 2998 time: 0.0461612 Nov 25 17:14:51.131838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-c2ae4346-4a9c-42ac-a257-945e1a547adf tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/cf0de440-f3a6-43dd-beec-26e69a0c4283 HTTP/1.1" status: 200 len: 2998 time: 0.0428622 Nov 25 17:14:51.142467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-cf84f232-0305-4638-a3fd-852cf53079a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522304 Nov 25 17:14:51.179335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba04006-5e49-40da-8b78-d6650f9cb8e2 req-77244917-a838-46a9-b042-055790e3c315 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:51.181059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ba04006-5e49-40da-8b78-d6650f9cb8e2 req-77244917-a838-46a9-b042-055790e3c315 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 949 time: 0.0797939 Nov 25 17:14:51.185301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-9c034d92-7dc4-4b56-a204-f2a273dcb77b tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/cf0de440-f3a6-43dd-beec-26e69a0c4283 HTTP/1.1" status: 200 len: 2998 time: 0.0471015 Nov 25 17:14:51.230949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-92fca33d-d2d7-4f49-8afd-0a6d2c911d7f tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d1a9f117-87f4-4460-8ae9-9c1e10d4213c HTTP/1.1" status: 200 len: 2998 time: 0.0389724 Nov 25 17:14:51.284188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-a7209d44-a874-40ba-a13b-43ec63455dfc tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d1a9f117-87f4-4460-8ae9-9c1e10d4213c HTTP/1.1" status: 200 len: 2998 time: 0.0452559 Nov 25 17:14:51.292317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 23f3397c-e4ad-4962-96ca-dc0fd64f556d details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:51.297470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ba04006-5e49-40da-8b78-d6650f9cb8e2 req-b74e68b8-32aa-4c7f-b27f-82aecbfcdcc5 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978813 Nov 25 17:14:51.316896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-6f184ce3-c7b9-47c9-a6eb-97030ef6453d service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560605 Nov 25 17:14:51.355833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-5f1e86c1-96c2-4c97-914a-861939f2fa37 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d36f21ae-7a4a-43d4-bb64-30ff86e49cf8 HTTP/1.1" status: 200 len: 2998 time: 0.0590038 Nov 25 17:14:51.381914 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ce12b-aa51-44e6-9bb2-ed2334267922 x-openstack-request-id: req-860ce12b-aa51-44e6-9bb2-ed2334267922 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:51.382205 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a74fd3-12c0-449f-a759-10bbedf220a3", "name": "network-vif-deleted", "tag": "9008637e-5499-40e3-a4c6-27261530cb9e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:51.382596 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-860ce12b-aa51-44e6-9bb2-ed2334267922 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:51.382831 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a74fd3-12c0-449f-a759-10bbedf220a3', 'name': 'network-vif-deleted', 'tag': '9008637e-5499-40e3-a4c6-27261530cb9e', 'status': 'completed', 'code': 200} Nov 25 17:14:51.401502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-d1c4e7d8-b060-408c-9074-09570a85c809 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d36f21ae-7a4a-43d4-bb64-30ff86e49cf8 HTTP/1.1" status: 200 len: 2998 time: 0.0444767 Nov 25 17:14:51.426337 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95751d98-bdb3-408a-ba50-6560004f60fa x-openstack-request-id: req-95751d98-bdb3-408a-ba50-6560004f60fa {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:51.426775 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24de511-9da2-4df8-9010-165159f0f34f", "tag": "19a1af91-9e5c-473b-b425-c7fc317e8f17", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:51.427110 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95751d98-bdb3-408a-ba50-6560004f60fa {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:51.428257 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24de511-9da2-4df8-9010-165159f0f34f', 'tag': '19a1af91-9e5c-473b-b425-c7fc317e8f17', 'status': 'completed', 'code': 200} Nov 25 17:14:51.442194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-511c06b4-f24c-44f6-8bb1-b8919f644ef9 req-3e4132a8-1c5d-46b9-a9be-a581d09dbc95 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165640 Nov 25 17:14:51.457684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:51.461541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-abefbfa4-100d-4eef-93dd-ae4dfa99d5fd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d7892584-1710-4ec7-baa5-ac828ac995d7 HTTP/1.1" status: 200 len: 2994 time: 0.0527880 Nov 25 17:14:51.472850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:51.496166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'mac_address': 'fa:16:3e:2c:2f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:51.512227 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-7fb92260-2410-4977-ba9b-50f111e292e2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/d7892584-1710-4ec7-baa5-ac828ac995d7 HTTP/1.1" status: 200 len: 2994 time: 0.0493581 Nov 25 17:14:51.540877 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.556503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f3397c-e4ad-4962-96ca-dc0fd64f556d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:51.564360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-8df89879-5a4f-4801-be55-4f9471a004ef tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/ee2812d4-8d0f-4f12-92f6-ed5138808066 HTTP/1.1" status: 200 len: 2998 time: 0.0443776 Nov 25 17:14:51.569902 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-60c1302d-fd7b-4357-ae80-b15ac0932a47 req-0cc0670a-26cd-4f85-85f9-7d9cb78d3f05 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] show failed (client error): The resource could not be found. Nov 25 17:14:51.571865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60c1302d-fd7b-4357-ae80-b15ac0932a47 req-0cc0670a-26cd-4f85-85f9-7d9cb78d3f05 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/fae4e99b-657d-4658-a026-513763dd8c40 HTTP/1.1" status: 404 len: 352 time: 0.0526347 Nov 25 17:14:51.583492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:51.592806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:51.622216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-48019c26-1f26-4878-9bb0-d29502236205 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/ee2812d4-8d0f-4f12-92f6-ed5138808066 HTTP/1.1" status: 200 len: 2998 time: 0.0568273 Nov 25 17:14:51.663093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:51.669316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-07a16441-5b83-4d97-ac76-6f441c593dc2 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/fd31f664-8737-48e0-b89a-0f4c021eac41 HTTP/1.1" status: 200 len: 2998 time: 0.0401607 Nov 25 17:14:51.672154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-afed191a-492a-43d0-9de6-872a42e03353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:51.673762 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-afed191a-492a-43d0-9de6-872a42e03353 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 1094 time: 0.1557124 Nov 25 17:14:51.712694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2aa07c1f-eb5b-43bd-9db6-3c337e582089 req-103fc2c4-5108-4c25-a6e7-00acf75f6945 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/fd31f664-8737-48e0-b89a-0f4c021eac41 HTTP/1.1" status: 200 len: 2998 time: 0.0358567 Nov 25 17:14:51.830519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f9290-cf5f-4afe-9c61-27ccfc356936 req-20f8e9d1-6ccd-46c1-a714-f8aba4bfd788 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:51.832038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-839f9290-cf5f-4afe-9c61-27ccfc356936 req-20f8e9d1-6ccd-46c1-a714-f8aba4bfd788 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 944 time: 0.1998713 Nov 25 17:14:51.915563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-ad647c7c-0ed2-4a12-918c-84a0ec9626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:51.917043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-ad647c7c-0ed2-4a12-918c-84a0ec9626e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.2044027 Nov 25 17:14:51.947025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['23f3397c-e4ad-4962-96ca-dc0fd64f556d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:51.986165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-839f9290-cf5f-4afe-9c61-27ccfc356936 req-7eec36a8-6cc7-488e-b36c-becb15c87b4b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369133 Nov 25 17:14:51.989720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-ab3eeaab-67da-4a73-ab11-d73ad601e09f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17 HTTP/1.1" status: 200 len: 217 time: 0.0642624 Nov 25 17:14:52.028204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a23dbf-619d-4998-b76e-8eefb0eb0f1b req-448a19b6-72c8-4f78-a46f-741d61d6e541 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.032542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1a23dbf-619d-4998-b76e-8eefb0eb0f1b req-448a19b6-72c8-4f78-a46f-741d61d6e541 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0637796 Nov 25 17:14:52.094446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1a23dbf-619d-4998-b76e-8eefb0eb0f1b req-cce85236-0328-4ced-9102-574cc7537e7c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Nov 25 17:14:52.096835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-b86788b8-927e-439c-93ca-11d8e3e63095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.098298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-b86788b8-927e-439c-93ca-11d8e3e63095 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1000328 Nov 25 17:14:52.116696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a932b626-d5b4-4269-b75a-482836bdb8a9 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:52.154490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-3d0ddd04-a61d-4b74-9278-d630cfd8c1d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405912 Nov 25 17:14:52.175175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port a932b626-d5b4-4269-b75a-482836bdb8a9 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:52.178910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port a932b626-d5b4-4269-b75a-482836bdb8a9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:52.179336 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.199919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36133b31-b7a7-419c-be1f-17e653ab8d43 req-18ae3959-2cb9-42bb-aff9-e3ef9d86fc53 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8caefdf2e5b949839cc0a67e6837c597 HTTP/1.1" status: 200 len: 6154 time: 0.1676488 Nov 25 17:14:52.213168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81948575-555d-42c3-b9cb-ef2394bda3df req-61038d9c-218f-4075-b952-15e94a0ca346 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.214927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81948575-555d-42c3-b9cb-ef2394bda3df req-61038d9c-218f-4075-b952-15e94a0ca346 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1023 time: 0.0593886 Nov 25 17:14:52.270024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.291345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81948575-555d-42c3-b9cb-ef2394bda3df req-7dd509bb-3661-4232-b414-e7a17a9a9772 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4990cf4-7365-4875-b9ca-3c9328211db4&id=24fd1d02-78c8-47a9-b8f8-d057a9ea1978&id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0687618 Nov 25 17:14:52.294539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a932b626-d5b4-4269-b75a-482836bdb8a9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:52.297176 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5839dc-a489-45cf-80a8-4dc39d3f8e60" -d '{"events": [{"server_uuid": "0de58d71-429d-4a83-86c1-ebdcc8a20981", "name": "network-vif-plugged", "status": "completed", "tag": "a932b626-d5b4-4269-b75a-482836bdb8a9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:52.312244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a932b626-d5b4-4269-b75a-482836bdb8a9, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a932b626-d5b4-4269-b75a-482836bdb8a9,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:52.317790 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.339733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-8b37e346-b545-45c5-afd3-d8365dfaaa17 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723366 Nov 25 17:14:52.344059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36133b31-b7a7-419c-be1f-17e653ab8d43 req-17eb40eb-1df4-4dc8-890d-b60cc6328838 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "GET /v2.0/security-groups/fd31f664-8737-48e0-b89a-0f4c021eac41 HTTP/1.1" status: 200 len: 2998 time: 0.1361930 Nov 25 17:14:52.372920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a932b626-d5b4-4269-b75a-482836bdb8a9,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:52.417167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c117bec-15a8-49b4-adbb-3373c3b16d8b req-fdd136f9-421d-4238-9f9e-db362cc9f539 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.418777 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c117bec-15a8-49b4-adbb-3373c3b16d8b req-fdd136f9-421d-4238-9f9e-db362cc9f539 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 943 time: 0.0567777 Nov 25 17:14:52.458302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.467525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c117bec-15a8-49b4-adbb-3373c3b16d8b req-45c49961-78c6-4006-97cd-36e8a93cbc62 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Nov 25 17:14:52.505327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36133b31-b7a7-419c-be1f-17e653ab8d43 req-c60f7baa-5cd5-4edd-b3e4-cc233540e21a tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "GET /v2.0/security-groups/fd31f664-8737-48e0-b89a-0f4c021eac41 HTTP/1.1" status: 200 len: 2998 time: 0.1451309 Nov 25 17:14:52.530013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aea41c7b-8a41-4394-9432-25249f2a8bf8 req-eb7160a9-fa32-4009-8089-e4bddde77bf2 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781058 Nov 25 17:14:52.533809 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f3b611-3216-4290-b9a1-fb80f0e62250 x-openstack-request-id: req-03f3b611-3216-4290-b9a1-fb80f0e62250 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:52.534173 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de58d71-429d-4a83-86c1-ebdcc8a20981", "name": "network-vif-plugged", "status": "completed", "tag": "a932b626-d5b4-4269-b75a-482836bdb8a9", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:52.534543 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-03f3b611-3216-4290-b9a1-fb80f0e62250 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:52.539125 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a932b626-d5b4-4269-b75a-482836bdb8a9', 'code': 200} Nov 25 17:14:52.609416 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3d74598-a2bd-43fe-91fb-b7008fa876e1 req-feb38f8e-bf98-4c4f-865e-eb2309cc9156 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6dcb6ccb-f7e7-439d-9306-2c71920a8b64 HTTP/1.1" status: 200 len: 1795 time: 0.0520434 Nov 25 17:14:52.661317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3d74598-a2bd-43fe-91fb-b7008fa876e1 req-bee08761-48a5-4818-886c-e59f49acc943 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.681649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3d74598-a2bd-43fe-91fb-b7008fa876e1 req-bee08761-48a5-4818-886c-e59f49acc943 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.711867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6b574-191f-49f6-97fb-b7682a1c4a1b req-38056455-581a-49be-aede-5c8b0bf4cdac tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.713351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59c6b574-191f-49f6-97fb-b7682a1c4a1b req-38056455-581a-49be-aede-5c8b0bf4cdac tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.1326358 Nov 25 17:14:52.717991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228afe3-b953-4f4e-9b43-5cfbc04ba8cf req-a6f6e2f2-0d42-4010-92e6-eedad527312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:52.719475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3228afe3-b953-4f4e-9b43-5cfbc04ba8cf req-a6f6e2f2-0d42-4010-92e6-eedad527312d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 1101 time: 0.1260719 Nov 25 17:14:52.721835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3d74598-a2bd-43fe-91fb-b7008fa876e1 req-bee08761-48a5-4818-886c-e59f49acc943 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.724703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e3d74598-a2bd-43fe-91fb-b7008fa876e1 req-bee08761-48a5-4818-886c-e59f49acc943 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.725842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3d74598-a2bd-43fe-91fb-b7008fa876e1 req-bee08761-48a5-4818-886c-e59f49acc943 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/6dcb6ccb-f7e7-439d-9306-2c71920a8b64 HTTP/1.1" status: 204 len: 173 time: 0.1100926 Nov 25 17:14:52.734338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee08761-48a5-4818-886c-e59f49acc943 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb6ccb-f7e7-439d-9306-2c71920a8b64,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:52.790179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d890b7c9-9550-45e5-bec1-36844b4e683d req-8ed814cd-60e3-4d20-be2c-8fe3391e2d39 tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1791c64e-67b1-4902-951e-eced782c29d8 HTTP/1.1" status: 200 len: 1795 time: 0.0414088 Nov 25 17:14:52.858262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d890b7c9-9550-45e5-bec1-36844b4e683d req-f4ee7566-6c80-4aa3-8aee-15be954471dd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.890257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d890b7c9-9550-45e5-bec1-36844b4e683d req-f4ee7566-6c80-4aa3-8aee-15be954471dd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.940078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d890b7c9-9550-45e5-bec1-36844b4e683d req-f4ee7566-6c80-4aa3-8aee-15be954471dd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.942982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d890b7c9-9550-45e5-bec1-36844b4e683d req-f4ee7566-6c80-4aa3-8aee-15be954471dd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:52.944201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d890b7c9-9550-45e5-bec1-36844b4e683d req-f4ee7566-6c80-4aa3-8aee-15be954471dd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/1791c64e-67b1-4902-951e-eced782c29d8 HTTP/1.1" status: 204 len: 173 time: 0.1466982 Nov 25 17:14:52.953421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee7566-6c80-4aa3-8aee-15be954471dd tempest-SecurityGroupsTestAdminJSON-281490000 tempest-SecurityGroupsTestAdminJSON-281490000-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1791c64e-67b1-4902-951e-eced782c29d8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:53.067864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ef3bdc4-82dd-4b6e-ac4c-746239eb5939 req-59329aa8-f507-4464-9cb2-f8913aba5def tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "GET /v2.0/security-groups/035debdc-379c-4db9-8109-ee48c06562e0 HTTP/1.1" status: 200 len: 1795 time: 0.0428789 Nov 25 17:14:53.122635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59c6b574-191f-49f6-97fb-b7682a1c4a1b req-8dbc986f-4c6c-4d6f-97f9-e9fa1b293d8c tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993320 Nov 25 17:14:53.129268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2ef3bdc4-82dd-4b6e-ac4c-746239eb5939 req-6ab127b0-8dce-4278-9fa1-6eb3a2822ee8 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.129508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3228afe3-b953-4f4e-9b43-5cfbc04ba8cf req-1c341fd9-0032-47de-9b91-2759a3bbfdd7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994064 Nov 25 17:14:53.161559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2ef3bdc4-82dd-4b6e-ac4c-746239eb5939 req-6ab127b0-8dce-4278-9fa1-6eb3a2822ee8 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.212290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2ef3bdc4-82dd-4b6e-ac4c-746239eb5939 req-6ab127b0-8dce-4278-9fa1-6eb3a2822ee8 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.214898 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2ef3bdc4-82dd-4b6e-ac4c-746239eb5939 req-6ab127b0-8dce-4278-9fa1-6eb3a2822ee8 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.216132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ef3bdc4-82dd-4b6e-ac4c-746239eb5939 req-6ab127b0-8dce-4278-9fa1-6eb3a2822ee8 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "DELETE /v2.0/security-groups/035debdc-379c-4db9-8109-ee48c06562e0 HTTP/1.1" status: 204 len: 173 time: 0.1419940 Nov 25 17:14:53.229784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab127b0-8dce-4278-9fa1-6eb3a2822ee8 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035debdc-379c-4db9-8109-ee48c06562e0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:53.230114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Deleting port 56d2c2a4-eef9-42dc-b873-7401580841e3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:53.230445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.252956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c761a-8e2c-4d01-b0bf-f3e49a493f94 req-365f6fc3-2584-4414-a099-7a621a57320d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.254459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf9c761a-8e2c-4d01-b0bf-f3e49a493f94 req-365f6fc3-2584-4414-a099-7a621a57320d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 944 time: 0.0687315 Nov 25 17:14:53.308718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 19a1af91-9e5c-473b-b425-c7fc317e8f17 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:14:53.312037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 23f3397c-e4ad-4962-96ca-dc0fd64f556d up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:53.326090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9122887-cf14-48f2-b29e-e2f6da1f7911 req-08baefa1-0ea4-41a0-a573-337d4b3773c5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.331884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9122887-cf14-48f2-b29e-e2f6da1f7911 req-08baefa1-0ea4-41a0-a573-337d4b3773c5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0562568 Nov 25 17:14:53.352441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf9c761a-8e2c-4d01-b0bf-f3e49a493f94 req-de8fad03-78b6-4977-8691-a6798c78b755 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705943 Nov 25 17:14:53.368639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] For port 56d2c2a4-eef9-42dc-b873-7401580841e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=56d2c2a4-eef9-42dc-b873-7401580841e3,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:53.369504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.391532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9122887-cf14-48f2-b29e-e2f6da1f7911 req-f772e3a1-975b-4419-b559-589edf6313b5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Nov 25 17:14:53.397326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Calling delete_port for 56d2c2a4-eef9-42dc-b873-7401580841e3 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:53.458296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-1f820e96-398b-4e98-8152-52969403596e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.459797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-1f820e96-398b-4e98-8152-52969403596e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1023 time: 0.1065135 Nov 25 17:14:53.467721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 23f3397c-e4ad-4962-96ca-dc0fd64f556d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:53.477029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 23f3397c-e4ad-4962-96ca-dc0fd64f556d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:53.477373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.527800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 19a1af91-9e5c-473b-b425-c7fc317e8f17, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:53.542409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47728b-3d8f-4857-a493-8edd2700a006 req-d17fabc5-79a0-461a-8610-a1b0e8aa762a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.544438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d47728b-3d8f-4857-a493-8edd2700a006 req-d17fabc5-79a0-461a-8610-a1b0e8aa762a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 1023 time: 0.0687752 Nov 25 17:14:53.545111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '19a1af91-9e5c-473b-b425-c7fc317e8f17', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '19a1af91-9e5c-473b-b425-c7fc317e8f17', 'mac_address': 'fa:16:3e:c5:2b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:14:53.596748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07f9b350-9a02-4095-bc4e-bca3ea3ef947 req-05746a8e-7cce-4d23-99ba-d8da9907cdc3 tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "GET /v2.0/security-groups/faee2a8a-3884-4803-b6a0-1862009786b3 HTTP/1.1" status: 200 len: 1794 time: 0.1784687 Nov 25 17:14:53.598295 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.613539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a1af91-9e5c-473b-b425-c7fc317e8f17 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:14:53.635092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d47728b-3d8f-4857-a493-8edd2700a006 req-46f3388a-6620-41a7-a251-3e839c4d9015 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4990cf4-7365-4875-b9ca-3c9328211db4&id=24fd1d02-78c8-47a9-b8f8-d057a9ea1978&id=91bcca93-bf42-421f-a265-396ae058ee52&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0802565 Nov 25 17:14:53.672960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.712442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 19a1af91-9e5c-473b-b425-c7fc317e8f17, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:53.727758 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.740397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:53.756316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07f9b350-9a02-4095-bc4e-bca3ea3ef947 req-5cec7648-9446-4f32-8b93-9aa7c2c34ddb tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.761873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.762100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Deleting port f6e1bd3b-280b-4556-8496-a9f2a738dd03 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:53.762421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.762860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9008637e-5499-40e3-a4c6-27261530cb9e no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:53.794900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 9008637e-5499-40e3-a4c6-27261530cb9e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:53.795319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9008637e-5499-40e3-a4c6-27261530cb9e not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:53.821291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=19a1af91-9e5c-473b-b425-c7fc317e8f17,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:53.846642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59d96-291f-4c2e-abd7-b1d8214f955c req-44f532c4-8402-4b8d-9886-920f449ed429 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:53.851669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30d59d96-291f-4c2e-abd7-b1d8214f955c req-44f532c4-8402-4b8d-9886-920f449ed429 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 944 time: 0.1003129 Nov 25 17:14:53.859910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07f9b350-9a02-4095-bc4e-bca3ea3ef947 req-5cec7648-9446-4f32-8b93-9aa7c2c34ddb tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.893396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:53.917568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:53.945493 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30d59d96-291f-4c2e-abd7-b1d8214f955c req-c209268c-9074-4ad2-9cfe-14dc5c22fd94 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618851 Nov 25 17:14:53.972462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d2c2a4-eef9-42dc-b873-7401580841e3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:53.975716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] For port f6e1bd3b-280b-4556-8496-a9f2a738dd03, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f6e1bd3b-280b-4556-8496-a9f2a738dd03,segment=NetworkSegment(37604a71-b40d-484a-b4d9-0d4e4e273079),segment_id=37604a71-b40d-484a-b4d9-0d4e4e273079)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:53.976070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.001069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.001415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.001757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.002092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.002425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.002781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.003085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.003751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.004202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.004539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.004869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.005197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:14:54.008142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07f9b350-9a02-4095-bc4e-bca3ea3ef947 req-5cec7648-9446-4f32-8b93-9aa7c2c34ddb tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.011015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07f9b350-9a02-4095-bc4e-bca3ea3ef947 req-5cec7648-9446-4f32-8b93-9aa7c2c34ddb tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.013541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07f9b350-9a02-4095-bc4e-bca3ea3ef947 req-5cec7648-9446-4f32-8b93-9aa7c2c34ddb tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] 10.222.0.86 "DELETE /v2.0/security-groups/faee2a8a-3884-4803-b6a0-1862009786b3 HTTP/1.1" status: 204 len: 173 time: 0.3929293 Nov 25 17:14:54.040850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Calling delete_port for f6e1bd3b-280b-4556-8496-a9f2a738dd03 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:54.042226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['19a1af91-9e5c-473b-b425-c7fc317e8f17'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:14:54.151159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7648-9446-4f32-8b93-9aa7c2c34ddb tempest-SecurityGroupsTestAdminJSON-2093806666 tempest-SecurityGroupsTestAdminJSON-2093806666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee2a8a-3884-4803-b6a0-1862009786b3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:54.408489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34610) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:54.422540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee16f5-07ea-4e76-a4a6-827553f6274c req-a3e69e70-9e82-48a3-b8e4-46812595790f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.424331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27ee16f5-07ea-4e76-a4a6-827553f6274c req-a3e69e70-9e82-48a3-b8e4-46812595790f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.1426010 Nov 25 17:14:54.430212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.463017 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.508502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271440f-11ec-4df8-b3c4-58d235934ae1 req-b82ef7a7-8008-435e-8c2e-41fae116722e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.510066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c271440f-11ec-4df8-b3c4-58d235934ae1 req-b82ef7a7-8008-435e-8c2e-41fae116722e tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.0626793 Nov 25 17:14:54.542082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:54.543218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'Port': ['ID=f6e1bd3b-280b-4556-8496-a9f2a738dd03,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:54.545497 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac4d73a-c229-476a-ada3-824f2b0fe9e0" -d '{"events": [{"server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "name": "network-vif-plugged", "status": "completed", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:54.596206 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c271440f-11ec-4df8-b3c4-58d235934ae1 req-5238a1f5-c90f-4b8e-9801-3adf516bc6e7 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753999 Nov 25 17:14:54.601052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7465c9e6-9c80-4041-9cf2-d441ebe52457 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8caefdf2e5b949839cc0a67e6837c597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890311 Nov 25 17:14:54.601390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:54.610838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27ee16f5-07ea-4e76-a4a6-827553f6274c req-3aec3bfc-a1b0-4280-b4f9-c6227346ed1a tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747141 Nov 25 17:14:54.634203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] No DVR routers for this DVR port f6e1bd3b-280b-4556-8496-a9f2a738dd03 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:54.641313 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.645398 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1baae6b3-de53-4609-9493-00e7dedfa70b req-94a877e5-0daf-4e5f-b344-42085f7d4cbd tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.55 "DELETE /v2.0/ports/f6e1bd3b-280b-4556-8496-a9f2a738dd03 HTTP/1.1" status: 204 len: 173 time: 1.1780827 Nov 25 17:14:54.645867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'name': 'network-vif-deleted', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:54.648316 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77168960-86d9-4e05-a7ee-da766655741e" -d '{"events": [{"server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "name": "network-vif-deleted", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:54.658350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c470305-1da8-44d5-be91-77970f16c916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.688483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c470305-1da8-44d5-be91-77970f16c916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.712607 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243c0fed-a5b5-4f56-994c-b12dfca913b1 x-openstack-request-id: req-243c0fed-a5b5-4f56-994c-b12dfca913b1 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:54.713107 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "name": "network-vif-plugged", "status": "completed", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:54.713545 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-243c0fed-a5b5-4f56-994c-b12dfca913b1 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:54.714194 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'code': 200} Nov 25 17:14:54.781365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c470305-1da8-44d5-be91-77970f16c916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.784025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c470305-1da8-44d5-be91-77970f16c916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:54.787604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4c470305-1da8-44d5-be91-77970f16c916 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd31f664-8737-48e0-b89a-0f4c021eac41 HTTP/1.1" status: 204 len: 168 time: 0.1825392 Nov 25 17:14:54.804746 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c7a260-a2fb-4129-8bdd-de7432aad2ae x-openstack-request-id: req-05c7a260-a2fb-4129-8bdd-de7432aad2ae {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:54.805044 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac1e5bc-dbca-4d98-a495-81522881b524", "name": "network-vif-deleted", "tag": "f6e1bd3b-280b-4556-8496-a9f2a738dd03", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:54.805294 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-05c7a260-a2fb-4129-8bdd-de7432aad2ae {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:54.805682 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac1e5bc-dbca-4d98-a495-81522881b524', 'name': 'network-vif-deleted', 'tag': 'f6e1bd3b-280b-4556-8496-a9f2a738dd03', 'status': 'completed', 'code': 200} Nov 25 17:14:54.815630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f5701-8189-4222-8955-064425b4de0c req-aae2f49a-7282-495d-beae-5d4443853de1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.832569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c9f5701-8189-4222-8955-064425b4de0c req-aae2f49a-7282-495d-beae-5d4443853de1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1348393 Nov 25 17:14:54.846944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c470305-1da8-44d5-be91-77970f16c916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31f664-8737-48e0-b89a-0f4c021eac41,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:54.888135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47bbf-fa68-421a-afb5-79e32297ec69 req-86c4ba52-230c-475d-802c-4b9dec50da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:54.889745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11c47bbf-fa68-421a-afb5-79e32297ec69 req-86c4ba52-230c-475d-802c-4b9dec50da67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 1096 time: 0.0833042 Nov 25 17:14:54.922435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c9f5701-8189-4222-8955-064425b4de0c req-6b4ab67d-6ee2-483b-aeea-6c75b7544402 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889857 Nov 25 17:14:54.947708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02bf6093-922c-4739-acda-279ac097ce21 req-28aad83a-f9eb-4f2a-bddb-530504ceb67a tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1e5bc-dbca-4d98-a495-81522881b524 HTTP/1.1" status: 200 len: 210 time: 0.0513651 Nov 25 17:14:54.951879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Router 57bbec5a-7881-434c-9cc1-66aa504758d2 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:14:54.985775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11c47bbf-fa68-421a-afb5-79e32297ec69 req-d32b82c6-77c8-4c8f-9939-2e7612abfe9a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776460 Nov 25 17:14:55.075633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c2bc-c0c0-418e-ab93-6aba198a5894 req-ab93a1b0-1a37-47b2-a073-bdf2466aba9c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.083966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ba9c2bc-c0c0-418e-ab93-6aba198a5894 req-ab93a1b0-1a37-47b2-a073-bdf2466aba9c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 944 time: 0.0667770 Nov 25 17:14:55.109625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:14:55.125589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] Sync routers for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:14:55.133306 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-77bdc3b3-1a88-4f2a-960c-d5c4ba915ad8 admin admin] 10.222.0.86 "PUT /v2.0/routers/57bbec5a-7881-434c-9cc1-66aa504758d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592309 Nov 25 17:14:55.135808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:55.139832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:55.140763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:55.177791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ba9c2bc-c0c0-418e-ab93-6aba198a5894 req-15645ca7-7e42-4d13-9312-aba0cae950e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902655 Nov 25 17:14:55.260873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:55.270042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:55.287200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.304468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b4329818-7087-4407-b1df-08bdf93ba46b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a643f24f25f4c00a1b8e2464b2eb642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423532 Nov 25 17:14:55.306848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:55.330873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 19a1af91-9e5c-473b-b425-c7fc317e8f17 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:14:55.366061 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14d5b676-87a1-40c6-bdf0-b46cc2e4cd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.390989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14d5b676-87a1-40c6-bdf0-b46cc2e4cd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.399069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.460346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14d5b676-87a1-40c6-bdf0-b46cc2e4cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.465153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14d5b676-87a1-40c6-bdf0-b46cc2e4cd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.466375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-14d5b676-87a1-40c6-bdf0-b46cc2e4cd36 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b18b2d75-7d25-480d-957e-6cd8392b1448 HTTP/1.1" status: 204 len: 168 time: 0.1585336 Nov 25 17:14:55.476098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5b676-87a1-40c6-bdf0-b46cc2e4cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b2d75-7d25-480d-957e-6cd8392b1448,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:55.481106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 19a1af91-9e5c-473b-b425-c7fc317e8f17 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:14:55.489868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Deleting port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:55.490291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.501170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 19a1af91-9e5c-473b-b425-c7fc317e8f17 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:14:55.501538 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.564401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:14:53Z', 'revision_number': 5, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port': {'id': '901ad87a-c4a7-4e72-84c9-ff218ea7b58f', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:13:20Z', 'updated_at': '2021-11-25T17:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:55.578273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] For port 901ad87a-c4a7-4e72-84c9-ff218ea7b58f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:55.578879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.594115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Calling delete_port for 901ad87a-c4a7-4e72-84c9-ff218ea7b58f owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:55.616310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] Checking router: 57bbec5a-7881-434c-9cc1-66aa504758d2 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:14:55.641471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.643985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] Routers {'57bbec5a-7881-434c-9cc1-66aa504758d2'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:14:55.643985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['57bbec5a-7881-434c-9cc1-66aa504758d2'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:55.765899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 19a1af91-9e5c-473b-b425-c7fc317e8f17, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:55.771620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.778816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] Set router 57bbec5a-7881-434c-9cc1-66aa504758d2 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:14:55.788799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743962f-47d9-4db0-923a-f9bbacdd9bda req-89ae1b93-c572-4fbd-a3b7-17864730e4ef tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.791862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e743962f-47d9-4db0-923a-f9bbacdd9bda req-89ae1b93-c572-4fbd-a3b7-17864730e4ef tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.0832984 Nov 25 17:14:55.824247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946ca63-697e-46ec-a05b-1a3fc97827f9 req-fb7df448-9e41-4505-9725-5f57d1538ef7 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:55.825942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1946ca63-697e-46ec-a05b-1a3fc97827f9 req-fb7df448-9e41-4505-9725-5f57d1538ef7 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.0983593 Nov 25 17:14:55.907699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e743962f-47d9-4db0-923a-f9bbacdd9bda req-dc82fe2a-8a76-4bc8-8a02-1f76fa758f11 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080053 Nov 25 17:14:55.913654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:55.961165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=901ad87a-c4a7-4e72-84c9-ff218ea7b58f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:55.976902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1946ca63-697e-46ec-a05b-1a3fc97827f9 req-d2f35d4d-afd0-4460-b63d-546303f341ab tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267672 Nov 25 17:14:55.995613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:14:55Z', 'revision_number': 6, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:56.038567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517a0d4-2421-494c-8c6a-f53bd3341d6a None None] The sync data for ids ['57bbec5a-7881-434c-9cc1-66aa504758d2'] in n-d-817303-7 is: [{'id': '57bbec5a-7881-434c-9cc1-66aa504758d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1892423836-router', 'tenant_id': '57eda956dc09458eb54afa137dd259e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:13:18Z', 'updated_at': '2021-11-25T17:14:55Z', 'revision_number': 6, 'project_id': '57eda956dc09458eb54afa137dd259e9', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:14:56.060549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=19a1af91-9e5c-473b-b425-c7fc317e8f17,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:56.096913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24aa1f-b2bf-4436-b1e2-db348fbf1c7d req-00fd7efe-d964-4b35-8cf5-5ef8a2160726 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.113802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa24aa1f-b2bf-4436-b1e2-db348fbf1c7d req-00fd7efe-d964-4b35-8cf5-5ef8a2160726 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0942695 Nov 25 17:14:56.114998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.124505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f6e1bd3b-280b-4556-8496-a9f2a738dd03 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:56.167275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: f6e1bd3b-280b-4556-8496-a9f2a738dd03 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:56.167679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f6e1bd3b-280b-4556-8496-a9f2a738dd03 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:56.219296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa24aa1f-b2bf-4436-b1e2-db348fbf1c7d req-ba22b1ae-2585-4718-8d97-7c4331508013 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044865 Nov 25 17:14:56.250731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.254529 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.286784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b5a573a-529a-4e24-ad4a-c75f451ff456 req-19118a8b-85d0-4173-923b-4831d0abbb95 tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/f4990cf4-7365-4875-b9ca-3c9328211db4 HTTP/1.1" status: 200 len: 1816 time: 0.0524089 Nov 25 17:14:56.319278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.319946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57bbec5a-7881-434c-9cc1-66aa504758d2 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:14:56.329547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.332690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-072bedcb-9e19-4c51-bf22-860ee7e3e9a8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/57bbec5a-7881-434c-9cc1-66aa504758d2 HTTP/1.1" status: 204 len: 168 time: 1.1936707 Nov 25 17:14:56.333196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:56.362284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b5a573a-529a-4e24-ad4a-c75f451ff456 req-cf19b03f-862c-41fd-b5e9-956114e1f5de tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.382430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Deleting subnet ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:56.386158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.391428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b5a573a-529a-4e24-ad4a-c75f451ff456 req-cf19b03f-862c-41fd-b5e9-956114e1f5de tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.441369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.467598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b5a573a-529a-4e24-ad4a-c75f451ff456 req-cf19b03f-862c-41fd-b5e9-956114e1f5de tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.470993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b5a573a-529a-4e24-ad4a-c75f451ff456 req-cf19b03f-862c-41fd-b5e9-956114e1f5de tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.483269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b5a573a-529a-4e24-ad4a-c75f451ff456 req-cf19b03f-862c-41fd-b5e9-956114e1f5de tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/f4990cf4-7365-4875-b9ca-3c9328211db4 HTTP/1.1" status: 204 len: 173 time: 0.1952751 Nov 25 17:14:56.511605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19b03f-862c-41fd-b5e9-956114e1f5de tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4990cf4-7365-4875-b9ca-3c9328211db4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:56.646548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.666738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f565325-fd7d-4f43-aecb-4bd78c523793 req-6a0980db-6bf5-45b1-981f-461634456496 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.668805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f565325-fd7d-4f43-aecb-4bd78c523793 req-6a0980db-6bf5-45b1-981f-461634456496 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.0574605 Nov 25 17:14:56.683272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076acc-ba58-40e9-b25f-8c58d86c1e59 req-f145d85b-e906-43ff-822e-997e9f352873 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:56.684781 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af076acc-ba58-40e9-b25f-8c58d86c1e59 req-f145d85b-e906-43ff-822e-997e9f352873 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.1312687 Nov 25 17:14:56.716616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24de511-9da2-4df8-9010-165159f0f34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af91-9e5c-473b-b425-c7fc317e8f17'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:14:56.720349 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc4fc7-5d6c-438f-9a2b-bba6ac2d18b5" -d '{"events": [{"server_uuid": "e24de511-9da2-4df8-9010-165159f0f34f", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af91-9e5c-473b-b425-c7fc317e8f17"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:14:56.732981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f565325-fd7d-4f43-aecb-4bd78c523793 req-344b87fd-b635-4f70-becd-1a8f9ef323bf tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547552 Nov 25 17:14:56.755593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.785806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af076acc-ba58-40e9-b25f-8c58d86c1e59 req-9a6452b0-97f8-4035-b399-f77ea013e8df tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871446 Nov 25 17:14:56.786547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:56.799406 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.806656 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8803ce83-145f-4df9-be2e-b894fbfe3ee7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ca29b8d8-47f1-4b7c-a8cd-56e37e72d40d HTTP/1.1" status: 204 len: 168 time: 0.4705424 Nov 25 17:14:56.807134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd338cba-d19b-44db-b9f9-6213212a2c65 None None] Network da169300-14af-4345-a0f3-152a452d21ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:14:56.807297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34690) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:56.883005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1940f4d1-b104-4cba-ae3c-729111f35c15 req-6037cdeb-600c-46ce-ae51-a2db15fca38b tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "GET /v2.0/security-groups/24fd1d02-78c8-47a9-b8f8-d057a9ea1978 HTTP/1.1" status: 200 len: 1816 time: 0.1093392 Nov 25 17:14:56.966943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:56.980894 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c5904d-2b75-45e0-b5bb-51f083c6c69b x-openstack-request-id: req-f0c5904d-2b75-45e0-b5bb-51f083c6c69b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:14:56.981452 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24de511-9da2-4df8-9010-165159f0f34f", "name": "network-vif-plugged", "status": "completed", "tag": "19a1af91-9e5c-473b-b425-c7fc317e8f17", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:14:56.981888 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0c5904d-2b75-45e0-b5bb-51f083c6c69b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:14:56.982434 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24de511-9da2-4df8-9010-165159f0f34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a1af91-9e5c-473b-b425-c7fc317e8f17', 'code': 200} Nov 25 17:14:57.020575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1940f4d1-b104-4cba-ae3c-729111f35c15 req-c22d95b4-a376-4a5e-aa74-4f1fa1dc956e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.050736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 901ad87a-c4a7-4e72-84c9-ff218ea7b58f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:57.071005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1940f4d1-b104-4cba-ae3c-729111f35c15 req-c22d95b4-a376-4a5e-aa74-4f1fa1dc956e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.081174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 901ad87a-c4a7-4e72-84c9-ff218ea7b58f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:57.081757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 901ad87a-c4a7-4e72-84c9-ff218ea7b58f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:57.082338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 56d2c2a4-eef9-42dc-b873-7401580841e3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:57.109032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd965-c408-4289-aee5-35bc72ebddf6 req-e2b26f68-c7b4-4038-bb32-18dcd2c02f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.111774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-151cd965-c408-4289-aee5-35bc72ebddf6 req-e2b26f68-c7b4-4038-bb32-18dcd2c02f12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 1096 time: 0.1416779 Nov 25 17:14:57.113494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 56d2c2a4-eef9-42dc-b873-7401580841e3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:57.115562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 56d2c2a4-eef9-42dc-b873-7401580841e3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:57.152488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1940f4d1-b104-4cba-ae3c-729111f35c15 req-c22d95b4-a376-4a5e-aa74-4f1fa1dc956e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.157992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1940f4d1-b104-4cba-ae3c-729111f35c15 req-c22d95b4-a376-4a5e-aa74-4f1fa1dc956e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.159924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1940f4d1-b104-4cba-ae3c-729111f35c15 req-c22d95b4-a376-4a5e-aa74-4f1fa1dc956e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] 10.222.0.86 "DELETE /v2.0/security-groups/24fd1d02-78c8-47a9-b8f8-d057a9ea1978 HTTP/1.1" status: 204 len: 173 time: 0.2587209 Nov 25 17:14:57.170656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:57.177692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc162-1e37-489c-b3ee-93b889593f3b req-19e508d5-c1ee-46d5-a285-f6cc2be7cb82 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.182342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d95b4-a376-4a5e-aa74-4f1fa1dc956e tempest-SecurityGroupsTestJSON-2113003393 tempest-SecurityGroupsTestJSON-2113003393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd1d02-78c8-47a9-b8f8-d057a9ea1978,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:57.199760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8bc162-1e37-489c-b3ee-93b889593f3b req-19e508d5-c1ee-46d5-a285-f6cc2be7cb82 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.1468606 Nov 25 17:14:57.233021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] DHCP port deletion for da169300-14af-4345-a0f3-152a452d21ea request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:14:57.265284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Deleting subnet a0528cc5-3985-4872-a3be-22f254be76b1 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:14:57.270279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.342344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] Deleting port 43eb9389-02ff-4c19-94a0-510ee6d6033f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:57.343510 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.364478 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-fa2e7c63-1418-4dbe-8180-7954ca75148b tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592701 Nov 25 17:14:57.377336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.431993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] For port 43eb9389-02ff-4c19-94a0-510ee6d6033f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=43eb9389-02ff-4c19-94a0-510ee6d6033f,segment=NetworkSegment(f751ea8b-b419-4936-b41e-b115af53e6bb),segment_id=f751ea8b-b419-4936-b41e-b115af53e6bb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:57.433330 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.455556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] Calling delete_port for 43eb9389-02ff-4c19-94a0-510ee6d6033f owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:57.542987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.567824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.616040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] Pushing event deleted for resources: {'Port': ['ID=43eb9389-02ff-4c19-94a0-510ee6d6033f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:57.618127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2ca89-2e12-4101-91c6-2f17d06aab5c None None] No DVR routers for this DVR port 43eb9389-02ff-4c19-94a0-510ee6d6033f on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:57.642907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-8fe88867-4e7c-47eb-a10a-1096002f6736 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.647918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-8fe88867-4e7c-47eb-a10a-1096002f6736 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763209 Nov 25 17:14:57.676934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-cb8e369a-ecb2-4265-b7e2-27387de1fcbb tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/quotas/a5407738d9e249f9abf0e1fb2bd3c710 HTTP/1.1" status: 200 len: 375 time: 0.0191970 Nov 25 17:14:57.681610 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.698896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8bc162-1e37-489c-b3ee-93b889593f3b req-d8d5949c-75c6-44bf-bb4d-a12c6c995b39 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981883 Nov 25 17:14:57.718887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0528cc5-3985-4872-a3be-22f254be76b1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:57.722332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Deleting port 43eb9389-02ff-4c19-94a0-510ee6d6033f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:14:57.722761 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.722887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.726142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fbbb24af-9727-408c-8d81-20f0b57debcd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a0528cc5-3985-4872-a3be-22f254be76b1 HTTP/1.1" status: 204 len: 168 time: 0.5542068 Nov 25 17:14:57.730854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:57.761203 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-def0ead4-9a19-4f4a-8f78-e93e59a89eda tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771751 Nov 25 17:14:57.763693 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-151cd965-c408-4289-aee5-35bc72ebddf6 req-00de7161-4cb3-4419-8075-ab0e5803a081 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295724 Nov 25 17:14:57.908454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.910579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] For port 43eb9389-02ff-4c19-94a0-510ee6d6033f, host n-d-817303-7, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:14:57.910995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:57.935851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Calling delete_port for 43eb9389-02ff-4c19-94a0-510ee6d6033f owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:14:57.940584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Port 43eb9389-02ff-4c19-94a0-510ee6d6033f was not found and therefore no delete operation was performed {{(pid=103635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:14:57.948870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b8ffa-369b-4f74-8fd7-909e8fb056d5 req-2084e177-eadb-4a1e-8012-4156114332d5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:57.950459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d1b8ffa-369b-4f74-8fd7-909e8fb056d5 req-2084e177-eadb-4a1e-8012-4156114332d5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1236212 Nov 25 17:14:57.953439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.014370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43eb9389-02ff-4c19-94a0-510ee6d6033f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:58.017038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] No DVR routers for this DVR port 43eb9389-02ff-4c19-94a0-510ee6d6033f on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:14:58.162834 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.189754 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.208933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d1b8ffa-369b-4f74-8fd7-909e8fb056d5 req-20524860-e43c-407f-a16b-e38d9bb9a016 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380011 Nov 25 17:14:58.221569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-05f776d6-98ac-4acb-ae07-1157d030f372 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=565347ed98404c0f921225de46bdc033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275712 Nov 25 17:14:58.250345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb33f8a-c572-4234-9abe-a93da77f07b4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:58.263893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da169300-14af-4345-a0f3-152a452d21ea']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:58.275790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37604a71-b40d-484a-b4d9-0d4e4e273079') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:58.277221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37604a71-b40d-484a-b4d9-0d4e4e273079') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:58.288218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f751ea8b-b419-4936-b41e-b115af53e6bb') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:58.288741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f751ea8b-b419-4936-b41e-b115af53e6bb') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:14:58.298110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.307866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.323845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.329505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.335161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:58.335702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:58.338298 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:58.352793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:14:58.352793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:14:58.354521 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:14:58.368446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-311f252b-5eaa-4731-a699-25e50675868b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.370350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-311f252b-5eaa-4731-a699-25e50675868b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416655 Nov 25 17:14:58.388957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-bbcdc723-7157-41dc-80e1-418673a869c7 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/quotas/565347ed98404c0f921225de46bdc033 HTTP/1.1" status: 200 len: 375 time: 0.0115368 Nov 25 17:14:58.447929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-a61fce11-b13b-4c66-8802-7db63dcdeb65 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=565347ed98404c0f921225de46bdc033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498674 Nov 25 17:14:58.457252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.467800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.471641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ffb33f8a-c572-4234-9abe-a93da77f07b4 HTTP/1.1" status: 204 len: 168 time: 0.7381341 Nov 25 17:14:58.484663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.487448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1877b-e5c5-4721-8b98-dcac597bd0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb33f8a-c572-4234-9abe-a93da77f07b4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:58.493089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:58.506527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/da169300-14af-4345-a0f3-152a452d21ea HTTP/1.1" status: 204 len: 168 time: 1.6947711 Nov 25 17:14:58.524115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f75dd-e961-4870-ae44-d23616c694d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da169300-14af-4345-a0f3-152a452d21ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:58.696534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bf88f-a1f9-4c71-9d23-3b48ca0ff362 req-e80ca36d-24af-4081-bfb9-49b00be75808 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:58.698280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e3bf88f-a1f9-4c71-9d23-3b48ca0ff362 req-e80ca36d-24af-4081-bfb9-49b00be75808 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.0676827 Nov 25 17:14:58.778687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e3bf88f-a1f9-4c71-9d23-3b48ca0ff362 req-fdfb2b3d-eb4b-48fc-ab23-c98198e43067 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705893 Nov 25 17:14:58.799970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7492d9e1-3494-4cda-96e3-99cb5a7048ea req-3c1504b9-e77f-4c93-8443-930d90ac6e5e tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 210 time: 0.0417609 Nov 25 17:14:58.801819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34768) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:58.922660 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8ff68d51-1195-47c7-b28f-33ac9380946b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5269294a24e7452a936da4f33f26443d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147037 Nov 25 17:14:58.924822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:58.929810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c54602b-1ea9-4c75-a5ca-2f04d2256039 req-dc880370-51cc-4d67-9ae7-b51fd5691add tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 210 time: 0.0538301 Nov 25 17:14:58.962604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34786) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:59.007513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 43eb9389-02ff-4c19-94a0-510ee6d6033f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:14:59.033725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-083937c8-675e-4d52-bf64-70e0fad421bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.060607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f5c4f09-716e-4b0d-a631-7accb251044f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57eda956dc09458eb54afa137dd259e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965302 Nov 25 17:14:59.065703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 43eb9389-02ff-4c19-94a0-510ee6d6033f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:14:59.066051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 43eb9389-02ff-4c19-94a0-510ee6d6033f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:14:59.066992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:14:59.103500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-083937c8-675e-4d52-bf64-70e0fad421bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.158636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0c28-78bb-40d4-a5e4-f1904b09e2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.184011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-b4064d94-c694-4d15-94a5-f0bb44442b93 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289514 Nov 25 17:14:59.185416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-083937c8-675e-4d52-bf64-70e0fad421bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.188955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-083937c8-675e-4d52-bf64-70e0fad421bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.190087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-083937c8-675e-4d52-bf64-70e0fad421bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91bcca93-bf42-421f-a265-396ae058ee52 HTTP/1.1" status: 204 len: 168 time: 0.2633820 Nov 25 17:14:59.190818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0c28-78bb-40d4-a5e4-f1904b09e2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.325442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0c28-78bb-40d4-a5e4-f1904b09e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.330099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0c28-78bb-40d4-a5e4-f1904b09e2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.337452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bb3f0c28-78bb-40d4-a5e4-f1904b09e2ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d36f21ae-7a4a-43d4-bb64-30ff86e49cf8 HTTP/1.1" status: 204 len: 168 time: 0.2656555 Nov 25 17:14:59.349298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083937c8-675e-4d52-bf64-70e0fad421bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bcca93-bf42-421f-a265-396ae058ee52,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:59.359328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-043fe7e2-1606-428d-b8ba-a44987504955 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:59.360910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-043fe7e2-1606-428d-b8ba-a44987504955 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698167 Nov 25 17:14:59.366573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f0c28-78bb-40d4-a5e4-f1904b09e2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f21ae-7a4a-43d4-bb64-30ff86e49cf8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:14:59.391414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Request body: {'port': {'device_id': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'a5407738d9e249f9abf0e1fb2bd3c710'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:14:59.565836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341eb7-0435-4e34-9959-b063f8d5ec74 req-c592d227-d872-4377-b1ae-0eef3dbf003e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:59.568611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-83341eb7-0435-4e34-9959-b063f8d5ec74 req-c592d227-d872-4377-b1ae-0eef3dbf003e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1285594 Nov 25 17:14:59.631992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Made reservation on behalf of a5407738d9e249f9abf0e1fb2bd3c710 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:14:59.636499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:14:59.681158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-83341eb7-0435-4e34-9959-b063f8d5ec74 req-248218f0-68d0-4c77-9158-5a82d7fc649f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945375 Nov 25 17:14:59.760532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846ff9c-92b1-4b3b-b6bb-83c784636a77 req-18b98f87-3edb-48c6-81e4-ed03171c7192 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:14:59.769769 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f846ff9c-92b1-4b3b-b6bb-83c784636a77 req-18b98f87-3edb-48c6-81e4-ed03171c7192 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.1767519 Nov 25 17:14:59.877809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f846ff9c-92b1-4b3b-b6bb-83c784636a77 req-e690f683-9cc2-4a6b-a071-9eef9db462b2 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042123 Nov 25 17:14:59.928149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Allocated IP 192.168.233.209 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/8e0214e5-5ab4-4bf9-940c-e87ed007ada1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:14:59.997985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb8c7-808a-40f3-9740-5eb7e0cb3676 req-ec7adb89-ba3f-4685-9d09-89d7e1532b6e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.000402 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fdeb8c7-808a-40f3-9740-5eb7e0cb3676 req-ec7adb89-ba3f-4685-9d09-89d7e1532b6e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.0741208 Nov 25 17:15:00.034988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24baa601-9a2f-43b6-9213-e749bfbfc21f req-5e0d534c-0289-4e2f-8212-080c448035c2 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 210 time: 0.0397780 Nov 25 17:15:00.075984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fdeb8c7-808a-40f3-9740-5eb7e0cb3676 req-820314fb-5919-4cc7-ac99-2c8e75e1f195 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671105 Nov 25 17:15:00.198230 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c03168c7-67c4-43b2-9091-e676036c1cfd req-74357c33-07cb-41a1-b68d-ea776be3e18b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 210 time: 0.0433767 Nov 25 17:15:00.213884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.252886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-364a05bc-1a48-4cf8-b0f2-ac049c7a1964 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=565347ed98404c0f921225de46bdc033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313110 Nov 25 17:15:00.354809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.366468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a932b626-d5b4-4269-b75a-482836bdb8a9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:00.477412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28d59-aa02-4d85-a739-01c6e45fc2f8 req-d9491c49-2e58-47f1-aff4-e662adcb7c2d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.485050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bc28d59-aa02-4d85-a739-01c6e45fc2f8 req-d9491c49-2e58-47f1-aff4-e662adcb7c2d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.0813687 Nov 25 17:15:00.535700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Pushing event updated for resources: {'Port': ['ID=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:00.544698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:00.570799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-696e0014-d2df-4b8b-bba3-eec70ef1184b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.573139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-696e0014-d2df-4b8b-bba3-eec70ef1184b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3139188 Nov 25 17:15:00.579052 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:00.584869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bc28d59-aa02-4d85-a739-01c6e45fc2f8 req-4305f60f-2ff3-448d-94ea-2e9238593f30 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914161 Nov 25 17:15:00.601920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:00.612843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Request body: {'port': {'device_id': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '565347ed98404c0f921225de46bdc033'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:00.802650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.803293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.873337 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-45d8f9d6-5546-44a7-a3e1-84406d5237e8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5036671 Nov 25 17:15:00.888183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Request body: {'port': {'device_id': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:00.905879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:00.930395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e474b-44d1-4d4a-99d4-ebab73491328 req-bb03cf9a-c434-42ac-8f08-c1f479f15baf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:00.931982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-983e474b-44d1-4d4a-99d4-ebab73491328 req-bb03cf9a-c434-42ac-8f08-c1f479f15baf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1544211 Nov 25 17:15:00.965358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1819c046-6d3a-4b33-a2d3-eedc366fd0a3 None None] Provisioning complete for port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:00.965627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1819c046-6d3a-4b33-a2d3-eedc366fd0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:00.975552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Made reservation on behalf of 565347ed98404c0f921225de46bdc033 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:00.979142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.021651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34878) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:01.022801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.034416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1819c046-6d3a-4b33-a2d3-eedc366fd0a3 None None] Port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:01.040850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22955-48f7-4c24-a770-74df428e66d1 req-fc46dac3-34a3-4af9-b28c-5717cef364f0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.042767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-31e22955-48f7-4c24-a770-74df428e66d1 req-fc46dac3-34a3-4af9-b28c-5717cef364f0 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.0673275 Nov 25 17:15:01.115733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.130687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-31e22955-48f7-4c24-a770-74df428e66d1 req-0de4321b-5099-40be-8655-d17bf58bde12 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757515 Nov 25 17:15:01.151631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-983e474b-44d1-4d4a-99d4-ebab73491328 req-2d1f12ab-31a5-40ff-8b5c-9e114354774a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093697 Nov 25 17:15:01.160056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-51875469-network', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:01.170338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-382915655-network', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:01.205852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.210892 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.213127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:01.215675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.236937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Made reservation on behalf of c338300a2c944684bcd4a1477e805f84 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:01.239432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.252954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.268414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.347615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fde10-78d2-4263-8b14-39e60854bcb1 req-cb28db99-733a-4474-a003-e9f1d3d66440 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.349217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a08fde10-78d2-4263-8b14-39e60854bcb1 req-cb28db99-733a-4474-a003-e9f1d3d66440 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 936 time: 0.1298130 Nov 25 17:15:01.355480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aed6eb-a9b5-429b-b56a-f75929ce96bb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.365979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 23f3397c-e4ad-4962-96ca-dc0fd64f556d details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:01.384153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af241708-09fe-40ca-a1c1-a38042ec69c1 req-0cbe5c72-9c6d-4731-9e1e-1679f742e215 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 210 time: 0.0960107 Nov 25 17:15:01.453606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a08fde10-78d2-4263-8b14-39e60854bcb1 req-ef21c734-cd46-47e1-9b70-371edf5b5c1f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921977 Nov 25 17:15:01.482104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.487874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Allocated IP 192.168.233.19 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:01.501416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.513387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.527322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.535964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:01.547764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:01.551060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'network_id': '427c9a0f-b214-4ec9-91f1-0155550dae06', 'port_id': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'mac_address': 'fa:16:3e:2c:2f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e9143-a320-4ad6-8735-f38f6715ede6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:01.563639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:01.565707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.589936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.590434 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Added segment 4fcd41e9-a186-42ac-a9ad-97aa32132b6d of type vlan for network cb08c150-41fd-472c-9246-04418bbac31d Nov 25 17:15:01.600546 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.616213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.616802 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Added segment 5b8247da-d018-4157-b014-e82f0a193161 of type vlan for network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 Nov 25 17:15:01.618757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f3397c-e4ad-4962-96ca-dc0fd64f556d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:01.647272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:01.652458 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.677904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9692a4-17a1-4324-8c46-828d71c17fa2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.719481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.721457 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.739274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.742104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.759730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.802584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aff0f5-08b2-4e81-85a4-e9913caf47ec req-463fb324-c51e-4727-896c-aad03010d2ab tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.804235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59aff0f5-08b2-4e81-85a4-e9913caf47ec req-463fb324-c51e-4727-896c-aad03010d2ab tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.1277406 Nov 25 17:15:01.805686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.806554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.807102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.809761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.810823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.812255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:01.819507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['23f3397c-e4ad-4962-96ca-dc0fd64f556d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:01.852803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:01.859094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:01.865064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:01.873410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Pushing event updated for resources: {'Port': ['ID=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.930034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0225601 Nov 25 17:15:01.931268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:01.941408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9169502 Nov 25 17:15:01.946970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34892) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:01.950286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Request body: {'subnet': {'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-51875469-subnet', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:01.952981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Request body: {'subnet': {'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-382915655-subnet', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:01.968598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6cc3c-075e-4a03-9f59-22a1e9a3f3dc admin admin] Pushing event updated for resources: {'Network': ['ID=cb08c150-41fd-472c-9246-04418bbac31d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:01.987120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network cb08c150-41fd-472c-9246-04418bbac31d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:01.995968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:01.996791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.055244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:02.059328 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59aff0f5-08b2-4e81-85a4-e9913caf47ec req-c99cc4bb-9f17-47ca-a568-29109f0f5d85 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396984 Nov 25 17:15:02.062705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.098797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73201ff0-2ece-4a79-9cf1-cde93e8219ea admin admin] Pushing event updated for resources: {'Network': ['ID=0e5cc460-e4b0-40b2-a03e-b4f49b4525f0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:02.118912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:02.128929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Made reservation on behalf of c338300a2c944684bcd4a1477e805f84 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:02.131941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.164612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-db4e7a11-7665-4694-8e82-bf937f756609 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5589235 Nov 25 17:15:02.174431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:02.202525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Request body: {'port': {'device_id': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:02.217212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.272177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Transition to ACTIVE for port object 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:02.336623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.346580 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.362077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-623a53a7-8381-4830-baa8-498952f900e1 None None] Provisioning complete for port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:02.362516 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-623a53a7-8381-4830-baa8-498952f900e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.413229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-623a53a7-8381-4830-baa8-498952f900e1 None None] Port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:02.442569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5877-e456-4494-a05d-9ec71165ea9f req-a33ed9b1-83c3-44cd-9a56-99f2295eea13 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.444857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-107a5877-e456-4494-a05d-9ec71165ea9f req-a33ed9b1-83c3-44cd-9a56-99f2295eea13 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 944 time: 0.1867394 Nov 25 17:15:02.445319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.558204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Pushing event updated for resources: {'Port': ['ID=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:02.563427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fc7457-7aa6-4937-9d96-457cd51aa967,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:02.586624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Checking segment: {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:02.587009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Network hostable DHCP agents. Network: 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:02.606894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-107a5877-e456-4494-a05d-9ec71165ea9f req-4ad6165c-7cdd-4eb3-9352-e87b1dc8a540 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565106 Nov 25 17:15:02.643590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:02.659898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:02.671744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.672613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.674104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4526ef-1ddf-4a8f-91d9-9ef2887625a5 None None] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:02.694998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b60ce8e-c8b3-4af5-acc0-23aa049c1a30 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7468145 Nov 25 17:15:02.697981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34910) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:02.704523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:02.763057 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.764154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.811910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec57444-a01f-4466-b2d1-c660c7d31325 req-2041c1f6-1875-4883-a7d8-0ef524c006b1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.820254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ec57444-a01f-4466-b2d1-c660c7d31325 req-2041c1f6-1875-4883-a7d8-0ef524c006b1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.3649018 Nov 25 17:15:02.837492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:15:02.847054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5735ab-ba7b-4f03-bf48-3ef106233f14 req-0bd16d13-ec7c-41ca-97b9-17eae0484d44 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:02.849142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da5735ab-ba7b-4f03-bf48-3ef106233f14 req-0bd16d13-ec7c-41ca-97b9-17eae0484d44 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.1167862 Nov 25 17:15:02.856374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.922068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0e5cc460-e4b0-40b2-a03e-b4f49b4525f0', 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'fixed_ips': [{'subnet_id': '10fc7457-7aa6-4937-9d96-457cd51aa967'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:02.924298 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:02.956661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Attempting to bind port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:02.957244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Attempting to bind port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:02.957384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Attempting to bind port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:03.014773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.024830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:03.025182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Attempting to bind port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:03.030808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ec57444-a01f-4466-b2d1-c660c7d31325 req-a677b193-a9b4-4f00-910c-b4bd5dec0893 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096803 Nov 25 17:15:03.032199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da5735ab-ba7b-4f03-bf48-3ef106233f14 req-8d77a364-2d00-4b8c-9014-269e02cf2eed tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674492 Nov 25 17:15:03.077336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.101455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Allocated IP 172.20.0.2 (0e5cc460-e4b0-40b2-a03e-b4f49b4525f0/10fc7457-7aa6-4937-9d96-457cd51aa967/08f17dc0-2950-4251-bbbc-c7966d34a985) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:03.116786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:03.117133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:03.117514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:03.117964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Bound port: 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:03.118323 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.212872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab557d-28a3-4fad-8cd2-2d218f7a5dd1 req-fdb1f6e8-ae51-4ccb-8d65-9507632c5db3 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.214363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daab557d-28a3-4fad-8cd2-2d218f7a5dd1 req-fdb1f6e8-ae51-4ccb-8d65-9507632c5db3 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 935 time: 0.0740118 Nov 25 17:15:03.264546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=593abad5-181a-4f92-b266-9c9ce50dadc4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.279081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.287772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.308853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dafd04-ef69-420c-a264-7b6d24cb9281 req-e8730b80-65cb-4642-a7d3-dd78680e1e79 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.310453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dafd04-ef69-420c-a264-7b6d24cb9281 req-e8730b80-65cb-4642-a7d3-dd78680e1e79 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 948 time: 0.1680911 Nov 25 17:15:03.318751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Checking segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:03.319111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Network hostable DHCP agents. Network: cb08c150-41fd-472c-9246-04418bbac31d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:03.333395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:03.336851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:03.341244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:03.345428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Pushing event updated for resources: {'Port': ['ID=08f17dc0-2950-4251-bbbc-c7966d34a985,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.372675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daab557d-28a3-4fad-8cd2-2d218f7a5dd1 req-64ce7df3-60ef-4657-ad37-979b8d3e05d8 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482580 Nov 25 17:15:03.392246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 23f3397c-e4ad-4962-96ca-dc0fd64f556d up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:03.393034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] For port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:03.433651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.441754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Attempting to bind port 08f17dc0-2950-4251-bbbc-c7966d34a985 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:03.442120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Attempting to bind port 08f17dc0-2950-4251-bbbc-c7966d34a985 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:03.442685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Attempting to bind port 08f17dc0-2950-4251-bbbc-c7966d34a985 on network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:03.454627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:03.455326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Checking segment: {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:03.455948 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.456518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Bound using segment: {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:03.457161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Bound port: 08f17dc0-2950-4251-bbbc-c7966d34a985, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:03.457769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.458479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.509584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 23f3397c-e4ad-4962-96ca-dc0fd64f556d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:03.509971 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.577602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] For port 08f17dc0-2950-4251-bbbc-c7966d34a985, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:03.581805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] For port 08f17dc0-2950-4251-bbbc-c7966d34a985, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=08f17dc0-2950-4251-bbbc-c7966d34a985,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:03.590248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.595688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Allocated IP 172.25.8.81 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/1e3c13a2-3e0b-4c83-a591-183fd1ee11d6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:03.734762 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.738187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1923-0af8-48a3-8459-2ca1e34b1e37 None None] Pushing event updated for resources: {'Port': ['ID=08f17dc0-2950-4251-bbbc-c7966d34a985,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.770543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:03.776141 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a79d50-eb97-4a19-be28-1db154cc3949" -d '{"events": [{"server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "name": "network-vif-plugged", "status": "completed", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:03.796911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:03.797285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.802288 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.825679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64111b-e534-4393-9402-69f657f27cee req-20c17f1a-ccba-4bf3-962e-2bd497f84d0d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:03.840137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd64111b-e534-4393-9402-69f657f27cee req-20c17f1a-ccba-4bf3-962e-2bd497f84d0d tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 944 time: 0.1151118 Nov 25 17:15:03.845764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] For port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:03.860722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.862792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Network cb08c150-41fd-472c-9246-04418bbac31d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:03.874831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:03.883658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:03.893623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.914710 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:03.924628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dafd04-ef69-420c-a264-7b6d24cb9281 req-c1dde85a-23c8-4e36-9b72-fc5250d2e4bf tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837145 Nov 25 17:15:03.931559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd64111b-e534-4393-9402-69f657f27cee req-b8047857-08db-421b-8ee5-6c2db5bedf48 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868363 Nov 25 17:15:03.992232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, cb08c150-41fd-472c-9246-04418bbac31d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:04.016024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:04.020660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e9aa07-f596-4258-a428-abc0a45fdc44 None None] Network cb08c150-41fd-472c-9246-04418bbac31d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:04.036317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:04.038564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:04.043195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:04.056345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.057324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.059454 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc56400c-519c-4499-ab9a-4ff4780d59db x-openstack-request-id: req-bc56400c-519c-4499-ab9a-4ff4780d59db {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:04.059736 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "name": "network-vif-plugged", "status": "completed", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:04.059954 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc56400c-519c-4499-ab9a-4ff4780d59db {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:04.060069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.060343 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'code': 200} Nov 25 17:15:04.062212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.064783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] 10.222.0.55 "PUT /v2.0/ports/8e0214e5-5ab4-4bf9-940c-e87ed007ada1 HTTP/1.1" status: 200 len: 1096 time: 3.1830902 Nov 25 17:15:04.065825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Transition to ACTIVE for port object dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:04.090999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'tag': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:04.093768 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "edfec095-78a6-4e3a-b81a-43cbe6024100", "tag": "8e0214e5-5ab4-4bf9-940c-e87ed007ada1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:04.136855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.225698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a1f28611-dc93-4775-8174-6cf7fda724f2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2835598 Nov 25 17:15:04.247345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:04.305159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-cb08c150-41fd-472c-9246-04418bbac31d', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:04.306746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.337896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:04.372654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c94017-12da-4f9c-a0f5-b9c892c8876b service neutron] Pushing event updated for resources: {'Port': ['ID=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:04.543627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4418-607a-438c-9c16-968861426c1a service neutron] Pushing event updated for resources: {'Port': ['ID=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:04.554551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.558969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.588835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0eae0-f8b5-437f-8682-076874646839 req-01d764ef-331b-419e-8347-c48f8a0aa75f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.591051 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7c0eae0-f8b5-437f-8682-076874646839 req-01d764ef-331b-419e-8347-c48f8a0aa75f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1326063 Nov 25 17:15:04.594087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Allocated IP 172.20.0.2 (cb08c150-41fd-472c-9246-04418bbac31d/593abad5-181a-4f92-b266-9c9ce50dadc4/69796e64-46b8-44df-9d03-494d2a90ee3b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:04.610688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.663483 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.707031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2811-7691-4e52-a1ea-90d72c0363df req-ea4981d7-d1b9-4c2f-abb9-e1eea5e2406e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:04.716529 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e3b2811-7691-4e52-a1ea-90d72c0363df req-ea4981d7-d1b9-4c2f-abb9-e1eea5e2406e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.4810672 Nov 25 17:15:04.867851 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.882949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.955527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Pushing event updated for resources: {'Port': ['ID=69796e64-46b8-44df-9d03-494d2a90ee3b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:04.967153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Network cb08c150-41fd-472c-9246-04418bbac31d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:04.970950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:04.971199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:04.977023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:05.017974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-718326d0-2f7c-44cc-bcec-335b2913d826 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.019585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-718326d0-2f7c-44cc-bcec-335b2913d826 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.7789311 Nov 25 17:15:05.026394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-8d51eb12-ec35-454c-a27d-b0da150aab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.027940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-8d51eb12-ec35-454c-a27d-b0da150aab63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 1099 time: 0.8745368 Nov 25 17:15:05.029576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 08f17dc0-2950-4251-bbbc-c7966d34a985 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:05.169710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e3b2811-7691-4e52-a1ea-90d72c0363df req-c8cbea44-cafb-4d70-b8ce-36adaf9d462e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449041 Nov 25 17:15:05.203601 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-9273eb27-7af2-4b60-bd88-2230ffafefcf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1 HTTP/1.1" status: 200 len: 217 time: 0.1239982 Nov 25 17:15:05.219289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7c0eae0-f8b5-437f-8682-076874646839 req-b3ff6420-77ff-4c07-b93a-52994e71807a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175544 Nov 25 17:15:05.234971 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ff1e8-0669-4325-8c92-8953e9ea14fe x-openstack-request-id: req-9b3ff1e8-0669-4325-8c92-8953e9ea14fe {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:05.235524 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfec095-78a6-4e3a-b81a-43cbe6024100", "tag": "8e0214e5-5ab4-4bf9-940c-e87ed007ada1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:05.235947 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b3ff1e8-0669-4325-8c92-8953e9ea14fe {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:05.236722 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'tag': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1', 'status': 'completed', 'code': 200} Nov 25 17:15:05.307877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5e5ca-5bb6-4949-b861-672c62da6af4 None None] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:05.338145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Attempting to bind port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:05.338484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Attempting to bind port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:05.338839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Attempting to bind port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:05.344817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-53a3157e-9fd0-453b-be97-79cb16c3b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.350774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-53a3157e-9fd0-453b-be97-79cb16c3b374 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1117194 Nov 25 17:15:05.390689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:05.390689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Attempting to bind port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:05.421019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:05.421488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:05.422208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:05.422326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Bound port: dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:05.422640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.485861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e8e767c2-e256-437a-8594-3851a3d77505 None None] Provisioning complete for port 08f17dc0-2950-4251-bbbc-c7966d34a985 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:05.486398 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8e767c2-e256-437a-8594-3851a3d77505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.493351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Attempting to bind port 69796e64-46b8-44df-9d03-494d2a90ee3b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:05.493784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Attempting to bind port 69796e64-46b8-44df-9d03-494d2a90ee3b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:05.494251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Attempting to bind port 69796e64-46b8-44df-9d03-494d2a90ee3b on network cb08c150-41fd-472c-9246-04418bbac31d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:05.505244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.527840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000bb1e-b9d2-44f1-b51f-81c9adf5388c req-c06e7b9e-2115-4a70-90f7-f26200940db9 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.533942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port 19a1af91-9e5c-473b-b425-c7fc317e8f17 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:05.534223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 08f17dc0-2950-4251-bbbc-c7966d34a985 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:05.534435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.534684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.536263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c000bb1e-b9d2-44f1-b51f-81c9adf5388c req-c06e7b9e-2115-4a70-90f7-f26200940db9 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 947 time: 0.2203863 Nov 25 17:15:05.540974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:05.541633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Checking segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:05.542423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.542581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Bound using segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:05.543142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Bound port: 69796e64-46b8-44df-9d03-494d2a90ee3b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:05.543659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.549743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-2644c53a-9aa2-4c44-8e3f-50ad7d9e73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.551256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-2644c53a-9aa2-4c44-8e3f-50ad7d9e73ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793718 Nov 25 17:15:05.551437 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-49dd51a6-a425-486c-81b7-df636488ea63 service neutron] show failed (client error): The resource could not be found. Nov 25 17:15:05.552619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-49dd51a6-a425-486c-81b7-df636488ea63 service neutron] 10.222.0.73 "GET /v2.0/ports/a22ae4df-912a-4332-bfe8-417b22fadf61/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.2464690 Nov 25 17:15:05.657512 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0695efc9-217b-42b8-8110-ba13f9030e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.673970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c000bb1e-b9d2-44f1-b51f-81c9adf5388c req-43061f48-3613-4348-9a04-424b501152d7 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295536 Nov 25 17:15:05.701074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2c363-da21-43d1-9790-b7ef0bad62b7 req-a0000b20-eee9-4b44-b1a1-f842c1f813e1 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:05.714547 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68a2c363-da21-43d1-9790-b7ef0bad62b7 req-a0000b20-eee9-4b44-b1a1-f842c1f813e1 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 948 time: 0.2690716 Nov 25 17:15:05.771717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] For port 69796e64-46b8-44df-9d03-494d2a90ee3b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:05.821621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] For port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:05.821897 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8e767c2-e256-437a-8594-3851a3d77505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.826765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] For port 69796e64-46b8-44df-9d03-494d2a90ee3b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=69796e64-46b8-44df-9d03-494d2a90ee3b,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:05.844166 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.849883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Router 9ccee2ec-250e-44d1-a688-a9dee6335e35 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:15:05.922400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] For port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:05.931959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.964097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:05.981616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e8e767c2-e256-437a-8594-3851a3d77505 None None] For port 08f17dc0-2950-4251-bbbc-c7966d34a985, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=08f17dc0-2950-4251-bbbc-c7966d34a985,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:06.014953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port 19a1af91-9e5c-473b-b425-c7fc317e8f17, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=19a1af91-9e5c-473b-b425-c7fc317e8f17,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:06.016185 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.037760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8e767c2-e256-437a-8594-3851a3d77505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.090942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-f330856d-b1ff-4070-ac9d-e83ec46681c1 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198138 Nov 25 17:15:06.091921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for 19a1af91-9e5c-473b-b425-c7fc317e8f17 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:06.114243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.119463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-fbaeef4b-e1e0-42a4-b4e3-a58c7015e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.120974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-fbaeef4b-e1e0-42a4-b4e3-a58c7015e04b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d&tenant_id=676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 1101 time: 0.1719925 Nov 25 17:15:06.149719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:06.152530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0a2b6-b06d-4ca8-80fa-4953760a1799 None None] Pushing event updated for resources: {'Port': ['ID=69796e64-46b8-44df-9d03-494d2a90ee3b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:06.152996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.153612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.155868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-499b4418-607a-438c-9c16-968861426c1a service neutron] 10.222.0.55 "PUT /v2.0/ports/dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e HTTP/1.1" status: 200 len: 1095 time: 3.9617341 Nov 25 17:15:06.188658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68a2c363-da21-43d1-9790-b7ef0bad62b7 req-bad2fccc-82e2-4ce3-9c53-97209c9ba4c5 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663250 Nov 25 17:15:06.194117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:06.209467 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Sync routers for ids ['9ccee2ec-250e-44d1-a688-a9dee6335e35'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:06.233910 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:15:06.234649 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:15:06.237175 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Routers {'9ccee2ec-250e-44d1-a688-a9dee6335e35'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:06.238704 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:14:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9ccee2ec-250e-44d1-a688-a9dee6335e35'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:06.247309 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.249883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e767c2-e256-437a-8594-3851a3d77505 None None] Pushing event updated for resources: {'Port': ['ID=08f17dc0-2950-4251-bbbc-c7966d34a985,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:06.317422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.326074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa26e8-9bd0-44e1-b613-a723a1ed8c2e req-a325721b-99cf-4674-af60-5a5ddcb7b1cc tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.333850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07aa26e8-9bd0-44e1-b613-a723a1ed8c2e req-a325721b-99cf-4674-af60-5a5ddcb7b1cc tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.2760184 Nov 25 17:15:06.375863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3e5308c2-02b9-4024-a44f-2a58c9629cbb None None] Provisioning complete for port 08f17dc0-2950-4251-bbbc-c7966d34a985 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:06.376233 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e5308c2-02b9-4024-a44f-2a58c9629cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.429044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4418-607a-438c-9c16-968861426c1a service neutron] Pushing event updated for resources: {'Port': ['ID=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:06.495364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07aa26e8-9bd0-44e1-b613-a723a1ed8c2e req-c1c449ca-79dd-4ed5-a834-b4f4c4d75da6 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605289 Nov 25 17:15:06.523563 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Set router 9ccee2ec-250e-44d1-a688-a9dee6335e35 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:06.656990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.658232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b62c31ac-0b6c-4ff6-a4e1-6e28650bb524 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9587026 Nov 25 17:15:06.668116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-fb11f8bd-dbe7-4f7b-b38d-178941910d2b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.669678 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-fb11f8bd-dbe7-4f7b-b38d-178941910d2b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.73 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.5430593 Nov 25 17:15:06.669949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34948) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:06.680021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-f4b6bf26-00c7-4134-bf29-8609c723b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.683670 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-f4b6bf26-00c7-4134-bf29-8609c723b8c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=565347ed98404c0f921225de46bdc033&device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 1098 time: 0.4229052 Nov 25 17:15:06.743929 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:04Z', 'revision_number': 3, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:06.775358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Checking router: 9ccee2ec-250e-44d1-a688-a9dee6335e35 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:06.775888 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Updating router 9ccee2ec-250e-44d1-a688-a9dee6335e35 port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:06.811825 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:06.824787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed741b-eee0-41d4-b241-6f9b668c1341 req-ffe0b860-bfe7-4f22-bae9-129d8ce64764 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.832522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92ed741b-eee0-41d4-b241-6f9b668c1341 req-ffe0b860-bfe7-4f22-bae9-129d8ce64764 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e24de511-9da2-4df8-9010-165159f0f34f HTTP/1.1" status: 200 len: 945 time: 0.3877547 Nov 25 17:15:06.851126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03e44-f313-469d-8991-ac7802e73f68 req-925db740-0bab-4eaf-a129-7d303c5031e2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:06.859158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82d03e44-f313-469d-8991-ac7802e73f68 req-925db740-0bab-4eaf-a129-7d303c5031e2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.2095418 Nov 25 17:15:06.943206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:06.972035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82d03e44-f313-469d-8991-ac7802e73f68 req-fefac839-5688-43dc-8827-378932f83704 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118770 Nov 25 17:15:06.999179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:07.043465 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.061528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:07.063876 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94dd6bf-4a87-4aa4-9524-018be05ff55b" -d '{"events": [{"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-unplugged", "status": "completed", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:07.069406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Deleting port 23f3397c-e4ad-4962-96ca-dc0fd64f556d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:07.069749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.083229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 69796e64-46b8-44df-9d03-494d2a90ee3b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:07.088748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-45cf5627-f60c-421e-a9e5-f294421e6ad3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e HTTP/1.1" status: 200 len: 217 time: 0.2321930 Nov 25 17:15:07.111009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Allocated IP 172.25.8.78 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/460547de-7904-4654-a45a-8bd8fb237de1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:07.156587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 69796e64-46b8-44df-9d03-494d2a90ee3b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:07.157489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.192032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92ed741b-eee0-41d4-b241-6f9b668c1341 req-a3120b90-3c35-44dc-85dc-f5e4272cd63b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585372 Nov 25 17:15:07.194286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a29da2b3-46e1-4646-bab3-a414bcb81d07 req-11aca9f4-52f6-4c88-8788-cd6c86c4e4b2 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0772462 Nov 25 17:15:07.235481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.241714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'tag': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:07.244046 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd653fa-4a0a-4e32-b848-6a76c0590c11", "tag": "dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:07.254792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Transition to ACTIVE for port object a22ae4df-912a-4332-bfe8-417b22fadf61 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:07.266110 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.282803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.302390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['19a1af91-9e5c-473b-b425-c7fc317e8f17'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:07.323625 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be7dbb-ea2c-4396-8919-9b767d012558 x-openstack-request-id: req-f0be7dbb-ea2c-4396-8919-9b767d012558 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:07.323945 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-unplugged", "status": "completed", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:07.324181 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0be7dbb-ea2c-4396-8919-9b767d012558 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:07.324569 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'code': 200} Nov 25 17:15:07.330596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:07.362798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] For port 23f3397c-e4ad-4962-96ca-dc0fd64f556d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=23f3397c-e4ad-4962-96ca-dc0fd64f556d,segment=NetworkSegment(e18aa7d1-8bd7-457c-bb01-be7deecb941a),segment_id=e18aa7d1-8bd7-457c-bb01-be7deecb941a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:07.363168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.379211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=19a1af91-9e5c-473b-b425-c7fc317e8f17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:07.391359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 69796e64-46b8-44df-9d03-494d2a90ee3b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=69796e64-46b8-44df-9d03-494d2a90ee3b,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:07.399156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b823f7-13b4-47b4-a732-af4060e42a9e req-f66a73a1-a1f0-43e1-a8a2-5faec36bb57a tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.400744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.401827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 08f17dc0-2950-4251-bbbc-c7966d34a985 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:07.410890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24b823f7-13b4-47b4-a732-af4060e42a9e req-f66a73a1-a1f0-43e1-a8a2-5faec36bb57a tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 947 time: 0.2304809 Nov 25 17:15:07.426924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-d7378d5c-4a0d-431a-90ed-fbeb4167d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.429870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Calling delete_port for 23f3397c-e4ad-4962-96ca-dc0fd64f556d owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:07.431326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-d7378d5c-4a0d-431a-90ed-fbeb4167d975 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.3180118 Nov 25 17:15:07.470057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 19a1af91-9e5c-473b-b425-c7fc317e8f17 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:07.471028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] No DVR routers for this DVR port a22ae4df-912a-4332-bfe8-417b22fadf61 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:07.529509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 19a1af91-9e5c-473b-b425-c7fc317e8f17 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:07.530512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 19a1af91-9e5c-473b-b425-c7fc317e8f17 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:07.531220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:07.603792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:07.604121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:07.604740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:07.626007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=69796e64-46b8-44df-9d03-494d2a90ee3b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:07.636087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Port a22ae4df-912a-4332-bfe8-417b22fadf61 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:07.636409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Attempting to bind port a22ae4df-912a-4332-bfe8-417b22fadf61 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:07.664455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24b823f7-13b4-47b4-a732-af4060e42a9e req-7b513d9a-790e-4f7e-9abf-22e1272c0493 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525570 Nov 25 17:15:07.674307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:07.675241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 08f17dc0-2950-4251-bbbc-c7966d34a985 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:07.675624 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.676150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:07.679071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:07.679217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 23f3397c-e4ad-4962-96ca-dc0fd64f556d no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:07.680870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:07.681370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Bound port: a22ae4df-912a-4332-bfe8-417b22fadf61, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:07.682902 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.709491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf994d2-62d0-430a-a153-4efff9231e15 None None] Network cb08c150-41fd-472c-9246-04418bbac31d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:07.859550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5bd322ad-e299-47b7-b886-58be8c0dafc5 None None] Provisioning complete for port 69796e64-46b8-44df-9d03-494d2a90ee3b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:07.860089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bd322ad-e299-47b7-b886-58be8c0dafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.908882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:07.934642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:07.935711 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81741e12-4520-47fd-a467-d7ec376fc1e6 x-openstack-request-id: req-81741e12-4520-47fd-a467-d7ec376fc1e6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:07.936747 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd653fa-4a0a-4e32-b848-6a76c0590c11", "tag": "dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:07.937183 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-81741e12-4520-47fd-a467-d7ec376fc1e6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:07.937654 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'tag': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e', 'status': 'completed', 'code': 200} Nov 25 17:15:07.971702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Pushing event deleted for resources: {'Port': ['ID=23f3397c-e4ad-4962-96ca-dc0fd64f556d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:07.989768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57312a-d366-4115-82fc-43ba510145eb req-35ce81cc-4289-4f2d-ac1e-eb6511af372c tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:07.996810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f57312a-d366-4115-82fc-43ba510145eb req-35ce81cc-4289-4f2d-ac1e-eb6511af372c tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/ports?device_id=d366e2fa-244b-478a-9365-a118ce2e819d HTTP/1.1" status: 200 len: 945 time: 0.1505458 Nov 25 17:15:08.002369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:08.020143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.020389 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a986386-b3c9-4462-96a6-b960c1b50d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.022865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port 19a1af91-9e5c-473b-b425-c7fc317e8f17 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:08.026903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.031140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-5feaba42-04b4-4254-be4f-d98f474ea3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.033148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-5feaba42-04b4-4254-be4f-d98f474ea3e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 1099 time: 0.7359488 Nov 25 17:15:08.038188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.041486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1245cbf4-a930-42a9-823b-0ac4c4375fbe req-ee4f73f2-c5ee-4f2b-b940-3483ae9603d4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "DELETE /v2.0/ports/19a1af91-9e5c-473b-b425-c7fc317e8f17 HTTP/1.1" status: 204 len: 173 time: 3.0089571 Nov 25 17:15:08.137035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] No DVR routers for this DVR port 23f3397c-e4ad-4962-96ca-dc0fd64f556d on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:08.142207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.149412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b9421f6-d02f-4f61-a0fb-878beb92d04c req-ca92dcb8-62da-40df-b94d-7b485bae2d74 tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.73 "DELETE /v2.0/ports/23f3397c-e4ad-4962-96ca-dc0fd64f556d HTTP/1.1" status: 204 len: 173 time: 1.4692662 Nov 25 17:15:08.161230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.163204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.167862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] 10.222.0.55 "PUT /v2.0/ports/a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 1096 time: 2.0222468 Nov 25 17:15:08.203209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-7d85af00-de4a-4bec-b47b-9b6c80935c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.204816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-7d85af00-de4a-4bec-b47b-9b6c80935c12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7064893 Nov 25 17:15:08.211818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.221874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a20203-0c94-48b5-80f0-b2bb2526cf20 req-c3e0be3c-068a-4d24-8d0e-5c1254eb5362 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.229780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91a20203-0c94-48b5-80f0-b2bb2526cf20 req-c3e0be3c-068a-4d24-8d0e-5c1254eb5362 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 948 time: 0.7961345 Nov 25 17:15:08.286422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f57312a-d366-4115-82fc-43ba510145eb req-46c8664d-2da3-4e49-9f6a-ee02645df54b tempest-ImagesTestJSON-228727440 tempest-ImagesTestJSON-228727440-project] 10.222.0.86 "GET /v2.0/security-groups?id=42aa16d0-e8fc-428c-b193-714ea17b47c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724898 Nov 25 17:15:08.353267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead331d-dfec-4e45-a04a-d26cbb501a0e service neutron] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:08.399268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bdbec827-55ac-446c-afea-08ca3f4b1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.400879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-bdbec827-55ac-446c-afea-08ca3f4b1d34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1099 time: 0.1399734 Nov 25 17:15:08.521774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd014-7e52-4b02-9424-7848885e987c req-a1060e03-328a-4174-8eab-e32c2f596eb9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.523333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a2bd014-7e52-4b02-9424-7848885e987c req-a1060e03-328a-4174-8eab-e32c2f596eb9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 948 time: 0.1208403 Nov 25 17:15:08.578345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-5f18a762-a20a-4840-9ea1-d8364b0b3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.580146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-5f18a762-a20a-4840-9ea1-d8364b0b3aaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.5247464 Nov 25 17:15:08.619192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a2bd014-7e52-4b02-9424-7848885e987c req-8db971e9-5b70-4405-8110-1fe1bfaa6a66 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836947 Nov 25 17:15:08.630459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-4caa0412-3858-4c7a-8a11-893a15325246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.630607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a511bb8-33f8-47f8-9a88-f543d232e69e None None] Provisioning complete for port 69796e64-46b8-44df-9d03-494d2a90ee3b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:08.631081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a511bb8-33f8-47f8-9a88-f543d232e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.632140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-4caa0412-3858-4c7a-8a11-893a15325246 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1930614 Nov 25 17:15:08.693557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-a2c72925-1493-474e-a9cd-0f48dd11371d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.0531604 Nov 25 17:15:08.735254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-bfa36011-a7cb-4742-a351-94421cff8f43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1 HTTP/1.1" status: 200 len: 217 time: 0.1316760 Nov 25 17:15:08.767051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-2f6f7971-9cc0-460f-8a3b-0d023b7ef0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.768576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-2f6f7971-9cc0-460f-8a3b-0d023b7ef0fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0685661 Nov 25 17:15:08.771113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91a20203-0c94-48b5-80f0-b2bb2526cf20 req-d061610d-e38e-4ffc-b7c6-4fbfa96998a6 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402815 Nov 25 17:15:08.833461 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:08.836975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-82f0fddb-00db-4c04-a4ac-f053c9214d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:08.841484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-82f0fddb-00db-4c04-a4ac-f053c9214d0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656981 Nov 25 17:15:08.858479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-973c3d69-5ba6-4a41-9755-692cce99eb7a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231430 Nov 25 17:15:08.977001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 69796e64-46b8-44df-9d03-494d2a90ee3b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:09.039661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-37f85cb3-755f-4450-8a9e-73bdbdace27f service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901548 Nov 25 17:15:09.040355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 69796e64-46b8-44df-9d03-494d2a90ee3b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:09.040733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.096515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:09.171938 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.185428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:09.189239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:09.219960 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.221504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-daf463b7-d15d-4a8c-8868-498848a5a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.223172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-daf463b7-d15d-4a8c-8868-498848a5a0fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.4632168 Nov 25 17:15:09.226695 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.241782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Pushing event updated for resources: {'Port': ['ID=460547de-7904-4654-a45a-8bd8fb237de1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:09.255966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f666e3f1-5aea-4a98-a458-f8d06bf0f9bd req-669901d0-6693-469c-b625-4c878612e6bd service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090838 Nov 25 17:15:09.271463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-76f162c1-ba0c-43d0-8711-72d7b97fa972 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.271693 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Attempting to bind port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:09.271889 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Attempting to bind port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:09.272395 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Attempting to bind port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:09.278487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-76f162c1-ba0c-43d0-8711-72d7b97fa972 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.1991541 Nov 25 17:15:09.286130 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:09.286130 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:09.286130 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.286591 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:09.286842 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Bound port: 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:09.287675 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.296015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5e95b436-1cdf-4a78-94e3-94ff685c2db2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.0160227 Nov 25 17:15:09.327464 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Pushing event updated for resources: {'Port': ['ID=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:09.331789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39854c0c-31f7-4f22-aa64-7cfaf0d2202c req-c92f20d1-fe6b-4de0-bda0-148b78cabffa tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.332989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39854c0c-31f7-4f22-aa64-7cfaf0d2202c req-c92f20d1-fe6b-4de0-bda0-148b78cabffa tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 947 time: 0.3596261 Nov 25 17:15:09.345615 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.346553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.346553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.346764 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.346847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'name': 'network-vif-deleted', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d'}, {'name': 'network-changed', 'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:09.347136 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.347514 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.347907 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.348427 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.348814 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.349215 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e270b5-7fce-4c21-b32c-320e421e2650" -d '{"events": [{"server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "name": "network-vif-deleted", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d"}, {"name": "network-changed", "server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:09.349334 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.349589 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.349972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:09.365632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-2e6874da-4857-43d7-b415-a0adc21a7e3c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686593 Nov 25 17:15:09.371942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] For port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:09.386110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] For port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:09.393914 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.466127 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6cb70-e2fe-4737-aa76-5ab56d2495af None None] Pushing event updated for resources: {'Port': ['ID=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:09.469533 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Routers {'9ccee2ec-250e-44d1-a688-a9dee6335e35'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:09.470058 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9ccee2ec-250e-44d1-a688-a9dee6335e35'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:09.472494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-6c73000b-44ac-4420-a156-14c974360bd7 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060169 Nov 25 17:15:09.499270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe87ad02-fde7-4306-9f71-c55e3ab5f3a8 req-aa149bba-7a98-4172-a2ae-6ad1867835b4 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939742 Nov 25 17:15:09.529230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-d70a260f-ba06-498b-87aa-93f4c10e0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.531060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-d70a260f-ba06-498b-87aa-93f4c10e0085 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2943127 Nov 25 17:15:09.569492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-c2a81107-0d77-4c09-9c5d-9dc4fe7225be service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908127 Nov 25 17:15:09.596527 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] Set router 9ccee2ec-250e-44d1-a688-a9dee6335e35 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:09.607362 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39854c0c-31f7-4f22-aa64-7cfaf0d2202c req-ed4bab9c-1fa1-474d-a99a-c0ab0c910813 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482035 Nov 25 17:15:09.740404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:09.754646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-8d7ccd72-0d0c-45bd-a274-9b82c7886f33 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872134 Nov 25 17:15:09.829043 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc6fbd1-a1a4-4e58-b6d6-69dbbc172e42 x-openstack-request-id: req-0fc6fbd1-a1a4-4e58-b6d6-69dbbc172e42 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:09.829363 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e2fa-244b-478a-9365-a118ce2e819d", "name": "network-vif-deleted", "tag": "23f3397c-e4ad-4962-96ca-dc0fd64f556d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:09.829602 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0fc6fbd1-a1a4-4e58-b6d6-69dbbc172e42 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:09.830004 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e2fa-244b-478a-9365-a118ce2e819d', 'name': 'network-vif-deleted', 'tag': '23f3397c-e4ad-4962-96ca-dc0fd64f556d', 'status': 'completed', 'code': 200} Nov 25 17:15:09.830418 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'status': 'completed', 'code': 200} Nov 25 17:15:09.849504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e393c38-1829-41f3-b90b-0e365746dfde req-0d1c05df-2092-4164-af05-6831f9e7939d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.865065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e393c38-1829-41f3-b90b-0e365746dfde req-0d1c05df-2092-4164-af05-6831f9e7939d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 948 time: 0.0994506 Nov 25 17:15:09.870059 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:04Z', 'revision_number': 3, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:09.908834 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118dd5d-aebd-44bc-9caf-59e213b1e049 None None] The sync data for ids ['9ccee2ec-250e-44d1-a688-a9dee6335e35'] in n-d-817303-7 is: [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:04Z', 'revision_number': 3, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:09.925989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b9bbb97-fb30-4ee2-a27e-1a5db984c1b3 req-176ad079-a477-41d9-8e71-abdf9a32444f service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242471 Nov 25 17:15:09.977557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24de511-9da2-4df8-9010-165159f0f34f', 'name': 'network-vif-deleted', 'tag': '19a1af91-9e5c-473b-b425-c7fc317e8f17'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:09.980527 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81470b3-3094-4d88-a723-e58cb2df4797" -d '{"events": [{"server_uuid": "e24de511-9da2-4df8-9010-165159f0f34f", "name": "network-vif-deleted", "tag": "19a1af91-9e5c-473b-b425-c7fc317e8f17"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:09.985053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-75f7e074-53f0-4a29-a309-cc2cee34344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:09.986696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-75f7e074-53f0-4a29-a309-cc2cee34344b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=565347ed98404c0f921225de46bdc033&device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 1098 time: 0.4103832 Nov 25 17:15:10.001715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-d1b617cf-e21e-49a6-a552-d38eac6342ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.003741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-d1b617cf-e21e-49a6-a552-d38eac6342ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1099 time: 0.1268718 Nov 25 17:15:10.023439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e393c38-1829-41f3-b90b-0e365746dfde req-55f4a37c-3ef2-42d1-a0be-e6d041a27367 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520083 Nov 25 17:15:10.073307 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acf7f5e2-21a0-4f28-8c83-c97f82fe47db req-3f7fc33e-b741-4e8b-8a9f-97013d22c0ad tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 210 time: 0.0966525 Nov 25 17:15:10.105456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-30e68f0a-98f1-4cfd-9e24-57b9f8889845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.106970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-30e68f0a-98f1-4cfd-9e24-57b9f8889845 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1099 time: 0.2393558 Nov 25 17:15:10.224178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:10.250352 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3032119-84a2-4986-86d8-af7f50475f9b x-openstack-request-id: req-d3032119-84a2-4986-86d8-af7f50475f9b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:10.250867 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24de511-9da2-4df8-9010-165159f0f34f", "name": "network-vif-deleted", "tag": "19a1af91-9e5c-473b-b425-c7fc317e8f17", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:10.251169 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3032119-84a2-4986-86d8-af7f50475f9b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:10.251529 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24de511-9da2-4df8-9010-165159f0f34f', 'name': 'network-vif-deleted', 'tag': '19a1af91-9e5c-473b-b425-c7fc317e8f17', 'status': 'completed', 'code': 200} Nov 25 17:15:10.257788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.286891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-55154487-3a4c-4253-a777-b2d029c10063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.291509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-55154487-3a4c-4253-a777-b2d029c10063 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2655919 Nov 25 17:15:10.455232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-18591d5f-bec5-476e-bec3-c7a310a6ef5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.1532266 Nov 25 17:15:10.510170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca23af4-ab9d-40e7-b470-13acbc3d1e9c req-cd8189c5-5a3e-430a-a298-839e09397fce tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.516984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dca23af4-ab9d-40e7-b470-13acbc3d1e9c req-cd8189c5-5a3e-430a-a298-839e09397fce tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 948 time: 0.3393991 Nov 25 17:15:10.536664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-413f9189-7f69-4380-a78e-4271f653d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.538471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-413f9189-7f69-4380-a78e-4271f653d76c service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.5357866 Nov 25 17:15:10.600741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-215d3571-8480-412c-854c-fee513baff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.602780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-215d3571-8480-412c-854c-fee513baff8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1377621 Nov 25 17:15:10.604453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-786fe1a9-ae6f-47e8-983f-929da3c097fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.608147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-786fe1a9-ae6f-47e8-983f-929da3c097fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4926350 Nov 25 17:15:10.636990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Allocated IP 172.20.0.1 (0e5cc460-e4b0-40b2-a03e-b4f49b4525f0/10fc7457-7aa6-4937-9d96-457cd51aa967/34e3c827-f0c4-4706-bcee-58fc521755da) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:10.681297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35034) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:10.782171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.807413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:10.808018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-f5de7bd3-2346-4214-9cd2-da8a1e982512 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.1737256 Nov 25 17:15:10.825941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1', 'mac_address': 'fa:16:3e:e3:7b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:10.886087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.903316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:10.934098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-cb355f18-e2ba-4e5f-b369-18a432da1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.937476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-cb355f18-e2ba-4e5f-b369-18a432da1e0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3237464 Nov 25 17:15:10.944293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:10.947686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-2ef0127d-4ba4-4ddf-9f85-f43b1cd04d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:10.948963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-2ef0127d-4ba4-4ddf-9f85-f43b1cd04d46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1289303 Nov 25 17:15:10.954089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:10.999065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:11.006237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861e78-8633-40a9-9ebf-9338175b9831 req-05d05710-a273-49b0-8bd3-e663c8829576 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.014116 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a861e78-8633-40a9-9ebf-9338175b9831 req-05d05710-a273-49b0-8bd3-e663c8829576 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 947 time: 0.2111619 Nov 25 17:15:11.087315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:11.125460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:11.125931 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.224861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.243082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8e0214e5-5ab4-4bf9-940c-e87ed007ada1'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:11.301079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:11.314869 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.320739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-1df455a9-5bd3-4231-8254-e52a6f18d087 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e HTTP/1.1" status: 200 len: 217 time: 0.6870985 Nov 25 17:15:11.374720 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.434731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:11.574082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Deleting subnet 576e9143-a320-4ad6-8735-f38f6715ede6 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:11.578035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.588132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dca23af4-ab9d-40e7-b470-13acbc3d1e9c req-58233b49-f61c-40f4-bab1-8205bbc65eb0 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0645351 Nov 25 17:15:11.617597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-cbedc1db-c10b-492b-8ee2-4328adb5b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.619604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-cbedc1db-c10b-492b-8ee2-4328adb5b4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6567569 Nov 25 17:15:11.641183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a861e78-8633-40a9-9ebf-9338175b9831 req-9ec3812b-f6d9-42cd-81d2-62693e52fbfd tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259840 Nov 25 17:15:11.660058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-ff7cd957-a356-4321-9b29-ed82604dbe91 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100110 Nov 25 17:15:11.675086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-d1de00d5-bb24-4922-8ae3-00d795f90071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.676578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-d1de00d5-bb24-4922-8ae3-00d795f90071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.3043756 Nov 25 17:15:11.763200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.790700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b927738b-c768-4c78-98cf-49d8f2f55c71 req-b5123065-1832-4da0-a353-e2a21fe036b0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 210 time: 0.0779335 Nov 25 17:15:11.866113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-d4b61aec-b64e-46ac-abe6-e7e2c2cb7389 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889970 Nov 25 17:15:11.868790 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-cb354217-f4fb-422e-9aeb-67d86aa3a7fd service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385335 Nov 25 17:15:11.890834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-91b25cac-e5f4-42e1-a0f4-d12ff98010c4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.892617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-91b25cac-e5f4-42e1-a0f4-d12ff98010c4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.5639081 Nov 25 17:15:11.925832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:11.934363 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.939897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:11.949851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c949-ec3a-4d0b-8deb-b1b2e5a2a2b3 req-e36886ed-47e9-4512-8a4f-5734b0e94d6d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:11.951403 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a866c949-ec3a-4d0b-8deb-b1b2e5a2a2b3 req-e36886ed-47e9-4512-8a4f-5734b0e94d6d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 948 time: 0.2723770 Nov 25 17:15:11.979001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e270b5-7fce-4c21-b32c-320e421e2650 req-dff95ffc-8f28-429f-b8fc-b7a8bd4c7bce service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982573 Nov 25 17:15:12.033555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-2d5dc8d6-a6f9-495d-96bb-e4346022a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.034991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-2d5dc8d6-a6f9-495d-96bb-e4346022a241 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3316197 Nov 25 17:15:12.035969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.231849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:12.237565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:12.265535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a866c949-ec3a-4d0b-8deb-b1b2e5a2a2b3 req-794438d6-c8fd-4717-b939-a9b7ea79afba tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839394 Nov 25 17:15:12.274054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.294642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.362573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576e9143-a320-4ad6-8735-f38f6715ede6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:12.378513 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.381770 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b69fe499-6ca9-4fde-8463-0d320cc007cc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/576e9143-a320-4ad6-8735-f38f6715ede6 HTTP/1.1" status: 204 len: 168 time: 1.6845427 Nov 25 17:15:12.384392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:12.388033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:12.409552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:12.423648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:12.424170 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.427244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:12.431544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-57ddc093-7940-408e-ae21-242cafded13e service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849120 Nov 25 17:15:12.438309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:12.447260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Pushing event updated for resources: {'Port': ['ID=34e3c827-f0c4-4706-bcee-58fc521755da,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:12.456616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:12.486671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'mac_address': 'fa:16:3e:6c:af:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:12.506027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:12.509492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.550094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.591173 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.624319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22ae4df-912a-4332-bfe8-417b22fadf61 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:12.654172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.683060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:12.703552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.704421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:12.723865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07923d-ab6f-4344-86e4-5813d30e20fb req-76e47add-02fd-481b-bd83-3e9f099c55d5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.731318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d07923d-ab6f-4344-86e4-5813d30e20fb req-76e47add-02fd-481b-bd83-3e9f099c55d5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 948 time: 0.2672589 Nov 25 17:15:12.783865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.801113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Router 30703287-03ea-4c29-8140-ce1b64955129 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:15:12.802693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.814401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:12.817533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a030d2f-093c-4e75-b344-8144676e0713 None None] Provisioning complete for port 34e3c827-f0c4-4706-bcee-58fc521755da triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:12.817963 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a030d2f-093c-4e75-b344-8144676e0713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.826622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:12.851137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427c9a0f-b214-4ec9-91f1-0155550dae06']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:12.864899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e', 'mac_address': 'fa:16:3e:7c:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:12.874311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:12.876638 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7545a04-2bac-47b1-99a3-e167efe839ed" -d '{"events": [{"server_uuid": "edfec095-78a6-4e3a-b81a-43cbe6024100", "name": "network-vif-plugged", "status": "completed", "tag": "8e0214e5-5ab4-4bf9-940c-e87ed007ada1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:12.877360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18aa7d1-8bd7-457c-bb01-be7deecb941a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:12.877775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18aa7d1-8bd7-457c-bb01-be7deecb941a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:12.895270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-7ddb6c4b-7a27-42cc-9a53-fbf477e33acb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.896829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-7ddb6c4b-7a27-42cc-9a53-fbf477e33acb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d&tenant_id=676e520b9b0b416b9d9f33e018f59d4d&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 949 time: 0.2762814 Nov 25 17:15:12.900982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.903059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:12.917168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeef6b-6e89-4852-9cc7-74b13c0e7d17 req-7f1096b1-962d-4294-b1b2-8b1fde682aab tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:12.925127 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8eeef6b-6e89-4852-9cc7-74b13c0e7d17 req-7f1096b1-962d-4294-b1b2-8b1fde682aab tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 949 time: 0.1901166 Nov 25 17:15:12.939019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.950452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7a030d2f-093c-4e75-b344-8144676e0713 None None] Port 34e3c827-f0c4-4706-bcee-58fc521755da cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:12.969274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.984112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:12.985697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:12.986118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:12.988138 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:13.032264 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.038795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.3 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/3af4da14-7048-4943-919f-88c2b03ee711) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:13.059229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:13.066182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:13.068806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41aec1f-7e39-4f97-ad01-80a524dfbb8c req-b950dea4-0c3b-4e9b-b59b-c392f16b6a6a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274719 Nov 25 17:15:13.090650 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-409ec386-dec3-423c-8300-2728fe7a7619 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:15:13.091545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-409ec386-dec3-423c-8300-2728fe7a7619 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a22ae4df-912a-4332-bfe8-417b22fadf61/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.1825473 Nov 25 17:15:13.096344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:13.102783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.108303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:13.108500 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.119781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8eeef6b-6e89-4852-9cc7-74b13c0e7d17 req-3fb0f950-bb44-4336-a9ce-4931aeb214e2 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936524 Nov 25 17:15:13.122020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.141262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.149518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] 10.222.0.86 "DELETE /v2.0/networks/427c9a0f-b214-4ec9-91f1-0155550dae06 HTTP/1.1" status: 204 len: 168 time: 0.7614310 Nov 25 17:15:13.175292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28525a-30f2-4d42-8b86-80e24b05da51 admin admin] Pushing event deleted for resources: {'Network': ['ID=427c9a0f-b214-4ec9-91f1-0155550dae06,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:13.209451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:13.239034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d07923d-ab6f-4344-86e4-5813d30e20fb req-fdca6949-b3ba-4f25-85d0-afd658879131 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065041 Nov 25 17:15:13.337737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-1c8d2dff-24b0-4e9e-9277-8d2a946c8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.340571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-1c8d2dff-24b0-4e9e-9277-8d2a946c8f6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1100 time: 0.1035786 Nov 25 17:15:13.350569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e586-e6fa-46b0-ba80-d3b920ec2449 req-523c1946-1909-4967-a13f-b0e73adb4ff5 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.352252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-acd5e586-e6fa-46b0-ba80-d3b920ec2449 req-523c1946-1909-4967-a13f-b0e73adb4ff5 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 948 time: 0.1166766 Nov 25 17:15:13.373374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:13.379698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:13.382967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:13.386243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:13.388493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Sync routers for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:13.466533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:13.466918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:13.493438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-911add4a-34ac-4389-a46f-c259a8e28375 req-d75c75ee-ae04-46b5-abd2-addb4ce1efe5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 210 time: 0.1266437 Nov 25 17:15:13.507465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.513012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f60d16c6-6eee-48d3-90e3-d2096c32cc58 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2643769 Nov 25 17:15:13.515481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35062) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:13.519982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.600576 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85a938-9b81-4255-b3d9-653d184dace9 x-openstack-request-id: req-0b85a938-9b81-4255-b3d9-653d184dace9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:13.600862 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfec095-78a6-4e3a-b81a-43cbe6024100", "name": "network-vif-plugged", "status": "completed", "tag": "8e0214e5-5ab4-4bf9-940c-e87ed007ada1", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:13.601101 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b85a938-9b81-4255-b3d9-653d184dace9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:13.601485 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1', 'code': 200} Nov 25 17:15:13.665836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:13.668046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.683943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-acd5e586-e6fa-46b0-ba80-d3b920ec2449 req-f7451741-87a7-4eef-a421-95d7b0754540 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225076 Nov 25 17:15:13.723067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4bdcc4a2-bd47-4209-8b46-29ebdbd18554 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b988177acfc1496995ca768f51a3072e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210075 Nov 25 17:15:13.747007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:13.821202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-938aea89-2773-4652-8b45-78fee2299351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.823349 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-938aea89-2773-4652-8b45-78fee2299351 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4701552 Nov 25 17:15:13.836992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3148b-d2dc-4a58-b361-967a629818ac req-bafd3f8a-52c2-4880-a05c-792b31da3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:13.838804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7b3148b-d2dc-4a58-b361-967a629818ac req-bafd3f8a-52c2-4880-a05c-792b31da3495 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 1101 time: 0.1452589 Nov 25 17:15:13.876411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.950333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:09Z', 'revision_number': 3, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:13.962223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-115cae2a-e2be-4103-9e36-c32d02437425 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.1116588 Nov 25 17:15:13.964573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.967996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:13.981965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:13.984205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:13.986697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:13.991954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:14.050141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-810a532d-a34d-41df-b83c-6c2b877544b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.070286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-09daa84b-e5d2-4ec6-851e-9a5af1202c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.072300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-09daa84b-e5d2-4ec6-851e-9a5af1202c5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1021552 Nov 25 17:15:14.127647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Checking router: 30703287-03ea-4c29-8140-ce1b64955129 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:14.127998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Updating router 30703287-03ea-4c29-8140-ce1b64955129 port 460547de-7904-4654-a45a-8bd8fb237de1 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:14.163675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-810a532d-a34d-41df-b83c-6c2b877544b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.169766 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.268403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-a66e7876-9ff6-46cd-b0d5-ab1722a61840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.269940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-a66e7876-9ff6-46cd-b0d5-ab1722a61840 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494489 Nov 25 17:15:14.369162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7b3148b-d2dc-4a58-b361-967a629818ac req-b14ea190-b3b2-4887-b37b-402cfcbf48a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185573 Nov 25 17:15:14.414148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900ac3-c855-41fb-97a9-c2c657434f26 req-e1e61b19-af0f-4e15-8b88-e190c52b83fd tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.415682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68900ac3-c855-41fb-97a9-c2c657434f26 req-e1e61b19-af0f-4e15-8b88-e190c52b83fd tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 950 time: 0.1748905 Nov 25 17:15:14.453253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-810a532d-a34d-41df-b83c-6c2b877544b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.455890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-810a532d-a34d-41df-b83c-6c2b877544b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.457059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-810a532d-a34d-41df-b83c-6c2b877544b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42aa16d0-e8fc-428c-b193-714ea17b47c5 HTTP/1.1" status: 204 len: 168 time: 0.7087374 Nov 25 17:15:14.487877 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.494552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Pushing event updated for resources: {'Port': ['ID=34e3c827-f0c4-4706-bcee-58fc521755da,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:14.511914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.512645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.522723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a532d-a34d-41df-b83c-6c2b877544b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa16d0-e8fc-428c-b193-714ea17b47c5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:14.534292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.542164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.547953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-71d728f6-235c-4ea7-9bea-66b0546225d8 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695050 Nov 25 17:15:14.563430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68900ac3-c855-41fb-97a9-c2c657434f26 req-a02610be-d4d5-4dc6-8426-aee2dda553ef tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379292 Nov 25 17:15:14.589747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-aab72649-da7d-414c-8867-63aa835f1db0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6703303 Nov 25 17:15:14.598786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68d66-f622-4332-87b3-8f41b623037b req-ce8717df-b479-43c6-a54e-ddc3a4d44497 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.606716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cb68d66-f622-4332-87b3-8f41b623037b req-ce8717df-b479-43c6-a54e-ddc3a4d44497 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 949 time: 0.2163877 Nov 25 17:15:14.617872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Request body: {'port': {'device_id': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:14.675850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Attempting to bind port 460547de-7904-4654-a45a-8bd8fb237de1 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:14.676401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Attempting to bind port 460547de-7904-4654-a45a-8bd8fb237de1 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:14.676759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Attempting to bind port 460547de-7904-4654-a45a-8bd8fb237de1 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:14.695609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5dbb9-6ab3-4cb7-aec5-d6fd766df4de None None] Pushing event updated for resources: {'Port': ['ID=460547de-7904-4654-a45a-8bd8fb237de1,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:14.700217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:14.701290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:14.701974 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.703124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:14.704290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Bound port: 460547de-7904-4654-a45a-8bd8fb237de1, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:14.705054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.754526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cb68d66-f622-4332-87b3-8f41b623037b req-ef1008bd-d5bb-4c53-b35a-17e1c66b01eb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467361 Nov 25 17:15:14.774673 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.791820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.800242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] For port 460547de-7904-4654-a45a-8bd8fb237de1, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:14.806324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] For port 460547de-7904-4654-a45a-8bd8fb237de1, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=460547de-7904-4654-a45a-8bd8fb237de1,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:14.812443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:14.829033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:14.841030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:14.867100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8288bbfc-2774-48c1-9ff7-f986a54384c4 req-a7d9f12b-3aee-42b5-8bb7-80ec542d33a0 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870784 Nov 25 17:15:14.876715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868c06-3d3d-468c-adae-67f913475509 req-a2bb393c-1fce-4d5f-9b61-59f120bc7f23 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:14.899069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b0868c06-3d3d-468c-adae-67f913475509 req-a2bb393c-1fce-4d5f-9b61-59f120bc7f23 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 931 time: 0.2118316 Nov 25 17:15:14.921379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:14.922289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:15.061795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b0868c06-3d3d-468c-adae-67f913475509 req-e50a7f31-d21a-4504-bab7-8a58288f9f91 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559629 Nov 25 17:15:15.086906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5dbb9-6ab3-4cb7-aec5-d6fd766df4de None None] Pushing event updated for resources: {'Port': ['ID=460547de-7904-4654-a45a-8bd8fb237de1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:15.175349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:15.201378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Allocated IP 172.20.0.1 (cb08c150-41fd-472c-9246-04418bbac31d/593abad5-181a-4f92-b266-9c9ce50dadc4/243a35a3-500b-4776-a573-6181d55d6c7f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:15.263018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631885e6-c3c3-4c06-a499-d3c98f4bdd3f req-6306e6c7-5f22-4255-a328-15ccee5b80a1 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:15.265650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-631885e6-c3c3-4c06-a499-d3c98f4bdd3f req-6306e6c7-5f22-4255-a328-15ccee5b80a1 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 948 time: 0.3621140 Nov 25 17:15:15.392557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Router 9ccee2ec-250e-44d1-a688-a9dee6335e35 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:15:15.402755 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.428764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-631885e6-c3c3-4c06-a499-d3c98f4bdd3f req-a135dd0f-1243-44f7-96da-64f98dc7aaa0 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520677 Nov 25 17:15:15.431831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b448b7c9-ffa3-4aa0-9fe9-01ce1d47f17e None None] Provisioning complete for port 34e3c827-f0c4-4706-bcee-58fc521755da triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:15.434374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b448b7c9-ffa3-4aa0-9fe9-01ce1d47f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.513002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.539721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b448b7c9-ffa3-4aa0-9fe9-01ce1d47f17e None None] Port 34e3c827-f0c4-4706-bcee-58fc521755da cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:15.635802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af4da14-7048-4943-919f-88c2b03ee711 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:15.645735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.652997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Network cb08c150-41fd-472c-9246-04418bbac31d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:15.660252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Transition to ACTIVE for port object 3af4da14-7048-4943-919f-88c2b03ee711 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:15.663228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:15.666362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:15.666716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.675468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:15.678250 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Sync routers for ids ['9ccee2ec-250e-44d1-a688-a9dee6335e35'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:15.688444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-64e5819b-4037-4d24-b3e1-7cec0978335a admin admin] 10.222.0.86 "PUT /v2.0/routers/9ccee2ec-250e-44d1-a688-a9dee6335e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0043564 Nov 25 17:15:15.719531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Routers {'9ccee2ec-250e-44d1-a688-a9dee6335e35'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:15.724793 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9ccee2ec-250e-44d1-a688-a9dee6335e35'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:15.743100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Pushing event updated for resources: {'Port': ['ID=243a35a3-500b-4776-a573-6181d55d6c7f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:15.781086 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.827443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:15.870106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:09Z', 'revision_number': 3, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:15.875272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:16.004306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217e81d-cfbf-42e3-9dba-d57addd51328 None None] The sync data for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 is: [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:09Z', 'revision_number': 3, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:16.077549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Attempting to bind port 3af4da14-7048-4943-919f-88c2b03ee711 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:16.079708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Attempting to bind port 3af4da14-7048-4943-919f-88c2b03ee711 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:16.080779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Attempting to bind port 3af4da14-7048-4943-919f-88c2b03ee711 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:16.100326 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Set router 9ccee2ec-250e-44d1-a688-a9dee6335e35 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:16.109839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e552a3d-2652-492f-8666-8dc3c090a94b req-af33df22-b1d6-4284-98b6-abe534e5ed64 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.127123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e552a3d-2652-492f-8666-8dc3c090a94b req-af33df22-b1d6-4284-98b6-abe534e5ed64 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 949 time: 0.1823478 Nov 25 17:15:16.129739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35106) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:16.164181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Port 3af4da14-7048-4943-919f-88c2b03ee711 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:16.164621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Attempting to bind port 3af4da14-7048-4943-919f-88c2b03ee711 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:16.176409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:16.177164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:16.177656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:16.178207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Bound port: 3af4da14-7048-4943-919f-88c2b03ee711, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:16.178672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.224478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b1304813-60b7-4e0c-b179-2757fda2bcdf None None] Provisioning complete for port 243a35a3-500b-4776-a573-6181d55d6c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:16.225316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1304813-60b7-4e0c-b179-2757fda2bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.294204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:16.323560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:16.331677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:16.366671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.391699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.411313 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:13Z', 'revision_number': 4, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '34e3c827-f0c4-4706-bcee-58fc521755da', 'name': '', 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'mac_address': 'fa:16:3e:38:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '10fc7457-7aa6-4937-9d96-457cd51aa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:09Z', 'updated_at': '2021-11-25T17:15:13Z', 'revision_number': 2, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'subnets': [{'id': '10fc7457-7aa6-4937-9d96-457cd51aa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:16.433638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b1304813-60b7-4e0c-b179-2757fda2bcdf None None] Port 243a35a3-500b-4776-a573-6181d55d6c7f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:16.447606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a23a6-189f-4389-8ba9-f03f1fceb2ea req-eed2bc3d-c041-4563-b5db-7593223424ed tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.449710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-898a23a6-189f-4389-8ba9-f03f1fceb2ea req-eed2bc3d-c041-4563-b5db-7593223424ed tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 950 time: 0.1288941 Nov 25 17:15:16.462102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e552a3d-2652-492f-8666-8dc3c090a94b req-588dde08-aa8d-4503-9b72-b55381ae6254 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339343 Nov 25 17:15:16.472285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-968357872-network', 'tenant_id': '67ac7cb8f32a47b4854beb28b7fe80c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:16.472932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port a22ae4df-912a-4332-bfe8-417b22fadf61 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:16.487230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port a22ae4df-912a-4332-bfe8-417b22fadf61 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:16.487635 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.490858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.493116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.496799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/3af4da14-7048-4943-919f-88c2b03ee711 HTTP/1.1" status: 200 len: 1091 time: 1.8852172 Nov 25 17:15:16.559895 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Checking router: 9ccee2ec-250e-44d1-a688-a9dee6335e35 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:16.561510 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Updating router 9ccee2ec-250e-44d1-a688-a9dee6335e35 port 34e3c827-f0c4-4706-bcee-58fc521755da binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:16.570135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:16.577793 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a028af3-2335-4bb4-b68c-8e2ed63cade0" -d '{"events": [{"name": "network-changed", "server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "tag": "3af4da14-7048-4943-919f-88c2b03ee711"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:16.595985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Made reservation on behalf of 67ac7cb8f32a47b4854beb28b7fe80c2 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:16.598778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.627008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.631722 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.652529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.662520 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-898a23a6-189f-4389-8ba9-f03f1fceb2ea req-c371aedc-c843-455d-96ad-8980ddfc3ea5 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734188 Nov 25 17:15:16.694999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:16.696421 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47579ef6-3ce5-4d90-a156-52259bd1c828" -d '{"events": [{"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-plugged", "status": "completed", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:16.742896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:16.749631 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.751052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:16.784164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.790659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.804257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b9c54-50ee-4ef2-a07e-024037acc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:16.903954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae683e1-5a55-4b22-8cc7-6fd89d07cf13 req-1c089200-9e9b-4438-9d85-f4939603865c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.910161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:16.917417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ae683e1-5a55-4b22-8cc7-6fd89d07cf13 req-1c089200-9e9b-4438-9d85-f4939603865c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 943 time: 0.3309696 Nov 25 17:15:16.929193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:16.934073 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.941088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Pushing event updated for resources: {'Port': ['ID=243a35a3-500b-4776-a573-6181d55d6c7f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:16.943784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:16.970528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-03616f28-815b-4f19-ba58-f53ccde910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:16.975145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-03616f28-815b-4f19-ba58-f53ccde910ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 1094 time: 0.3895855 Nov 25 17:15:17.010919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.075529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 460547de-7904-4654-a45a-8bd8fb237de1 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:17.112011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-fe90ed4c-2ba7-4446-b49d-bb7a86d6fc67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3af4da14-7048-4943-919f-88c2b03ee711 HTTP/1.1" status: 200 len: 217 time: 0.1065838 Nov 25 17:15:17.130603 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.172766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 460547de-7904-4654-a45a-8bd8fb237de1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:17.172959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.220484 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.225060 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.228893 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.239422 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.250799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:17.257473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Network cb08c150-41fd-472c-9246-04418bbac31d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:17.260834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:17.270518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.270863 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Added segment c751c60c-4183-4d33-844f-70901b86194f of type vlan for network 20911345-dc95-4487-91fe-dc28a23fefdd Nov 25 17:15:17.273095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-fbc11410-6b0e-498b-a629-8eb466f10366 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2656059 Nov 25 17:15:17.287567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:17.305346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ae683e1-5a55-4b22-8cc7-6fd89d07cf13 req-6bfb554f-43f8-4c9c-a6c0-e8fa80eb5a40 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865309 Nov 25 17:15:17.327282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:17.329725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-836ac7b8-f7ac-4378-aa7d-38d6bb0f470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.331749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-836ac7b8-f7ac-4378-aa7d-38d6bb0f470d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1507282 Nov 25 17:15:17.340292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.390152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588bfc2-48e0-4c1d-a8d3-cac55b5289a9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.413097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-782d75b9-c664-4b8d-acfd-b37d5d121acf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733895 Nov 25 17:15:17.414830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.430417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.452610 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561e1a3-0f52-430a-a66a-d8dfe1636372 None None] Pushing event updated for resources: {'Port': ['ID=34e3c827-f0c4-4706-bcee-58fc521755da,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.525300 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Attempting to bind port 34e3c827-f0c4-4706-bcee-58fc521755da on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:17.528544 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Attempting to bind port 34e3c827-f0c4-4706-bcee-58fc521755da by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:17.529082 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Attempting to bind port 34e3c827-f0c4-4706-bcee-58fc521755da on network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:17.540733 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:17.543438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Checking segment: {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:17.543823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.544724 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.549069 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Bound using segment: {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:17.549811 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Bound port: 34e3c827-f0c4-4706-bcee-58fc521755da, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8247da-d018-4157-b014-e82f0a193161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:17.550374 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.558208 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.579119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.582854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.584383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.604914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.631980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 460547de-7904-4654-a45a-8bd8fb237de1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=460547de-7904-4654-a45a-8bd8fb237de1,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:17.638954 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.711482 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] For port 34e3c827-f0c4-4706-bcee-58fc521755da, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:17.724343 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] For port 34e3c827-f0c4-4706-bcee-58fc521755da, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=34e3c827-f0c4-4706-bcee-58fc521755da,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:17.729431 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.757216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=460547de-7904-4654-a45a-8bd8fb237de1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.766340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Router 30703287-03ea-4c29-8140-ce1b64955129 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:15:17.780346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6491525 Nov 25 17:15:17.797071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:17.802339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4499d-fd8d-4215-b44f-04789c48aa93 admin admin] Pushing event updated for resources: {'Network': ['ID=20911345-dc95-4487-91fe-dc28a23fefdd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.808301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Request body: {'subnet': {'network_id': '20911345-dc95-4487-91fe-dc28a23fefdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-968357872-subnet', 'tenant_id': '67ac7cb8f32a47b4854beb28b7fe80c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:17.819778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Provisioning complete for port 243a35a3-500b-4776-a573-6181d55d6c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:17.820416 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.823187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 20911345-dc95-4487-91fe-dc28a23fefdd details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:17.834702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-e83f2d5e-4553-44f4-8431-2f7e851e0733 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103484 Nov 25 17:15:17.844225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Routers {'9ccee2ec-250e-44d1-a688-a9dee6335e35'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:17.844413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd873-4537-4d6c-9474-c5fd757bef7a req-6d909372-09cd-43f7-ba31-1220318a3e49 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:17.844884 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9ccee2ec-250e-44d1-a688-a9dee6335e35'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:17.846253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-310cd873-4537-4d6c-9474-c5fd757bef7a req-6d909372-09cd-43f7-ba31-1220318a3e49 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1101 time: 0.2424614 Nov 25 17:15:17.853062 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561e1a3-0f52-430a-a66a-d8dfe1636372 None None] Pushing event updated for resources: {'Port': ['ID=34e3c827-f0c4-4706-bcee-58fc521755da,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:17.858333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Made reservation on behalf of 67ac7cb8f32a47b4854beb28b7fe80c2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:17.861104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:17.987986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Port 243a35a3-500b-4776-a573-6181d55d6c7f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:17.988905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c8691e-1876-44fe-9d64-7288bdd0f975 req-a69836be-8833-4827-b7b4-1b5bad3f64a9 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408522 Nov 25 17:15:17.994360 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] Set router 9ccee2ec-250e-44d1-a688-a9dee6335e35 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:18.031802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Provisioning complete for port 34e3c827-f0c4-4706-bcee-58fc521755da triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:18.032284 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.066740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-310cd873-4537-4d6c-9474-c5fd757bef7a req-8dc1a960-97bd-43d9-a0a3-54bea59a0d9e tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766177 Nov 25 17:15:18.167818 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.173135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.212374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] For port 34e3c827-f0c4-4706-bcee-58fc521755da, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=34e3c827-f0c4-4706-bcee-58fc521755da,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:18.218228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.259855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa583f-4aeb-4637-9bf7-f7236b05ce35 req-ff208ce8-6f16-423e-8176-99181a35321e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.261964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74aa583f-4aeb-4637-9bf7-f7236b05ce35 req-ff208ce8-6f16-423e-8176-99181a35321e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 949 time: 0.0966597 Nov 25 17:15:18.292768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548a1bf-071f-4f28-8fcd-6660a14ed463 None None] Pushing event updated for resources: {'Port': ['ID=34e3c827-f0c4-4706-bcee-58fc521755da,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:18.324776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74aa583f-4aeb-4637-9bf7-f7236b05ce35 req-70f36bda-560b-412e-9d75-6bf2a2edfda6 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564497 Nov 25 17:15:18.354933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6d873dc2-654f-4876-be88-85b07c829cb7 None None] Provisioning complete for port 34e3c827-f0c4-4706-bcee-58fc521755da triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:18.355375 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d873dc2-654f-4876-be88-85b07c829cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.383870 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:13Z', 'revision_number': 4, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '34e3c827-f0c4-4706-bcee-58fc521755da', 'name': '', 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'mac_address': 'fa:16:3e:38:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '10fc7457-7aa6-4937-9d96-457cd51aa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:09Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'subnets': [{'id': '10fc7457-7aa6-4937-9d96-457cd51aa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:18.386708 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bff285-26de-4e61-94f6-ba6f69b6bd38 x-openstack-request-id: req-a4bff285-26de-4e61-94f6-ba6f69b6bd38 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:18.387104 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "tag": "3af4da14-7048-4943-919f-88c2b03ee711", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:18.387445 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a4bff285-26de-4e61-94f6-ba6f69b6bd38 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:18.387954 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711', 'status': 'completed', 'code': 200} Nov 25 17:15:18.438841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Allocated IP 172.25.8.26 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2bdae9ee-1e86-411f-8755-9bc1e342b29d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:18.450541 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262d0bce-3a85-4668-9687-fab74b89aa77 x-openstack-request-id: req-262d0bce-3a85-4668-9687-fab74b89aa77 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:18.450836 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-plugged", "status": "completed", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:18.451126 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-262d0bce-3a85-4668-9687-fab74b89aa77 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:18.452021 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'code': 200} Nov 25 17:15:18.464883 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cbc8d-9033-4b03-b3fb-882fd5bd2e98 None None] The sync data for ids ['9ccee2ec-250e-44d1-a688-a9dee6335e35'] in n-d-817303-7 is: [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:13Z', 'revision_number': 4, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '34e3c827-f0c4-4706-bcee-58fc521755da', 'name': '', 'network_id': '0e5cc460-e4b0-40b2-a03e-b4f49b4525f0', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'mac_address': 'fa:16:3e:38:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '10fc7457-7aa6-4937-9d96-457cd51aa967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:09Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'subnets': [{'id': '10fc7457-7aa6-4937-9d96-457cd51aa967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:18.493355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-64a9396e-5ad3-4ab6-b488-4a9b998a6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.495279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-64a9396e-5ad3-4ab6-b488-4a9b998a6695 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 1094 time: 0.0785422 Nov 25 17:15:18.523807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:18.531594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9750b510-2a93-4c44-b787-0d423e1d450c admin admin] 10.222.0.86 "PUT /v2.0/routers/30703287-03ea-4c29-8140-ce1b64955129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0098288 Nov 25 17:15:18.533303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.650777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4901-29d1-44b2-a826-1b29aff52f53 req-47d26102-ef03-4871-8e8a-1b73339d4789 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.652393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-719f4901-29d1-44b2-a826-1b29aff52f53 req-47d26102-ef03-4871-8e8a-1b73339d4789 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 950 time: 0.1316113 Nov 25 17:15:18.683669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-a2199bd6-9bcb-4ef9-b6d9-1b945ebcac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.685523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-a2199bd6-9bcb-4ef9-b6d9-1b945ebcac82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.1798129 Nov 25 17:15:18.709422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Checking segment: {'id': 'c751c60c-4183-4d33-844f-70901b86194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '20911345-dc95-4487-91fe-dc28a23fefdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:18.709995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Network hostable DHCP agents. Network: 20911345-dc95-4487-91fe-dc28a23fefdd, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:18.726809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51107f6d-9de5-42ed-a830-55cba6fd5c32,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:18.768390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.797569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-719f4901-29d1-44b2-a826-1b29aff52f53 req-1038c49f-9fb9-48b6-aece-664ac7a4f71f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237140 Nov 25 17:15:18.798842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-b0ab6551-9805-4b63-9934-d0dec4d0fa22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3af4da14-7048-4943-919f-88c2b03ee711 HTTP/1.1" status: 200 len: 217 time: 0.1019311 Nov 25 17:15:18.816898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Network 20911345-dc95-4487-91fe-dc28a23fefdd is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:18.848520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 20911345-dc95-4487-91fe-dc28a23fefdd) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:18.859290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:18.863175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Sync routers for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:18.872256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878205a6-2b06-4809-9487-de4c5f380b04 None None] Network 20911345-dc95-4487-91fe-dc28a23fefdd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:18.875219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.943459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-82a232ec-f2f1-4c30-9462-821c96d717e0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1306407 Nov 25 17:15:18.943459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:18.999829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-c79d7d9a-fd38-4af6-8eff-4d0e5a1afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.001379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-c79d7d9a-fd38-4af6-8eff-4d0e5a1afcc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1856980 Nov 25 17:15:19.091300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-e13f2374-e422-4e2e-b4aa-6ce7416afa9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802200 Nov 25 17:15:19.124483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:19.126754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Pushing event updated for resources: {'Port': ['ID=2bdae9ee-1e86-411f-8755-9bc1e342b29d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:19.136888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:19.141267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:19.145706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 34e3c827-f0c4-4706-bcee-58fc521755da up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:19.254270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:19.255916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:19.302430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642cadc-0339-48b6-b64d-870b72cde836 req-0d258318-8ccf-480a-b97b-455f3d18a438 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:19.304194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e642cadc-0339-48b6-b64d-870b72cde836 req-0d258318-8ccf-480a-b97b-455f3d18a438 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 943 time: 0.2152359 Nov 25 17:15:19.365865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.374296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-e8f09eef-74a4-4336-882e-baec42129575 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568014 Nov 25 17:15:19.426184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.473026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e642cadc-0339-48b6-b64d-870b72cde836 req-67c4bae8-457c-44eb-9e4a-1478b5d09994 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626618 Nov 25 17:15:19.508699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:19.516370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-521571983-network', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:19.574504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a028af3-2335-4bb4-b68c-8e2ed63cade0 req-acb2ad4b-7805-4d73-9d85-74211f34ce1c service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914189 Nov 25 17:15:19.586475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Made reservation on behalf of ad8f1c6efce2476ab5a2b9ad377c7fe1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:19.592995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.608671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.691687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:19.693650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.699824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.725887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.735962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.804249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:19.807453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60174cdc-a664-4bde-ba8e-60b5c73a645e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:19.813082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Pushing event updated for resources: {'Port': ['ID=2bdae9ee-1e86-411f-8755-9bc1e342b29d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:19.823010 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.823587 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Added segment f2d35f6d-582f-4c38-941b-34411c6723f8 of type vlan for network 8bf5f339-7115-47e8-84ad-57e098425dbd Nov 25 17:15:19.829430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.872342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.880692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-f6edfda5-be29-4c85-bf03-84f52b4bbf82 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5992677 Nov 25 17:15:19.882156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3af4da14-7048-4943-919f-88c2b03ee711 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:19.902192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-19a23e1c-80e2-4076-9ac6-30cdaa7f4eb7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340602 Nov 25 17:15:19.909766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce43cf-9725-4fd9-be0c-5641d43e312d None None] Network 20911345-dc95-4487-91fe-dc28a23fefdd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:19.920840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:19.950888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-1d55f54f-92a1-41db-bce4-957caae1c39f tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.26 HTTP/1.1" status: 200 len: 695 time: 0.0688951 Nov 25 17:15:20.023531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.025688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.026281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.037928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 34e3c827-f0c4-4706-bcee-58fc521755da triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:20.038301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.083922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-059470d8-3878-47b8-b83c-7c7053cbccf2 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.100005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66ead8e9-7ffd-40ad-afd4-687c8c9205de req-059470d8-3878-47b8-b83c-7c7053cbccf2 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1475778 Nov 25 17:15:20.112527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf5f339-7115-47e8-84ad-57e098425dbd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.125844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5efc03d7-f58d-472f-a304-2615c0cab879 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6143525 Nov 25 17:15:20.128614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:20.133756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Request body: {'subnet': {'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-521571983-subnet', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:20.141125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 8bf5f339-7115-47e8-84ad-57e098425dbd details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:20.143302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-6357ba91-df88-4c55-82cf-5dc298768203 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.151900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-6357ba91-df88-4c55-82cf-5dc298768203 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365544 Nov 25 17:15:20.163814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Made reservation on behalf of ad8f1c6efce2476ab5a2b9ad377c7fe1 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:20.166576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.173604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-f9baa271-bebf-479e-befb-5a6d483b1337 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/quotas/676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 375 time: 0.0203469 Nov 25 17:15:20.248805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-5cfc4a3b-ae58-4a31-9395-9af8a1d30b6e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740256 Nov 25 17:15:20.307835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48b940-687a-4cd4-97de-3c7c548db4d1 req-0eb29801-e7d3-4542-b67a-ad6c415e0f7b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.309559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d48b940-687a-4cd4-97de-3c7c548db4d1 req-0eb29801-e7d3-4542-b67a-ad6c415e0f7b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 949 time: 0.1234381 Nov 25 17:15:20.399116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:20.424822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d48b940-687a-4cd4-97de-3c7c548db4d1 req-4f272cf8-788a-451e-9c87-bcad8a93c7a5 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932019 Nov 25 17:15:20.456855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:20.459282 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad51fb01-9c7a-4d0c-8c6b-78737e256798" -d '{"events": [{"server_uuid": "bdd653fa-4a0a-4e32-b848-6a76c0590c11", "name": "network-vif-plugged", "status": "completed", "tag": "dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:20.462313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '3af4da14-7048-4943-919f-88c2b03ee711', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '3af4da14-7048-4943-919f-88c2b03ee711', 'mac_address': 'fa:16:3e:ec:d2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:20.546650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 460547de-7904-4654-a45a-8bd8fb237de1 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:20.562329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.591404 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.594849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 2, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:20.640462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Checking router: 30703287-03ea-4c29-8140-ce1b64955129 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:20.640834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Updating router 30703287-03ea-4c29-8140-ce1b64955129 port 243a35a3-500b-4776-a573-6181d55d6c7f binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:20.644929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af4da14-7048-4943-919f-88c2b03ee711 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:20.684595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Checking segment: {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:20.685071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Network hostable DHCP agents. Network: 8bf5f339-7115-47e8-84ad-57e098425dbd, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:20.694060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:20.699808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.704164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.706831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d361e956-1c66-43eb-9961-1e2d0dd049e2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.729295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e20b2-bc26-4d47-9cb5-0d0a04080ae0 req-d1d8b916-bc38-4c37-a653-b98493399406 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.731521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12e20b2-bc26-4d47-9cb5-0d0a04080ae0 req-d1d8b916-bc38-4c37-a653-b98493399406 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 950 time: 0.1273913 Nov 25 17:15:20.742381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 460547de-7904-4654-a45a-8bd8fb237de1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:20.742810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.754888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Network 8bf5f339-7115-47e8-84ad-57e098425dbd is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:20.782400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 8bf5f339-7115-47e8-84ad-57e098425dbd) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:20.787290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:20.788457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.798132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5404429-8502-49a0-a224-09494e6415c2 None None] Network 8bf5f339-7115-47e8-84ad-57e098425dbd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:20.831543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-473892f8-1b4f-409f-af39-76940b7b442f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6994338 Nov 25 17:15:20.832143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35190) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:20.837283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:20.845224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12e20b2-bc26-4d47-9cb5-0d0a04080ae0 req-cfb81d15-25a6-4aaf-a960-9c2d0d4743b5 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039624 Nov 25 17:15:20.893254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.895652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:20.897161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:20.936130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4c9cc7dc-a459-450a-b78f-736b7880e7cd req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-958636958', 'description': 'tempest-description-53961442'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:20.965956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c1056b9-a5ce-4baa-9e55-0b5516459403 req-f589ebbb-e4cf-440f-a3be-cceaf672e86a tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips/bcaf6c09-d682-4f57-8759-8e3d9501d117 HTTP/1.1" status: 200 len: 692 time: 0.0649431 Nov 25 17:15:20.987006 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c9cc7dc-a459-450a-b78f-736b7880e7cd req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.002066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['3af4da14-7048-4943-919f-88c2b03ee711'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:21.061663 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.106728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c9cc7dc-a459-450a-b78f-736b7880e7cd req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.113517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c9cc7dc-a459-450a-b78f-736b7880e7cd req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.149216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f5208f-7517-4da0-a1cd-e1af71b47d7f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:21.167897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4c9cc7dc-a459-450a-b78f-736b7880e7cd req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.182088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c9cc7dc-a459-450a-b78f-736b7880e7cd req-29ba32ad-82e5-4431-97cc-c5bd4803dd5e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2504678 Nov 25 17:15:21.240649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.289833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056b9-a5ce-4baa-9e55-0b5516459403 req-d3c05efc-c702-4b1b-ad7a-600e89a6787c tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:21.290366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-04937c35-0d60-4e62-b61a-5166dffe6c4f req-f38b204d-940b-4f20-989f-fdfa977aef34 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0428143 Nov 25 17:15:21.291192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c1056b9-a5ce-4baa-9e55-0b5516459403 req-d3c05efc-c702-4b1b-ad7a-600e89a6787c tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.3120711 Nov 25 17:15:21.358139 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dcb9b1-c8a2-48c8-a933-065458df959c x-openstack-request-id: req-98dcb9b1-c8a2-48c8-a933-065458df959c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:21.358432 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd653fa-4a0a-4e32-b848-6a76c0590c11", "name": "network-vif-plugged", "status": "completed", "tag": "dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:21.358990 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98dcb9b1-c8a2-48c8-a933-065458df959c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:21.359646 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e', 'code': 200} Nov 25 17:15:21.370557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07867454-fc15-4538-a354-5950a998b68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-8bf5f339-7115-47e8-84ad-57e098425dbd', 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'fixed_ips': [{'subnet_id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:21.371656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07867454-fc15-4538-a354-5950a998b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.532257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0aa03-f0bf-4653-87d1-f2d33067b67d req-6c777bf5-87f5-4b43-973f-4ace8e42f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:21.533862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ee0aa03-f0bf-4653-87d1-f2d33067b67d req-6c777bf5-87f5-4b43-973f-4ace8e42f6e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 1100 time: 0.1077228 Nov 25 17:15:21.563354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934b06c-bf4b-4b81-8d2a-209f0913937e req-f84734d6-4b41-450d-b222-dcc2c7edaadd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:21.565052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b934b06c-bf4b-4b81-8d2a-209f0913937e req-f84734d6-4b41-450d-b222-dcc2c7edaadd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 944 time: 0.1200836 Nov 25 17:15:21.579957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36045f1c-1248-4c25-b020-9b4aa4e44c85 req-14adfe70-e974-466c-917d-4b8ac247d537 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:21.581487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36045f1c-1248-4c25-b020-9b4aa4e44c85 req-14adfe70-e974-466c-917d-4b8ac247d537 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 1101 time: 0.0756910 Nov 25 17:15:21.585259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.593380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.606699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.613836 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.628802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ee0aa03-f0bf-4653-87d1-f2d33067b67d req-7ff6624b-ab8e-451a-8271-ef521e065136 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872743 Nov 25 17:15:21.632012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-36045f1c-1248-4c25-b020-9b4aa4e44c85 req-d1b5a5ca-827b-4707-8542-5ad247b46084 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.668597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b934b06c-bf4b-4b81-8d2a-209f0913937e req-c9a98e8d-7dcb-4856-acd1-dab7af0e37e1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819714 Nov 25 17:15:21.712753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481adf-7ebf-4fa1-b808-08381d461c94 None None] Pushing event updated for resources: {'Port': ['ID=243a35a3-500b-4776-a573-6181d55d6c7f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:21.806175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Allocated IP 172.25.8.6 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/3f8e3eba-6053-4c8f-814b-0b773ff0e158) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:21.816419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77e8be79-5490-45ab-91a8-21f6120be069 req-adf89aa0-3e7a-4ef1-8e59-3dc0610a0b9e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/26f5208f-7517-4da0-a1cd-e1af71b47d7f HTTP/1.1" status: 200 len: 1819 time: 0.1229410 Nov 25 17:15:21.831261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26f5208f-7517-4da0-a1cd-e1af71b47d7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:21.834307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26f5208f-7517-4da0-a1cd-e1af71b47d7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:21.904922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-36045f1c-1248-4c25-b020-9b4aa4e44c85 req-d1b5a5ca-827b-4707-8542-5ad247b46084 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:21.947271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-7addfb26-0e95-42c8-8f1b-33942b27b56a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610857 Nov 25 17:15:21.947973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-07867454-fc15-4538-a354-5950a998b68c None None] Allocated IP 172.20.0.2 (8bf5f339-7115-47e8-84ad-57e098425dbd/d361e956-1c66-43eb-9961-1e2d0dd049e2/c9ab3fc3-1503-4a46-8b7d-f6ff29833125) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:22.017763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.101811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Attempting to bind port 243a35a3-500b-4776-a573-6181d55d6c7f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:22.102711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Attempting to bind port 243a35a3-500b-4776-a573-6181d55d6c7f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:22.103417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Attempting to bind port 243a35a3-500b-4776-a573-6181d55d6c7f on network cb08c150-41fd-472c-9246-04418bbac31d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:22.107728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.109528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b8fcb3b7-28f5-4adf-818b-48067960dc6d None None] Provisioning complete for port 243a35a3-500b-4776-a573-6181d55d6c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:22.110171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b8fcb3b7-28f5-4adf-818b-48067960dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.114952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.150267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:22.151040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Checking segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:22.151697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.152300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Bound using segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:22.153085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Bound port: 243a35a3-500b-4776-a573-6181d55d6c7f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:22.153689 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.164499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178264ac-05c5-4e21-b6c8-858c5b876b39,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.170610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.177212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77e8be79-5490-45ab-91a8-21f6120be069 req-a4f67480-1acb-41ac-9b0d-d529cd1b2d92 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3591790 Nov 25 17:15:22.213418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcb3b7-28f5-4adf-818b-48067960dc6d None None] Port 243a35a3-500b-4776-a573-6181d55d6c7f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:22.265197 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07867454-fc15-4538-a354-5950a998b68c None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.269446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f55396e1-8dfa-4bb6-9ada-a85a11c7f41e req-c883a004-00a7-4ca0-b340-51218afabc9d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=c338300a2c944684bcd4a1477e805f84 HTTP/1.1" status: 200 len: 695 time: 0.0737500 Nov 25 17:15:22.280441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-acd29b77-cb63-4448-aeab-ff42c868e9fc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.281111 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07867454-fc15-4538-a354-5950a998b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.282202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-acd29b77-cb63-4448-aeab-ff42c868e9fc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3055856 Nov 25 17:15:22.324002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] For port 243a35a3-500b-4776-a573-6181d55d6c7f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:22.338138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-36045f1c-1248-4c25-b020-9b4aa4e44c85 req-d1b5a5ca-827b-4707-8542-5ad247b46084 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.350460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Request body: {'port': {'device_id': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '676e520b9b0b416b9d9f33e018f59d4d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:22.351905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] For port 243a35a3-500b-4776-a573-6181d55d6c7f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=243a35a3-500b-4776-a573-6181d55d6c7f,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:22.354186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07867454-fc15-4538-a354-5950a998b68c None None] Network 8bf5f339-7115-47e8-84ad-57e098425dbd is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:22.359438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-07867454-fc15-4538-a354-5950a998b68c None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:22.369200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07867454-fc15-4538-a354-5950a998b68c None None] Pushing event updated for resources: {'Port': ['ID=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.376783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.380792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07867454-fc15-4538-a354-5950a998b68c None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:22.394736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36045f1c-1248-4c25-b020-9b4aa4e44c85 req-d1b5a5ca-827b-4707-8542-5ad247b46084 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7835433 Nov 25 17:15:22.400439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5a5ca-827b-4707-8542-5ad247b46084 tempest-LiveMigrationNegativeTest-1260676377 tempest-LiveMigrationNegativeTest-1260676377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cec187a-b7fd-4645-8798-5c09d0d4ffc1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.503907 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.532070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-07867454-fc15-4538-a354-5950a998b68c None None] Attempting to bind port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:22.532819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-07867454-fc15-4538-a354-5950a998b68c None None] Attempting to bind port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:22.533405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07867454-fc15-4538-a354-5950a998b68c None None] Attempting to bind port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 on network 8bf5f339-7115-47e8-84ad-57e098425dbd {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:22.535745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:22.536641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:22.538599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3481adf-7ebf-4fa1-b808-08381d461c94 None None] Pushing event updated for resources: {'Port': ['ID=243a35a3-500b-4776-a573-6181d55d6c7f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.582420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.585785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07867454-fc15-4538-a354-5950a998b68c None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:22.586519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07867454-fc15-4538-a354-5950a998b68c None None] Checking segment: {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:22.587036 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07867454-fc15-4538-a354-5950a998b68c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.587652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07867454-fc15-4538-a354-5950a998b68c None None] Bound using segment: {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:22.588214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-07867454-fc15-4538-a354-5950a998b68c None None] Bound port: c9ab3fc3-1503-4a46-8b7d-f6ff29833125, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:22.588664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07867454-fc15-4538-a354-5950a998b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.667416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:22.673280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:22.685498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:22.762815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20179a-d957-47a0-aa9e-5539c9daed97 req-2d91428b-9956-442f-80db-feea38bc1630 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:22.772899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:22.773069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f20179a-d957-47a0-aa9e-5539c9daed97 req-2d91428b-9956-442f-80db-feea38bc1630 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 949 time: 0.2069533 Nov 25 17:15:22.775451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e3eba-6053-4c8f-814b-0b773ff0e158,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:22.800541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-07867454-fc15-4538-a354-5950a998b68c None None] For port c9ab3fc3-1503-4a46-8b7d-f6ff29833125, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:22.821793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-07867454-fc15-4538-a354-5950a998b68c None None] For port c9ab3fc3-1503-4a46-8b7d-f6ff29833125, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:22.839854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07867454-fc15-4538-a354-5950a998b68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:22.914440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f20179a-d957-47a0-aa9e-5539c9daed97 req-524fa52c-8cf3-48c8-a066-375936d94f9e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403060 Nov 25 17:15:22.978614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-737050c5-c6ea-4c69-a619-7528298d7cc4 req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-364750733', 'description': 'tempest-description-2041043437'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:23.039749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-be1a51e8-2ec8-4364-81a9-7b3f8d52103c None None] Provisioning complete for port 243a35a3-500b-4776-a573-6181d55d6c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:23.040331 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be1a51e8-2ec8-4364-81a9-7b3f8d52103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.132795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07867454-fc15-4538-a354-5950a998b68c None None] Pushing event updated for resources: {'Port': ['ID=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.137130 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-737050c5-c6ea-4c69-a619-7528298d7cc4 req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.147195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55396e1-8dfa-4bb6-9ada-a85a11c7f41e req-c349140f-445a-4be2-8cdc-d3c64d8adcd1 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.148520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f55396e1-8dfa-4bb6-9ada-a85a11c7f41e req-c349140f-445a-4be2-8cdc-d3c64d8adcd1 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks?id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 787 time: 0.8780224 Nov 25 17:15:23.206590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Made reservation on behalf of 676e520b9b0b416b9d9f33e018f59d4d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:23.212350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.272336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-737050c5-c6ea-4c69-a619-7528298d7cc4 req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.290080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-737050c5-c6ea-4c69-a619-7528298d7cc4 req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.291682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be1a51e8-2ec8-4364-81a9-7b3f8d52103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.292494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.322820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:22Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:23.328336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eb1a6a70-2ec1-4d67-8d04-3d18097f8451 req-1e289827-7dde-4a97-81f2-2eebb344a13c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0518374 Nov 25 17:15:23.413056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680dbf-74d9-4b48-915f-f08c9f7ceb00 None None] The sync data for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 is: [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:22Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:23.418499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-be1a51e8-2ec8-4364-81a9-7b3f8d52103c None None] For port 243a35a3-500b-4776-a573-6181d55d6c7f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=243a35a3-500b-4776-a573-6181d55d6c7f,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:23.434423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be1a51e8-2ec8-4364-81a9-7b3f8d52103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.455633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154aec83-17a5-4457-99c5-d2eeacc15006,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.487637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-737050c5-c6ea-4c69-a619-7528298d7cc4 req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.489619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-737050c5-c6ea-4c69-a619-7528298d7cc4 req-e9d06bf2-9caf-4518-a2d5-fd3a497d9853 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5157208 Nov 25 17:15:23.515001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3af4da14-7048-4943-919f-88c2b03ee711 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:23.556335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Allocated IP 192.168.233.52 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/9eab2647-97fb-4003-9ae2-10e9116b25c7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:23.620859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a51e8-2ec8-4364-81a9-7b3f8d52103c None None] Pushing event updated for resources: {'Port': ['ID=243a35a3-500b-4776-a573-6181d55d6c7f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.672049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 3af4da14-7048-4943-919f-88c2b03ee711 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:23.677151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 3af4da14-7048-4943-919f-88c2b03ee711 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:23.677571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.756863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-6bfa555e-157e-4981-bd46-11ffba9aac7e tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips/bcaf6c09-d682-4f57-8759-8e3d9501d117 HTTP/1.1" status: 200 len: 692 time: 0.0857346 Nov 25 17:15:23.787769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.825402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:23.829510 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d653a34-b4be-4c37-9050-4201950b043e" -d '{"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3af4da14-7048-4943-919f-88c2b03ee711"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:23.834389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eda9e-2d59-4269-bad4-424f404a366c req-d25c7114-dcb2-44ab-9b96-547419078647 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.840380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-792eda9e-2d59-4269-bad4-424f404a366c req-d25c7114-dcb2-44ab-9b96-547419078647 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 944 time: 0.1906538 Nov 25 17:15:23.844490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.862080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:23.863511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:23.941770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-10a430d2-786a-426d-84fe-85ba526d9d8a tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:23.943766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:23.951330 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-10a430d2-786a-426d-84fe-85ba526d9d8a tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1914382 Nov 25 17:15:24.000524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-792eda9e-2d59-4269-bad4-424f404a366c req-eaac86c5-79aa-4eff-a61f-e9c23869e97e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506450 Nov 25 17:15:24.008049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-d1eb681d-ad2c-425c-a97f-47a95bc0ee75 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.26 HTTP/1.1" status: 200 len: 695 time: 0.0556500 Nov 25 17:15:24.066843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:15:24.100554 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-915a0571-abb9-45fc-ba8f-3c73e25c6362 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.26 HTTP/1.1" status: 200 len: 695 time: 0.0801249 Nov 25 17:15:24.173176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.232096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9295d891-dfc6-451f-8540-a90005ab314e req-272deffc-5b6c-41bf-9810-e0d7bc7c6ae5 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/154aec83-17a5-4457-99c5-d2eeacc15006 HTTP/1.1" status: 200 len: 1821 time: 0.0973384 Nov 25 17:15:24.242729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '154aec83-17a5-4457-99c5-d2eeacc15006', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:24.243057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '154aec83-17a5-4457-99c5-d2eeacc15006', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:24.281688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:24.293486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.297597 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Sync routers for ids ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:24.306378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:24.311449 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Routers {'a25f8af6-6561-4c16-8ba6-6e42698f7ce6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:24.315213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Deleting port 2bdae9ee-1e86-411f-8755-9bc1e342b29d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:24.315680 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:24.317052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.320759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-26c656d1-4c29-47cb-8673-80a216b4ac77 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4853828 Nov 25 17:15:24.323599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.327896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:24.459104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:24.497294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.501021 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Set router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:24.621010 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.621491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.633247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.646006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Calling delete_port for 2bdae9ee-1e86-411f-8755-9bc1e342b29d owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:24.647650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.667552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-2fba1823-cafa-45b6-8f01-8019c43aca40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2331047 Nov 25 17:15:24.687310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feec35cb-4d47-4994-be08-ed36363ddb42,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:24.717891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7593478-926f-46a0-a8c8-b497e13035dd None None] Network 8bf5f339-7115-47e8-84ad-57e098425dbd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:24.734687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.736442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9295d891-dfc6-451f-8540-a90005ab314e req-b4ed9271-b3be-4d1f-a251-5ce443ae3a01 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5030630 Nov 25 17:15:24.818832 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:15:22Z', 'revision_number': 3, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:24.859824 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c83bb8d-c8e2-40fd-8e60-89f972783c5a x-openstack-request-id: req-2c83bb8d-c8e2-40fd-8e60-89f972783c5a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:24.863048 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3af4da14-7048-4943-919f-88c2b03ee711", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:24.863307 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c83bb8d-c8e2-40fd-8e60-89f972783c5a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:24.864267 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711', 'code': 200} Nov 25 17:15:24.876804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.877028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.877490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.877944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.878394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.878843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.879292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:24.881361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-94b604f4-4941-4102-b067-b56436243ec8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.1420500 Nov 25 17:15:24.913467 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Checking router: a25f8af6-6561-4c16-8ba6-6e42698f7ce6 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:24.913794 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Updating router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:24.918680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ddc797ae-6e28-4b83-b34a-7378847388cb None None] Provisioning complete for port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:24.920240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddc797ae-6e28-4b83-b34a-7378847388cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.975160 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:24.993899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:25.006302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.021960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:25.066269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:25.136276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973a694-1a82-44f6-bc0a-b4f2b0828a10 req-0209e606-cc3a-4654-afa2-b542c2eb4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.139089 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5973a694-1a82-44f6-bc0a-b4f2b0828a10 req-0209e606-cc3a-4654-afa2-b542c2eb4087 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 1096 time: 0.1909459 Nov 25 17:15:25.158669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Pushing event deleted for resources: {'Port': ['ID=2bdae9ee-1e86-411f-8755-9bc1e342b29d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:25.159509 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddc797ae-6e28-4b83-b34a-7378847388cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.176395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f7af-25a9-4c0e-a365-e167bf389b16 req-75123177-520c-4732-af74-3232c58fd2e6 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.192322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc88f7af-25a9-4c0e-a365-e167bf389b16 req-75123177-520c-4732-af74-3232c58fd2e6 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 949 time: 0.2281396 Nov 25 17:15:25.249844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.253289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.264978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50c49bc5-68f1-4c30-af4d-7e067efde8a4 req-26281cfe-22b8-458e-9a21-68765e918702 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "DELETE /v2.0/floatingips/bcaf6c09-d682-4f57-8759-8e3d9501d117 HTTP/1.1" status: 204 len: 173 time: 1.1581278 Nov 25 17:15:25.364085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.369772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.431223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5973a694-1a82-44f6-bc0a-b4f2b0828a10 req-2efad07b-7216-49ba-b7aa-c78e01a68a1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799790 Nov 25 17:15:25.485208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc88f7af-25a9-4c0e-a365-e167bf389b16 req-847140d6-4d95-4055-afda-0272219c2dee tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312965 Nov 25 17:15:25.545013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-6ef3b524-5878-4b51-a4ec-eabac50bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.548178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-6ef3b524-5878-4b51-a4ec-eabac50bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.549531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-6ef3b524-5878-4b51-a4ec-eabac50bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.575453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-6ef3b524-5878-4b51-a4ec-eabac50bc457 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=1c40dd2d-dafc-424c-aff6-460a4c427db2&id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 2298 time: 0.5953400 Nov 25 17:15:25.576685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ddc797ae-6e28-4b83-b34a-7378847388cb None None] For port c9ab3fc3-1503-4a46-8b7d-f6ff29833125, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:25.582482 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddc797ae-6e28-4b83-b34a-7378847388cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.596236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-8fc2e9a5-e3fe-4fb1-8b6c-bb450600d257 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2566590 Nov 25 17:15:25.646835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.652551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Request body: {'port': {'device_id': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:25.747413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9ab3fc3-1503-4a46-8b7d-f6ff29833125 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:25.846692 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.855696 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.865417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-783e068d-84ba-4869-8654-f20565fbe94b req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1454144183', 'description': 'tempest-description-694173484'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:25.911198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc8db8-5d15-43d7-afff-3351ed74b785 req-3b7e5c44-0bc3-4a9b-89f5-9785943fcf3d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:25.921056 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbcc8db8-5d15-43d7-afff-3351ed74b785 req-3b7e5c44-0bc3-4a9b-89f5-9785943fcf3d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 935 time: 0.1424596 Nov 25 17:15:25.925439 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Attempting to bind port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:25.925840 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Attempting to bind port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:25.926266 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Attempting to bind port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:25.928466 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed1105-64fe-42ee-9dee-9e31d5262276 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3eba-6053-4c8f-814b-0b773ff0e158,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:25.929967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8fb26a0-f480-4a5c-a579-c8c1977221bf None None] Provisioning complete for port 9eab2647-97fb-4003-9ae2-10e9116b25c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:25.932368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8fb26a0-f480-4a5c-a579-c8c1977221bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.935433 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:25.936254 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:25.936254 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.936735 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:25.937284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Bound port: 3f8e3eba-6053-4c8f-814b-0b773ff0e158, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:25.938183 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:25.947925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-783e068d-84ba-4869-8654-f20565fbe94b req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.000365 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] For port 3f8e3eba-6053-4c8f-814b-0b773ff0e158, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:26.005839 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] For port 3f8e3eba-6053-4c8f-814b-0b773ff0e158, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3f8e3eba-6053-4c8f-814b-0b773ff0e158,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:26.008045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc797ae-6e28-4b83-b34a-7378847388cb None None] Pushing event updated for resources: {'Port': ['ID=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.010997 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.022976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Allocated IP 172.20.0.1 (8bf5f339-7115-47e8-84ad-57e098425dbd/d361e956-1c66-43eb-9961-1e2d0dd049e2/65b3545f-37b5-4930-a483-1e429ec0342d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:26.043322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbcc8db8-5d15-43d7-afff-3351ed74b785 req-5a4d9971-f743-40f1-8f6d-6c75bd53ec43 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217699 Nov 25 17:15:26.067017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb26a0-f480-4a5c-a579-c8c1977221bf None None] Port 9eab2647-97fb-4003-9ae2-10e9116b25c7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:26.070189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.081639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:26.082253 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.095578 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Routers {'a25f8af6-6561-4c16-8ba6-6e42698f7ce6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:26.096362 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:26.103882 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed1105-64fe-42ee-9dee-9e31d5262276 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3eba-6053-4c8f-814b-0b773ff0e158,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.198552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 243a35a3-500b-4776-a573-6181d55d6c7f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:26.242472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a4524b2c-4974-4359-ba90-6a88cd091557 None None] Provisioning complete for port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:26.243117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4524b2c-4974-4359-ba90-6a88cd091557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.250753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] Set router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:26.274455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271105e5-2ab2-4e9f-9c4e-c6866a572548 req-6a0391da-5e5d-49ad-92bd-e5511d7d0cd9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.276487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-271105e5-2ab2-4e9f-9c4e-c6866a572548 req-6a0391da-5e5d-49ad-92bd-e5511d7d0cd9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.0983436 Nov 25 17:15:26.300197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.311657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 243a35a3-500b-4776-a573-6181d55d6c7f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:26.312357 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.348650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-271105e5-2ab2-4e9f-9c4e-c6866a572548 req-4decd770-3a10-4cf5-94e8-bf7df3b022d3 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613496 Nov 25 17:15:26.351719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-763e3ff4-296b-4bc7-92d7-9284e03d0263 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 1001 time: 0.6879110 Nov 25 17:15:26.431207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.493076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-476a07cf-4597-4b95-a666-c06758d0b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.493978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-476a07cf-4597-4b95-a666-c06758d0b67b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 200 len: 856 time: 0.1253071 Nov 25 17:15:26.523520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Network 8bf5f339-7115-47e8-84ad-57e098425dbd is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:26.532505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:26.538574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:26.558823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-783e068d-84ba-4869-8654-f20565fbe94b req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.575308 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-783e068d-84ba-4869-8654-f20565fbe94b req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.582900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Pushing event updated for resources: {'Port': ['ID=65b3545f-37b5-4930-a483-1e429ec0342d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.586340 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:15:22Z', 'revision_number': 3, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:26.595328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eab2647-97fb-4003-9ae2-10e9116b25c7 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:26.601912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-783e068d-84ba-4869-8654-f20565fbe94b req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.603145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-783e068d-84ba-4869-8654-f20565fbe94b req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7606156 Nov 25 17:15:26.617941 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.632351 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c72c76-65eb-4a53-9ef3-383fc56bf77a None None] The sync data for ids ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'] in n-d-817303-7 is: [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:15:22Z', 'revision_number': 3, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:26.647997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408739f-5a46-429b-b08c-86b422bf5545 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf6fa7f-9946-46f9-a209-dec24177c9e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.657753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-e246769e-59b5-42f7-abfb-1d91d8e8f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:26.659297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-3040331d-5f5f-48fe-8a86-91aff9f364ae tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2599092 Nov 25 17:15:26.659504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-e246769e-59b5-42f7-abfb-1d91d8e8f25a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582088 Nov 25 17:15:26.660747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Transition to ACTIVE for port object 9eab2647-97fb-4003-9ae2-10e9116b25c7 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:26.665386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.685823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:26.693236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.812410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:26.820740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:26.948066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-f332644c-0d36-4b2f-9d65-572ee8712879 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785461 Nov 25 17:15:27.043063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-de8aafa9-09c6-4c99-a0ab-e4569984dc68 None None] Provisioning complete for port 65b3545f-37b5-4930-a483-1e429ec0342d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:27.044169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de8aafa9-09c6-4c99-a0ab-e4569984dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.054984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.132788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-10d81c30-9a5a-4702-8525-d163b142b17a service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767139 Nov 25 17:15:27.172248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-de8aafa9-09c6-4c99-a0ab-e4569984dc68 None None] Port 65b3545f-37b5-4930-a483-1e429ec0342d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:27.212905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Attempting to bind port 9eab2647-97fb-4003-9ae2-10e9116b25c7 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:27.213236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Attempting to bind port 9eab2647-97fb-4003-9ae2-10e9116b25c7 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:27.213585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Attempting to bind port 9eab2647-97fb-4003-9ae2-10e9116b25c7 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:27.218590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-e6f4f137-8673-487d-a436-090690f6634b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 217 time: 0.0734730 Nov 25 17:15:27.224103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Port 9eab2647-97fb-4003-9ae2-10e9116b25c7 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:27.224429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Attempting to bind port 9eab2647-97fb-4003-9ae2-10e9116b25c7 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:27.231529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:27.231809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:27.232182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:27.232611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Bound port: 9eab2647-97fb-4003-9ae2-10e9116b25c7, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:27.233078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.276215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.355010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769296c-fc38-4470-b0f4-2d9269036d0e req-23556d97-c359-4b2f-a099-1b4f8086cbe2 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.362393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c769296c-fc38-4470-b0f4-2d9269036d0e req-23556d97-c359-4b2f-a099-1b4f8086cbe2 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 950 time: 0.2322884 Nov 25 17:15:27.439436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-0fffb44f-9421-4e7d-a3d6-6210d497d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.439436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-0fffb44f-9421-4e7d-a3d6-6210d497d82f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.2091532 Nov 25 17:15:27.445278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c769296c-fc38-4470-b0f4-2d9269036d0e req-411c3385-19c8-45fb-918d-ee08268b059c tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820260 Nov 25 17:15:27.449164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9ab3fc3-1503-4a46-8b7d-f6ff29833125 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:27.459170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-5af30db2-72e1-4eb7-9b86-2b6c432125c0 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.461007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-5af30db2-72e1-4eb7-9b86-2b6c432125c0 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 950 time: 0.2090449 Nov 25 17:15:27.537145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1fb96ed1-ecd7-4041-b13a-9e3e32b6dde9 req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1112071351', 'description': 'tempest-description-1393572851'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:27.541784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:27.542157 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.542284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:27.576569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:27.619800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.658818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3f8e3eba-6053-4c8f-814b-0b773ff0e158 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:27.666707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fb96ed1-ecd7-4041-b13a-9e3e32b6dde9 req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.688514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-1a06bb48-7bec-4095-b6fb-6683f2f99094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.690544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-1a06bb48-7bec-4095-b6fb-6683f2f99094 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2285824 Nov 25 17:15:27.698253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:27.698871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.700959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] 10.222.0.73 "PUT /v2.0/ports/9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 1095 time: 2.0591445 Nov 25 17:15:27.714928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.725045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:27.727650 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e083a0c-c93b-47c4-b88a-86ef722ae639" -d '{"events": [{"name": "network-changed", "server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:27.742308 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.792159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:27.792572 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.849254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Deleting port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:27.849485 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.890070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Pushing event updated for resources: {'Port': ['ID=65b3545f-37b5-4930-a483-1e429ec0342d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:27.912872 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.916243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Allocated IP 172.25.8.122 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/ea9e5395-fa56-4ab8-b01d-f840115ea363) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:27.937184 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:27.956992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d29f97-276e-4080-ae9d-79a7c39e6581 service neutron] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:27.963755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 3f8e3eba-6053-4c8f-814b-0b773ff0e158, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3f8e3eba-6053-4c8f-814b-0b773ff0e158,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:27.974377 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.014299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-b627d124-7747-44eb-a363-25f4b3b17320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.016220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-b627d124-7747-44eb-a363-25f4b3b17320 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1098 time: 0.2663338 Nov 25 17:15:28.046621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3eba-6053-4c8f-814b-0b773ff0e158,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.095253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fb96ed1-ecd7-4041-b13a-9e3e32b6dde9 req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.097577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-94f6ec1d-8296-4973-a377-a0d1fcda6170 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 217 time: 0.0656013 Nov 25 17:15:28.102815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-38a4ab68-d6cd-4e04-b884-9a742d32d9be service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661201 Nov 25 17:15:28.109651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fb96ed1-ecd7-4041-b13a-9e3e32b6dde9 req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.141274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Network 8bf5f339-7115-47e8-84ad-57e098425dbd is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:28.144282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:28.260279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fb96ed1-ecd7-4041-b13a-9e3e32b6dde9 req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.261509 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fb96ed1-ecd7-4041-b13a-9e3e32b6dde9 req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7667589 Nov 25 17:15:28.263941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] For port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:28.264338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.270100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a103162-ab82-4523-8c06-5ac9c2f4c3cd tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30894e-4a24-44b1-b23c-7aef8a5b55ce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.295294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Calling delete_port for 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:28.306110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-faf76f13-a3d5-4f1b-b867-8aab519622cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.307655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-faf76f13-a3d5-4f1b-b867-8aab519622cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1921597 Nov 25 17:15:28.323149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.351904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:15:28.392963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-0f5d71bc-3203-4d0a-868e-a21cd775b082 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751787 Nov 25 17:15:28.429566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.461037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-074f807f-b287-445d-be83-7ff62e4b5616 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0579419 Nov 25 17:15:28.471092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-0392b929-a51f-41e4-82d4-9c0a61b35a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.472572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-0392b929-a51f-41e4-82d4-9c0a61b35a4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522887 Nov 25 17:15:28.498885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:28.505087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:28.512243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:28.557556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Pushing event updated for resources: {'Port': ['ID=ea9e5395-fa56-4ab8-b01d-f840115ea363,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.571579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1f19a10d-659e-4255-9290-5e7625a51197 None None] Provisioning complete for port 65b3545f-37b5-4930-a483-1e429ec0342d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:28.572014 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f19a10d-659e-4255-9290-5e7625a51197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.577055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:28.582913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a9366f0f-2350-43da-a65e-c768e40dc95b admin admin] 10.222.0.86 "PUT /v2.0/routers/a25f8af6-6561-4c16-8ba6-6e42698f7ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2534089 Nov 25 17:15:28.621793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1f19a10d-659e-4255-9290-5e7625a51197 None None] Port 65b3545f-37b5-4930-a483-1e429ec0342d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:28.635777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.676671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.858859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.864368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.952456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74f6e2-d8cf-4be4-b900-15e8a45dd3d4 req-e4168a94-7fa8-497c-a77a-a89e56a2fda5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.952654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Pushing event updated for resources: {'Port': ['ID=ea9e5395-fa56-4ab8-b01d-f840115ea363,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:28.954012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f74f6e2-d8cf-4be4-b900-15e8a45dd3d4 req-e4168a94-7fa8-497c-a77a-a89e56a2fda5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 947 time: 0.5010977 Nov 25 17:15:28.956265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-f7600d45-2a33-4564-9e3d-739e00737cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:28.957628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-f7600d45-2a33-4564-9e3d-739e00737cca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.4829056 Nov 25 17:15:28.961436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.980703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:28.989573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-17c2c7e2-064e-4879-83a5-d22a978da795 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3293190 Nov 25 17:15:29.045775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-edb590dd-1186-46c7-b215-3de60f38a42c tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0541158 Nov 25 17:15:29.103637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-e7ea4272-9231-42ad-850d-ad004307359b service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033077 Nov 25 17:15:29.109562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.117981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f74f6e2-d8cf-4be4-b900-15e8a45dd3d4 req-db46b568-1177-4ea6-8127-3b26f7ee4d13 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529253 Nov 25 17:15:29.121460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a932b626-d5b4-4269-b75a-482836bdb8a9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:29.142781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-37cb3b01-fb22-487f-b75e-d9c9bb88f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.144278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-37cb3b01-fb22-487f-b75e-d9c9bb88f96a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759143 Nov 25 17:15:29.176214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-62ec4aef-459a-441c-92e7-01fc55b7ff23 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.203729 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-46dcdb22-1a62-4f5f-8a6e-fb534bab2fb2 req-62ec4aef-459a-441c-92e7-01fc55b7ff23 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.1515439 Nov 25 17:15:29.237421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Pushing event deleted for resources: {'Port': ['ID=8e0214e5-5ab4-4bf9-940c-e87ed007ada1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:29.435304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3f8e3eba-6053-4c8f-814b-0b773ff0e158 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:29.444798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b565e-aaf7-4c1a-9500-8d60a11a91e1 req-b82bc708-5ed4-4064-b694-5184ffd8e18a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.447501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f55b565e-aaf7-4c1a-9500-8d60a11a91e1 req-b82bc708-5ed4-4064-b694-5184ffd8e18a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1078877 Nov 25 17:15:29.458131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] No DVR routers for this DVR port 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:29.461108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.464739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09c7747c-061d-4b7c-b549-8db86cb4158e req-7830c74f-c3e6-4d0b-9d51-4cb7552c6596 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "DELETE /v2.0/ports/8e0214e5-5ab4-4bf9-940c-e87ed007ada1 HTTP/1.1" status: 204 len: 173 time: 1.9780967 Nov 25 17:15:29.496504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-9bb4b8dc-cf0b-4d71-a715-f9d732195405 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=565347ed98404c0f921225de46bdc033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2104995 Nov 25 17:15:29.549260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:29.549640 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:29.612656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f55b565e-aaf7-4c1a-9500-8d60a11a91e1 req-2d713e1e-5c09-49b8-ac89-e7e94da842cf tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504092 Nov 25 17:15:29.714192 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e7c9a2-c39e-4614-8e05-8dceced37331 x-openstack-request-id: req-67e7c9a2-c39e-4614-8e05-8dceced37331 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:29.714457 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:29.714722 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67e7c9a2-c39e-4614-8e05-8dceced37331 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:29.715103 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'status': 'completed', 'code': 200} Nov 25 17:15:29.747164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c58c4edc-cf06-4802-affd-7986ea2fe39a req-f184b227-0d87-4119-8c9a-6d672a021336 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259406 Nov 25 17:15:29.759975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-bb86df43-f851-41e3-938e-d001cc351605 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825191 Nov 25 17:15:29.848857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-770c042d-fa59-493e-be47-8908579630f8 req-d634ebe8-4e6d-4ee9-a567-4c12f01e2cd5 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/ebf6fa7f-9946-46f9-a209-dec24177c9e9 HTTP/1.1" status: 200 len: 1821 time: 0.0919864 Nov 25 17:15:29.924286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-770c042d-fa59-493e-be47-8908579630f8 req-7ec72e41-ef45-4dcd-81ab-04fd56666562 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/eb30894e-4a24-44b1-b23c-7aef8a5b55ce HTTP/1.1" status: 200 len: 1822 time: 0.0682685 Nov 25 17:15:29.940019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ebf6fa7f-9946-46f9-a209-dec24177c9e9', 'remote_group_id': 'eb30894e-4a24-44b1-b23c-7aef8a5b55ce', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:29.940696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ebf6fa7f-9946-46f9-a209-dec24177c9e9', 'remote_group_id': 'eb30894e-4a24-44b1-b23c-7aef8a5b55ce', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:29.941768 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-8cabe89e-5ed5-4ff9-b245-1469094d60e8 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:29.949510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-8cabe89e-5ed5-4ff9-b245-1469094d60e8 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519048 Nov 25 17:15:29.989988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-45e74c12-7151-4d4d-a80c-18308878ac42 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/quotas/565347ed98404c0f921225de46bdc033 HTTP/1.1" status: 200 len: 375 time: 0.0395401 Nov 25 17:15:30.033074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.051634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-cce7fdbb-a587-49ff-86bf-7d5767393d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.053130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-cce7fdbb-a587-49ff-86bf-7d5767393d05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1098 time: 0.1584544 Nov 25 17:15:30.056356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-fad12ad2-edd8-454b-a162-41cdd02d7388 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581506 Nov 25 17:15:30.098265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-c754b9f9-f465-48ff-9ff6-8e49b3bff22e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=565347ed98404c0f921225de46bdc033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074066 Nov 25 17:15:30.111885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.120248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.145713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb461ad7-dca0-4f24-b0ee-730ceb92ac0a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:30.163695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-23f5ab48-502a-4243-ad68-c4daa8f19de0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 200 len: 217 time: 0.0929227 Nov 25 17:15:30.167271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:30.187732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-770c042d-fa59-493e-be47-8908579630f8 req-bc5a380e-c9dc-4770-9373-35127e1e8e73 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2520034 Nov 25 17:15:30.287961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:30.329945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:30.330461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e0214e5-5ab4-4bf9-940c-e87ed007ada1 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:30.351204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f60b8a07-9a64-4b8c-919d-4da52fbc7c9e req-723da4aa-c583-48cc-ae0a-a0491b618fb8 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=edfec095-78a6-4e3a-b81a-43cbe6024100 HTTP/1.1" status: 200 len: 210 time: 0.0779462 Nov 25 17:15:30.388580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-579cfef4-3108-43eb-8fe5-5a7ecec8ffc9 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips/c428cddf-e5fe-4ee0-9d13-d03c4aa260d0 HTTP/1.1" status: 200 len: 693 time: 0.1102486 Nov 25 17:15:30.399153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-fd68c338-e95c-4af1-9c89-fd00c5777d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.411695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-fd68c338-e95c-4af1-9c89-fd00c5777d5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.2020371 Nov 25 17:15:30.498980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-99e88de6-8e15-4c08-8e69-77df44c7a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.501590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-99e88de6-8e15-4c08-8e69-77df44c7a5ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4294822 Nov 25 17:15:30.602002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-680f3c31-e739-402b-a2d8-c7423b0a18bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 217 time: 0.0575860 Nov 25 17:15:30.609789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-b745c7f6-3b3d-40c4-8cd9-7c7221baf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.611469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-b745c7f6-3b3d-40c4-8cd9-7c7221baf5a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1976764 Nov 25 17:15:30.718880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-65188940-2402-4360-9129-c7c19787e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.720388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-65188940-2402-4360-9129-c7c19787e115 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1052554 Nov 25 17:15:30.908310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-249f8488-8f9d-4350-bfb6-dcfb5f099a77 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:30.916926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-249f8488-8f9d-4350-bfb6-dcfb5f099a77 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.4922395 Nov 25 17:15:31.026603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Sync routers for ids ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:31.032817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-ae6e62d7-686b-4439-a1c0-dd9da4e208f3 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.1149306 Nov 25 17:15:31.052539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Routers {'a25f8af6-6561-4c16-8ba6-6e42698f7ce6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:31.053773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:31.103659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-fd573118-02f5-464c-adb5-5b18c5c2a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.105170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-fd573118-02f5-464c-adb5-5b18c5c2a548 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3637905 Nov 25 17:15:31.143960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-8ba5279f-567a-431d-8466-05da3d83723a tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.1101329 Nov 25 17:15:31.173822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-a13702bd-a0ff-4f82-8678-389c6bcc78b1 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437305 Nov 25 17:15:31.291644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7982443-0cad-45b5-9522-ad17fa55cf15 req-c2ae75b5-9a4f-40de-88b3-d620adc1ae26 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:31.302835 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7982443-0cad-45b5-9522-ad17fa55cf15 req-c2ae75b5-9a4f-40de-88b3-d620adc1ae26 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 947 time: 0.0763743 Nov 25 17:15:31.339727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Set router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:31.375902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7982443-0cad-45b5-9522-ad17fa55cf15 req-4b383197-4aaf-4aa3-ac6c-448b76ed5786 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713232 Nov 25 17:15:31.417435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-384a0d56-bdee-4dfc-b0e2-ee57fea4fb6a req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1696339054', 'description': 'tempest-description-2093322446'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:31.456791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-384a0d56-bdee-4dfc-b0e2-ee57fea4fb6a req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.535060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:31.544295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-a33fd02c-8427-44a4-9c5b-9f41c1056ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299375 Nov 25 17:15:31.557437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-384a0d56-bdee-4dfc-b0e2-ee57fea4fb6a req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.565320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-384a0d56-bdee-4dfc-b0e2-ee57fea4fb6a req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.603543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-f46a8ff1-3d29-4dc9-937f-354d40192cec service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870415 Nov 25 17:15:31.605682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac26d3-e86a-495d-a038-56143cfcf420,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:31.605943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-599850b4-4e94-4d76-b07d-d3edb2a6fb20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 200 len: 217 time: 0.0462224 Nov 25 17:15:31.622038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Deleting port ea9e5395-fa56-4ab8-b01d-f840115ea363 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:31.623963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.627093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-384a0d56-bdee-4dfc-b0e2-ee57fea4fb6a req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.642670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-384a0d56-bdee-4dfc-b0e2-ee57fea4fb6a req-be8b9a40-ef24-4875-b07f-aad097ef7335 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2335055 Nov 25 17:15:31.725118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '65b3545f-37b5-4930-a483-1e429ec0342d', 'name': '', 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'mac_address': 'fa:16:3e:04:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:25Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 2, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'subnets': [{'id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:31.758901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5587a2c-40da-439b-9121-0a6f710b24d2 req-1f781e00-5036-4bc0-b772-bf4ff0c74c75 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 210 time: 0.0663521 Nov 25 17:15:31.774487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Checking router: a25f8af6-6561-4c16-8ba6-6e42698f7ce6 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:31.775422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Updating router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 port 65b3545f-37b5-4930-a483-1e429ec0342d binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:15:31.810591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'name': 'network-vif-deleted', 'tag': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:31.812929 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa231401-db0a-495e-8b4e-8fe77a9eb87f" -d '{"events": [{"server_uuid": "edfec095-78a6-4e3a-b81a-43cbe6024100", "name": "network-vif-deleted", "tag": "8e0214e5-5ab4-4bf9-940c-e87ed007ada1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:31.824979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e083a0c-c93b-47c4-b88a-86ef722ae639 req-f769aa2e-79f8-4dfc-bb2f-9b4ce34c9399 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060707 Nov 25 17:15:31.825951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:31.850977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.854457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'mac_address': 'fa:16:3e:16:c2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:31.916846 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:31.960405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eab2647-97fb-4003-9ae2-10e9116b25c7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:31.993346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832641b-e840-4cbf-abdb-ca5dfa88b928 req-a8692199-ac23-42af-a0b7-b48dfe7df761 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.004707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1832641b-e840-4cbf-abdb-ca5dfa88b928 req-a8692199-ac23-42af-a0b7-b48dfe7df761 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1214116 Nov 25 17:15:32.007161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:32.024865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-2be74ac2-6fa5-4378-8829-3a687b686541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.026879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-2be74ac2-6fa5-4378-8829-3a687b686541 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.4097605 Nov 25 17:15:32.068534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-a5c96507-9c09-4b26-b117-7ecee5f5b900 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=565347ed98404c0f921225de46bdc033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1851723 Nov 25 17:15:32.077992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.124462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1832641b-e840-4cbf-abdb-ca5dfa88b928 req-1f226f54-62f0-4777-af47-b183ab378bef tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102633 Nov 25 17:15:32.178276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:32.201868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-3c83f140-cb72-493d-abd7-beaf97ca8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.204033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-3c83f140-cb72-493d-abd7-beaf97ca8b69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668973 Nov 25 17:15:32.291923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.292305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.298867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d8a13ad6-38f5-46d4-9d4a-bfaf12ff02ec req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-526177469', 'description': 'tempest-description-383383491'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:32.331097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Calling delete_port for ea9e5395-fa56-4ab8-b01d-f840115ea363 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:32.345173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d8a13ad6-38f5-46d4-9d4a-bfaf12ff02ec req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.366411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-7bdc67a0-2628-450e-af20-cf83b7b01676 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.367892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-7bdc67a0-2628-450e-af20-cf83b7b01676 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743759 Nov 25 17:15:32.376579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:32.420880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Request body: {'port': {'device_id': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '565347ed98404c0f921225de46bdc033'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:32.448513 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.461195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.468466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d8a13ad6-38f5-46d4-9d4a-bfaf12ff02ec req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.474170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d8a13ad6-38f5-46d4-9d4a-bfaf12ff02ec req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.480316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-a8749fca-2549-4016-822b-d8ae43015343 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655830 Nov 25 17:15:32.546136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd25fdf-46ad-43b1-862b-3bdfff193448,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:32.563459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652d49-6bb6-44e6-a198-d5cdbf34ce74 None None] Pushing event updated for resources: {'Port': ['ID=65b3545f-37b5-4930-a483-1e429ec0342d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:32.573464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d8a13ad6-38f5-46d4-9d4a-bfaf12ff02ec req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.577210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d8a13ad6-38f5-46d4-9d4a-bfaf12ff02ec req-a8168853-40a1-4479-aec1-6be55f49f1c2 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2863786 Nov 25 17:15:32.641846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Attempting to bind port 65b3545f-37b5-4930-a483-1e429ec0342d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:32.642206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Attempting to bind port 65b3545f-37b5-4930-a483-1e429ec0342d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:32.642564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Attempting to bind port 65b3545f-37b5-4930-a483-1e429ec0342d on network 8bf5f339-7115-47e8-84ad-57e098425dbd {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:32.656440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-7d6a83bd-0a88-4737-912f-08d4e7c0ec15 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681187 Nov 25 17:15:32.658474 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e06d0e0-4834-49cd-9aed-e26e6cf6bab1 x-openstack-request-id: req-9e06d0e0-4834-49cd-9aed-e26e6cf6bab1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:32.658765 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfec095-78a6-4e3a-b81a-43cbe6024100", "name": "network-vif-deleted", "tag": "8e0214e5-5ab4-4bf9-940c-e87ed007ada1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:32.659020 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9e06d0e0-4834-49cd-9aed-e26e6cf6bab1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:32.659418 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfec095-78a6-4e3a-b81a-43cbe6024100', 'name': 'network-vif-deleted', 'tag': '8e0214e5-5ab4-4bf9-940c-e87ed007ada1', 'status': 'completed', 'code': 200} Nov 25 17:15:32.662352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:32.662352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Checking segment: {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:32.662714 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.663110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Bound using segment: {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:32.663604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Bound port: 65b3545f-37b5-4930-a483-1e429ec0342d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d35f6d-582f-4c38-941b-34411c6723f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:32.664052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.720779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-6058127f-6e13-45d8-a466-5288af22c2f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 200 len: 217 time: 0.0532007 Nov 25 17:15:32.772409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] For port 65b3545f-37b5-4930-a483-1e429ec0342d, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:32.778571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] For port 65b3545f-37b5-4930-a483-1e429ec0342d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=65b3545f-37b5-4930-a483-1e429ec0342d,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:32.786081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.869699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-918e9074-d994-4f2f-bbf4-cec007511156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:32.871368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-918e9074-d994-4f2f-bbf4-cec007511156 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.1400225 Nov 25 17:15:32.875843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.877239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Routers {'a25f8af6-6561-4c16-8ba6-6e42698f7ce6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:32.877877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:32.887305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Made reservation on behalf of 565347ed98404c0f921225de46bdc033 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:32.892504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:32.927310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652d49-6bb6-44e6-a198-d5cdbf34ce74 None None] Pushing event updated for resources: {'Port': ['ID=65b3545f-37b5-4930-a483-1e429ec0342d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:32.952080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Pushing event deleted for resources: {'Port': ['ID=ea9e5395-fa56-4ab8-b01d-f840115ea363,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:33.090409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09fbbe-e3e7-4fb9-9fb8-79044c63c459 req-3edf3bb7-daf4-4a2a-b16b-c85184dd2f0c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.092596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa09fbbe-e3e7-4fb9-9fb8-79044c63c459 req-3edf3bb7-daf4-4a2a-b16b-c85184dd2f0c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 948 time: 0.0733302 Nov 25 17:15:33.191371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa09fbbe-e3e7-4fb9-9fb8-79044c63c459 req-18a07880-22c0-4c34-8c15-60bdffa188e8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908678 Nov 25 17:15:33.240344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Allocated IP 192.168.233.169 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/fa3bba8b-6be3-4cb8-9059-0a0e85e54408) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:33.242095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a2f414d8-59a8-4331-b9d8-ed041364d3b8 None None] Provisioning complete for port 65b3545f-37b5-4930-a483-1e429ec0342d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:33.242461 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2f414d8-59a8-4331-b9d8-ed041364d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.261976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-8e775702-5853-40d7-ab01-532cd7037516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.263927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-8e775702-5853-40d7-ab01-532cd7037516 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3825352 Nov 25 17:15:33.284149 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.287560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.289301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-7b4c82c1-540a-472f-8b15-70d1407f6faf tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/d7ac26d3-e86a-495d-a038-56143cfcf420 HTTP/1.1" status: 200 len: 1822 time: 0.0709045 Nov 25 17:15:33.290131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] Set router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:33.293100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9018d6a8-f180-46eb-8ae8-a34c9dd529c2 req-b7436a5a-127b-458e-8932-d7054dad745d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "DELETE /v2.0/floatingips/c428cddf-e5fe-4ee0-9d13-d03c4aa260d0 HTTP/1.1" status: 204 len: 173 time: 2.1480193 Nov 25 17:15:33.357556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-f74d75c9-7eac-4fce-90a6-827dce7a9d16 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/5cd25fdf-46ad-43b1-862b-3bdfff193448 HTTP/1.1" status: 200 len: 1820 time: 0.0664568 Nov 25 17:15:33.373153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7ac26d3-e86a-495d-a038-56143cfcf420', 'remote_group_id': '5cd25fdf-46ad-43b1-862b-3bdfff193448', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:33.373506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7ac26d3-e86a-495d-a038-56143cfcf420', 'remote_group_id': '5cd25fdf-46ad-43b1-862b-3bdfff193448', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:33.469934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.503959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2f414d8-59a8-4331-b9d8-ed041364d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.514306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.520631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.542848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26999eda-5802-47a6-bcb8-c442dbe99463,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:33.548152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:33.558596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.577770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbb6ade8-79d2-4a46-9ebb-76fabe1df691 req-6f7b8271-7996-4a4a-842b-7c4b9a6a3659 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2142360 Nov 25 17:15:33.627842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a2f414d8-59a8-4331-b9d8-ed041364d3b8 None None] For port 65b3545f-37b5-4930-a483-1e429ec0342d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=65b3545f-37b5-4930-a483-1e429ec0342d,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:33.656380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2f414d8-59a8-4331-b9d8-ed041364d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.726788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39a56f-9834-4891-9bc8-2640d761879b req-d3496669-1b7b-466d-8a53-e917a775612f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:33.728982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e39a56f-9834-4891-9bc8-2640d761879b req-d3496669-1b7b-466d-8a53-e917a775612f tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.0822728 Nov 25 17:15:33.729181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 9eab2647-97fb-4003-9ae2-10e9116b25c7 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:33.738244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 9eab2647-97fb-4003-9ae2-10e9116b25c7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:33.738922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.742797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f414d8-59a8-4331-b9d8-ed041364d3b8 None None] Pushing event updated for resources: {'Port': ['ID=65b3545f-37b5-4930-a483-1e429ec0342d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:33.792968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e39a56f-9834-4891-9bc8-2640d761879b req-d41eb41e-ec69-4bb4-96d6-917ca69e7d95 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562370 Nov 25 17:15:33.818235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '65b3545f-37b5-4930-a483-1e429ec0342d', 'name': '', 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'mac_address': 'fa:16:3e:04:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:25Z', 'updated_at': '2021-11-25T17:15:32Z', 'revision_number': 4, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'subnets': [{'id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:33.827412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eb802faf-b2e7-4aab-866b-2c45558a04a2 None None] Provisioning complete for port 65b3545f-37b5-4930-a483-1e429ec0342d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:33.827690 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb802faf-b2e7-4aab-866b-2c45558a04a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:33.881549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80572508-1674-4c08-ad81-201b2ffb601e None None] The sync data for ids ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'] in n-d-817303-7 is: [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '65b3545f-37b5-4930-a483-1e429ec0342d', 'name': '', 'network_id': '8bf5f339-7115-47e8-84ad-57e098425dbd', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'mac_address': 'fa:16:3e:04:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:25Z', 'updated_at': '2021-11-25T17:15:32Z', 'revision_number': 4, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'subnets': [{'id': 'd361e956-1c66-43eb-9961-1e2d0dd049e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:33.998805 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.003463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c277c9-4172-4878-a6d8-c765b6b39a26 req-93ce9f97-1023-41be-9c9b-2a5a342fd68e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.005687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89c277c9-4172-4878-a6d8-c765b6b39a26 req-93ce9f97-1023-41be-9c9b-2a5a342fd68e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1135952 Nov 25 17:15:34.048633 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5b36251-5417-4be4-938d-5ad8fdf11e2d req-7815c5e2-a74b-485b-9a3b-8f8978a0fa2a tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 210 time: 0.0882823 Nov 25 17:15:34.079348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:34.082609 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc38373d-c2db-4e26-b28f-8c21b47b684f" -d '{"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:34.112311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:34.118968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89c277c9-4172-4878-a6d8-c765b6b39a26 req-fb5933cd-3408-493b-bb18-0d8a6596b627 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045437 Nov 25 17:15:34.125581 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.146924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-1aea3e12-0378-448d-bc98-be0dca79258f service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8740222 Nov 25 17:15:34.243495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:34.252462 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-cab61159-5418-484d-b937-b184f672259c req-e9133ae2-c948-41ff-b6f4-30685a18a490 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] show failed (client error): The resource could not be found. Nov 25 17:15:34.253613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cab61159-5418-484d-b937-b184f672259c req-e9133ae2-c948-41ff-b6f4-30685a18a490 tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips/c428cddf-e5fe-4ee0-9d13-d03c4aa260d0 HTTP/1.1" status: 404 len: 350 time: 0.0597842 Nov 25 17:15:34.304173 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadfc7af-9bab-486f-a0cd-9075cafb0ea3 x-openstack-request-id: req-eadfc7af-9bab-486f-a0cd-9075cafb0ea3 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:34.304474 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:34.304732 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eadfc7af-9bab-486f-a0cd-9075cafb0ea3 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:34.305167 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'code': 200} Nov 25 17:15:34.309419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.426597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.438627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:34.445479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a61c9-29de-4b42-9504-da3575dce9a4 req-efd78731-0f36-4417-a948-72f13c3e67c9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.460067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be6a61c9-29de-4b42-9504-da3575dce9a4 req-efd78731-0f36-4417-a948-72f13c3e67c9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0888453 Nov 25 17:15:34.491418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e359ff4-99d1-43b2-8f95-d68f1a20eb26 req-80ca1994-da16-46c1-adbe-43ba026a05b8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/5cd25fdf-46ad-43b1-862b-3bdfff193448 HTTP/1.1" status: 200 len: 1820 time: 0.2266450 Nov 25 17:15:34.503160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-f3a1345b-8398-4658-86d8-5b2be1c9063e service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447459 Nov 25 17:15:34.531750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:34.552485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:34.556468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:34.604470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-e946283f-61bf-438f-9c8d-87023d44a1a6 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.606263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-e946283f-61bf-438f-9c8d-87023d44a1a6 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.1446629 Nov 25 17:15:34.701484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec406b4-df00-40e1-b18a-439bd6b6a9b4 req-2c00960e-1948-4f5b-9a08-99722a879748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.703020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bec406b4-df00-40e1-b18a-439bd6b6a9b4 req-2c00960e-1948-4f5b-9a08-99722a879748 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1100 time: 0.3280485 Nov 25 17:15:34.704063 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be6a61c9-29de-4b42-9504-da3575dce9a4 req-eddfd6af-2396-468d-8f58-81079faf032e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312479 Nov 25 17:15:34.719449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-6f869fdb-0a12-4bef-8b0c-449ed205b852 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 217 time: 0.1944010 Nov 25 17:15:34.725182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Pushing event updated for resources: {'Port': ['ID=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:34.819066 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-ab035cf7-20e1-4068-b895-24606deb4916 req-5bfc7acf-ff75-467c-87ef-e68c13121f2d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] show failed (client error): The resource could not be found. Nov 25 17:15:34.839885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab035cf7-20e1-4068-b895-24606deb4916 req-5bfc7acf-ff75-467c-87ef-e68c13121f2d tempest-FloatingIPsTestJSON-126468522 tempest-FloatingIPsTestJSON-126468522-project] 10.222.0.86 "GET /v2.0/floatingips/c428cddf-e5fe-4ee0-9d13-d03c4aa260d0 HTTP/1.1" status: 404 len: 350 time: 0.0793159 Nov 25 17:15:34.843555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:34.927147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.927816 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.950981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bec406b4-df00-40e1-b18a-439bd6b6a9b4 req-13130b19-c174-42bc-8b90-2d3292d859de service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933639 Nov 25 17:15:34.963321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-34cff0df-7351-421d-ab48-f5fd5d37fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:34.964937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-34cff0df-7351-421d-ab48-f5fd5d37fbd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.2255440 Nov 25 17:15:34.968735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e359ff4-99d1-43b2-8f95-d68f1a20eb26 req-2b9a16f2-8a68-438f-8641-80e4064d2ed9 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:34.986752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-5ef216aa-34e9-48cd-95ec-608dea044d8b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5768471 Nov 25 17:15:35.003454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Request body: {'port': {'device_id': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:35.009399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e359ff4-99d1-43b2-8f95-d68f1a20eb26 req-2b9a16f2-8a68-438f-8641-80e4064d2ed9 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.034990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db29a25e-133b-4683-a75e-95984c7d5e9d None None] Provisioning complete for port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:35.037169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db29a25e-133b-4683-a75e-95984c7d5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.048595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10178cf3-2380-4bae-81cc-c9a64c2df4b6 req-41c27eda-e46c-498e-b5c7-6bffafdf68c6 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.050157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10178cf3-2380-4bae-81cc-c9a64c2df4b6 req-41c27eda-e46c-498e-b5c7-6bffafdf68c6 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 950 time: 0.1128082 Nov 25 17:15:35.120387 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.130286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Deleting port a932b626-d5b4-4269-b75a-482836bdb8a9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:35.133121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.135283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-db29a25e-133b-4683-a75e-95984c7d5e9d None None] Port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:35.228351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e359ff4-99d1-43b2-8f95-d68f1a20eb26 req-2b9a16f2-8a68-438f-8641-80e4064d2ed9 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.233140 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e359ff4-99d1-43b2-8f95-d68f1a20eb26 req-2b9a16f2-8a68-438f-8641-80e4064d2ed9 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.234562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e359ff4-99d1-43b2-8f95-d68f1a20eb26 req-2b9a16f2-8a68-438f-8641-80e4064d2ed9 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/5cd25fdf-46ad-43b1-862b-3bdfff193448 HTTP/1.1" status: 204 len: 173 time: 0.7270238 Nov 25 17:15:35.290558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a16f2-8a68-438f-8641-80e4064d2ed9 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd25fdf-46ad-43b1-862b-3bdfff193448,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:35.350585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10178cf3-2380-4bae-81cc-c9a64c2df4b6 req-d7e024ee-6df6-4dea-8bb8-cc88e6f8d87b tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/security-groups?id=2af4c543-bfa2-4051-90df-c357cb85a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801094 Nov 25 17:15:35.452346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 65b3545f-37b5-4930-a483-1e429ec0342d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:35.550814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-d2f39cf8-73fb-42e7-ada4-d4593c9619a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.552669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-d2f39cf8-73fb-42e7-ada4-d4593c9619a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4113600 Nov 25 17:15:35.563108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 65b3545f-37b5-4930-a483-1e429ec0342d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:35.563657 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.586921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] For port a932b626-d5b4-4269-b75a-482836bdb8a9, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a932b626-d5b4-4269-b75a-482836bdb8a9,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:35.587577 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.622140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01864c6-0c1f-4c38-b253-0ec981cdaacd req-a80b6f83-8246-4355-8bc6-b5e690dd4206 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.629989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c01864c6-0c1f-4c38-b253-0ec981cdaacd req-a80b6f83-8246-4355-8bc6-b5e690dd4206 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1693051 Nov 25 17:15:35.637074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Calling delete_port for a932b626-d5b4-4269-b75a-482836bdb8a9 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:35.652286 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e409-76a5-4f8d-8195-36e333d2b93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:35.719549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fb21-2fcd-4a57-98d1-c53ff485e7e9 req-f5537586-e928-4eff-b068-90dfeed779e9 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:35.726716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df73fb21-2fcd-4a57-98d1-c53ff485e7e9 req-f5537586-e928-4eff-b068-90dfeed779e9 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 936 time: 0.1712711 Nov 25 17:15:35.796888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c01864c6-0c1f-4c38-b253-0ec981cdaacd req-ab6814bd-321d-4fa3-8da5-c00d9b64d277 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659496 Nov 25 17:15:35.819873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-362b66e2-ad59-4e48-9802-0e8f6be85a08 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543941 Nov 25 17:15:35.838990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df73fb21-2fcd-4a57-98d1-c53ff485e7e9 req-5814b41d-4633-495b-bf4c-eacf6aefcbb0 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113179 Nov 25 17:15:35.996042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3bba8b-6be3-4cb8-9059-0a0e85e54408 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:36.006885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa4f7348-e45a-4938-b61d-12badfa1a1fb req-27f1d865-74ec-492c-ac0c-e2fe248d0304 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/d7ac26d3-e86a-495d-a038-56143cfcf420 HTTP/1.1" status: 200 len: 1822 time: 0.1371713 Nov 25 17:15:36.020156 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.037310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d88d2511-036a-4d02-9c81-0825aca0a01a req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-993694208', 'description': 'tempest-description-1696588897'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:36.057011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.069101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a932b626-d5b4-4269-b75a-482836bdb8a9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:36.078290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Transition to ACTIVE for port object fa3bba8b-6be3-4cb8-9059-0a0e85e54408 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:36.092722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.147631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Pushing event deleted for resources: {'Port': ['ID=a932b626-d5b4-4269-b75a-482836bdb8a9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:36.164982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26f40a3d-9feb-4838-89c6-fe8779d342a1 req-b0f01846-46f6-435e-9950-5a0f2b600960 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176959 Nov 25 17:15:36.183671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d88d2511-036a-4d02-9c81-0825aca0a01a req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.217854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] No DVR routers for this DVR port a932b626-d5b4-4269-b75a-482836bdb8a9 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:36.220536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.224765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74c5471a-2b02-4c8d-9de2-adb75ece6641 req-6f43eca9-73ae-48f2-9c5f-34ccd8777176 tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.55 "DELETE /v2.0/ports/a932b626-d5b4-4269-b75a-482836bdb8a9 HTTP/1.1" status: 204 len: 173 time: 1.6082644 Nov 25 17:15:36.225868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'name': 'network-vif-deleted', 'tag': 'a932b626-d5b4-4269-b75a-482836bdb8a9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:36.229690 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e617fb-605a-4938-ab76-7b444dc2e1f2" -d '{"events": [{"server_uuid": "0de58d71-429d-4a83-86c1-ebdcc8a20981", "name": "network-vif-deleted", "tag": "a932b626-d5b4-4269-b75a-482836bdb8a9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:36.241834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72ef9c-1dd4-472a-ba55-356dd45c18d4 req-a1b5a331-0a3a-4595-88b7-74a8d6c8178f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.251918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e72ef9c-1dd4-472a-ba55-356dd45c18d4 req-a1b5a331-0a3a-4595-88b7-74a8d6c8178f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.2836304 Nov 25 17:15:36.304759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:36.344928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Attempting to bind port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:36.345677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Attempting to bind port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:36.346245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Attempting to bind port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:36.379149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:36.379636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Attempting to bind port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:36.389262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:36.395055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:36.395694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:36.396283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Bound port: fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:36.396758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.490919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d88d2511-036a-4d02-9c81-0825aca0a01a req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.498845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d88d2511-036a-4d02-9c81-0825aca0a01a req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.554827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b525e720-5643-4331-ae14-789317071131,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:36.562341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d88d2511-036a-4d02-9c81-0825aca0a01a req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.564450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d88d2511-036a-4d02-9c81-0825aca0a01a req-ceae30b6-2f14-4035-b013-c20eeaa69f81 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5333970 Nov 25 17:15:36.574442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] For port fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:36.580259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] For port fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:36.585443 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.631292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.631954 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.633515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa3bba8b-6be3-4cb8-9059-0a0e85e54408 HTTP/1.1" status: 200 len: 1096 time: 1.6344521 Nov 25 17:15:36.636365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'tag': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:36.639957 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c652385-436f-4087-a010-2d228801f7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f20c3c9f-7e48-416e-bd43-27c227365db1", "tag": "fa3bba8b-6be3-4cb8-9059-0a0e85e54408"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:36.672751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fbb22-5cdd-4f13-bb46-a1a79cd13356 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:36.682672 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bef0c8-2f0c-4eea-a41d-d41c4bdee24d x-openstack-request-id: req-98bef0c8-2f0c-4eea-a41d-d41c4bdee24d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:36.683285 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de58d71-429d-4a83-86c1-ebdcc8a20981", "name": "network-vif-deleted", "tag": "a932b626-d5b4-4269-b75a-482836bdb8a9", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:36.683285 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98bef0c8-2f0c-4eea-a41d-d41c4bdee24d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:36.683701 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de58d71-429d-4a83-86c1-ebdcc8a20981', 'name': 'network-vif-deleted', 'tag': 'a932b626-d5b4-4269-b75a-482836bdb8a9', 'status': 'completed', 'code': 200} Nov 25 17:15:36.698291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:36.751853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-701d1197-2e40-4498-8a6d-2ba9c19a35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:36.753845 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-701d1197-2e40-4498-8a6d-2ba9c19a35f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=565347ed98404c0f921225de46bdc033&device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 1099 time: 0.0555789 Nov 25 17:15:36.797976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e72ef9c-1dd4-472a-ba55-356dd45c18d4 req-90396f61-cc1e-44fc-be4a-ed456f72e636 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450060 Nov 25 17:15:36.860425 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-36ce2602-0cb7-417d-b86e-08e4d2b3bb28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408 HTTP/1.1" status: 200 len: 217 time: 0.0965765 Nov 25 17:15:36.999002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ad8a60a-3979-4acb-b05f-6e676f7c5e55 req-d1956e89-1987-43a7-b809-5a319cbac8ff tempest-LiveMigrationNegativeTest-365699960 tempest-LiveMigrationNegativeTest-365699960-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de58d71-429d-4a83-86c1-ebdcc8a20981 HTTP/1.1" status: 200 len: 210 time: 0.1398032 Nov 25 17:15:37.004218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-e118a55d-eac6-4fe0-a6a8-0eaa836933aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.009608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-e118a55d-eac6-4fe0-a6a8-0eaa836933aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1378284 Nov 25 17:15:37.060810 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bebbc5d-e737-48ef-9cc8-830372b0864e x-openstack-request-id: req-8bebbc5d-e737-48ef-9cc8-830372b0864e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:37.061179 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20c3c9f-7e48-416e-bd43-27c227365db1", "tag": "fa3bba8b-6be3-4cb8-9059-0a0e85e54408", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:37.061721 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8bebbc5d-e737-48ef-9cc8-830372b0864e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:37.062186 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'tag': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408', 'status': 'completed', 'code': 200} Nov 25 17:15:37.078056 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-06bff964-683d-4348-a952-55a62f504d40 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/b525e720-5643-4331-ae14-789317071131 HTTP/1.1" status: 200 len: 1821 time: 0.1788902 Nov 25 17:15:37.084781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-8c915788-46cc-4db9-a8d4-ea76f7d207b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.087153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-8c915788-46cc-4db9-a8d4-ea76f7d207b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708008 Nov 25 17:15:37.129641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b525e720-5643-4331-ae14-789317071131', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:37.129958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b525e720-5643-4331-ae14-789317071131', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:37.239905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-96dd577b-4800-4cf6-85af-222340977b27 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451969 Nov 25 17:15:37.249755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6bca-3184-4f97-8c08-63fbc9719c03 req-5bfb93b8-97e7-40de-8694-d2581ce9d000 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.251478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-894d6bca-3184-4f97-8c08-63fbc9719c03 req-5bfb93b8-97e7-40de-8694-d2581ce9d000 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.0930152 Nov 25 17:15:37.299013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.374656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.384364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.385696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-894d6bca-3184-4f97-8c08-63fbc9719c03 req-6a023115-e04c-49a9-8721-3c94246fcb71 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213121 Nov 25 17:15:37.421299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3474d3ee-66d8-4bbb-9db5-ec04614daac9 req-f82121bc-cc11-4a2b-94c4-b41fe7078ddc service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688328 Nov 25 17:15:37.427968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6714ef6-5574-4a51-83a8-33d335bfdc93,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:37.432908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.448509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a67fb6e-dda3-48e5-9c93-f0b186f963e4 req-b5b2ffd3-04b6-47de-b688-98a4acfa88a4 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3287311 Nov 25 17:15:37.459954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Deleting port 34e3c827-f0c4-4706-bcee-58fc521755da {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:37.473795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.580276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4b50e-d70b-4893-b735-52a226247ec3 req-21143bc8-246b-420d-b395-10aef97a2eee tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.584335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01d4b50e-d70b-4893-b735-52a226247ec3 req-21143bc8-246b-420d-b395-10aef97a2eee tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 948 time: 0.0848727 Nov 25 17:15:37.594315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652385-436f-4087-a010-2d228801f7d9 req-2e0e8e3b-fa10-44b3-ad50-c29672bd34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.596165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-2e0e8e3b-fa10-44b3-ad50-c29672bd34fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=565347ed98404c0f921225de46bdc033&device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 1099 time: 0.1138043 Nov 25 17:15:37.633324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-0baedf31-937a-43ec-a5b0-e5208b77021b tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/b525e720-5643-4331-ae14-789317071131 HTTP/1.1" status: 200 len: 2414 time: 0.0782340 Nov 25 17:15:37.639082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] For port 34e3c827-f0c4-4706-bcee-58fc521755da, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=34e3c827-f0c4-4706-bcee-58fc521755da,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:37.639567 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.656693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b525e720-5643-4331-ae14-789317071131', 'remote_group_id': None}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:37.657103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b525e720-5643-4331-ae14-789317071131', 'remote_group_id': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:37.663477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Calling delete_port for 34e3c827-f0c4-4706-bcee-58fc521755da owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:37.697708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01d4b50e-d70b-4893-b735-52a226247ec3 req-71021ad8-ca65-4015-aaaa-5cd5d97721c3 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089077 Nov 25 17:15:37.742603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652385-436f-4087-a010-2d228801f7d9 req-b9f08b03-45d1-4dca-8206-f1b0a8d4dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.744272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-b9f08b03-45d1-4dca-8206-f1b0a8d4dc50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1338668 Nov 25 17:15:37.788295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.797446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-e726b319-bb3f-46ea-ba9b-9fb8b9ec1d9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408 HTTP/1.1" status: 200 len: 217 time: 0.0382040 Nov 25 17:15:37.862200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652385-436f-4087-a010-2d228801f7d9 req-bb8783d5-2d2f-48c4-8fb5-6ffc3cbfd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.864129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-bb8783d5-2d2f-48c4-8fb5-6ffc3cbfd959 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0579834 Nov 25 17:15:37.864227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.889098 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.925852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3574-5de4-498b-a790-2a383184f7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.964227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be047ca-f557-4e6c-8cb1-5fd372f80dd1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:37.965367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652385-436f-4087-a010-2d228801f7d9 req-5670a185-787f-4cf0-b49e-b2924f0c6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:37.968352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-5670a185-787f-4cf0-b49e-b2924f0c6344 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966537 Nov 25 17:15:37.973829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:37.978089 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe6bd0c2-f39e-4058-a897-9b4015fe67ac req-8d10236d-a95c-470d-b0f6-17ce7c526bf0 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3303769 Nov 25 17:15:38.010754 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.018010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf9132-02c6-4f87-8d51-d5b35972bc67 req-bbaddbaa-5705-4690-abd7-5e3c27a8896a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:38.020102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ccf9132-02c6-4f87-8d51-d5b35972bc67 req-bbaddbaa-5705-4690-abd7-5e3c27a8896a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0937345 Nov 25 17:15:38.046489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e3c827-f0c4-4706-bcee-58fc521755da,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:38.123092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ccf9132-02c6-4f87-8d51-d5b35972bc67 req-a77b5cb0-fa25-4902-8df7-d6abfbcf1072 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748684 Nov 25 17:15:38.126924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fe40000-2da9-4d2f-be0a-13840bc337df req-b7617677-af9d-4c6a-b8b5-fc385f74b23b tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/b525e720-5643-4331-ae14-789317071131 HTTP/1.1" status: 200 len: 3012 time: 0.1235149 Nov 25 17:15:38.158689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-9354772f-5352-41d7-b7f2-3f17099a0f9c service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818016 Nov 25 17:15:38.292055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.334725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a932b626-d5b4-4269-b75a-482836bdb8a9 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:38.346549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-e8a97c11-cc34-4e24-b27e-ad3a7b0df345 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-group-rules/6be047ca-f557-4e6c-8cb1-5fd372f80dd1 HTTP/1.1" status: 200 len: 783 time: 0.1206906 Nov 25 17:15:38.360045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-69b6e75a-5e06-45d2-b2f4-9152e865eddf req-6c939497-1adf-40c4-927f-bf427c96e84e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:15:38.361211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-69b6e75a-5e06-45d2-b2f4-9152e865eddf req-6c939497-1adf-40c4-927f-bf427c96e84e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083811 Nov 25 17:15:38.380493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: a932b626-d5b4-4269-b75a-482836bdb8a9 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:38.381320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a932b626-d5b4-4269-b75a-482836bdb8a9 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:38.480892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-8fcfb755-f0e6-42ab-a275-bf2343f68961 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/b525e720-5643-4331-ae14-789317071131 HTTP/1.1" status: 200 len: 3012 time: 0.1334550 Nov 25 17:15:38.489488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c652385-436f-4087-a010-2d228801f7d9 req-1c0957df-72f0-48fa-9448-87d8ee067f38 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132441 Nov 25 17:15:38.543940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-d6e59563-2567-4256-9194-5e7aa8367b51 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.568281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-d6e59563-2567-4256-9194-5e7aa8367b51 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.617849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-d6e59563-2567-4256-9194-5e7aa8367b51 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.627285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-d6e59563-2567-4256-9194-5e7aa8367b51 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:38.639419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1937acf9-cd7c-4070-b5ca-87ffad8ab3a0 req-d6e59563-2567-4256-9194-5e7aa8367b51 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/6be047ca-f557-4e6c-8cb1-5fd372f80dd1 HTTP/1.1" status: 204 len: 173 time: 0.1500447 Nov 25 17:15:38.671702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59563-2567-4256-9194-5e7aa8367b51 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6be047ca-f557-4e6c-8cb1-5fd372f80dd1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:38.714777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35486) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:38.823526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Router 9ccee2ec-250e-44d1-a688-a9dee6335e35 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:15:38.874829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08480b-4e39-4268-981b-2ad3e45caac0 req-bfbf29f9-9506-4c04-a86c-5a52331a97ea tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:38.877180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c08480b-4e39-4268-981b-2ad3e45caac0 req-bfbf29f9-9506-4c04-a86c-5a52331a97ea tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0756328 Nov 25 17:15:38.912140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b2c45-41cc-46df-82d4-26a01417b3c4 req-062e85b4-0886-42b4-856b-4b2ccdcb0428 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:38.919628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e1b2c45-41cc-46df-82d4-26a01417b3c4 req-062e85b4-0886-42b4-856b-4b2ccdcb0428 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2123387 Nov 25 17:15:38.988149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c08480b-4e39-4268-981b-2ad3e45caac0 req-ae3568e8-8120-4ff9-b1e8-3abca9c83e01 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041648 Nov 25 17:15:39.011977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-47ffbe09-f6be-4743-9a8e-7fbc5b6052eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3199956 Nov 25 17:15:39.025857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-a33cceda-73e2-46ff-ab07-7bad7f3673ae service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:15:39.026862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-a33cceda-73e2-46ff-ab07-7bad7f3673ae service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064745 Nov 25 17:15:39.031972 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3824adcb-429f-4fbf-9590-62f18100c56c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a5407738d9e249f9abf0e1fb2bd3c710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162482 Nov 25 17:15:39.037152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:39.079954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f178b29-3246-4dda-b1a5-569eebddc8c8 req-570b8112-47ab-41ad-a770-70ed1b9f6698 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/b525e720-5643-4331-ae14-789317071131 HTTP/1.1" status: 200 len: 2414 time: 0.0520153 Nov 25 17:15:39.095864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e1b2c45-41cc-46df-82d4-26a01417b3c4 req-3cd1567e-6916-45b6-9dd8-8e602704237f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377084 Nov 25 17:15:39.116005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:15:39.130759 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] Sync routers for ids ['9ccee2ec-250e-44d1-a688-a9dee6335e35'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:15:39.133079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4502666f-a1f3-4740-851c-0185193c9f48 admin admin] 10.222.0.86 "PUT /v2.0/routers/9ccee2ec-250e-44d1-a688-a9dee6335e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2899761 Nov 25 17:15:39.135882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:39.143217 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] Routers {'9ccee2ec-250e-44d1-a688-a9dee6335e35'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:39.162295 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9ccee2ec-250e-44d1-a688-a9dee6335e35'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:39.178945 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.204723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f178b29-3246-4dda-b1a5-569eebddc8c8 req-cc255622-7a1c-43dd-9b58-1f5b7244e3d6 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.257227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f178b29-3246-4dda-b1a5-569eebddc8c8 req-cc255622-7a1c-43dd-9b58-1f5b7244e3d6 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.264042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47b9151b-67e8-4711-aeac-df6cfce8dac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.332366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f178b29-3246-4dda-b1a5-569eebddc8c8 req-cc255622-7a1c-43dd-9b58-1f5b7244e3d6 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.337511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f178b29-3246-4dda-b1a5-569eebddc8c8 req-cc255622-7a1c-43dd-9b58-1f5b7244e3d6 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.343198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f178b29-3246-4dda-b1a5-569eebddc8c8 req-cc255622-7a1c-43dd-9b58-1f5b7244e3d6 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/b525e720-5643-4331-ae14-789317071131 HTTP/1.1" status: 204 len: 173 time: 0.2590892 Nov 25 17:15:39.344909 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] Set router 9ccee2ec-250e-44d1-a688-a9dee6335e35 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:39.378811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255622-7a1c-43dd-9b58-1f5b7244e3d6 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b525e720-5643-4331-ae14-789317071131,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:39.387095 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-0e70d7de-9388-4811-a4f0-a7045d425b63 req-f8e42b22-7d8c-4c5d-8c77-42e9b5a83484 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] show failed (client error): The resource could not be found. Nov 25 17:15:39.398910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e70d7de-9388-4811-a4f0-a7045d425b63 req-f8e42b22-7d8c-4c5d-8c77-42e9b5a83484 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/5cd25fdf-46ad-43b1-862b-3bdfff193448 HTTP/1.1" status: 404 len: 352 time: 0.0340054 Nov 25 17:15:39.443035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47b9151b-67e8-4711-aeac-df6cfce8dac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.506384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-786e67bb-9156-4fa5-bd05-c195168328e8 req-9935e61f-24ed-4853-a53f-b1679a36ea75 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/d7ac26d3-e86a-495d-a038-56143cfcf420 HTTP/1.1" status: 200 len: 1822 time: 0.0912244 Nov 25 17:15:39.618190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-786e67bb-9156-4fa5-bd05-c195168328e8 req-fe80b29b-ae69-4fbf-b5db-cb66c6374221 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.670890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47b9151b-67e8-4711-aeac-df6cfce8dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.672924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-786e67bb-9156-4fa5-bd05-c195168328e8 req-fe80b29b-ae69-4fbf-b5db-cb66c6374221 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.673795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47b9151b-67e8-4711-aeac-df6cfce8dac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.675502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-47b9151b-67e8-4711-aeac-df6cfce8dac0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2af4c543-bfa2-4051-90df-c357cb85a08f HTTP/1.1" status: 204 len: 168 time: 0.6331241 Nov 25 17:15:39.690987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9151b-67e8-4711-aeac-df6cfce8dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af4c543-bfa2-4051-90df-c357cb85a08f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:39.711329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.771167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f554b3e-e71d-4eb8-86ca-37df1b43bf5b req-ec9bb11b-5e59-46bc-863e-1185b0bbfea2 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:39.781226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f554b3e-e71d-4eb8-86ca-37df1b43bf5b req-ec9bb11b-5e59-46bc-863e-1185b0bbfea2 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 948 time: 0.5125363 Nov 25 17:15:39.789553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:37Z', 'revision_number': 5, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:39.822854 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-786e67bb-9156-4fa5-bd05-c195168328e8 req-fe80b29b-ae69-4fbf-b5db-cb66c6374221 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.826841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-786e67bb-9156-4fa5-bd05-c195168328e8 req-fe80b29b-ae69-4fbf-b5db-cb66c6374221 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:39.831504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-786e67bb-9156-4fa5-bd05-c195168328e8 req-fe80b29b-ae69-4fbf-b5db-cb66c6374221 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/d7ac26d3-e86a-495d-a038-56143cfcf420 HTTP/1.1" status: 204 len: 173 time: 0.3227220 Nov 25 17:15:39.855165 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] Checking router: 9ccee2ec-250e-44d1-a688-a9dee6335e35 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:15:39.867322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80b29b-ae69-4fbf-b5db-cb66c6374221 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac26d3-e86a-495d-a038-56143cfcf420,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:39.868979 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:15:39.882399 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] Routers {'9ccee2ec-250e-44d1-a688-a9dee6335e35'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:15:39.883402 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9ccee2ec-250e-44d1-a688-a9dee6335e35'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:39.986210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f554b3e-e71d-4eb8-86ca-37df1b43bf5b req-aa64847d-6073-4032-828c-b090103ce2bb tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040317 Nov 25 17:15:40.096393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-642a5c56-ff51-4771-a6fc-603efc9b38d1 req-175aebee-f575-4b67-86a0-bbb02fb29293 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/eb30894e-4a24-44b1-b23c-7aef8a5b55ce HTTP/1.1" status: 200 len: 1822 time: 0.0757880 Nov 25 17:15:40.144112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.239664 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-642a5c56-ff51-4771-a6fc-603efc9b38d1 req-3346091f-487f-406e-b18e-4dd656e4a136 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.266536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-642a5c56-ff51-4771-a6fc-603efc9b38d1 req-3346091f-487f-406e-b18e-4dd656e4a136 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.295242 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] Set router 9ccee2ec-250e-44d1-a688-a9dee6335e35 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:15:40.308072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658e116-880c-4b1b-8d53-e0149e9f2c45 req-e3955895-e3f0-4515-b1f3-8d49a8fe0334 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:40.318455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9658e116-880c-4b1b-8d53-e0149e9f2c45 req-e3955895-e3f0-4515-b1f3-8d49a8fe0334 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1811297 Nov 25 17:15:40.322762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35536) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:40.333773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fa3bba8b-6be3-4cb8-9059-0a0e85e54408 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:40.334363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-642a5c56-ff51-4771-a6fc-603efc9b38d1 req-3346091f-487f-406e-b18e-4dd656e4a136 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.338635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-642a5c56-ff51-4771-a6fc-603efc9b38d1 req-3346091f-487f-406e-b18e-4dd656e4a136 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.349971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-642a5c56-ff51-4771-a6fc-603efc9b38d1 req-3346091f-487f-406e-b18e-4dd656e4a136 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/eb30894e-4a24-44b1-b23c-7aef8a5b55ce HTTP/1.1" status: 204 len: 173 time: 0.2525964 Nov 25 17:15:40.399946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Deleting port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:40.400211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.402198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346091f-487f-406e-b18e-4dd656e4a136 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30894e-4a24-44b1-b23c-7aef8a5b55ce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:40.525952 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.547117 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9658e116-880c-4b1b-8d53-e0149e9f2c45 req-1150d048-7930-4e26-904d-c73fbd20656e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256958 Nov 25 17:15:40.599914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-629d6559-2eec-40fc-96e0-b04b3237b911 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=929bce34e2184ccdb74d02eeac47f91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374048 Nov 25 17:15:40.602261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:40.622652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:40.658260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408', 'mac_address': 'fa:16:3e:0b:41:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:40.702692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e626-064e-4e91-b3de-dfca39096741 req-664ae524-9979-4546-b108-057c9086c401 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:40.709951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a442e626-064e-4e91-b3de-dfca39096741 req-664ae524-9979-4546-b108-057c9086c401 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1757901 Nov 25 17:15:40.744374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f639863-f0a8-4fd3-a4e0-08d7f1b1e693 req-fb4e60c6-5418-4a62-9a87-161273b64b69 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/ebf6fa7f-9946-46f9-a209-dec24177c9e9 HTTP/1.1" status: 200 len: 1821 time: 0.1339319 Nov 25 17:15:40.761277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] For port 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:40.761989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.765991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.777132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:37Z', 'revision_number': 5, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:40.782889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3bba8b-6be3-4cb8-9059-0a0e85e54408 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:40.828911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:40.835091 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.850477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Calling delete_port for 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:40.854767 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed28dc6-ec5e-4e76-899e-863f8c633496 None None] The sync data for ids ['9ccee2ec-250e-44d1-a688-a9dee6335e35'] in n-d-817303-7 is: [{'id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'name': 'tempest-FloatingIPsTestJSON-382915655-router', 'tenant_id': 'c338300a2c944684bcd4a1477e805f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:02Z', 'updated_at': '2021-11-25T17:15:37Z', 'revision_number': 5, 'project_id': 'c338300a2c944684bcd4a1477e805f84', 'gw_port': {'id': '1e3c13a2-3e0b-4c83-a591-183fd1ee11d6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccee2ec-250e-44d1-a688-a9dee6335e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:03Z', 'updated_at': '2021-11-25T17:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:15:40.872624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb6-1f61-4c97-a48d-563e0351d708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.896295 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f639863-f0a8-4fd3-a4e0-08d7f1b1e693 req-78b92732-ab6b-4ea8-9338-4c179ae34141 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.941986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f639863-f0a8-4fd3-a4e0-08d7f1b1e693 req-78b92732-ab6b-4ea8-9338-4c179ae34141 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:40.942243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:40.995329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f639863-f0a8-4fd3-a4e0-08d7f1b1e693 req-78b92732-ab6b-4ea8-9338-4c179ae34141 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.000277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0f639863-f0a8-4fd3-a4e0-08d7f1b1e693 req-78b92732-ab6b-4ea8-9338-4c179ae34141 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.001449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f639863-f0a8-4fd3-a4e0-08d7f1b1e693 req-78b92732-ab6b-4ea8-9338-4c179ae34141 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/ebf6fa7f-9946-46f9-a209-dec24177c9e9 HTTP/1.1" status: 204 len: 173 time: 0.2500947 Nov 25 17:15:41.007574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a442e626-064e-4e91-b3de-dfca39096741 req-bb60cda0-f9f6-41b3-bcbd-63056b4e5438 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965209 Nov 25 17:15:41.031568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb6-1f61-4c97-a48d-563e0351d708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.037236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b92732-ab6b-4ea8-9338-4c179ae34141 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf6fa7f-9946-46f9-a209-dec24177c9e9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:41.088778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['fa3bba8b-6be3-4cb8-9059-0a0e85e54408'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:41.217571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c30956-d194-4fce-8968-052bf343b24b req-04d934ba-4879-472e-9cf9-011e33e21e7a tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:41.233701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23c30956-d194-4fce-8968-052bf343b24b req-04d934ba-4879-472e-9cf9-011e33e21e7a tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 949 time: 0.1170647 Nov 25 17:15:41.340093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb6-1f61-4c97-a48d-563e0351d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.344940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb6-1f61-4c97-a48d-563e0351d708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.346091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-24c82eb6-1f61-4c97-a48d-563e0351d708 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3cec187a-b7fd-4645-8798-5c09d0d4ffc1 HTTP/1.1" status: 204 len: 168 time: 0.7348692 Nov 25 17:15:41.346518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 34e3c827-f0c4-4706-bcee-58fc521755da no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:41.352463 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.358052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23c30956-d194-4fce-8968-052bf343b24b req-79541828-af3e-4196-a991-3ff3da3a144e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229975 Nov 25 17:15:41.382349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-d6c3949f-e933-4aec-a31d-5dd753504ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:41.384828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-d6c3949f-e933-4aec-a31d-5dd753504ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1100 time: 0.1472905 Nov 25 17:15:41.399626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82eb6-1f61-4c97-a48d-563e0351d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cec187a-b7fd-4645-8798-5c09d0d4ffc1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:41.409414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3c13a2-3e0b-4c83-a591-183fd1ee11d6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:41.458170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 34e3c827-f0c4-4706-bcee-58fc521755da {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:41.460493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 34e3c827-f0c4-4706-bcee-58fc521755da not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:41.477688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.533504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5dc720d-0ef6-4fc8-9ea6-c2570a92019f req-054da066-c491-4133-94f8-43ba58a0a632 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/154aec83-17a5-4457-99c5-d2eeacc15006 HTTP/1.1" status: 200 len: 2420 time: 0.2050238 Nov 25 17:15:41.569267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:41.572570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-073ec986-4d51-4366-bb89-3d08a8361c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:41.577371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-073ec986-4d51-4366-bb89-3d08a8361c75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1853518 Nov 25 17:15:41.697823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-2150c7e6-f72b-4f61-84b1-48c60e2e6370 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 217 time: 0.0986197 Nov 25 17:15:41.851425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb6cb-4819-4bc2-8228-8ed52e9a342e req-c0b7590c-f17c-42c1-ae02-0c7f7ebf8f42 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:41.860001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95cbb6cb-4819-4bc2-8228-8ed52e9a342e req-c0b7590c-f17c-42c1-ae02-0c7f7ebf8f42 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1388214 Nov 25 17:15:41.874717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-37cdc870-547b-4519-b3fb-7d2eb3f4745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:41.876216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-37cdc870-547b-4519-b3fb-7d2eb3f4745b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1695905 Nov 25 17:15:41.959977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95cbb6cb-4819-4bc2-8228-8ed52e9a342e req-b7ce8f7a-a39a-4095-87d9-77736c3efd4b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990300 Nov 25 17:15:41.978271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-e7d1ff63-f640-483c-a4d4-1e6d3bd3d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:41.978271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-e7d1ff63-f640-483c-a4d4-1e6d3bd3d7ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802879 Nov 25 17:15:42.084136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-06bd91e6-d295-4fb5-903c-e4a2f43f81ec service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030836 Nov 25 17:15:42.087508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.090525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.147328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5dc720d-0ef6-4fc8-9ea6-c2570a92019f req-a08df89a-c6d4-4779-8bd9-4d493479efa8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.162895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.163477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ccee2ec-250e-44d1-a688-a9dee6335e35 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:15:42.170283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.173981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cf163925-4949-4044-bc60-2c360ce4d3d5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9ccee2ec-250e-44d1-a688-a9dee6335e35 HTTP/1.1" status: 204 len: 168 time: 3.0369675 Nov 25 17:15:42.179044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35570) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:42.191937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5dc720d-0ef6-4fc8-9ea6-c2570a92019f req-a08df89a-c6d4-4779-8bd9-4d493479efa8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.264228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Deleting subnet 10fc7457-7aa6-4937-9d96-457cd51aa967 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:42.267181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.325117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5dc720d-0ef6-4fc8-9ea6-c2570a92019f req-a08df89a-c6d4-4779-8bd9-4d493479efa8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.330879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5dc720d-0ef6-4fc8-9ea6-c2570a92019f req-a08df89a-c6d4-4779-8bd9-4d493479efa8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.332102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5dc720d-0ef6-4fc8-9ea6-c2570a92019f req-a08df89a-c6d4-4779-8bd9-4d493479efa8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/154aec83-17a5-4457-99c5-d2eeacc15006 HTTP/1.1" status: 204 len: 173 time: 0.7920027 Nov 25 17:15:42.346853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08df89a-c6d4-4779-8bd9-4d493479efa8 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154aec83-17a5-4457-99c5-d2eeacc15006,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:42.350609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fa3bba8b-6be3-4cb8-9059-0a0e85e54408 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:42.393615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.490086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:42.494832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:42.495682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.586549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.604775 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.650210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:42.651354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:42.654051 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4955925-bf44-43ed-ab52-4e9c7b0899e0" -d '{"events": [{"server_uuid": "f20c3c9f-7e48-416e-bd43-27c227365db1", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bba8b-6be3-4cb8-9059-0a0e85e54408"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:42.658955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.668711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e4377ac-8e89-4901-9ad5-89f9f89666c2 req-d15e212d-1bdf-4db8-a3a9-432f8c7cf12e tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "GET /v2.0/security-groups/26f5208f-7517-4da0-a1cd-e1af71b47d7f HTTP/1.1" status: 200 len: 2412 time: 0.1272361 Nov 25 17:15:42.724424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-36e1bacd-50aa-44bd-ba2e-09c8a7fdfb9b service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325383 Nov 25 17:15:42.725019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.735584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05250-989f-437e-9bb4-e0a4b31a5337 req-ffaa0117-ac5c-444e-9aae-dab29384dcb2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:42.744851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-78c05250-989f-437e-9bb4-e0a4b31a5337 req-ffaa0117-ac5c-444e-9aae-dab29384dcb2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.6214097 Nov 25 17:15:42.803110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fc7457-7aa6-4937-9d96-457cd51aa967,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:42.810792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.818704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3caaad3f-c3de-4f80-bbd0-e1ce5a8a44bc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/10fc7457-7aa6-4937-9d96-457cd51aa967 HTTP/1.1" status: 204 len: 168 time: 0.6385324 Nov 25 17:15:42.820041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35588) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:42.834353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87e9a3-2e5f-4b62-ac80-0f764fa27b05 None None] Network 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:42.842617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:42.850280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-78c05250-989f-437e-9bb4-e0a4b31a5337 req-f07072ba-5eca-4660-bd0a-840da644b35b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041982 Nov 25 17:15:42.924345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e4377ac-8e89-4901-9ad5-89f9f89666c2 req-b66ff914-6a36-4240-a9c1-1b4560125e39 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.986258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e4377ac-8e89-4901-9ad5-89f9f89666c2 req-b66ff914-6a36-4240-a9c1-1b4560125e39 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:42.991014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.078381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e4377ac-8e89-4901-9ad5-89f9f89666c2 req-b66ff914-6a36-4240-a9c1-1b4560125e39 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.081504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e4377ac-8e89-4901-9ad5-89f9f89666c2 req-b66ff914-6a36-4240-a9c1-1b4560125e39 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.094906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e4377ac-8e89-4901-9ad5-89f9f89666c2 req-b66ff914-6a36-4240-a9c1-1b4560125e39 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] 10.222.0.86 "DELETE /v2.0/security-groups/26f5208f-7517-4da0-a1cd-e1af71b47d7f HTTP/1.1" status: 204 len: 173 time: 0.4166865 Nov 25 17:15:43.096495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35594) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:43.132294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e5f61-ea84-41c6-9922-b1411f8697df req-85e0d7d3-37b2-4758-b03c-67211642f7dc tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:43.142570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b9e5f61-ea84-41c6-9922-b1411f8697df req-85e0d7d3-37b2-4758-b03c-67211642f7dc tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 950 time: 0.1513839 Nov 25 17:15:43.159495 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce68eac1-fb8a-4380-a309-48aff912bc94 x-openstack-request-id: req-ce68eac1-fb8a-4380-a309-48aff912bc94 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:43.159843 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20c3c9f-7e48-416e-bd43-27c227365db1", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bba8b-6be3-4cb8-9059-0a0e85e54408", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:43.160073 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce68eac1-fb8a-4380-a309-48aff912bc94 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:43.160472 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408', 'code': 200} Nov 25 17:15:43.169179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ff914-6a36-4240-a9c1-1b4560125e39 tempest-SecurityGroupRulesTestJSON-33856541 tempest-SecurityGroupRulesTestJSON-33856541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f5208f-7517-4da0-a1cd-e1af71b47d7f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:43.219597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Deleting port 08f17dc0-2950-4251-bbbc-c7966d34a985 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:43.220088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.237310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] DHCP port deletion for 0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:15:43.294872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b9e5f61-ea84-41c6-9922-b1411f8697df req-5172dbcd-4e48-498c-8c01-af1337124bf8 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507306 Nov 25 17:15:43.316493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] Deleting port 08f17dc0-2950-4251-bbbc-c7966d34a985 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:43.317080 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.334307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Deleting subnet 51107f6d-9de5-42ed-a830-55cba6fd5c32 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:15:43.343206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.377291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea29e67-7927-48d9-9efc-80fae4f13a73 req-4f266ed9-56cf-4ae8-b308-91a585979dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:43.378875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ea29e67-7927-48d9-9efc-80fae4f13a73 req-4f266ed9-56cf-4ae8-b308-91a585979dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 1101 time: 0.0808806 Nov 25 17:15:43.392887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:43.433864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:43.434234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1e3c13a2-3e0b-4c83-a591-183fd1ee11d6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:43.435174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 08f17dc0-2950-4251-bbbc-c7966d34a985 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:43.450725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] For port 08f17dc0-2950-4251-bbbc-c7966d34a985, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=08f17dc0-2950-4251-bbbc-c7966d34a985,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:43.451075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.483005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ea29e67-7927-48d9-9efc-80fae4f13a73 req-f2c24d4b-32a1-4dab-ad52-0f69014a2739 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Nov 25 17:15:43.485157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] For port 08f17dc0-2950-4251-bbbc-c7966d34a985, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=08f17dc0-2950-4251-bbbc-c7966d34a985,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:43.485740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.488427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.490454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Calling delete_port for 08f17dc0-2950-4251-bbbc-c7966d34a985 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:43.509240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] Calling delete_port for 08f17dc0-2950-4251-bbbc-c7966d34a985 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:43.531186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc048-d096-4f32-877a-33488c3e119d req-02a189c4-3544-43c3-80c0-156162f5ddf9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:43.543148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-141fc048-d096-4f32-877a-33488c3e119d req-02a189c4-3544-43c3-80c0-156162f5ddf9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.2805841 Nov 25 17:15:43.607193 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.653066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 08f17dc0-2950-4251-bbbc-c7966d34a985, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=08f17dc0-2950-4251-bbbc-c7966d34a985,segment=NetworkSegment(5b8247da-d018-4157-b014-e82f0a193161),segment_id=5b8247da-d018-4157-b014-e82f0a193161)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:43.654976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.659816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.723154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.726759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-141fc048-d096-4f32-877a-33488c3e119d req-41b363b5-fb1d-47a8-b453-737cda8065ca tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840153 Nov 25 17:15:43.753618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] No DVR routers for this DVR port 08f17dc0-2950-4251-bbbc-c7966d34a985 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:43.755034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=08f17dc0-2950-4251-bbbc-c7966d34a985,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:43.787253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e0296-26a7-4cff-8eb0-f89e2088801e None None] Pushing event deleted for resources: {'Port': ['ID=08f17dc0-2950-4251-bbbc-c7966d34a985,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:43.801090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.832937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.846933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Pushing event deleted for resources: {'Port': ['ID=08f17dc0-2950-4251-bbbc-c7966d34a985,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:43.869930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] No DVR routers for this DVR port 08f17dc0-2950-4251-bbbc-c7966d34a985 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:43.874857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51107f6d-9de5-42ed-a830-55cba6fd5c32,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:43.880484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:43.886562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:43.887082 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee039d19-5e99-41a0-9cd3-ffe369e64223 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/51107f6d-9de5-42ed-a830-55cba6fd5c32 HTTP/1.1" status: 204 len: 168 time: 0.7783196 Nov 25 17:15:43.981468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.006316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5cc460-e4b0-40b2-a03e-b4f49b4525f0']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:44.017461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8247da-d018-4157-b014-e82f0a193161') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:44.018054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8247da-d018-4157-b014-e82f0a193161') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:44.036188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.050636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.064035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:44.064718 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:44.071699 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:44.088241 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.109321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed775bd-c784-4596-a405-f3ef9660b517 req-8375b6bc-997e-4b58-a0d3-b406c25f7468 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.115875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ed775bd-c784-4596-a405-f3ef9660b517 req-8375b6bc-997e-4b58-a0d3-b406c25f7468 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1230288 Nov 25 17:15:44.145148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.165667 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.173223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] 10.222.0.86 "DELETE /v2.0/networks/0e5cc460-e4b0-40b2-a03e-b4f49b4525f0 HTTP/1.1" status: 204 len: 168 time: 1.3513222 Nov 25 17:15:44.174243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8bdfd-e52b-4e95-9a9c-31d4ee01604d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5cc460-e4b0-40b2-a03e-b4f49b4525f0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:44.249212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ed775bd-c784-4596-a405-f3ef9660b517 req-f1899c9c-d3f6-4b85-b8af-22c2685762e3 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230102 Nov 25 17:15:44.270098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.301773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20911345-dc95-4487-91fe-dc28a23fefdd']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:44.322159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c751c60c-4183-4d33-844f-70901b86194f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:44.322726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c751c60c-4183-4d33-844f-70901b86194f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:15:44.329059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-807df691-afac-4cf6-bd6a-e3ba336c5974 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9102669476b045cb853eb42539471468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244606 Nov 25 17:15:44.337702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.354224 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.364813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:15:44.365499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:15:44.367791 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:15:44.462788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.469430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.476498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] 10.222.0.86 "DELETE /v2.0/networks/20911345-dc95-4487-91fe-dc28a23fefdd HTTP/1.1" status: 204 len: 168 time: 0.5879815 Nov 25 17:15:44.497097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35638) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:44.499212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-12136dc7-337d-424c-a965-1c98ff1bcea4 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.505130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8ddf4-7b43-422f-991a-5f453825028f admin admin] Pushing event deleted for resources: {'Network': ['ID=20911345-dc95-4487-91fe-dc28a23fefdd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:44.508058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-12136dc7-337d-424c-a965-1c98ff1bcea4 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720371 Nov 25 17:15:44.526600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-3a3263c3-bfa9-46f8-a132-846a1a6203d5 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/quotas/9102669476b045cb853eb42539471468 HTTP/1.1" status: 200 len: 375 time: 0.0150361 Nov 25 17:15:44.568164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-84e747a4-44c2-4cf0-ac48-946d5efca0d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c338300a2c944684bcd4a1477e805f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697734 Nov 25 17:15:44.568701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:44.597997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-767fd9b1-701c-4d40-b03b-733c35dacb4a tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9102669476b045cb853eb42539471468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573404 Nov 25 17:15:44.675269 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6acf01fb-b3e7-4edf-b49c-7a580ffadfa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.763535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6acf01fb-b3e7-4edf-b49c-7a580ffadfa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.849673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f40cc-37bc-4fee-8bf8-8f5af9b54370 req-faaf3eb2-6ee6-4373-8909-8dcb8bef0e8d tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:44.865727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d2f40cc-37bc-4fee-8bf8-8f5af9b54370 req-faaf3eb2-6ee6-4373-8909-8dcb8bef0e8d tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 950 time: 0.1547577 Nov 25 17:15:44.879227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:44.936505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d2f40cc-37bc-4fee-8bf8-8f5af9b54370 req-a0749171-2a65-4479-8701-d459c0a039d6 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572650 Nov 25 17:15:44.937258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6acf01fb-b3e7-4edf-b49c-7a580ffadfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.939871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6acf01fb-b3e7-4edf-b49c-7a580ffadfa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:44.943659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7efacaca-fc96-4e1e-ab62-78393f064b1b req-c54a2494-2596-404d-8953-0ebbed45b927 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 210 time: 0.0369484 Nov 25 17:15:44.951341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6acf01fb-b3e7-4edf-b49c-7a580ffadfa5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a9692a4-17a1-4324-8c46-828d71c17fa2 HTTP/1.1" status: 204 len: 168 time: 0.3757310 Nov 25 17:15:44.979891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf01fb-b3e7-4edf-b49c-7a580ffadfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9692a4-17a1-4324-8c46-828d71c17fa2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:45.043400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:45.044852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7899709d-4e3a-47c5-a55d-b605ac657e66 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67ac7cb8f32a47b4854beb28b7fe80c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633308 Nov 25 17:15:45.122447 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b81020-bd79-411d-9da8-7a5796d32464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.128147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0d32f-0caa-43c3-a6a3-6a65eb709354 req-2a33612b-a622-44a4-ad36-8a803eb9cf1e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:45.136930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ba0d32f-0caa-43c3-a6a3-6a65eb709354 req-2a33612b-a622-44a4-ad36-8a803eb9cf1e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0897355 Nov 25 17:15:45.156997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b81020-bd79-411d-9da8-7a5796d32464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.216972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ba0d32f-0caa-43c3-a6a3-6a65eb709354 req-45d5c347-a4de-43d4-b376-f353bc1c2b58 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779660 Nov 25 17:15:45.268367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b81020-bd79-411d-9da8-7a5796d32464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.270937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01b81020-bd79-411d-9da8-7a5796d32464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:45.272900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-01b81020-bd79-411d-9da8-7a5796d32464 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4588bfc2-48e0-4c1d-a8d3-cac55b5289a9 HTTP/1.1" status: 204 len: 168 time: 0.2279794 Nov 25 17:15:45.283265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81020-bd79-411d-9da8-7a5796d32464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588bfc2-48e0-4c1d-a8d3-cac55b5289a9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:45.419526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ba73-1f80-4935-a2e7-54465a7bdc79 req-f8c4f861-1501-4f5a-9bce-47027eb738c5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:45.421437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dd3ba73-1f80-4935-a2e7-54465a7bdc79 req-f8c4f861-1501-4f5a-9bce-47027eb738c5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.0650666 Nov 25 17:15:45.498352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dd3ba73-1f80-4935-a2e7-54465a7bdc79 req-4dd25f14-0f48-4a08-986a-1e95f7882679 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709605 Nov 25 17:15:45.764568 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.067348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.147895 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-036c9e71-e816-4b17-8018-bc2d5008e082 req-1f5fff7c-80f8-4561-bfe4-94c50eda0f9a tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 210 time: 0.0955205 Nov 25 17:15:46.155346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c816-0818-4334-966a-15780f34bbec req-22de289a-2351-43f1-8b34-2aee363d16e4 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.177112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13b0c816-0818-4334-966a-15780f34bbec req-22de289a-2351-43f1-8b34-2aee363d16e4 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 950 time: 0.1413672 Nov 25 17:15:46.230491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1593401047-network', 'tenant_id': '148d23d225f44fd2b5f6b6297e377cca'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:46.234766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13b0c816-0818-4334-966a-15780f34bbec req-67db7930-f152-48dc-97f4-4720d01c05f1 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564909 Nov 25 17:15:46.307129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Made reservation on behalf of 148d23d225f44fd2b5f6b6297e377cca for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:46.311990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.321563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-d78945b4-42c7-41ce-a5c1-8583f8440efe tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9102669476b045cb853eb42539471468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662677 Nov 25 17:15:46.336520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.518045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294cab-ac26-4b0d-bc87-5ee8a182e99f req-bebe7c15-22b4-4dbd-9e65-06c1a081d0ac tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.519595 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c294cab-ac26-4b0d-bc87-5ee8a182e99f req-bebe7c15-22b4-4dbd-9e65-06c1a081d0ac tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1855216 Nov 25 17:15:46.530344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:46.571606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d507a4-7ab5-47b6-8fe2-e31dfd450e8f req-82b4b98b-e51f-4e20-8559-5bed2f115d92 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.576001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7d507a4-7ab5-47b6-8fe2-e31dfd450e8f req-82b4b98b-e51f-4e20-8559-5bed2f115d92 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 1101 time: 0.0610859 Nov 25 17:15:46.600358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7d507a4-7ab5-47b6-8fe2-e31dfd450e8f req-3a01deea-8155-4d2f-9883-7e06d48ad9e7 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.602268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-e2efea27-a2d3-4f0c-8c4e-418519cb7193 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.603786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-e2efea27-a2d3-4f0c-8c4e-418519cb7193 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646284 Nov 25 17:15:46.627864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Request body: {'port': {'device_id': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '9102669476b045cb853eb42539471468'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:46.688316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c294cab-ac26-4b0d-bc87-5ee8a182e99f req-c337be09-11b4-43aa-8c7d-8bb9546dc43e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569986 Nov 25 17:15:46.696540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.708410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7d507a4-7ab5-47b6-8fe2-e31dfd450e8f req-3a01deea-8155-4d2f-9883-7e06d48ad9e7 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.721889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-972059996-network', 'tenant_id': '570bc87d8d26432b8b1cac598bf427f2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:46.723261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7d507a4-7ab5-47b6-8fe2-e31dfd450e8f req-3a01deea-8155-4d2f-9883-7e06d48ad9e7 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.726833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.752335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:46.781250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7d507a4-7ab5-47b6-8fe2-e31dfd450e8f req-3a01deea-8155-4d2f-9883-7e06d48ad9e7 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958728 Nov 25 17:15:46.783280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01deea-8155-4d2f-9883-7e06d48ad9e7 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d2288a-ea35-4fc2-8c8b-ad299d9b983f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:46.797410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.797760 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Added segment 373290ba-ad16-48ce-a312-d7ad3e9fb3e2 of type vlan for network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 Nov 25 17:15:46.834379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d16af-7a60-47ad-b376-9cdb0991baea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:46.870167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Made reservation on behalf of 570bc87d8d26432b8b1cac598bf427f2 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:46.871441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.928175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.946316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:46.996739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba4f3-7b67-4c8a-b88a-73ddf63495ce req-939bb42a-3a1e-4d7d-ac94-e0ef9c1f9a6e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:46.998821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdba4f3-7b67-4c8a-b88a-73ddf63495ce req-939bb42a-3a1e-4d7d-ac94-e0ef9c1f9a6e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1953542 Nov 25 17:15:47.025447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Made reservation on behalf of 9102669476b045cb853eb42539471468 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:47.030211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.047183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.048154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.048733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.062009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.152155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0804329 Nov 25 17:15:47.153922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:47.170103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Request body: {'subnet': {'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1593401047-subnet', 'tenant_id': '148d23d225f44fd2b5f6b6297e377cca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:47.193247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5376ff-f6e6-42f3-8c93-5bc56abf3275 admin admin] Pushing event updated for resources: {'Network': ['ID=5492a74a-29d0-4e5c-b33a-919b7bcf2363,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.206020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdba4f3-7b67-4c8a-b88a-73ddf63495ce req-046a9194-135b-4d1c-8c46-7f7eb15712cf tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979692 Nov 25 17:15:47.215089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.218970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:47.223257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.263892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:15:47.270196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Made reservation on behalf of 148d23d225f44fd2b5f6b6297e377cca for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:47.273601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.290379 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.290730 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Added segment 0c6d6589-e1e0-4b93-aff6-26a58dbfa743 of type vlan for network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 Nov 25 17:15:47.304673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17728282-ac43-4811-b1a1-a85d4b2fd3b7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.357044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.369768 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.379648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.388177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1129bd2-dfa2-4ee0-8642-1047d5a433df req-f4503ca3-d97e-48e7-a50e-0fb62b745cf7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 210 time: 0.0680943 Nov 25 17:15:47.390683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.462631 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.463623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.464214 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.517459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b2090d-e78d-43ce-8f17-735350f9b4ad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.547126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0145943 Nov 25 17:15:47.550170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35736) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:15:47.553235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b2fe6-fab1-46f9-9b52-7a37c581cf3e admin admin] Pushing event updated for resources: {'Network': ['ID=3c4e0699-ebbd-4c06-ac66-44dd6c158c04,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.557113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Request body: {'subnet': {'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-972059996-subnet', 'tenant_id': '570bc87d8d26432b8b1cac598bf427f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:47.565033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.571006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:15:47.629134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee22b250-1443-4852-bbfd-90fb5de65309,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:47.631485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Made reservation on behalf of 570bc87d8d26432b8b1cac598bf427f2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:47.634026 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.641789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Allocated IP 192.168.233.97 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/6ea49f64-cfc2-4eff-abce-2d4e01e67d97) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:47.693365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Checking segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:47.693728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Network hostable DHCP agents. Network: 5492a74a-29d0-4e5c-b33a-919b7bcf2363, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:47.737049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:47.755374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5492a74a-29d0-4e5c-b33a-919b7bcf2363) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:47.762602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.763196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.771251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f3fbe-4a96-4213-8de8-73a736e836a6 None None] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:47.813830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-634b46bf-6a05-4566-8dd6-8c1fcf463c53 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6507065 Nov 25 17:15:47.881275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.890072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:47.918698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa10da-e05c-40a9-9961-e8a22cea5bcb req-c15d1309-7f6e-4524-99af-76cbc60a2e11 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:47.920845 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87fa10da-e05c-40a9-9961-e8a22cea5bcb req-c15d1309-7f6e-4524-99af-76cbc60a2e11 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0985115 Nov 25 17:15:47.997972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.012777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87fa10da-e05c-40a9-9961-e8a22cea5bcb req-63d7a5d6-fde6-455f-acac-4d35c6c8832f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817015 Nov 25 17:15:48.053155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b575553-30cb-443b-b5ef-0302b17ff4eb,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:48.061299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:48.064887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:48.067488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:48.088224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09db77-039f-4257-9c63-9c3b4fd953e4 req-23212728-34d6-4920-b856-827fd035dfe5 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.097323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d09db77-039f-4257-9c63-9c3b4fd953e4 req-23212728-34d6-4920-b856-827fd035dfe5 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 1101 time: 0.1438997 Nov 25 17:15:48.099876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Checking segment: {'id': '0c6d6589-e1e0-4b93-aff6-26a58dbfa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:48.100717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Network hostable DHCP agents. Network: 3c4e0699-ebbd-4c06-ac66-44dd6c158c04, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:15:48.100875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Pushing event updated for resources: {'Port': ['ID=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:48.113084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'tenant_id': '148d23d225f44fd2b5f6b6297e377cca', 'fixed_ips': [{'subnet_id': 'ee22b250-1443-4852-bbfd-90fb5de65309'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:15:48.113962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.188626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d09db77-039f-4257-9c63-9c3b4fd953e4 req-adcbe67b-0274-4508-8652-7e649d65fde3 tempest-ServersAdminNegativeTestJSON-295345649 tempest-ServersAdminNegativeTestJSON-295345649-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900357 Nov 25 17:15:48.191195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:15:48.196385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.201701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.226550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 3c4e0699-ebbd-4c06-ac66-44dd6c158c04) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:48.233450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.234261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.245435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-860b9a4c-50b5-484f-8d42-206f05075f94 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6292422 Nov 25 17:15:48.259312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Request body: {'port': {'device_id': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:48.284783 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e4da3aa-a3a5-4e4e-9faf-ebb757545607 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7328801 Nov 25 17:15:48.402542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.568458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd3c5c-87f5-4354-bb82-505f0ce4ad06 req-a10c560d-1b75-4be0-86cc-0b51b9eef8cb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.584197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43dd3c5c-87f5-4354-bb82-505f0ce4ad06 req-a10c560d-1b75-4be0-86cc-0b51b9eef8cb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1186082 Nov 25 17:15:48.629763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d960c3-f5d9-46e2-8989-57d91a7d1ecf None None] Network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:48.652383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43dd3c5c-87f5-4354-bb82-505f0ce4ad06 req-c7739c4d-3ca0-4fec-b3a4-cd79aac0f401 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672233 Nov 25 17:15:48.677777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1d27119c-6dcf-4096-b750-2e4b16addd8a None None] Provisioning complete for port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:48.678145 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1d27119c-6dcf-4096-b750-2e4b16addd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:48.775004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1d27119c-6dcf-4096-b750-2e4b16addd8a None None] Port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:48.811124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-375823a1-c99c-4021-a551-a6ae85529072 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.812757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-375823a1-c99c-4021-a551-a6ae85529072 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 816 time: 0.2041440 Nov 25 17:15:48.818237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68448c13-6903-44e6-a2af-58bfe6eb4d35 req-01d20bb8-f66e-40a5-9931-28deafba320d tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:48.821476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68448c13-6903-44e6-a2af-58bfe6eb4d35 req-01d20bb8-f66e-40a5-9931-28deafba320d tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 935 time: 0.0879846 Nov 25 17:15:48.838289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-84472cca-9f99-4119-ae13-e3fc251de540 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/quotas/148d23d225f44fd2b5f6b6297e377cca HTTP/1.1" status: 200 len: 375 time: 0.0185502 Nov 25 17:15:48.887792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Allocated IP 172.20.0.2 (5492a74a-29d0-4e5c-b33a-919b7bcf2363/ee22b250-1443-4852-bbfd-90fb5de65309/8c991189-c043-49a1-add5-a1d26013eae8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:48.891537 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-56b1522a-b086-490c-8e60-0589f7bf57fa tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436156 Nov 25 17:15:48.948532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68448c13-6903-44e6-a2af-58bfe6eb4d35 req-c7a0637c-c7f6-464f-a163-289a5381e087 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186419 Nov 25 17:15:49.030100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:49.041174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.066443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96c52f-eede-420f-a355-a32ed53aa8c3 None None] Network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:49.080711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Transition to ACTIVE for port object 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:49.083981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-46d76391-cd31-4857-8233-4ab895edd013 service neutron] 10.222.0.86 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792984 Nov 25 17:15:49.088111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.159346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:49.230263 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.244494 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.269176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-de2bfab3-6c21-42e8-8ef5-6907d5df1ccf tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:49.271204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-de2bfab3-6c21-42e8-8ef5-6907d5df1ccf tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/networks?id=3c4e0699-ebbd-4c06-ac66-44dd6c158c04 HTTP/1.1" status: 200 len: 821 time: 0.1572382 Nov 25 17:15:49.293060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-8fdba245-1310-4d69-9eb4-ec984e869c2d tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/quotas/570bc87d8d26432b8b1cac598bf427f2 HTTP/1.1" status: 200 len: 375 time: 0.0145509 Nov 25 17:15:49.347524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-e1f32b17-80a2-4cb1-853f-26661aee11dd tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=570bc87d8d26432b8b1cac598bf427f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415759 Nov 25 17:15:49.373599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Pushing event updated for resources: {'Port': ['ID=8c991189-c043-49a1-add5-a1d26013eae8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:49.390850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:49.392790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:49.396748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:49.416474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-833145ed-ced3-4e85-bae5-03557447b161 service neutron] 10.222.0.86 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244002 Nov 25 17:15:49.446947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Attempting to bind port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:49.447726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Attempting to bind port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:49.448357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Attempting to bind port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:49.460173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:49.460966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Attempting to bind port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:49.471349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:49.473529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:49.473895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:49.474355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Bound port: 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:49.474722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.518463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-ef39d126-d2bb-48ea-8b42-c2ebbcfe6728 service neutron] 10.222.0.86 "GET /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506696 Nov 25 17:15:49.526754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Attempting to bind port 8c991189-c043-49a1-add5-a1d26013eae8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:49.527132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Attempting to bind port 8c991189-c043-49a1-add5-a1d26013eae8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:49.527503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Attempting to bind port 8c991189-c043-49a1-add5-a1d26013eae8 on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:49.542777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:49.543629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Checking segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:49.545451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.546428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Bound using segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:49.547176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Bound port: 8c991189-c043-49a1-add5-a1d26013eae8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:49.548062 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.614426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] For port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:49.619419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] For port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:49.636748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.699731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] For port 8c991189-c043-49a1-add5-a1d26013eae8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:49.704571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] For port 8c991189-c043-49a1-add5-a1d26013eae8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8c991189-c043-49a1-add5-a1d26013eae8,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:49.714483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.739411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-6d7a8378-8b3c-4175-ac73-d3694b75cfe0 service neutron] 10.222.0.86 "GET /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132638 Nov 25 17:15:49.765940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:49.766249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:49.768115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ea49f64-cfc2-4eff-abce-2d4e01e67d97 HTTP/1.1" status: 200 len: 1095 time: 1.5131438 Nov 25 17:15:49.768115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'tag': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:49.780902 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05265344-c072-42a4-8ff2-d0790310b5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "16ceecb8-3a8b-4d1e-ab03-1593e2db85f0", "tag": "6ea49f64-cfc2-4eff-abce-2d4e01e67d97"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:49.821583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a490eb-0014-48eb-9741-00d872e691f7 None None] Pushing event updated for resources: {'Port': ['ID=8c991189-c043-49a1-add5-a1d26013eae8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:49.953595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936307e-c16e-4a95-b7f0-9d5ca35e7854 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:50.001644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d677e-8f5b-4150-949f-2839aebcc6be req-e70252fc-83cf-446c-9ec4-42bb68dc65a1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.012099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f27d677e-8f5b-4150-949f-2839aebcc6be req-e70252fc-83cf-446c-9ec4-42bb68dc65a1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.2909093 Nov 25 17:15:50.042651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-3233c4bc-7dbd-4fcc-a932-e9867c9bab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.045821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-3233c4bc-7dbd-4fcc-a932-e9867c9bab9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9102669476b045cb853eb42539471468&device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 1098 time: 0.2155998 Nov 25 17:15:50.146665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-62814e7d-a83b-45cf-b83f-d5a6761dcdaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97 HTTP/1.1" status: 200 len: 217 time: 0.0841188 Nov 25 17:15:50.272662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f27d677e-8f5b-4150-949f-2839aebcc6be req-89cd4f2b-cc9e-4625-a9a9-1fd20b4c6776 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592010 Nov 25 17:15:50.367096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-3d3f07f0-c818-4f48-ab45-2cc304464dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.375639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-3d3f07f0-c818-4f48-ab45-2cc304464dcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2137916 Nov 25 17:15:50.498267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a721-5349-4061-8023-2459e279bd30 req-e5b9599b-8cd7-48ae-a8bf-5bb6b85cc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.500199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-e5b9599b-8cd7-48ae-a8bf-5bb6b85cc284 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108661 Nov 25 17:15:50.550757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190bd9a-7f4a-4144-96c9-70aecbb8ebd4 req-768761e8-1fda-4b2e-8c65-eac97e20ae4f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.563281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b190bd9a-7f4a-4144-96c9-70aecbb8ebd4 req-768761e8-1fda-4b2e-8c65-eac97e20ae4f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1007798 Nov 25 17:15:50.670120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b190bd9a-7f4a-4144-96c9-70aecbb8ebd4 req-49707f13-922a-4d48-8721-5009811c0be5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054876 Nov 25 17:15:50.731013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-3e94c2bf-9474-4a86-90ac-5589481019c1 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146115 Nov 25 17:15:50.762218 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a096419-2a74-4533-9dab-a432fe844c60 x-openstack-request-id: req-9a096419-2a74-4533-9dab-a432fe844c60 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:50.763228 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ceecb8-3a8b-4d1e-ab03-1593e2db85f0", "tag": "6ea49f64-cfc2-4eff-abce-2d4e01e67d97", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:50.763711 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a096419-2a74-4533-9dab-a432fe844c60 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:50.764352 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'tag': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97', 'status': 'completed', 'code': 200} Nov 25 17:15:50.789368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-45f1b1c1-94eb-4378-95fc-e1f8a82531f6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:50.797732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-45f1b1c1-94eb-4378-95fc-e1f8a82531f6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 816 time: 0.2365730 Nov 25 17:15:50.877761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-b55a28d5-f534-48ff-9d63-80e549b0a4d8 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/quotas/148d23d225f44fd2b5f6b6297e377cca HTTP/1.1" status: 200 len: 375 time: 0.0787306 Nov 25 17:15:50.910136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1afe622-a37b-493a-b8fe-5d21fb68a0fd req-bdfd1d97-6cfb-479d-ac72-97919fd0a2d0 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 210 time: 0.0779727 Nov 25 17:15:50.949257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4108a721-5349-4061-8023-2459e279bd30 req-08257d86-4729-4830-9fc8-e310c6050075 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040179 Nov 25 17:15:50.993075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-93b25a93-5145-48f5-91e1-1c6f1f620324 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141498 Nov 25 17:15:51.056319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209525-2b50-4189-9e77-b35ec3ae1cc0 req-35340df6-a307-486e-817d-9c33ae34989f tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.058378 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56209525-2b50-4189-9e77-b35ec3ae1cc0 req-35340df6-a307-486e-817d-9c33ae34989f tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 947 time: 0.0726130 Nov 25 17:15:51.117164 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56209525-2b50-4189-9e77-b35ec3ae1cc0 req-7211cf5e-e9af-4b85-9cc1-6a04aa2800b2 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Nov 25 17:15:51.138615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-89deb4d5-4702-4000-9536-0f730c366f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.152732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-89deb4d5-4702-4000-9536-0f730c366f88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9102669476b045cb853eb42539471468&device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 1098 time: 0.1222970 Nov 25 17:15:51.287663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-11da9da6-bdf4-4ab0-934d-19bc7e81c9f3 service neutron] 10.222.0.86 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929378 Nov 25 17:15:51.448624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8c991189-c043-49a1-add5-a1d26013eae8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:51.503700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-c5fdcd30-f9a5-4894-8cf8-bc5c4c70a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.505144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-c5fdcd30-f9a5-4894-8cf8-bc5c4c70a960 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3421443 Nov 25 17:15:51.522055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5dc29c-8dfc-4140-b7e3-6ee83c2f36c7 None None] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:15:51.558371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-342da7c5-d4ef-44cc-87c3-8ec33efec1a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Nov 25 17:15:51.583734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-a61b2903-04f7-478b-9deb-809fd2de3308 service neutron] 10.222.0.86 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946589 Nov 25 17:15:51.641249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-49a7e035-52c0-4219-bd17-299ad76c1ee7 None None] Provisioning complete for port 8c991189-c043-49a1-add5-a1d26013eae8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:51.641622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49a7e035-52c0-4219-bd17-299ad76c1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.646804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8c991189-c043-49a1-add5-a1d26013eae8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:51.647164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:51.722341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-8df41d42-9552-4f50-b87f-d36a900566ab tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.724671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-8df41d42-9552-4f50-b87f-d36a900566ab tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.55 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 816 time: 0.4177611 Nov 25 17:15:51.744270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Request body: {'port': {'device_id': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'admin_state_up': True, 'tenant_id': '148d23d225f44fd2b5f6b6297e377cca'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:51.758007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6d787-0e8c-4972-ae09-ddb734fd3f6c req-9455c19c-e541-4e70-a602-d6feea1ef3d8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.760312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45c6d787-0e8c-4972-ae09-ddb734fd3f6c req-9455c19c-e541-4e70-a602-d6feea1ef3d8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1313710 Nov 25 17:15:51.798701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-20f5a3e5-d39e-4981-ace0-9b2e320219d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:51.802745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-20f5a3e5-d39e-4981-ace0-9b2e320219d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2352686 Nov 25 17:15:51.991174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45c6d787-0e8c-4972-ae09-ddb734fd3f6c req-8a455000-2f48-455c-8f35-7755a2b23314 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900806 Nov 25 17:15:52.002827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.063051 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49a7e035-52c0-4219-bd17-299ad76c1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.131421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-3e5b8687-2302-468c-bcbb-332baa2efdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.146391 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-3e5b8687-2302-468c-bcbb-332baa2efdb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3100371 Nov 25 17:15:52.159310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 8c991189-c043-49a1-add5-a1d26013eae8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8c991189-c043-49a1-add5-a1d26013eae8,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:52.172337 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.253730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-96c43771-e203-4f78-ad5a-bb64318bcea0 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.255508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-96c43771-e203-4f78-ad5a-bb64318bcea0 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.55 "GET /v2.0/networks?id=3c4e0699-ebbd-4c06-ac66-44dd6c158c04 HTTP/1.1" status: 200 len: 821 time: 0.4281104 Nov 25 17:15:52.298387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148f6c-da85-4fa0-89fa-5fb665dbe834 req-0cecf6cd-008b-4de0-aa01-f0705469b06b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.298588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Request body: {'port': {'device_id': '10326943-f245-48ed-bf84-eee7d258dc75', 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04', 'admin_state_up': True, 'tenant_id': '570bc87d8d26432b8b1cac598bf427f2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:52.306154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79148f6c-da85-4fa0-89fa-5fb665dbe834 req-0cecf6cd-008b-4de0-aa01-f0705469b06b tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 950 time: 0.3666315 Nov 25 17:15:52.313250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-49a7e035-52c0-4219-bd17-299ad76c1ee7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:15:52.313870 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-49a7e035-52c0-4219-bd17-299ad76c1ee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:15:52.322046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=8c991189-c043-49a1-add5-a1d26013eae8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:52.350778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.352059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.352745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.354472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.357844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.358201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.359277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.360518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.361079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.362752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.363878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.365820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:52.370337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Made reservation on behalf of 148d23d225f44fd2b5f6b6297e377cca for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:52.375265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.437439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-174a41d4-f672-4c35-8a09-b4136d901810 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592447 Nov 25 17:15:52.454628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79148f6c-da85-4fa0-89fa-5fb665dbe834 req-3b7b0f98-4947-4e4c-8d6d-aebdfe07e3f9 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404140 Nov 25 17:15:52.515779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03654406-4816-470f-9d27-c9072202e4d7 req-293d0ba4-c475-438a-b769-4bf9fd91645d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.526690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-03654406-4816-470f-9d27-c9072202e4d7 req-293d0ba4-c475-438a-b769-4bf9fd91645d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.3867319 Nov 25 17:15:52.552986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Made reservation on behalf of 570bc87d8d26432b8b1cac598bf427f2 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:52.557481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:52.617022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-03654406-4816-470f-9d27-c9072202e4d7 req-e4ff70be-5398-4201-8998-a3d2f84bb4c5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Nov 25 17:15:52.935131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-aa549231-227f-4b99-8ab3-6e2e429c6142 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:52.936979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-aa549231-227f-4b99-8ab3-6e2e429c6142 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 816 time: 0.2280185 Nov 25 17:15:52.948016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Allocated IP 172.20.0.6 (3c4e0699-ebbd-4c06-ac66-44dd6c158c04/4b575553-30cb-443b-b5ef-0302b17ff4eb/63d09c22-136d-480c-a21c-330cead76c73) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:52.966541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-5f436e85-5616-4628-b356-59bcee775afe tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/quotas/148d23d225f44fd2b5f6b6297e377cca HTTP/1.1" status: 200 len: 375 time: 0.0225375 Nov 25 17:15:52.988637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-97e765bd-a8a4-4057-b54f-7929db3faea1 None None] Provisioning complete for port 8c991189-c043-49a1-add5-a1d26013eae8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:52.989229 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97e765bd-a8a4-4057-b54f-7929db3faea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.006989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2bbd051-6bde-4f7d-a260-16df004a2c05 req-5fee2ee4-f022-48e8-8ffc-8106292bbc31 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 210 time: 0.4435647 Nov 25 17:15:53.101878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-7b578b02-173d-42a5-8cbe-c67c77538cd6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281195 Nov 25 17:15:53.110521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05265344-c072-42a4-8ff2-d0790310b5c3 req-35d5b8c2-94aa-4bbf-a363-6473463fea88 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548426 Nov 25 17:15:53.166465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Allocated IP 172.20.0.4 (5492a74a-29d0-4e5c-b33a-919b7bcf2363/ee22b250-1443-4852-bbfd-90fb5de65309/32274b54-8814-4aa7-acee-e6eeff736b4c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:53.208641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1206cb-5d66-45c7-bb3a-6f605d4f827b req-d85ea0a7-1396-4e17-ae74-14762f225ff3 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:53.222345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1206cb-5d66-45c7-bb3a-6f605d4f827b req-d85ea0a7-1396-4e17-ae74-14762f225ff3 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 947 time: 0.1187906 Nov 25 17:15:53.236004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-1a8e6d22-3b12-49b7-99d5-20def95662a2 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:53.238351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-1a8e6d22-3b12-49b7-99d5-20def95662a2 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 950 time: 0.1763935 Nov 25 17:15:53.266252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-12c55f94-a021-436b-970a-c754b09fc12b service neutron] 10.222.0.86 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511559 Nov 25 17:15:53.366333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.374770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8c991189-c043-49a1-add5-a1d26013eae8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:53.460226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8c991189-c043-49a1-add5-a1d26013eae8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:53.461155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.523644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-f66d35a7-d176-4a3b-8597-2a007b074557 service neutron] 10.222.0.86 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388470 Nov 25 17:15:53.530778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.575255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1206cb-5d66-45c7-bb3a-6f605d4f827b req-b9f5e1f5-d7f5-4edc-a8aa-7f09e05feb86 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507357 Nov 25 17:15:53.610356 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.634550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:53.653923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:53.656575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:53.672684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-2681541d-899a-43b3-acf6-70269a5d181a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:53.675526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-2681541d-899a-43b3-acf6-70269a5d181a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 816 time: 0.4155543 Nov 25 17:15:53.680454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:53.713226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Request body: {'port': {'device_id': '8d68bf08-70a5-46db-9180-9008978e7edc', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'admin_state_up': True, 'tenant_id': '148d23d225f44fd2b5f6b6297e377cca'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:53.770468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Pushing event updated for resources: {'Port': ['ID=63d09c22-136d-480c-a21c-330cead76c73,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:53.828879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:53.829555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.835092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.847598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.848099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.848449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.848788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.849123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.849464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.849957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.850288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.851462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.851799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.852131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:53.902656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-430a86a8-5d1a-4be8-81fe-1bd3136e492e tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6256938 Nov 25 17:15:53.910138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Deleting port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:53.910478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:53.912056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:53.939657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97', 'mac_address': 'fa:16:3e:0b:c3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:53.940506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Request body: {'port': {'device_id': '10326943-f245-48ed-bf84-eee7d258dc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:53.993107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910d5aa-1f7b-4cee-9808-6a4bbc0f2777 req-3a43f900-b12d-4d37-8fb5-716a96be635e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:54.005519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5910d5aa-1f7b-4cee-9808-6a4bbc0f2777 req-3a43f900-b12d-4d37-8fb5-716a96be635e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1614957 Nov 25 17:15:54.022809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.050327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:54.077618 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.084021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.089332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:54.102180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5910d5aa-1f7b-4cee-9808-6a4bbc0f2777 req-238581f6-fa44-4c85-ad38-85a996946d4f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957105 Nov 25 17:15:54.110389 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.223998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b6440-09ed-4a88-8728-42faaa95ecf2 req-08680d52-9fdf-42d1-98e0-f51bdafe3436 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:54.226453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-343b6440-09ed-4a88-8728-42faaa95ecf2 req-08680d52-9fdf-42d1-98e0-f51bdafe3436 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 950 time: 0.3398778 Nov 25 17:15:54.231006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:54.248735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:54.264103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Pushing event updated for resources: {'Port': ['ID=32274b54-8814-4aa7-acee-e6eeff736b4c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:54.269129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:54.283925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:54.368710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.369502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.370129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.370637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.373985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.374735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.375725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.376237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.376832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.377574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.378360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.379004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:15:54.406945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Made reservation on behalf of 148d23d225f44fd2b5f6b6297e377cca for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:54.411870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.425842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] For port fa3bba8b-6be3-4cb8-9059-0a0e85e54408, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:54.426407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.433329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['6ea49f64-cfc2-4eff-abce-2d4e01e67d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:54.547308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b0335-90fa-48e1-b662-c058bc7d2e8b req-6aecaba8-2e31-459c-b85d-cf45a43f6e4c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:54.553652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Calling delete_port for fa3bba8b-6be3-4cb8-9059-0a0e85e54408 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:54.555320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-870b0335-90fa-48e1-b662-c058bc7d2e8b req-6aecaba8-2e31-459c-b85d-cf45a43f6e4c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2042742 Nov 25 17:15:54.609072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-343b6440-09ed-4a88-8728-42faaa95ecf2 req-1b442ab6-8525-4226-a10e-e512f46b78f5 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706596 Nov 25 17:15:54.626837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:54.627692 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.645103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-870b0335-90fa-48e1-b662-c058bc7d2e8b req-51dbafd2-eb11-45e6-8825-bdff8a7b25b6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887840 Nov 25 17:15:54.702475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ef3538a6-82a8-494b-a570-705affe142b1 None None] Provisioning complete for port 32274b54-8814-4aa7-acee-e6eeff736b4c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:54.702870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef3538a6-82a8-494b-a570-705affe142b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.755519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ef3538a6-82a8-494b-a570-705affe142b1 None None] Port 32274b54-8814-4aa7-acee-e6eeff736b4c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:54.802852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d09c22-136d-480c-a21c-330cead76c73 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:54.805402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Allocated IP 172.20.0.10 (5492a74a-29d0-4e5c-b33a-919b7bcf2363/ee22b250-1443-4852-bbfd-90fb5de65309/93d3bb60-1009-47c1-b891-3310c6dc2cae) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:54.814608 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.834487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Transition to ACTIVE for port object 63d09c22-136d-480c-a21c-330cead76c73 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:54.844507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9813ea-56b0-492d-a66d-a12d3aae2c91 req-89f195c2-f050-49cb-bf28-020d4b92ed8d tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:54.852241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef9813ea-56b0-492d-a66d-a12d3aae2c91 req-89f195c2-f050-49cb-bf28-020d4b92ed8d tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 931 time: 0.0884042 Nov 25 17:15:54.860700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:54.941080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15a24e1b-1041-4185-933c-b8ec3f8472a8 req-b0cbb99e-ca97-4494-8e64-7086029abfe8 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 210 time: 0.0590591 Nov 25 17:15:54.947848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=63d09c22-136d-480c-a21c-330cead76c73,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:55.005894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef9813ea-56b0-492d-a66d-a12d3aae2c91 req-e7963b0b-63d4-4349-9f85-723f147aef9c tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522610 Nov 25 17:15:55.033682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-7dcf13d8-fea1-4dfe-a636-d6505d7370c4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2982740 Nov 25 17:15:55.098110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Request body: {'port': {'device_id': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:55.117572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Attempting to bind port 63d09c22-136d-480c-a21c-330cead76c73 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:55.117914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Attempting to bind port 63d09c22-136d-480c-a21c-330cead76c73 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '0c6d6589-e1e0-4b93-aff6-26a58dbfa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:55.118243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Attempting to bind port 63d09c22-136d-480c-a21c-330cead76c73 on network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:55.126000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Port 63d09c22-136d-480c-a21c-330cead76c73 on network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:55.126505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Attempting to bind port 63d09c22-136d-480c-a21c-330cead76c73 on network 3c4e0699-ebbd-4c06-ac66-44dd6c158c04 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:55.133618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:55.133618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Checking segment: {'id': '0c6d6589-e1e0-4b93-aff6-26a58dbfa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:55.133982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Bound using segment: {'id': '0c6d6589-e1e0-4b93-aff6-26a58dbfa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:55.134416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Bound port: 63d09c22-136d-480c-a21c-330cead76c73, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6d6589-e1e0-4b93-aff6-26a58dbfa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:55.134767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.217724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] For port 63d09c22-136d-480c-a21c-330cead76c73, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:55.221268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] For port 63d09c22-136d-480c-a21c-330cead76c73, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=63d09c22-136d-480c-a21c-330cead76c73,segment=NetworkSegment(0c6d6589-e1e0-4b93-aff6-26a58dbfa743),segment_id=0c6d6589-e1e0-4b93-aff6-26a58dbfa743)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:55.227603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.291604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040416e9-a43e-4b11-9b1d-67514dbcb52a req-79d95ddc-8d82-48b3-9875-324a2f2f876f tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:55.293373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-040416e9-a43e-4b11-9b1d-67514dbcb52a req-79d95ddc-8d82-48b3-9875-324a2f2f876f tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 948 time: 0.2083328 Nov 25 17:15:55.302039 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.308337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:55.309030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.311259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/63d09c22-136d-480c-a21c-330cead76c73 HTTP/1.1" status: 200 len: 1091 time: 1.3847919 Nov 25 17:15:55.313165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10326943-f245-48ed-bf84-eee7d258dc75', 'tag': '63d09c22-136d-480c-a21c-330cead76c73'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:55.316183 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ebc60-d079-44fd-8c14-75eabceab5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "10326943-f245-48ed-bf84-eee7d258dc75", "tag": "63d09c22-136d-480c-a21c-330cead76c73"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:55.336318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.363099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cbabc-ba91-41c7-a0d8-19c9f922d997 req-4561c803-f76c-4d14-af38-e6dd5e1890bb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:55.364764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c8cbabc-ba91-41c7-a0d8-19c9f922d997 req-4561c803-f76c-4d14-af38-e6dd5e1890bb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1339252 Nov 25 17:15:55.379933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb1ffa-d297-4cf6-86ad-f4073f37c7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=63d09c22-136d-480c-a21c-330cead76c73,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:55.441772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-6a695c8e-ae77-4245-975d-c0645e1e080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:55.443362 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-6a695c8e-ae77-4245-975d-c0645e1e080f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=570bc87d8d26432b8b1cac598bf427f2&device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 1094 time: 0.0776434 Nov 25 17:15:55.451887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c8cbabc-ba91-41c7-a0d8-19c9f922d997 req-317eb7bb-19c0-4269-b745-916a29a11eb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749149 Nov 25 17:15:55.514852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-040416e9-a43e-4b11-9b1d-67514dbcb52a req-7c049f09-bc11-49d2-9341-600c1250fd14 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087593 Nov 25 17:15:55.534063 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-7890da6c-71e4-43d6-bd57-a72640071d37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63d09c22-136d-480c-a21c-330cead76c73 HTTP/1.1" status: 200 len: 217 time: 0.0808980 Nov 25 17:15:55.538306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.550121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:55.710808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Pushing event deleted for resources: {'Port': ['ID=fa3bba8b-6be3-4cb8-9059-0a0e85e54408,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:55.734682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:55.810275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:55.906426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c75f5246-a579-49cb-9a4b-7ca6a1020ec9 req-262ae1a6-3f99-467f-8062-137b8c785e85 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=f20c3c9f-7e48-416e-bd43-27c227365db1 HTTP/1.1" status: 200 len: 210 time: 0.1284299 Nov 25 17:15:55.969455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:15:55.983413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:55.985274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.015933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Pushing event updated for resources: {'Port': ['ID=93d3bb60-1009-47c1-b891-3310c6dc2cae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:56.104878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] No DVR routers for this DVR port fa3bba8b-6be3-4cb8-9059-0a0e85e54408 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:15:56.124144 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.127731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-353bac4d-8da7-48cc-a42b-cac6b8f91ad4 req-7ee2f923-8eaf-45c6-93b9-5d7a18e0af50 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "DELETE /v2.0/ports/fa3bba8b-6be3-4cb8-9059-0a0e85e54408 HTTP/1.1" status: 204 len: 173 time: 2.8764365 Nov 25 17:15:56.135121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'name': 'network-vif-deleted', 'tag': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:56.139079 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d63ee-2471-40c0-b7e2-55470b7f8ce3" -d '{"events": [{"server_uuid": "f20c3c9f-7e48-416e-bd43-27c227365db1", "name": "network-vif-deleted", "tag": "fa3bba8b-6be3-4cb8-9059-0a0e85e54408"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:56.149889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.172124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:56.178229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0de01a36-6a0c-4f9b-bcd9-1b4d8f7a1300 req-f5b446fd-fca3-448f-93d4-1346decf0621 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 210 time: 0.0956507 Nov 25 17:15:56.191088 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a30fc9d-cd95-409f-a48f-750016e2d4f8 x-openstack-request-id: req-9a30fc9d-cd95-409f-a48f-750016e2d4f8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:56.191920 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10326943-f245-48ed-bf84-eee7d258dc75", "tag": "63d09c22-136d-480c-a21c-330cead76c73", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:56.191920 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a30fc9d-cd95-409f-a48f-750016e2d4f8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:56.193809 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10326943-f245-48ed-bf84-eee7d258dc75', 'tag': '63d09c22-136d-480c-a21c-330cead76c73', 'status': 'completed', 'code': 200} Nov 25 17:15:56.195894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:56.200877 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903e5969-1aa5-4062-b0eb-a39c7262648a" -d '{"events": [{"server_uuid": "16ceecb8-3a8b-4d1e-ab03-1593e2db85f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ea49f64-cfc2-4eff-abce-2d4e01e67d97"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:56.214671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:56.223126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:56.225312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:56.238667 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.311746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-8f79cbde-e5bd-4ff2-99d0-c5e04f113bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:56.314349 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-8f79cbde-e5bd-4ff2-99d0-c5e04f113bf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b575553-30cb-443b-b5ef-0302b17ff4eb HTTP/1.1" status: 200 len: 861 time: 0.7726340 Nov 25 17:15:56.373681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:56.382921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-47d52517-6a61-4484-9554-ab1f52326ee7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4e0699-ebbd-4c06-ac66-44dd6c158c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496371 Nov 25 17:15:56.392126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fa3bba8b-6be3-4cb8-9059-0a0e85e54408 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:15:56.394722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b5648-ddc0-46c7-9d5c-84b108edf435 req-dc4863b4-db3e-4375-bd27-4edf81a35ec5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:56.406215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a54b5648-ddc0-46c7-9d5c-84b108edf435 req-dc4863b4-db3e-4375-bd27-4edf81a35ec5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2113311 Nov 25 17:15:56.439258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-807d8677-a1b9-4943-866a-00188a34f651 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:56.442368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-807d8677-a1b9-4943-866a-00188a34f651 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 816 time: 0.7050450 Nov 25 17:15:56.479042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Request body: {'port': {'device_id': '05075c1a-de0e-43e4-a086-d19a58103771', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'admin_state_up': True, 'tenant_id': '148d23d225f44fd2b5f6b6297e377cca'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:56.571333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a54b5648-ddc0-46c7-9d5c-84b108edf435 req-34ac69f6-eee5-42c3-8520-bc53beecee9d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630535 Nov 25 17:15:56.623311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:56.623549 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-7b3f9de0-5a9e-4472-b846-6e11948ce4dc service neutron] 10.222.0.55 "GET /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129793 Nov 25 17:15:56.623769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.665137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: fa3bba8b-6be3-4cb8-9059-0a0e85e54408 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:15:56.669710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab944-8a34-43d3-addf-a5bb7f51ff09 req-667e1621-5731-4893-8970-165303c68daf tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:56.671936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fa3bba8b-6be3-4cb8-9059-0a0e85e54408 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:15:56.678448 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6bdab944-8a34-43d3-addf-a5bb7f51ff09 req-667e1621-5731-4893-8970-165303c68daf tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 943 time: 0.3773687 Nov 25 17:15:56.695560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-992666db-1ad9-4c21-9bc3-a9bab53d99fb None None] Provisioning complete for port 93d3bb60-1009-47c1-b891-3310c6dc2cae triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:56.695928 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-992666db-1ad9-4c21-9bc3-a9bab53d99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:56.751197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-992666db-1ad9-4c21-9bc3-a9bab53d99fb None None] Port 93d3bb60-1009-47c1-b891-3310c6dc2cae cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:56.768384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-48235d6d-c8af-41d7-b421-08aa8e748865 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0729489 Nov 25 17:15:56.798900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2780a88f-4fa5-4768-aaf6-c6b1974923d2 req-8b806257-f4bc-4e70-82e4-c3454ed9e383 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594567 Nov 25 17:15:56.812414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Request body: {'port': {'device_id': '8d68bf08-70a5-46db-9180-9008978e7edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:56.832182 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805bdaad-a733-4c4d-aafb-8ccde83e3ce2 x-openstack-request-id: req-805bdaad-a733-4c4d-aafb-8ccde83e3ce2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:56.833389 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20c3c9f-7e48-416e-bd43-27c227365db1", "name": "network-vif-deleted", "tag": "fa3bba8b-6be3-4cb8-9059-0a0e85e54408", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:56.833707 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-805bdaad-a733-4c4d-aafb-8ccde83e3ce2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:56.843202 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20c3c9f-7e48-416e-bd43-27c227365db1', 'name': 'network-vif-deleted', 'tag': 'fa3bba8b-6be3-4cb8-9059-0a0e85e54408', 'status': 'completed', 'code': 200} Nov 25 17:15:56.878486 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a629df20-ef64-479f-8df4-1da20ea4fca4 x-openstack-request-id: req-a629df20-ef64-479f-8df4-1da20ea4fca4 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:56.878780 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ceecb8-3a8b-4d1e-ab03-1593e2db85f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ea49f64-cfc2-4eff-abce-2d4e01e67d97", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:56.879027 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a629df20-ef64-479f-8df4-1da20ea4fca4 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:56.879428 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97', 'code': 200} Nov 25 17:15:56.971920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6bdab944-8a34-43d3-addf-a5bb7f51ff09 req-736ef11c-1db2-4a80-a460-0e5061349b1b tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911832 Nov 25 17:15:57.011852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32274b54-8814-4aa7-acee-e6eeff736b4c {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:57.029819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-078bed15-2ecf-497c-bab5-6de0c6903b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.031486 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-078bed15-2ecf-497c-bab5-6de0c6903b6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=570bc87d8d26432b8b1cac598bf427f2&device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 1094 time: 0.1672828 Nov 25 17:15:57.034513 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.052174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.053490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44efb9-c778-4d5d-8c8a-c678082d20d5 req-563ed2d3-115e-4cbd-960f-d8e7eab2e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.055031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc44efb9-c778-4d5d-8c8a-c678082d20d5 req-563ed2d3-115e-4cbd-960f-d8e7eab2e8ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 1100 time: 0.0964386 Nov 25 17:15:57.058983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Made reservation on behalf of 148d23d225f44fd2b5f6b6297e377cca for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:15:57.063346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.067511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c516f0-2693-42fd-a4e8-8b3914afe996 req-62e019a6-012b-4f7f-971c-c48a867d8b21 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.069180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05c516f0-2693-42fd-a4e8-8b3914afe996 req-62e019a6-012b-4f7f-971c-c48a867d8b21 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1251135 Nov 25 17:15:57.144317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Transition to ACTIVE for port object 32274b54-8814-4aa7-acee-e6eeff736b4c will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:57.206961 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc44efb9-c778-4d5d-8c8a-c678082d20d5 req-92c29590-daac-4111-9bdc-35255d9bc287 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245337 Nov 25 17:15:57.212653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.226287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05c516f0-2693-42fd-a4e8-8b3914afe996 req-f09d8fc2-9b70-490e-b201-3b553f0d9d2d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427348 Nov 25 17:15:57.229921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-6bef1e69-2a65-433b-a49c-d2f2acafea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.232492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-6bef1e69-2a65-433b-a49c-d2f2acafea3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4e0699-ebbd-4c06-ac66-44dd6c158c04 HTTP/1.1" status: 200 len: 922 time: 0.1909068 Nov 25 17:15:57.300517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-d17419fe-58d8-474e-bc46-5f7e1ed1b6da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63d09c22-136d-480c-a21c-330cead76c73 HTTP/1.1" status: 200 len: 217 time: 0.0587370 Nov 25 17:15:57.376185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2187c3-615a-44c4-b18d-d0a1d49b8f46 req-dc83fe9e-0933-4f55-ad3f-8d4c6f1b78e7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.377514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d2187c3-615a-44c4-b18d-d0a1d49b8f46 req-dc83fe9e-0933-4f55-ad3f-8d4c6f1b78e7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 949 time: 0.2898519 Nov 25 17:15:57.392037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-498f85eb-9897-4cb8-a9e2-6a098efc9edc req-52805215-fd91-4c30-9f48-5e016ef67283 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 210 time: 0.0309722 Nov 25 17:15:57.393796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-7105b396-9fdd-4262-a98b-6c00cc92a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.395281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-7105b396-9fdd-4262-a98b-6c00cc92a3c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b575553-30cb-443b-b5ef-0302b17ff4eb HTTP/1.1" status: 200 len: 861 time: 0.0874190 Nov 25 17:15:57.432114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-f53bc669-b2f5-4097-940c-36558fe9b919 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4e0699-ebbd-4c06-ac66-44dd6c158c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290377 Nov 25 17:15:57.451402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=32274b54-8814-4aa7-acee-e6eeff736b4c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:57.592521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-f93d4c81-b4a4-4b32-84b1-88e5985e15c8 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474817 Nov 25 17:15:57.634611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Allocated IP 172.20.0.14 (5492a74a-29d0-4e5c-b33a-919b7bcf2363/ee22b250-1443-4852-bbfd-90fb5de65309/befcf440-f8fb-4f90-8622-8ebe258ef169) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:15:57.643557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d2187c3-615a-44c4-b18d-d0a1d49b8f46 req-35136cae-442b-4822-9f1a-e73bef0dfcf9 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371509 Nov 25 17:15:57.664973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Attempting to bind port 32274b54-8814-4aa7-acee-e6eeff736b4c on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:15:57.665823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Attempting to bind port 32274b54-8814-4aa7-acee-e6eeff736b4c by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:15:57.665823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Attempting to bind port 32274b54-8814-4aa7-acee-e6eeff736b4c on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:57.670808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Port 32274b54-8814-4aa7-acee-e6eeff736b4c on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:15:57.671127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Attempting to bind port 32274b54-8814-4aa7-acee-e6eeff736b4c on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:15:57.683150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:15:57.683537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Checking segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:15:57.683933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Bound using segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:15:57.684389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Bound port: 32274b54-8814-4aa7-acee-e6eeff736b4c, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:15:57.685292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.690014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3af4da14-7048-4943-919f-88c2b03ee711 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:57.725497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d7ebc60-d079-44fd-8c14-75eabceab5fa req-0cc2bfe1-9b1d-4c54-9a6e-d355cecff880 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215158 Nov 25 17:15:57.826839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb00971-5f0f-4fc3-acae-5ef0590120ad req-eeabf5f8-1d20-4285-8915-7fc60dece542 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:57.834850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddb00971-5f0f-4fc3-acae-5ef0590120ad req-eeabf5f8-1d20-4285-8915-7fc60dece542 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.0986409 Nov 25 17:15:57.893377 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:57.904851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddb00971-5f0f-4fc3-acae-5ef0590120ad req-7205ea63-2241-45df-a36e-6c1b4222ee34 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655620 Nov 25 17:15:57.909584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '3af4da14-7048-4943-919f-88c2b03ee711', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '3af4da14-7048-4943-919f-88c2b03ee711', 'mac_address': 'fa:16:3e:ec:d2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:57.951372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:57.966839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af4da14-7048-4943-919f-88c2b03ee711 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:57.991429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:57.996221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.050281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:58.109672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0e845-3c78-49a7-86d0-5e7bd5ada24c req-88bded0a-4ef1-4126-9d62-6e62f61ca4fb tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:58.111200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8fa0e845-3c78-49a7-86d0-5e7bd5ada24c req-88bded0a-4ef1-4126-9d62-6e62f61ca4fb tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 943 time: 0.0594847 Nov 25 17:15:58.137421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['3af4da14-7048-4943-919f-88c2b03ee711'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:58.164386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8fa0e845-3c78-49a7-86d0-5e7bd5ada24c req-d5cded8c-daaa-4d85-b50a-494705787e89 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Nov 25 17:15:58.275342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] For port 32274b54-8814-4aa7-acee-e6eeff736b4c, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:15:58.317446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2404e45-c456-46f3-be21-c8f6a4082415 req-f51b6279-db73-4474-b1a3-5010a9358c62 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:58.319521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2404e45-c456-46f3-be21-c8f6a4082415 req-f51b6279-db73-4474-b1a3-5010a9358c62 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 949 time: 0.5290253 Nov 25 17:15:58.321579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] For port 32274b54-8814-4aa7-acee-e6eeff736b4c, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=32274b54-8814-4aa7-acee-e6eeff736b4c,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:15:58.343801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.359151 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.393384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30ab4-6f40-4815-ac8b-40d9118bb583 req-5bf6c321-3c1b-4698-8db6-91fd0eac02f9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:58.402995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fee30ab4-6f40-4815-ac8b-40d9118bb583 req-5bf6c321-3c1b-4698-8db6-91fd0eac02f9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0684516 Nov 25 17:15:58.409979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 63d09c22-136d-480c-a21c-330cead76c73 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:15:58.414884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:58.415321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.416723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] 10.222.0.55 "PUT /v2.0/ports/32274b54-8814-4aa7-acee-e6eeff736b4c HTTP/1.1" status: 200 len: 1091 time: 3.3283222 Nov 25 17:15:58.496665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fee30ab4-6f40-4815-ac8b-40d9118bb583 req-d4100f81-4cf9-444a-8eec-9c4a43f799b5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883348 Nov 25 17:15:58.584085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.610168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2404e45-c456-46f3-be21-c8f6a4082415 req-d19d88f7-18a5-4cce-8d0e-bbbf04a9a3a4 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823801 Nov 25 17:15:58.610776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8e8c5-b0e5-4904-919d-7248f709d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=32274b54-8814-4aa7-acee-e6eeff736b4c,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:58.639743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 63d09c22-136d-480c-a21c-330cead76c73, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=63d09c22-136d-480c-a21c-330cead76c73,segment=NetworkSegment(0c6d6589-e1e0-4b93-aff6-26a58dbfa743),segment_id=0c6d6589-e1e0-4b93-aff6-26a58dbfa743)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:58.683984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '63d09c22-136d-480c-a21c-330cead76c73', 'network_id': '3c4e0699-ebbd-4c06-ac66-44dd6c158c04', 'port_id': '63d09c22-136d-480c-a21c-330cead76c73', 'mac_address': 'fa:16:3e:ed:d1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b575553-30cb-443b-b5ef-0302b17ff4eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:15:58.702036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:15:58.730232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81d7a-caba-4c63-8044-46144da3624c req-90e5c859-e40c-407d-aafb-9e511791fe54 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:58.738557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-71a81d7a-caba-4c63-8044-46144da3624c req-90e5c859-e40c-407d-aafb-9e511791fe54 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 932 time: 0.1422379 Nov 25 17:15:58.752289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:15:58.759653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:15:58.808950 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:58.852254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-71a81d7a-caba-4c63-8044-46144da3624c req-acaa800b-bdd3-46e0-8dda-5c6d94b7c408 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125996 Nov 25 17:15:58.875770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'tag': '32274b54-8814-4aa7-acee-e6eeff736b4c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:15:58.878361 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "6b24e14c-c6f7-4475-b1f0-fceab4711a96", "tag": "32274b54-8814-4aa7-acee-e6eeff736b4c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:15:58.881766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d09c22-136d-480c-a21c-330cead76c73 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:58.920676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Pushing event updated for resources: {'Port': ['ID=befcf440-f8fb-4f90-8622-8ebe258ef169,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:58.925671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-0d6605f4-89e1-4f50-991c-4af5bb511220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:58.927256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-0d6605f4-89e1-4f50-991c-4af5bb511220 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 1094 time: 0.3903832 Nov 25 17:15:58.946403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 63d09c22-136d-480c-a21c-330cead76c73, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=63d09c22-136d-480c-a21c-330cead76c73,segment=NetworkSegment(0c6d6589-e1e0-4b93-aff6-26a58dbfa743),segment_id=0c6d6589-e1e0-4b93-aff6-26a58dbfa743)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:58.954583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.033273 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb68b064-52e7-4166-ac25-363566ccd941 x-openstack-request-id: req-bb68b064-52e7-4166-ac25-363566ccd941 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:15:59.034269 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b24e14c-c6f7-4475-b1f0-fceab4711a96", "tag": "32274b54-8814-4aa7-acee-e6eeff736b4c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:15:59.034587 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb68b064-52e7-4166-ac25-363566ccd941 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:15:59.035829 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'tag': '32274b54-8814-4aa7-acee-e6eeff736b4c', 'status': 'completed', 'code': 200} Nov 25 17:15:59.067237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=63d09c22-136d-480c-a21c-330cead76c73,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:15:59.121417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-f1708228-4fc4-4f98-894f-30bc5c958d2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32274b54-8814-4aa7-acee-e6eeff736b4c HTTP/1.1" status: 200 len: 217 time: 0.1612263 Nov 25 17:15:59.139510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.144981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.174967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['63d09c22-136d-480c-a21c-330cead76c73'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:15:59.194657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb41f5a-4c07-4b79-9d77-d870dbdfeb91 req-4fa31888-44c6-44e3-84aa-b20fe4c37f21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.212170 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bb41f5a-4c07-4b79-9d77-d870dbdfeb91 req-4fa31888-44c6-44e3-84aa-b20fe4c37f21 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 944 time: 0.1309230 Nov 25 17:15:59.270147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6f2d3-3bde-414f-b7a0-01d7f105df97 req-a36615ae-f93d-47a3-9d75-0a2ad10aa592 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.271731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93b6f2d3-3bde-414f-b7a0-01d7f105df97 req-a36615ae-f93d-47a3-9d75-0a2ad10aa592 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 949 time: 0.3796828 Nov 25 17:15:59.275793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-3a2c1e44-81c4-493e-ac09-8c43e49e82f3 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.276295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e463c9e5-ffce-424b-a6c1-bc67bd02be91 None None] Provisioning complete for port befcf440-f8fb-4f90-8622-8ebe258ef169 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:59.276987 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-3a2c1e44-81c4-493e-ac09-8c43e49e82f3 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 949 time: 0.1646800 Nov 25 17:15:59.277131 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e463c9e5-ffce-424b-a6c1-bc67bd02be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.309640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-d5ef3b3b-030b-4657-af0a-ec60906db601 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8494115 Nov 25 17:15:59.347162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Request body: {'port': {'device_id': '05075c1a-de0e-43e4-a086-d19a58103771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:15:59.401612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-0639b21d-06d1-4464-9dbb-253c119a5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.404278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-0639b21d-06d1-4464-9dbb-253c119a5810 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.2548115 Nov 25 17:15:59.437704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d3bb60-1009-47c1-b891-3310c6dc2cae {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:15:59.471938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.482906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bb41f5a-4c07-4b79-9d77-d870dbdfeb91 req-e37099e6-5b4c-4d50-afd9-35e99052375d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697301 Nov 25 17:15:59.485230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e463c9e5-ffce-424b-a6c1-bc67bd02be91 None None] Port befcf440-f8fb-4f90-8622-8ebe258ef169 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:15:59.509004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Deleting port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:15:59.509417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.535552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Transition to ACTIVE for port object 93d3bb60-1009-47c1-b891-3310c6dc2cae will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:15:59.560894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93b6f2d3-3bde-414f-b7a0-01d7f105df97 req-97c042c1-3326-43fc-9092-1bfec2cc056d tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671120 Nov 25 17:15:59.564762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.579540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.618566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-d8b9208c-63d5-4710-9af6-f9223f5bf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.631142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-d8b9208c-63d5-4710-9af6-f9223f5bf1eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165546 Nov 25 17:15:59.663197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] For port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:15:59.663679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.679779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Calling delete_port for dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:15:59.735043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3af4da14-7048-4943-919f-88c2b03ee711 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:15:59.925792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 3af4da14-7048-4943-919f-88c2b03ee711 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:15:59.929313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:15:59.934383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-aef92b21-35cd-49fe-9f16-d2a05f66843f service neutron] 10.222.0.73 "GET /v2.0/ports/9eab2647-97fb-4003-9ae2-10e9116b25c7/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 382 time: 0.0907893 Nov 25 17:15:59.969094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-942e0cd6-2044-4561-93f0-fe8137112dbe service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930446 Nov 25 17:15:59.971674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68439ae-10db-4285-b57f-501ad71e2a9b req-74653fb1-c51d-4639-a707-2f70509b29a6 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:15:59.980618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c68439ae-10db-4285-b57f-501ad71e2a9b req-74653fb1-c51d-4639-a707-2f70509b29a6 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1880910 Nov 25 17:16:00.055361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c68439ae-10db-4285-b57f-501ad71e2a9b req-afd714a5-5245-48e2-9dfd-49cff66fa05a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737076 Nov 25 17:16:00.190876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.221065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.240357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:00.257818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:00.262857 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d0531-b322-41d6-af77-e15ce9781abf" -d '{"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3af4da14-7048-4943-919f-88c2b03ee711"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:00.263051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Pushing event deleted for resources: {'Port': ['ID=dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:00.330289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:00.334014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Pushing event updated for resources: {'Port': ['ID=93d3bb60-1009-47c1-b891-3310c6dc2cae,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:00.363923 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.369337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] No DVR routers for this DVR port dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:00.373543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.377226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b03fd746-2257-481e-84ad-592a6c1e2305 req-8f0bc4dd-bef8-40e7-b57c-da6f893c3353 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.55 "DELETE /v2.0/ports/dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e HTTP/1.1" status: 204 len: 173 time: 1.0865271 Nov 25 17:16:00.379754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'name': 'network-vif-deleted', 'tag': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:00.386328 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077ff26-63ec-487d-85b7-69719f4d4881" -d '{"events": [{"server_uuid": "bdd653fa-4a0a-4e32-b848-6a76c0590c11", "name": "network-vif-deleted", "tag": "dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:00.428748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-1a5b2cb3-3307-40e9-8629-d50f35c7719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.436418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-1a5b2cb3-3307-40e9-8629-d50f35c7719c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3&tenant_id=676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 1100 time: 0.1681538 Nov 25 17:16:00.439122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 63d09c22-136d-480c-a21c-330cead76c73 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:00.446755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445fe1a-5018-4a7e-add3-20aa38743b51 req-266b48fd-3c48-4f81-9dfd-a76af9e11e3e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.457052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8445fe1a-5018-4a7e-add3-20aa38743b51 req-266b48fd-3c48-4f81-9dfd-a76af9e11e3e tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdd653fa-4a0a-4e32-b848-6a76c0590c11 HTTP/1.1" status: 200 len: 867 time: 0.2832000 Nov 25 17:16:00.500735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:00.521453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53767b-1672-41dc-ac45-e5eeab838638 req-e7790a2a-fc00-4202-b403-c20c3c4be353 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.523592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8445fe1a-5018-4a7e-add3-20aa38743b51 req-db37a001-fa27-4c0b-aac0-08b80f41cf19 tempest-ServersAdminNegativeTestJSON-199981286 tempest-ServersAdminNegativeTestJSON-199981286-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5aed6eb-a9b5-429b-b56a-f75929ce96bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655825 Nov 25 17:16:00.530015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 63d09c22-136d-480c-a21c-330cead76c73 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:00.538791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 63d09c22-136d-480c-a21c-330cead76c73 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:00.538791 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.539960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d53767b-1672-41dc-ac45-e5eeab838638 req-e7790a2a-fc00-4202-b403-c20c3c4be353 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 944 time: 0.5775208 Nov 25 17:16:00.633198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-5d4ab3a3-50cc-44c8-a8a7-d7cac383070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.634744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-5d4ab3a3-50cc-44c8-a8a7-d7cac383070e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1100 time: 0.1093936 Nov 25 17:16:00.696786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Attempting to bind port 93d3bb60-1009-47c1-b891-3310c6dc2cae on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:00.697133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Attempting to bind port 93d3bb60-1009-47c1-b891-3310c6dc2cae by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:00.697634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Attempting to bind port 93d3bb60-1009-47c1-b891-3310c6dc2cae on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:00.734191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d53767b-1672-41dc-ac45-e5eeab838638 req-10a6659e-b16f-4eaf-8768-fd434740b435 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882017 Nov 25 17:16:00.752353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.755938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Port 93d3bb60-1009-47c1-b891-3310c6dc2cae on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:00.756736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Attempting to bind port 93d3bb60-1009-47c1-b891-3310c6dc2cae on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:00.779224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:00.779224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Checking segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:00.779684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Bound using segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:00.779995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Bound port: 93d3bb60-1009-47c1-b891-3310c6dc2cae, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:00.780374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.806244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 63d09c22-136d-480c-a21c-330cead76c73, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=63d09c22-136d-480c-a21c-330cead76c73,segment=NetworkSegment(0c6d6589-e1e0-4b93-aff6-26a58dbfa743),segment_id=0c6d6589-e1e0-4b93-aff6-26a58dbfa743)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:00.819412 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f19b02-d278-48b9-8cff-a513a27c3bdc x-openstack-request-id: req-12f19b02-d278-48b9-8cff-a513a27c3bdc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:00.825776 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3af4da14-7048-4943-919f-88c2b03ee711", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:00.825902 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12f19b02-d278-48b9-8cff-a513a27c3bdc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:00.826370 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711', 'code': 200} Nov 25 17:16:00.827628 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:00.830130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f4a043c-517a-4da1-ab61-f39b89d13c3d req-f744ee2b-f763-45a2-9e3d-adbf3d80b127 service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372464 Nov 25 17:16:00.849322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8a6d0-347d-4b4e-95fe-26637e6b2f45 req-a9d6cf97-3bd1-4f2e-8ad9-8000b45cc996 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.854192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1e8a6d0-347d-4b4e-95fe-26637e6b2f45 req-a9d6cf97-3bd1-4f2e-8ad9-8000b45cc996 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 932 time: 0.1728539 Nov 25 17:16:00.935264 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01035838-d709-4938-930c-1587deaaaf6f x-openstack-request-id: req-01035838-d709-4938-930c-1587deaaaf6f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:00.939292 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd653fa-4a0a-4e32-b848-6a76c0590c11", "name": "network-vif-deleted", "tag": "dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:00.940019 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-01035838-d709-4938-930c-1587deaaaf6f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:00.940501 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd653fa-4a0a-4e32-b848-6a76c0590c11', 'name': 'network-vif-deleted', 'tag': 'dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e', 'status': 'completed', 'code': 200} Nov 25 17:16:00.960837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-93de4b33-e124-4842-a33f-0719a967c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:00.963007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=63d09c22-136d-480c-a21c-330cead76c73,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:00.974915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-93de4b33-e124-4842-a33f-0719a967c5e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3244202 Nov 25 17:16:01.057444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-591b9650-9b33-4328-8810-b18acec7fbbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 217 time: 0.0791719 Nov 25 17:16:01.065757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1e8a6d0-347d-4b4e-95fe-26637e6b2f45 req-63a6bf21-26ba-4249-8c64-8cb22f7918fe tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961677 Nov 25 17:16:01.134557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-1d22ff36-a868-4e1d-b66b-0674414ecc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.136365 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-1d22ff36-a868-4e1d-b66b-0674414ecc7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0696807 Nov 25 17:16:01.216101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] For port 93d3bb60-1009-47c1-b891-3310c6dc2cae, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:01.242047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-dc5e69e8-420d-498c-bd85-131f40e6f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.243994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-dc5e69e8-420d-498c-bd85-131f40e6f1a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 1094 time: 0.3019102 Nov 25 17:16:01.246593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-dbbcaf0f-90b1-4bd1-9b68-26aae5b2e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.249952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-dbbcaf0f-90b1-4bd1-9b68-26aae5b2e6e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939569 Nov 25 17:16:01.262627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c8904-4922-4921-958d-9f081e099af8 req-c029456c-56af-4430-913a-dbe1d80e84eb tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.271051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befcf440-f8fb-4f90-8622-8ebe258ef169 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:01.271806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a53c8904-4922-4921-958d-9f081e099af8 req-c029456c-56af-4430-913a-dbe1d80e84eb tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 949 time: 0.0962646 Nov 25 17:16:01.280566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] For port 93d3bb60-1009-47c1-b891-3310c6dc2cae, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:01.306133 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.328152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c7480-f313-4d8e-b375-6185b77c4a97 req-0931c076-6509-44a6-a134-f6f5f9485959 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.338323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d05c7480-f313-4d8e-b375-6185b77c4a97 req-0931c076-6509-44a6-a134-f6f5f9485959 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2589691 Nov 25 17:16:01.346399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.392687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a53c8904-4922-4921-958d-9f081e099af8 req-59019a82-637d-4bd2-aadf-250d141bbe98 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148682 Nov 25 17:16:01.464550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-82beb23d-fc3b-4f9b-9b37-76662ec9cc1a service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905770 Nov 25 17:16:01.530936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Transition to ACTIVE for port object befcf440-f8fb-4f90-8622-8ebe258ef169 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:01.626907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d02987d9-f64c-4bd6-91fb-e450f5497e91 req-adace5ac-999c-452a-821f-5d8a7d16833d service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535249 Nov 25 17:16:01.660265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d05c7480-f313-4d8e-b375-6185b77c4a97 req-374ab543-d2bf-4d9f-88cb-fed4040fe8a8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210270 Nov 25 17:16:01.661303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-e4bf5e92-8f15-4587-9b7d-062097dc221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.662729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-e4bf5e92-8f15-4587-9b7d-062097dc221c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 917 time: 0.3866737 Nov 25 17:16:01.675328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.690834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.691527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:01.693719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] 10.222.0.73 "PUT /v2.0/ports/93d3bb60-1009-47c1-b891-3310c6dc2cae HTTP/1.1" status: 200 len: 1092 time: 4.8955436 Nov 25 17:16:01.695325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d68bf08-70a5-46db-9180-9008978e7edc', 'tag': '93d3bb60-1009-47c1-b891-3310c6dc2cae'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:01.697589 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52588346-b6cd-4be6-aa32-a18b5017e48b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d68bf08-70a5-46db-9180-9008978e7edc", "tag": "93d3bb60-1009-47c1-b891-3310c6dc2cae"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:01.763992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f265a8f-d9a9-4be3-82aa-81e2026e7780 service neutron] Pushing event updated for resources: {'Port': ['ID=93d3bb60-1009-47c1-b891-3310c6dc2cae,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:01.774085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e9222-5248-4e78-99a7-f76f9e18c5a0 req-045f7c4a-bc8a-43b1-be5b-d0f81eb2f29c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:01.783516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de1e9222-5248-4e78-99a7-f76f9e18c5a0 req-045f7c4a-bc8a-43b1-be5b-d0f81eb2f29c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1500602 Nov 25 17:16:01.935874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de1e9222-5248-4e78-99a7-f76f9e18c5a0 req-1d659618-864b-4aa5-9961-2070fb762edb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461949 Nov 25 17:16:02.001454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-b4707ec6-b11b-4410-871a-0bd79cbbc43e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32274b54-8814-4aa7-acee-e6eeff736b4c HTTP/1.1" status: 200 len: 217 time: 0.3067837 Nov 25 17:16:02.144781 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ddd59f-8e15-49dd-95d6-3a91a95ff660 x-openstack-request-id: req-81ddd59f-8e15-49dd-95d6-3a91a95ff660 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:02.156189 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d68bf08-70a5-46db-9180-9008978e7edc", "tag": "93d3bb60-1009-47c1-b891-3310c6dc2cae", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:02.156878 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-81ddd59f-8e15-49dd-95d6-3a91a95ff660 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:02.157168 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d68bf08-70a5-46db-9180-9008978e7edc', 'tag': '93d3bb60-1009-47c1-b891-3310c6dc2cae', 'status': 'completed', 'code': 200} Nov 25 17:16:02.321821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Pushing event updated for resources: {'Port': ['ID=befcf440-f8fb-4f90-8622-8ebe258ef169,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:02.376557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61747837-0b79-40fd-a046-152e140fffee req-20dc9dcb-bb82-4f9b-a0a8-bb847541d915 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.378465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-61747837-0b79-40fd-a046-152e140fffee req-20dc9dcb-bb82-4f9b-a0a8-bb847541d915 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 944 time: 0.0840220 Nov 25 17:16:02.412451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 32274b54-8814-4aa7-acee-e6eeff736b4c details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:02.414930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:02.425135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-2d5caecf-ef4c-4661-af7f-f0d24315eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.427332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-2d5caecf-ef4c-4661-af7f-f0d24315eb25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 1095 time: 0.5464001 Nov 25 17:16:02.431601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Attempting to bind port befcf440-f8fb-4f90-8622-8ebe258ef169 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:02.432148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Attempting to bind port befcf440-f8fb-4f90-8622-8ebe258ef169 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:02.432745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Attempting to bind port befcf440-f8fb-4f90-8622-8ebe258ef169 on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:02.452501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-61747837-0b79-40fd-a046-152e140fffee req-f2d7a249-b85f-4603-bf86-0e79e6efa590 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Nov 25 17:16:02.467862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d773b1-a05c-4fce-b90c-fb2292a01566 req-8f5b3b5f-0f43-4447-92d5-d7753fe47e09 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.479467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84d773b1-a05c-4fce-b90c-fb2292a01566 req-8f5b3b5f-0f43-4447-92d5-d7753fe47e09 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 945 time: 0.3168969 Nov 25 17:16:02.489415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-b91c2328-1dd7-4244-a117-9d8ce889bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.490817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-b91c2328-1dd7-4244-a117-9d8ce889bc00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.4368880 Nov 25 17:16:02.523744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:02.525007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dd850b2a-d52a-4a6f-8fe1-c4f7ec806b9e not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:02.568082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:02.713035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84d773b1-a05c-4fce-b90c-fb2292a01566 req-51a5b0a7-8343-42eb-aeac-edc596e4ca29 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325082 Nov 25 17:16:02.713686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Port befcf440-f8fb-4f90-8622-8ebe258ef169 on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:02.714007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Attempting to bind port befcf440-f8fb-4f90-8622-8ebe258ef169 on network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:02.749694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:02.749694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Checking segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:02.749987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Bound using segment: {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:02.754854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Bound port: befcf440-f8fb-4f90-8622-8ebe258ef169, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373290ba-ad16-48ce-a312-d7ad3e9fb3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:02.754854 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.761436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 32274b54-8814-4aa7-acee-e6eeff736b4c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=32274b54-8814-4aa7-acee-e6eeff736b4c,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:02.779848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-68656a4d-9fcc-44ce-b607-0395e6af4e86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae HTTP/1.1" status: 200 len: 217 time: 0.3305559 Nov 25 17:16:02.783810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '32274b54-8814-4aa7-acee-e6eeff736b4c', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'port_id': '32274b54-8814-4aa7-acee-e6eeff736b4c', 'mac_address': 'fa:16:3e:61:49:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22b250-1443-4852-bbfd-90fb5de65309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:02.829607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10326943-f245-48ed-bf84-eee7d258dc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d09c22-136d-480c-a21c-330cead76c73'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:02.833749 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971f5a77-75a8-4d5d-9787-eb7db983e734" -d '{"events": [{"server_uuid": "10326943-f245-48ed-bf84-eee7d258dc75", "name": "network-vif-plugged", "status": "completed", "tag": "63d09c22-136d-480c-a21c-330cead76c73"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:02.893447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-3a7117f7-2fe8-450e-830c-74c85c53b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:02.895221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-3a7117f7-2fe8-450e-830c-74c85c53b32e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.0577865 Nov 25 17:16:02.902353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ad177799-9b91-4b38-9e8e-dbcc368d3bf5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=565347ed98404c0f921225de46bdc033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328795 Nov 25 17:16:02.902924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:02.918024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:02.950118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32274b54-8814-4aa7-acee-e6eeff736b4c {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:02.979087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 32274b54-8814-4aa7-acee-e6eeff736b4c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=32274b54-8814-4aa7-acee-e6eeff736b4c,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:02.985248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.030807 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef1b9e0-e8dc-4581-89b0-3365b1a1150d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.064716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=32274b54-8814-4aa7-acee-e6eeff736b4c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:03.085197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb85b-7a1b-4d0a-a781-dddd86d27e69 req-30c53403-f674-4879-a5a7-1375853f7890 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.087448 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-69ffb85b-7a1b-4d0a-a781-dddd86d27e69 req-30c53403-f674-4879-a5a7-1375853f7890 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2517226 Nov 25 17:16:03.111258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-c8cc5209-751f-404b-9b56-76a8469b2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.113040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-c8cc5209-751f-404b-9b56-76a8469b2820 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4300938 Nov 25 17:16:03.127662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef1b9e0-e8dc-4581-89b0-3365b1a1150d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.219744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-51bfa61f-d06f-414f-8a9b-864eb2947ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.221573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-51bfa61f-d06f-414f-8a9b-864eb2947ba9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888169 Nov 25 17:16:03.233445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef1b9e0-e8dc-4581-89b0-3365b1a1150d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.242340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef1b9e0-e8dc-4581-89b0-3365b1a1150d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.260666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['32274b54-8814-4aa7-acee-e6eeff736b4c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:03.277952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eef1b9e0-e8dc-4581-89b0-3365b1a1150d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5aed6eb-a9b5-429b-b56a-f75929ce96bb HTTP/1.1" status: 204 len: 168 time: 0.3693469 Nov 25 17:16:03.306526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1b9e0-e8dc-4581-89b0-3365b1a1150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aed6eb-a9b5-429b-b56a-f75929ce96bb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:03.323817 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b996100-7eb8-40cd-b250-23f3e03e606a x-openstack-request-id: req-7b996100-7eb8-40cd-b250-23f3e03e606a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:03.324129 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10326943-f245-48ed-bf84-eee7d258dc75", "name": "network-vif-plugged", "status": "completed", "tag": "63d09c22-136d-480c-a21c-330cead76c73", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:03.324337 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b996100-7eb8-40cd-b250-23f3e03e606a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:03.324718 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10326943-f245-48ed-bf84-eee7d258dc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d09c22-136d-480c-a21c-330cead76c73', 'code': 200} Nov 25 17:16:03.467427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-69ffb85b-7a1b-4d0a-a781-dddd86d27e69 req-6ba365a9-c851-4d47-b3ba-b29773b46c8f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660326 Nov 25 17:16:03.519896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] For port befcf440-f8fb-4f90-8622-8ebe258ef169, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:03.551404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-63191efe-7a2c-474a-ac04-0e39662ec71d service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230049 Nov 25 17:16:03.553790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] For port befcf440-f8fb-4f90-8622-8ebe258ef169, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=befcf440-f8fb-4f90-8622-8ebe258ef169,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:03.556437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-1e2e7383-f50c-4597-b3e7-7c20c1bb5b37 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203373 Nov 25 17:16:03.571239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0270e-b2d1-4982-a4ab-bf6a732f3a27 req-4e94d63b-3a4c-45f9-a33b-c5ce43a44905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.573398 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ee0270e-b2d1-4982-a4ab-bf6a732f3a27 req-4e94d63b-3a4c-45f9-a33b-c5ce43a44905 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 1096 time: 0.1778355 Nov 25 17:16:03.583286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71596d-a3c1-4fa6-9548-8ee188c80e85 req-fd61b3b2-33d9-493c-b74b-67581c872bc1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.585241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b71596d-a3c1-4fa6-9548-8ee188c80e85 req-fd61b3b2-33d9-493c-b74b-67581c872bc1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1631730 Nov 25 17:16:03.627222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.698604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ee0270e-b2d1-4982-a4ab-bf6a732f3a27 req-466e3010-c672-4963-a0dc-a1cce23da5d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118875 Nov 25 17:16:03.722161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:03.724268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:03.728540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b71596d-a3c1-4fa6-9548-8ee188c80e85 req-a846e1c8-24b2-4b9d-b873-53083e94b165 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273894 Nov 25 17:16:03.730152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36102) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:03.742438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-749048302'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:03.810010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:03.811796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:03.813797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.815730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.818842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] 10.222.0.73 "PUT /v2.0/ports/befcf440-f8fb-4f90-8622-8ebe258ef169 HTTP/1.1" status: 200 len: 1092 time: 4.5006099 Nov 25 17:16:03.911507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:03.948650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:03.949085 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Added segment 6fe3c8db-2aa2-4ecf-ba06-80c357251688 of type vlan for network 54cddc92-2363-4e66-8e67-21fa29ad56f3 Nov 25 17:16:03.986688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365b59f-fe62-4eac-b8a5-f7d9059b313a service neutron] Pushing event updated for resources: {'Port': ['ID=befcf440-f8fb-4f90-8622-8ebe258ef169,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:04.015354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a2773-c91a-45e2-9f3a-89ab4aad3f93 req-345bdb06-b6de-449f-b0b9-e3fc1999e49a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.022648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb7a2773-c91a-45e2-9f3a-89ab4aad3f93 req-345bdb06-b6de-449f-b0b9-e3fc1999e49a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 944 time: 0.1295507 Nov 25 17:16:04.026260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a79c-4fc4-422a-8ec2-425cd7a2e3d5 req-488e60e0-8acc-4e32-b547-8a84f3eaee6c tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.042291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.047353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0981a79c-4fc4-422a-8ec2-425cd7a2e3d5 req-488e60e0-8acc-4e32-b547-8a84f3eaee6c tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 949 time: 0.4438102 Nov 25 17:16:04.058759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:04.167622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.183272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb7a2773-c91a-45e2-9f3a-89ab4aad3f93 req-09c853ca-6c80-4527-8e15-ebaf5ca45541 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596379 Nov 25 17:16:04.190429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.207876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.211876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.237748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:04.268261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'mac_address': 'fa:16:3e:16:c2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:04.330584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2381ced4-7ae0-4f17-bcee-831708de3463 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a25bb5eb73cf49efa3897344675fbe04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668421 Nov 25 17:16:04.347270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36108) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:04.406595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6751866 Nov 25 17:16:04.421572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36110) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:04.429912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d7c3c-67ca-4313-b419-a0305c27a6c4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Network': ['ID=54cddc92-2363-4e66-8e67-21fa29ad56f3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:04.440583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.462067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1451812815'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:04.462347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:04.466747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eab2647-97fb-4003-9ae2-10e9116b25c7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:04.476269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 32274b54-8814-4aa7-acee-e6eeff736b4c up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:04.533546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:04.544408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.663992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a9536-e70e-4104-97eb-974c160d85f7 req-90bad9c6-42a1-408a-bc46-35fa02feb035 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.683828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-989a9536-e70e-4104-97eb-974c160d85f7 req-90bad9c6-42a1-408a-bc46-35fa02feb035 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 945 time: 0.2746599 Nov 25 17:16:04.712316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:16:04.713146 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:16:04.720019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:04.724751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05075c1a-de0e-43e4-a086-d19a58103771', 'tag': 'befcf440-f8fb-4f90-8622-8ebe258ef169'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:04.726601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 32274b54-8814-4aa7-acee-e6eeff736b4c completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:04.727027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:04.730779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.736932 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "05075c1a-de0e-43e4-a086-d19a58103771", "tag": "befcf440-f8fb-4f90-8622-8ebe258ef169"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:04.744457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 32274b54-8814-4aa7-acee-e6eeff736b4c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:04.745891 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.792274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87ec2594-af73-425a-9985-908389bb1f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.815992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b6ffd9-cab6-44dc-98b3-45f3351c2b9c req-836a0f0d-67c6-4854-a44a-08982c3e7d5f service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2368841 Nov 25 17:16:04.845728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c6e13f4-47c2-4e8c-a906-1561d43d5bfc req-d13e1e33-6fea-49a2-b2e3-20a5cf0579e1 service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2789798 Nov 25 17:16:04.865095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87ec2594-af73-425a-9985-908389bb1f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.871608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-2f0d9079-2b54-4e5a-9ffc-e16be7caa267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.879848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-2f0d9079-2b54-4e5a-9ffc-e16be7caa267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 1095 time: 0.9868860 Nov 25 17:16:04.882800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:04.898770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.900169 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-989a9536-e70e-4104-97eb-974c160d85f7 req-3b2b491b-8155-4a7e-8f12-edd2b1108663 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060504 Nov 25 17:16:04.935927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0981a79c-4fc4-422a-8ec2-425cd7a2e3d5 req-0dbe8519-a906-4ee6-912a-fd3ab1cca838 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/security-groups?id=94b2090d-e78d-43ce-8f17-735350f9b4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8875823 Nov 25 17:16:04.951961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:04.958981 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Added segment 11b05add-4e59-4132-8cda-1b05e7220625 of type vlan for network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f Nov 25 17:16:04.985688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-1121710f-5b6b-47df-b2c6-36cf819a078b tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:04.987263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-1121710f-5b6b-47df-b2c6-36cf819a078b tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.73 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 949 time: 0.2728543 Nov 25 17:16:04.998660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 32274b54-8814-4aa7-acee-e6eeff736b4c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=32274b54-8814-4aa7-acee-e6eeff736b4c,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:05.005255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-9493f3b2-b7ae-40d8-b6db-39edf046baeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=befcf440-f8fb-4f90-8622-8ebe258ef169 HTTP/1.1" status: 200 len: 217 time: 0.0922511 Nov 25 17:16:05.016130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.071338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-84c211a2-d29a-4b2e-a800-d497ab26db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.073035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-84c211a2-d29a-4b2e-a800-d497ab26db88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 1095 time: 0.1775944 Nov 25 17:16:05.093926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-966c0b04-8be2-4f83-98e8-f3ede9838e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.095646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-966c0b04-8be2-4f83-98e8-f3ede9838e22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.0809624 Nov 25 17:16:05.117105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=32274b54-8814-4aa7-acee-e6eeff736b4c,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.163671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.173614 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b7d5c8-4118-4eeb-8659-01c81ca9de55 x-openstack-request-id: req-20b7d5c8-4118-4eeb-8659-01c81ca9de55 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:05.174065 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05075c1a-de0e-43e4-a086-d19a58103771", "tag": "befcf440-f8fb-4f90-8622-8ebe258ef169", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:05.174576 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20b7d5c8-4118-4eeb-8659-01c81ca9de55 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:05.175036 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05075c1a-de0e-43e4-a086-d19a58103771', 'tag': 'befcf440-f8fb-4f90-8622-8ebe258ef169', 'status': 'completed', 'code': 200} Nov 25 17:16:05.212164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87ec2594-af73-425a-9985-908389bb1f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.214679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87ec2594-af73-425a-9985-908389bb1f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.218923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-87ec2594-af73-425a-9985-908389bb1f19 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e0d2288a-ea35-4fc2-8c8b-ad299d9b983f HTTP/1.1" status: 204 len: 168 time: 0.8647225 Nov 25 17:16:05.237513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.243155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.243792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.246327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec2594-af73-425a-9985-908389bb1f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d2288a-ea35-4fc2-8c8b-ad299d9b983f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.297942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-b528d771-e257-4e42-9a0a-385db174138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.305413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.312508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-b528d771-e257-4e42-9a0a-385db174138f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031045 Nov 25 17:16:05.324132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b917-8611-4f19-942a-cfa6ee085afe req-e49dcb8f-0426-4e2a-acaa-7fe2f54bce47 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.326354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7912b917-8611-4f19-942a-cfa6ee085afe req-e49dcb8f-0426-4e2a-acaa-7fe2f54bce47 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2204070 Nov 25 17:16:05.336331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7'}, {'server_uuid': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32274b54-8814-4aa7-acee-e6eeff736b4c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:05.339330 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f137a-0ae7-42af-8082-0ac8cde4d19a" -d '{"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7"}, {"server_uuid": "6b24e14c-c6f7-4475-b1f0-fceab4711a96", "name": "network-vif-plugged", "status": "completed", "tag": "32274b54-8814-4aa7-acee-e6eeff736b4c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:05.353632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eab2647-97fb-4003-9ae2-10e9116b25c7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:05.390267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:05.397152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9606225 Nov 25 17:16:05.401728 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.406607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Deleting port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:05.406944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.411013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-034e110c-272d-426a-b52d-d7fdf7d57c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.411205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:05.412315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-034e110c-272d-426a-b52d-d7fdf7d57c51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 917 time: 0.3296316 Nov 25 17:16:05.417678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'subnet': {'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:05.454957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213c43a-7715-4056-863a-60e10e806b2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Network': ['ID=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.488003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:05.491630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:05.537702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-b5163fec-e0e3-454c-b8ed-3d81530f31da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae HTTP/1.1" status: 200 len: 217 time: 0.1138017 Nov 25 17:16:05.606050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7912b917-8611-4f19-942a-cfa6ee085afe req-89736fb8-4f49-4c7b-9e69-f27a2167f9b1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693837 Nov 25 17:16:05.619831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050bd4-4f18-47c3-b448-486502a13e36 req-7a789eb4-8c79-4e6a-a590-3b8846b69d12 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.628269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b050bd4-4f18-47c3-b448-486502a13e36 req-7a789eb4-8c79-4e6a-a590-3b8846b69d12 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 947 time: 0.3516269 Nov 25 17:16:05.652173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-855bda0f-7284-4b61-8206-d6455a54f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.654635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-855bda0f-7284-4b61-8206-d6455a54f114 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.1044753 Nov 25 17:16:05.659868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-e724a05a-3924-4e3b-9c81-852d700d74e1 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215747 Nov 25 17:16:05.731670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] For port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:05.732093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.767750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b050bd4-4f18-47c3-b448-486502a13e36 req-e2dde38c-dad7-4f8c-b52a-3e5f44f98ef8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384904 Nov 25 17:16:05.774145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Calling delete_port for 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:05.790208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:05.798750 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.827268 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73a16ec0-f0be-4776-b30e-02e526880420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:05.839357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-390545f0-7085-4c94-b551-bae04be36d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:05.842150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-390545f0-7085-4c94-b551-bae04be36d5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723871 Nov 25 17:16:05.903110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:05.907294 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add7e9a6-3b31-48fe-a164-54d96c97104a x-openstack-request-id: req-add7e9a6-3b31-48fe-a164-54d96c97104a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:05.907734 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7", "code": 200}, {"server_uuid": "6b24e14c-c6f7-4475-b1f0-fceab4711a96", "name": "network-vif-plugged", "status": "completed", "tag": "32274b54-8814-4aa7-acee-e6eeff736b4c", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:05.908075 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-add7e9a6-3b31-48fe-a164-54d96c97104a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:05.908509 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'code': 200} Nov 25 17:16:05.908829 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32274b54-8814-4aa7-acee-e6eeff736b4c', 'code': 200} Nov 25 17:16:06.022952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b90b8ef-f12f-4448-91f8-791ce6ac5029 req-3a9aff9e-64fb-4911-b6fb-c9c4734dffc5 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404791 Nov 25 17:16:06.132094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03b27b-2779-4866-a00b-fbaa8402c221 req-b2aeb1f7-774f-444d-83fb-ffa0ba35e69d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.134158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b03b27b-2779-4866-a00b-fbaa8402c221 req-b2aeb1f7-774f-444d-83fb-ffa0ba35e69d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 944 time: 0.2908735 Nov 25 17:16:06.237501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-8f7dedb1-1608-4209-97c9-a50ce5222045 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750718 Nov 25 17:16:06.264229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae24f2-01fc-4187-a1a4-676ae3c9722a req-5498669c-4f3e-4a81-9f24-6dc0486125ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.266120 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4eae24f2-01fc-4187-a1a4-676ae3c9722a req-5498669c-4f3e-4a81-9f24-6dc0486125ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 1096 time: 0.2416666 Nov 25 17:16:06.447963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.456421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-1ff3de16-fad3-4ab2-9503-d7393907329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.458062 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-1ff3de16-fad3-4ab2-9503-d7393907329a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 1095 time: 0.3541594 Nov 25 17:16:06.501922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.517101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b03b27b-2779-4866-a00b-fbaa8402c221 req-f0eb15c4-9c45-43c0-8793-db092af94f91 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490629 Nov 25 17:16:06.562665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4eae24f2-01fc-4187-a1a4-676ae3c9722a req-4cd8a844-245b-469d-b97d-88d75cb5e80a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802291 Nov 25 17:16:06.656532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-bc73eb64-9318-4f98-bee1-5194ca28305c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.657798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-bc73eb64-9318-4f98-bee1-5194ca28305c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3&tenant_id=676e520b9b0b416b9d9f33e018f59d4d&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 948 time: 0.3145990 Nov 25 17:16:06.662463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Pushing event deleted for resources: {'Port': ['ID=6ea49f64-cfc2-4eff-abce-2d4e01e67d97,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:06.693950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52588346-b6cd-4be6-aa32-a18b5017e48b req-38ca385c-c995-4755-b9de-a9fecec519c5 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242268 Nov 25 17:16:06.729060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] No DVR routers for this DVR port 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:06.735919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:06.739692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9159f47-13c8-4f7d-9d19-c8cdde55e260 req-22a3b671-8051-4958-9ac3-4f7582ba2bb7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.73 "DELETE /v2.0/ports/6ea49f64-cfc2-4eff-abce-2d4e01e67d97 HTTP/1.1" status: 204 len: 173 time: 1.7246559 Nov 25 17:16:06.745817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-005e56d3-7e50-4548-99f7-b88b13f09967 req-39dbca23-c813-4f1c-8775-e3ab6bd91de7 tempest-TenantUsagesTestJSON-1088736395 tempest-TenantUsagesTestJSON-1088736395-project] 10.222.0.86 "GET /v2.0/ports?device_id=16ceecb8-3a8b-4d1e-ab03-1593e2db85f0 HTTP/1.1" status: 200 len: 210 time: 0.0758607 Nov 25 17:16:06.757717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Subnet': ['ID=cfd5ad45-80e8-4623-9f0f-26c775fdc38d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:06.761532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'name': 'network-vif-deleted', 'tag': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:06.794814 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cda222-a852-4810-93bc-e5fca9db9e96" -d '{"events": [{"server_uuid": "16ceecb8-3a8b-4d1e-ab03-1593e2db85f0", "name": "network-vif-deleted", "tag": "6ea49f64-cfc2-4eff-abce-2d4e01e67d97"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:06.808401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-92c3a7c0-9ba4-4934-9b38-0d9e87db3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.810049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-92c3a7c0-9ba4-4934-9b38-0d9e87db3c32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 917 time: 0.3256030 Nov 25 17:16:06.838885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebde351-2282-4018-8dc8-cd043f0ff1e8 req-712c222a-33f7-4961-9fe8-9a9799ae2895 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.853294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aebde351-2282-4018-8dc8-cd043f0ff1e8 req-712c222a-33f7-4961-9fe8-9a9799ae2895 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 945 time: 0.5551784 Nov 25 17:16:06.886345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Checking segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:06.886729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network hostable DHCP agents. Network: 54cddc92-2363-4e66-8e67-21fa29ad56f3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:06.904325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-f44c4c94-55ba-46a9-b9cd-b5d563b34c10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=befcf440-f8fb-4f90-8622-8ebe258ef169 HTTP/1.1" status: 200 len: 217 time: 0.0726063 Nov 25 17:16:06.907018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-7354932c-c90d-480a-a389-31e75e91afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:06.908653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-7354932c-c90d-480a-a389-31e75e91afb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1099 time: 0.1671069 Nov 25 17:16:06.951663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aebde351-2282-4018-8dc8-cd043f0ff1e8 req-d034eba5-2dec-403d-8595-aee97cc08c90 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972269 Nov 25 17:16:06.986193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['6ea49f64-cfc2-4eff-abce-2d4e01e67d97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:07.018630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:07.058966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 54cddc92-2363-4e66-8e67-21fa29ad56f3) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:07.064686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.065310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.069918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5bce28-03a3-44de-aa94-d515c765088c None None] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:07.174676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033e5b-c4a4-4413-bac9-911afe455b5e req-c1d59542-795a-4c2f-9615-1ef812d1f13f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.183499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19033e5b-c4a4-4413-bac9-911afe455b5e req-c1d59542-795a-4c2f-9615-1ef812d1f13f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 948 time: 0.1395552 Nov 25 17:16:07.184073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-056b55a2-7c6e-40c9-b179-492bed7c5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.186380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-056b55a2-7c6e-40c9-b179-492bed7c5d20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.2622473 Nov 25 17:16:07.191305 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9770c2b3-1b8b-4f75-bfbc-fbdaea345ba7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7752495 Nov 25 17:16:07.192341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36162) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:07.197043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'subnet': {'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:07.284760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19033e5b-c4a4-4413-bac9-911afe455b5e req-ddc49e26-14cf-406d-99bb-c65b5b4f54d3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937281 Nov 25 17:16:07.341263 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a094e4-482d-4ac3-9a09-b1e30e1af351 x-openstack-request-id: req-f0a094e4-482d-4ac3-9a09-b1e30e1af351 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:07.342056 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ceecb8-3a8b-4d1e-ab03-1593e2db85f0", "name": "network-vif-deleted", "tag": "6ea49f64-cfc2-4eff-abce-2d4e01e67d97", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:07.342532 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0a094e4-482d-4ac3-9a09-b1e30e1af351 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:07.343185 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ceecb8-3a8b-4d1e-ab03-1593e2db85f0', 'name': 'network-vif-deleted', 'tag': '6ea49f64-cfc2-4eff-abce-2d4e01e67d97', 'status': 'completed', 'code': 200} Nov 25 17:16:07.344044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9dd9d-736b-46d6-b577-e51af3737ae8 req-386d0f7e-49ec-46cd-9f71-88ea4295b5ca tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.347556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fed9dd9d-736b-46d6-b577-e51af3737ae8 req-386d0f7e-49ec-46cd-9f71-88ea4295b5ca tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2362173 Nov 25 17:16:07.353804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-23c7835e-fd80-4c91-8792-100ebf832acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.354739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-23c7835e-fd80-4c91-8792-100ebf832acf service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4223666 Nov 25 17:16:07.384729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-54cddc92-2363-4e66-8e67-21fa29ad56f3', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:07.385600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.502198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-ee58e302-c3de-45be-946d-20e4e58561a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 217 time: 0.0826056 Nov 25 17:16:07.607591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-14b1ee5f-f59b-4f97-9850-20be8df22095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.609903 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-14b1ee5f-f59b-4f97-9850-20be8df22095 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3947783 Nov 25 17:16:07.623481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fed9dd9d-736b-46d6-b577-e51af3737ae8 req-5fcb2b03-1096-4972-884b-40cdaba8c267 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005947 Nov 25 17:16:07.624209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:07.627843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:07.695604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Allocated IP 10.1.1.2 (54cddc92-2363-4e66-8e67-21fa29ad56f3/cfd5ad45-80e8-4623-9f0f-26c775fdc38d/2df916ae-aff1-4b7f-b119-f0ece9b239d3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:07.714912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 93d3bb60-1009-47c1-b891-3310c6dc2cae details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:07.723432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-9fc385ee-d0c2-44f9-a821-4b89087a4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:07.737192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-9fc385ee-d0c2-44f9-a821-4b89087a4f03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2142537 Nov 25 17:16:07.762375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:07.976297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-277ec044-6683-4536-a29c-226f00bc522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.051173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 9eab2647-97fb-4003-9ae2-10e9116b25c7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:08.051912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.054121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 93d3bb60-1009-47c1-b891-3310c6dc2cae, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:08.114117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '93d3bb60-1009-47c1-b891-3310c6dc2cae', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'port_id': '93d3bb60-1009-47c1-b891-3310c6dc2cae', 'mac_address': 'fa:16:3e:68:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22b250-1443-4852-bbfd-90fb5de65309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:08.121346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-cf894248-4f03-4f00-bf36-c03ed5945df1 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872973 Nov 25 17:16:08.183341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.213916 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.252414 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.254946 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.315259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d3bb60-1009-47c1-b891-3310c6dc2cae {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:08.321785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:08.337211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:08.339538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:08.345312 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.362809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 93d3bb60-1009-47c1-b891-3310c6dc2cae, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:08.377639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.378298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device befcf440-f8fb-4f90-8622-8ebe258ef169 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:08.386467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Pushing event updated for resources: {'Port': ['ID=2df916ae-aff1-4b7f-b119-f0ece9b239d3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:08.457315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:08.460659 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8896a0ba-ad83-4a1b-be5f-1b2d525ba6ef req-429836a3-59d1-4beb-9a8b-1c7357b29542 service neutron] 10.222.0.73 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796052 Nov 25 17:16:08.477142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Subnet': ['ID=64efdd4a-108b-460c-853a-657b6a6e369a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:08.490332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:08.493278 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ff79ac-ae2b-425a-80bb-15d65987ad90" -d '{"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:08.532977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:08.541105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Attempting to bind port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:08.541813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Attempting to bind port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:08.542403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Attempting to bind port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:08.543069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-fc1e0e9a-3673-43fc-87bb-318690966412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:08.549828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-fc1e0e9a-3673-43fc-87bb-318690966412 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7335613 Nov 25 17:16:08.563774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.582512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:08.584065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Checking segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:08.584697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.585400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Bound using segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:08.586308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Bound port: 2df916ae-aff1-4b7f-b119-f0ece9b239d3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:08.587372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.592159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port befcf440-f8fb-4f90-8622-8ebe258ef169, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=befcf440-f8fb-4f90-8622-8ebe258ef169,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:08.612535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=93d3bb60-1009-47c1-b891-3310c6dc2cae,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:08.632024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'befcf440-f8fb-4f90-8622-8ebe258ef169', 'network_id': '5492a74a-29d0-4e5c-b33a-919b7bcf2363', 'port_id': 'befcf440-f8fb-4f90-8622-8ebe258ef169', 'mac_address': 'fa:16:3e:d4:3c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22b250-1443-4852-bbfd-90fb5de65309', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:08.795928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:08.807359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-4c43ba99-94cf-4ae5-aaf9-04ef62cb2880 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358663 Nov 25 17:16:08.827001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.838622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d658737-3252-44a8-89dd-18b98c71d7a6 req-1c882524-8e20-4f3c-a544-be21f63b3d53 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:08.842975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] For port 2df916ae-aff1-4b7f-b119-f0ece9b239d3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:08.857170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d658737-3252-44a8-89dd-18b98c71d7a6 req-1c882524-8e20-4f3c-a544-be21f63b3d53 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 944 time: 0.9854465 Nov 25 17:16:08.861541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befcf440-f8fb-4f90-8622-8ebe258ef169 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:08.873467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] For port 2df916ae-aff1-4b7f-b119-f0ece9b239d3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2df916ae-aff1-4b7f-b119-f0ece9b239d3,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:08.888720 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:08.907988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port befcf440-f8fb-4f90-8622-8ebe258ef169, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=befcf440-f8fb-4f90-8622-8ebe258ef169,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:08.913052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1ad3136-eaea-4572-827c-a9a6a4782ab1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9102669476b045cb853eb42539471468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545579 Nov 25 17:16:08.928191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:08.962251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488e3ba-3029-4106-a003-28cba8c5ee25 req-294d4269-60e3-4862-9e44-f809d0ab4901 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:08.980464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4488e3ba-3029-4106-a003-28cba8c5ee25 req-294d4269-60e3-4862-9e44-f809d0ab4901 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.2036889 Nov 25 17:16:08.987639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.034379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Checking segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:09.034744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network hostable DHCP agents. Network: 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:09.036709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117526-02c7-4f6e-9f5f-478708caccc3 None None] Pushing event updated for resources: {'Port': ['ID=2df916ae-aff1-4b7f-b119-f0ece9b239d3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:09.134932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=befcf440-f8fb-4f90-8622-8ebe258ef169,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:09.173375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4488e3ba-3029-4106-a003-28cba8c5ee25 req-1858d002-b6ef-4ff1-a09f-e17024bb90eb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838002 Nov 25 17:16:09.173699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.177948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36230) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:09.196855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5baecfed-632e-4b01-98cc-1998d161780b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.237896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5baecfed-632e-4b01-98cc-1998d161780b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.250056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d658737-3252-44a8-89dd-18b98c71d7a6 req-69a08297-947c-47e1-9e6f-97b91dc567f4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918645 Nov 25 17:16:09.280191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-434b54d8-0df8-4d2c-bd1b-3644b8cfcd44 req-f411d31a-1db3-4a93-be3a-506c1218a5da service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925869 Nov 25 17:16:09.283246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:09.331234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:09.338287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['befcf440-f8fb-4f90-8622-8ebe258ef169'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:09.346720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:09.348518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.364693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5baecfed-632e-4b01-98cc-1998d161780b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.391523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['93d3bb60-1009-47c1-b891-3310c6dc2cae'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:09.398134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5baecfed-632e-4b01-98cc-1998d161780b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:09.399338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef84758-0021-4d28-bc92-9efe7f05dbfe None None] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:09.406372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5baecfed-632e-4b01-98cc-1998d161780b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/94b2090d-e78d-43ce-8f17-735350f9b4ad HTTP/1.1" status: 204 len: 168 time: 0.4770384 Nov 25 17:16:09.411710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a41e93d4-a1fd-49bf-86bf-f6400711979a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2186661 Nov 25 17:16:09.414859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:09.437001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'name': 'tempest-TaggedBootDevicesTest-883525345', 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:09.511645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baecfed-632e-4b01-98cc-1998d161780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b2090d-e78d-43ce-8f17-735350f9b4ad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:09.556253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e068226-47cd-4a0c-9b75-3032b55911dd req-32f7bdfe-e2b2-4740-81c9-37682611c19c tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:09.558158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e068226-47cd-4a0c-9b75-3032b55911dd req-32f7bdfe-e2b2-4740-81c9-37682611c19c tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 945 time: 0.2693381 Nov 25 17:16:09.674286 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d1ce8-aaef-4bef-89aa-20b5f71d5345 x-openstack-request-id: req-ec1d1ce8-aaef-4bef-89aa-20b5f71d5345 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:09.674575 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:09.674827 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ec1d1ce8-aaef-4bef-89aa-20b5f71d5345 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:09.675213 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'code': 200} Nov 25 17:16:09.682532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e068226-47cd-4a0c-9b75-3032b55911dd req-aea7c648-df03-44f5-9d60-cce457784da7 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123948 Nov 25 17:16:09.842318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:10.130211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36242) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:10.147081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a862cf21-6252-4316-87ac-8f85aad3638b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.227692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'fixed_ips': [{'subnet_id': '64efdd4a-108b-460c-853a-657b6a6e369a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:10.239220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.259559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:16:10.260219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6ea49f64-cfc2-4eff-abce-2d4e01e67d97 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:16:10.296586 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d37cda-dfd1-4d38-bedb-d7c035a01c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.366915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a862cf21-6252-4316-87ac-8f85aad3638b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.397473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786f9ca-e6cf-4cea-85c3-ffb9607f4ba1 req-3f6736c7-f397-4665-9272-378321043d00 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:10.406484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a786f9ca-e6cf-4cea-85c3-ffb9607f4ba1 req-3f6736c7-f397-4665-9272-378321043d00 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0811844 Nov 25 17:16:10.430608 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a862cf21-6252-4316-87ac-8f85aad3638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.457527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eca98-0881-4826-b5a3-5556315d5e92 req-824d7a2a-e4ae-4e01-b70b-4127a858f7fb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:10.466793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-129eca98-0881-4826-b5a3-5556315d5e92 req-824d7a2a-e4ae-4e01-b70b-4127a858f7fb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.8587646 Nov 25 17:16:10.471237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862cf21-6252-4316-87ac-8f85aad3638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29374d1-eb10-4bdb-b3ce-6d057852bcb9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:10.510418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:10.541097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-98d6a7e0-850b-4d44-b39e-51fd4d61baaa tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:10.541876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a862cf21-6252-4316-87ac-8f85aad3638b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8fc589d392d94093aea750aef06641be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105957 Nov 25 17:16:10.546579 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-98d6a7e0-850b-4d44-b39e-51fd4d61baaa tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.55 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 945 time: 0.2514501 Nov 25 17:16:10.547713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36248) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:10.577865 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a786f9ca-e6cf-4cea-85c3-ffb9607f4ba1 req-35fc9ab6-1b1c-418c-b335-35eec7ae3d4c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704493 Nov 25 17:16:10.624766 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.724051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96ccfbcb-ec29-4f4e-be9a-ef707979766d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.732898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-129eca98-0881-4826-b5a3-5556315d5e92 req-cf17a669-81ed-4715-b0a8-1e616e7bd988 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637141 Nov 25 17:16:10.789351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96ccfbcb-ec29-4f4e-be9a-ef707979766d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.831519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0529-8c00-4d37-8751-2bf0a2a39321 req-9b1bf8c5-768a-4014-91d8-79a947705eb4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:10.848103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Allocated IP 10.2.2.2 (0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f/64efdd4a-108b-460c-853a-657b6a6e369a/59b7bed6-9384-4528-81bb-a11a43404f6c) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:10.848916 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ed0529-8c00-4d37-8751-2bf0a2a39321 req-9b1bf8c5-768a-4014-91d8-79a947705eb4 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 945 time: 0.1382804 Nov 25 17:16:10.890985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b5eca0-e0bf-48e1-9eae-1dcc35fb8816 None None] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:10.936263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.959113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d37cda-dfd1-4d38-bedb-d7c035a01c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:10.998017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] device_id is not set on port abe8f2f1-786f-4e5b-ab58-245235f92400 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:11.004031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60d37cda-dfd1-4d38-bedb-d7c035a01c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.064329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37cda-dfd1-4d38-bedb-d7c035a01c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fa7abe-8df6-4f9b-887f-025dd2f3e42d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:11.085700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Deleting port 63d09c22-136d-480c-a21c-330cead76c73 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:11.086217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.115855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5b4633f2-ef89-4e6e-af25-b81bc54448eb None None] Provisioning complete for port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:11.116540 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b4633f2-ef89-4e6e-af25-b81bc54448eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.232691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d572d-2ad2-4efb-83f6-0d7acd4c1bba req-b0e3b164-8150-4af1-86ae-666bd3615dc2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:11.249988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eb0d572d-2ad2-4efb-83f6-0d7acd4c1bba req-b0e3b164-8150-4af1-86ae-666bd3615dc2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.3261051 Nov 25 17:16:11.297088 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ed0529-8c00-4d37-8751-2bf0a2a39321 req-838f44d1-5e53-4192-a297-6d90fc57e8fb tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463339 Nov 25 17:16:11.325924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96ccfbcb-ec29-4f4e-be9a-ef707979766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.329275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96ccfbcb-ec29-4f4e-be9a-ef707979766d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.330660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96ccfbcb-ec29-4f4e-be9a-ef707979766d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c29374d1-eb10-4bdb-b3ce-6d057852bcb9 HTTP/1.1" status: 204 len: 168 time: 0.7817581 Nov 25 17:16:11.357660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccfbcb-ec29-4f4e-be9a-ef707979766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29374d1-eb10-4bdb-b3ce-6d057852bcb9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:11.376208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eb0d572d-2ad2-4efb-83f6-0d7acd4c1bba req-9df8d9cf-97ad-45bd-8efe-66e3b462c8d6 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162705 Nov 25 17:16:11.398987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-60d37cda-dfd1-4d38-bedb-d7c035a01c24 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e788954f95040e882d577fbbd88feb0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2097006 Nov 25 17:16:11.448867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36260) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:11.512954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2df916ae-aff1-4b7f-b119-f0ece9b239d3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:11.539136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.610665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917658b-e46f-480d-9f93-7c008a4aa26c req-a225c30e-4d9c-46db-8fab-6e453219ad77 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:11.612325 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9917658b-e46f-480d-9f93-7c008a4aa26c req-a225c30e-4d9c-46db-8fab-6e453219ad77 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 945 time: 0.2158790 Nov 25 17:16:11.656614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3cdaea9b-37db-487a-a092-a4747a2ef21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.698214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.750469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 10.1.1.197 (54cddc92-2363-4e66-8e67-21fa29ad56f3/cfd5ad45-80e8-4623-9f0f-26c775fdc38d/abe8f2f1-786f-4e5b-ab58-245235f92400) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:11.755186 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.762154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3cdaea9b-37db-487a-a092-a4747a2ef21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.813077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] For port 63d09c22-136d-480c-a21c-330cead76c73, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=63d09c22-136d-480c-a21c-330cead76c73,segment=NetworkSegment(0c6d6589-e1e0-4b93-aff6-26a58dbfa743),segment_id=0c6d6589-e1e0-4b93-aff6-26a58dbfa743)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:11.814413 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.859995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9917658b-e46f-480d-9f93-7c008a4aa26c req-f3066fdf-49a6-4b73-9a29-5a53e696bd9b tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/security-groups?id=17728282-ac43-4811-b1a1-a85d4b2fd3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318161 Nov 25 17:16:11.866619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Calling delete_port for 63d09c22-136d-480c-a21c-330cead76c73 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:11.934063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3cdaea9b-37db-487a-a092-a4747a2ef21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.939959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3cdaea9b-37db-487a-a092-a4747a2ef21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:11.941968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3cdaea9b-37db-487a-a092-a4747a2ef21f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67fa7abe-8df6-4f9b-887f-025dd2f3e42d HTTP/1.1" status: 204 len: 168 time: 0.4921808 Nov 25 17:16:11.952136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaea9b-37db-487a-a092-a4747a2ef21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fa7abe-8df6-4f9b-887f-025dd2f3e42d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:11.990384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:12.022473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-f58e9af1-2243-48a2-8926-d09395747cc5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404322 Nov 25 17:16:12.057278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Pushing event updated for resources: {'Port': ['ID=59b7bed6-9384-4528-81bb-a11a43404f6c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:12.075514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b4633f2-ef89-4e6e-af25-b81bc54448eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.181905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5b4633f2-ef89-4e6e-af25-b81bc54448eb None None] For port 2df916ae-aff1-4b7f-b119-f0ece9b239d3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2df916ae-aff1-4b7f-b119-f0ece9b239d3,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:12.186692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:12.192535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7e53a793-7924-4e8e-8695-89841a194224 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:12.196777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.199064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:12.209138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7e53a793-7924-4e8e-8695-89841a194224 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853757 Nov 25 17:16:12.210889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b4633f2-ef89-4e6e-af25-b81bc54448eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.235895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-0e69a25b-6525-44ea-a8a2-c15b5e126c51 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/quotas/676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 375 time: 0.0256782 Nov 25 17:16:12.236210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:12.236337 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.318347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441d005-b2ca-4e2b-befc-1b40dd360cfb req-a11ceeca-4e36-4cc6-a753-d5a55ddf7cef tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:12.329064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8441d005-b2ca-4e2b-befc-1b40dd360cfb req-a11ceeca-4e36-4cc6-a753-d5a55ddf7cef tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.4554558 Nov 25 17:16:12.385243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-51a79215-770f-4a11-afa0-03168ca16348 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480575 Nov 25 17:16:12.494886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.539764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4633f2-ef89-4e6e-af25-b81bc54448eb None None] Pushing event updated for resources: {'Port': ['ID=2df916ae-aff1-4b7f-b119-f0ece9b239d3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:12.558672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 63d09c22-136d-480c-a21c-330cead76c73 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:12.629004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Attempting to bind port 59b7bed6-9384-4528-81bb-a11a43404f6c on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:12.629721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Attempting to bind port 59b7bed6-9384-4528-81bb-a11a43404f6c by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:12.630281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Attempting to bind port 59b7bed6-9384-4528-81bb-a11a43404f6c on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:12.649997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:12.650614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Checking segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:12.651323 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.652182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Bound using segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:12.652831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Bound port: 59b7bed6-9384-4528-81bb-a11a43404f6c, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:12.654749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.752933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d6d8ce9a-9e52-4595-86d9-b4fd8576bb7b None None] Provisioning complete for port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:12.754589 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ce9a-9e52-4595-86d9-b4fd8576bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.788678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:12.865183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8441d005-b2ca-4e2b-befc-1b40dd360cfb req-c23eb30d-514b-4ffd-80d1-cb0022b7b273 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171103 Nov 25 17:16:12.873686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:12.890676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Port 63d09c22-136d-480c-a21c-330cead76c73 update to DOWN by agent not found {{(pid=103637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:16:12.904219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:12.918753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:12.951993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881e1e-de97-4175-b404-e99ce6e19992 req-a7553829-4aa1-4fc3-9d99-da372793902e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:12.960288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] For port 59b7bed6-9384-4528-81bb-a11a43404f6c, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:12.961290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881e1e-de97-4175-b404-e99ce6e19992 req-a7553829-4aa1-4fc3-9d99-da372793902e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 945 time: 0.1674645 Nov 25 17:16:12.974007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] For port 59b7bed6-9384-4528-81bb-a11a43404f6c, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59b7bed6-9384-4528-81bb-a11a43404f6c,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:12.996494 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.017260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.037300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:13.160501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881e1e-de97-4175-b404-e99ce6e19992 req-b59ded39-fe55-4b1f-8426-ab24556f5ace tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920125 Nov 25 17:16:13.207124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c89aa-c67f-4e13-a96d-f4cf93912680 None None] Pushing event updated for resources: {'Port': ['ID=59b7bed6-9384-4528-81bb-a11a43404f6c,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.299181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] No DVR routers for this DVR port 63d09c22-136d-480c-a21c-330cead76c73 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:13.313994 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.317491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c2ec99-dbcc-4fb1-9581-c4f174214c17 req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.55 "DELETE /v2.0/ports/63d09c22-136d-480c-a21c-330cead76c73 HTTP/1.1" status: 204 len: 173 time: 2.7452996 Nov 25 17:16:13.318416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9625c8-486d-43c8-a7aa-1f8792e93860 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] Pushing event deleted for resources: {'Port': ['ID=63d09c22-136d-480c-a21c-330cead76c73,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.376019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-network', 'tenant_id': '15711ba830464a638af9110a31f22557'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:13.385876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10326943-f245-48ed-bf84-eee7d258dc75', 'name': 'network-vif-deleted', 'tag': '63d09c22-136d-480c-a21c-330cead76c73'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:13.415996 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff795a-7d34-4a9f-a2c2-ba32791648bc" -d '{"events": [{"server_uuid": "10326943-f245-48ed-bf84-eee7d258dc75", "name": "network-vif-deleted", "tag": "63d09c22-136d-480c-a21c-330cead76c73"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:13.482590 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6307158f-fdf5-4e7d-89c6-bc0f70b576ea req-a046d122-a809-4fd3-8b5a-ee6e82a532d8 tempest-ServerAddressesNegativeTestJSON-1224844110 tempest-ServerAddressesNegativeTestJSON-1224844110-project] 10.222.0.86 "GET /v2.0/ports?device_id=10326943-f245-48ed-bf84-eee7d258dc75 HTTP/1.1" status: 200 len: 210 time: 0.1564045 Nov 25 17:16:13.518308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d25f2f65-4696-4abd-aab3-eff7791f9278 req-8cc0045a-bdde-4ed0-a302-0b78a2758d6f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 210 time: 0.3470681 Nov 25 17:16:13.543314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:13.556613 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.558409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-85bb2676-9926-46f1-a392-4452ccff6d95 None None] Provisioning complete for port abe8f2f1-786f-4e5b-ab58-245235f92400 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:13.561080 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85bb2676-9926-46f1-a392-4452ccff6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.567789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Made reservation on behalf of 15711ba830464a638af9110a31f22557 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:13.570414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.604503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.626925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ade46c9d-97c1-4917-a7fc-369a80bb40ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2103443 Nov 25 17:16:13.629641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:13.642579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'name': 'tempest-TaggedBootDevicesTest-853334030', 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:13.655805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2df916ae-aff1-4b7f-b119-f0ece9b239d3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:13.662959 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da2134-5a6c-4be5-85c9-8571f9f2338e x-openstack-request-id: req-f9da2134-5a6c-4be5-85c9-8571f9f2338e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:13.665432 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10326943-f245-48ed-bf84-eee7d258dc75", "name": "network-vif-deleted", "tag": "63d09c22-136d-480c-a21c-330cead76c73", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:13.666107 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f9da2134-5a6c-4be5-85c9-8571f9f2338e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:13.667318 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10326943-f245-48ed-bf84-eee7d258dc75', 'name': 'network-vif-deleted', 'tag': '63d09c22-136d-480c-a21c-330cead76c73', 'status': 'completed', 'code': 200} Nov 25 17:16:13.703589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.711522 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.738264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:13.759604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.760020 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Added segment 9d239a4b-05ca-4355-afcc-3f9b926d4d44 of type vlan for network a193ceff-7692-42c3-a296-a28bf05ffd0e Nov 25 17:16:13.762907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 93d3bb60-1009-47c1-b891-3310c6dc2cae up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:13.913873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:13.933859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ea61c-a60f-4c1d-9525-046ecee25957,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:13.946583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-85bb2676-9926-46f1-a392-4452ccff6d95 None None] Port abe8f2f1-786f-4e5b-ab58-245235f92400 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:14.013381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.014744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.016134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.050325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:14.050694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.134815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] Pushing event updated for resources: {'Network': ['ID=a193ceff-7692-42c3-a296-a28bf05ffd0e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:14.149934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a193ceff-7692-42c3-a296-a28bf05ffd0e details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:14.204086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 93d3bb60-1009-47c1-b891-3310c6dc2cae completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:14.215187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 93d3bb60-1009-47c1-b891-3310c6dc2cae triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:14.216045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.233915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9effc0db-4dd7-418a-842e-acf582435421 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1789281 Nov 25 17:16:14.234347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36354) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:14.241184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Request body: {'subnet': {'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-subnet', 'tenant_id': '15711ba830464a638af9110a31f22557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:14.249223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:14.263635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.297659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Made reservation on behalf of 15711ba830464a638af9110a31f22557 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:14.300428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.306862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b37f8-6e0b-4db5-83a1-7dddbb0047f2 req-69f99a3b-4029-4396-8c86-5e68fc4449dd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.316064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-239b37f8-6e0b-4db5-83a1-7dddbb0047f2 req-69f99a3b-4029-4396-8c86-5e68fc4449dd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.3023863 Nov 25 17:16:14.387268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-239b37f8-6e0b-4db5-83a1-7dddbb0047f2 req-a7c1f2b4-c14d-44d9-8f96-33e6b431ffdc tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645328 Nov 25 17:16:14.389574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] device_id is not set on port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:16:14.406303 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.459353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d68bf08-70a5-46db-9180-9008978e7edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d3bb60-1009-47c1-b891-3310c6dc2cae'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:14.466752 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020e167-78a2-4366-afb0-8599d71f4f3c" -d '{"events": [{"server_uuid": "8d68bf08-70a5-46db-9180-9008978e7edc", "name": "network-vif-plugged", "status": "completed", "tag": "93d3bb60-1009-47c1-b891-3310c6dc2cae"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:14.501279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 93d3bb60-1009-47c1-b891-3310c6dc2cae, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:14.516014 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.516854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device befcf440-f8fb-4f90-8622-8ebe258ef169 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:14.752832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-4b747cfa-20b3-4d10-b6d0-0f72b4620114 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944810 Nov 25 17:16:14.769689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:14.853903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 10.1.1.207 (54cddc92-2363-4e66-8e67-21fa29ad56f3/cfd5ad45-80e8-4623-9f0f-26c775fdc38d/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:14.911254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bf2927-a6d4-47fc-81e8-19f49c8f27a8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:14.927950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Checking segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:14.928217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Network hostable DHCP agents. Network: a193ceff-7692-42c3-a296-a28bf05ffd0e, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:14.965579 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d29139-8f53-474a-9bda-6bcea7769bbf x-openstack-request-id: req-f7d29139-8f53-474a-9bda-6bcea7769bbf {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:14.966742 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d68bf08-70a5-46db-9180-9008978e7edc", "name": "network-vif-plugged", "status": "completed", "tag": "93d3bb60-1009-47c1-b891-3310c6dc2cae", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:14.966891 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7d29139-8f53-474a-9bda-6bcea7769bbf {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:14.967342 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d68bf08-70a5-46db-9180-9008978e7edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d3bb60-1009-47c1-b891-3310c6dc2cae', 'code': 200} Nov 25 17:16:14.971210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Network a193ceff-7692-42c3-a296-a28bf05ffd0e is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:14.989616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, a193ceff-7692-42c3-a296-a28bf05ffd0e) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:14.996674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:14.998061 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.007518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263b386-3bdf-46be-a1a9-41f4344894b6 None None] Network a193ceff-7692-42c3-a296-a28bf05ffd0e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:15.036589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-45a932ef-0028-4681-8638-64927855b1dc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8008511 Nov 25 17:16:15.037287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36364) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:15.041723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:15.075515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.128448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b1a50ac-a044-4ff6-b577-7eb837a418bc req-b51e4513-0c99-4110-bcfc-96a8a2d50225 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 210 time: 0.0827827 Nov 25 17:16:15.139994 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.158808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=93d3bb60-1009-47c1-b891-3310c6dc2cae,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:15.167563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.169495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.186095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port befcf440-f8fb-4f90-8622-8ebe258ef169 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:15.210848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port befcf440-f8fb-4f90-8622-8ebe258ef169 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:15.211870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.282944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.284224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:15.295210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:15.377316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:15.386909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:15.394032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:15.430148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad1724-cde3-4bb2-9dbe-1fef022a202b None None] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:15.539910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d646f-5d1c-4942-a38d-ad093358c960 req-417cc5eb-a6c5-4f25-8272-fc41af990874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.541867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-371d646f-5d1c-4942-a38d-ad093358c960 req-417cc5eb-a6c5-4f25-8272-fc41af990874 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 1097 time: 0.4257746 Nov 25 17:16:15.572472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258186b-ab56-4aa2-988e-48570a72b3fc req-6e49320d-8346-40d8-b3a7-7b0061c01472 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.582091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a258186b-ab56-4aa2-988e-48570a72b3fc req-6e49320d-8346-40d8-b3a7-7b0061c01472 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 945 time: 0.9224591 Nov 25 17:16:15.601520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59b7bed6-9384-4528-81bb-a11a43404f6c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:15.656128 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.676962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a258186b-ab56-4aa2-988e-48570a72b3fc req-cfb13303-a8a5-4a07-ab07-d4bc1072a485 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892136 Nov 25 17:16:15.710240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.726226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Deleting subnet 4b575553-30cb-443b-b5ef-0302b17ff4eb {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:16:15.733226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.738376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-b0c70056-9341-44ec-9012-0a6a6849e3ed tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.740109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-b0c70056-9341-44ec-9012-0a6a6849e3ed tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6262760 Nov 25 17:16:15.765803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Request body: {'port': {'device_id': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '676e520b9b0b416b9d9f33e018f59d4d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:15.786163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-acd44c99-1a17-4909-bbee-4159cd639a30 None None] Provisioning complete for port 59b7bed6-9384-4528-81bb-a11a43404f6c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:15.786608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acd44c99-1a17-4909-bbee-4159cd639a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.808631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.814537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:15.815168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.898378 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.904772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-371d646f-5d1c-4942-a38d-ad093358c960 req-0f30aabb-ec85-4c2d-86bb-31872b14b596 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204052 Nov 25 17:16:15.905764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-a193ceff-7692-42c3-a296-a28bf05ffd0e', 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'tenant_id': '15711ba830464a638af9110a31f22557', 'fixed_ips': [{'subnet_id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:15.906688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.911323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port befcf440-f8fb-4f90-8622-8ebe258ef169, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=befcf440-f8fb-4f90-8622-8ebe258ef169,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:15.919433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:15.956969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fe42ffb3-f8ee-41ea-93d7-84d94cf392cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3259416 Nov 25 17:16:15.967552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.013449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d6461-e34b-44b0-b814-0c547b7f6ab9 req-90752204-7a98-4b15-9048-019cc1ef28cb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:16.015333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-576d6461-e34b-44b0-b814-0c547b7f6ab9 req-90752204-7a98-4b15-9048-019cc1ef28cb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1199560 Nov 25 17:16:16.079978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Made reservation on behalf of 676e520b9b0b416b9d9f33e018f59d4d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:16.084218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.091301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=befcf440-f8fb-4f90-8622-8ebe258ef169,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.094653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.101236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-576d6461-e34b-44b0-b814-0c547b7f6ab9 req-6f07f670-f010-457b-a55d-6cc59db68c8c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776269 Nov 25 17:16:16.163627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 59b7bed6-9384-4528-81bb-a11a43404f6c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:16.163911 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.211608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b575553-30cb-443b-b5ef-0302b17ff4eb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.223284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.228083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1d116dc0-ef6d-45ee-b991-164f95efd68a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4b575553-30cb-443b-b5ef-0302b17ff4eb HTTP/1.1" status: 204 len: 168 time: 0.9391785 Nov 25 17:16:16.234691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:16.251324 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Allocated IP 192.168.233.91 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/b2c7e143-7f83-4cf3-a501-3b17fa0af267) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:16.317926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.361370 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.407684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02f20dfd-de0b-4b0b-84b5-b34f11511714 req-8964a712-768a-4c93-853b-99d7b3491363 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 210 time: 0.0511079 Nov 25 17:16:16.422279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.439653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.495274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acd44c99-1a17-4909-bbee-4159cd639a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.509069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.553559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:16.589889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:16.620475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:16.641159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:16.652611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:16.704874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Allocated IP 172.25.8.157 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/664a114c-3b82-4dcc-9e0e-ea077d780eb3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:16.756094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.763411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:16.850315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:16.851028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.854893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36392) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:16.866304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990349625', 'description': 'tempest-description--403728230'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:16.876288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:16:16.898528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.926079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4e0699-ebbd-4c06-ac66-44dd6c158c04']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:16.937218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:16.942845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6d6589-e1e0-4b93-aff6-26a58dbfa743') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:16.943078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6d6589-e1e0-4b93-aff6-26a58dbfa743') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:16.970044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-ce48e0fe-005a-445e-a0de-a7ed79c2666b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2138159 Nov 25 17:16:17.002713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Request body: {'port': {'device_id': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:17.067730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05075c1a-de0e-43e4-a086-d19a58103771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befcf440-f8fb-4f90-8622-8ebe258ef169'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:17.069887 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c619004-88c5-4253-a1da-67bb2860ec29" -d '{"events": [{"server_uuid": "05075c1a-de0e-43e4-a086-d19a58103771", "name": "network-vif-plugged", "status": "completed", "tag": "befcf440-f8fb-4f90-8622-8ebe258ef169"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:17.071207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.097820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-acd44c99-1a17-4909-bbee-4159cd639a30 None None] For port 59b7bed6-9384-4528-81bb-a11a43404f6c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59b7bed6-9384-4528-81bb-a11a43404f6c,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:17.134943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.187811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:16:17.188120 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:16:17.189830 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:16:17.259025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acd44c99-1a17-4909-bbee-4159cd639a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.266026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.280358 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:16:17.281068 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:16:17.291429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7199815-f482-4c93-873c-a2acd40aaa0f req-ab1587c0-e9e6-4bb2-8fb5-41298bd40f4e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:17.299908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7199815-f482-4c93-873c-a2acd40aaa0f req-ab1587c0-e9e6-4bb2-8fb5-41298bd40f4e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.3380084 Nov 25 17:16:17.335420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.346138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.350955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.354797 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.365288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd44c99-1a17-4909-bbee-4159cd639a30 None None] Pushing event updated for resources: {'Port': ['ID=59b7bed6-9384-4528-81bb-a11a43404f6c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:17.400292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7199815-f482-4c93-873c-a2acd40aaa0f req-ffa55af1-1ea7-4e5e-8e61-2fb0cf4562b5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981803 Nov 25 17:16:17.403423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.433643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] 10.222.0.86 "DELETE /v2.0/networks/3c4e0699-ebbd-4c06-ac66-44dd6c158c04 HTTP/1.1" status: 204 len: 168 time: 1.1970847 Nov 25 17:16:17.440101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Allocated IP 172.20.0.2 (a193ceff-7692-42c3-a296-a28bf05ffd0e/54bf2927-a6d4-47fc-81e8-19f49c8f27a8/ea16a8ac-1365-40ee-bcca-68192f0d33ad) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:17.463979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fbdd8-438a-493e-9cf3-9cd0d63b744a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4e0699-ebbd-4c06-ac66-44dd6c158c04,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:17.525470 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a2ea9-b306-4331-b1ed-e0b3a5708149 x-openstack-request-id: req-219a2ea9-b306-4331-b1ed-e0b3a5708149 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:17.525770 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05075c1a-de0e-43e4-a086-d19a58103771", "name": "network-vif-plugged", "status": "completed", "tag": "befcf440-f8fb-4f90-8622-8ebe258ef169", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:17.526080 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-219a2ea9-b306-4331-b1ed-e0b3a5708149 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:17.526485 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05075c1a-de0e-43e4-a086-d19a58103771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befcf440-f8fb-4f90-8622-8ebe258ef169', 'code': 200} Nov 25 17:16:17.535870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.601824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:17.605883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:17.631251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:17.669459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Provisioning complete for port 59b7bed6-9384-4528-81bb-a11a43404f6c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:17.670130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.713872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.743311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Pushing event updated for resources: {'Port': ['ID=664a114c-3b82-4dcc-9e0e-ea077d780eb3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:17.794517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49352452-6c0b-49cc-b99f-62e10569c5b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:17.917705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36410) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:17.921782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:17.926583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e427cdb3-35a3-426c-bfb1-c60245009a2d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0700326 Nov 25 17:16:17.930590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:17.938998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'security_group_rule': {'security_group_id': '49352452-6c0b-49cc-b99f-62e10569c5b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:17.963538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebde3e-3d17-4c11-b60f-fa9d99d0171b req-20e56c19-dbfd-4b7b-bcf7-ffaab3560fbd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:17.972889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8ebde3e-3d17-4c11-b60f-fa9d99d0171b req-20e56c19-dbfd-4b7b-bcf7-ffaab3560fbd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 935 time: 0.2009246 Nov 25 17:16:17.990104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b30bad-bcef-4823-8dad-3d584cade9b9 req-612eacda-7479-47d2-be0b-931f1542b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:17.992323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17b30bad-bcef-4823-8dad-3d584cade9b9 req-612eacda-7479-47d2-be0b-931f1542b7e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 1097 time: 0.3140593 Nov 25 17:16:18.057582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Provisioning complete for port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:18.058108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.093983 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.136597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:18.141126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4860c-fc29-42cd-b366-8660fc87489a req-551a73dd-3abc-46eb-90f9-facfee265a05 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:18.149775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ee4860c-fc29-42cd-b366-8660fc87489a req-551a73dd-3abc-46eb-90f9-facfee265a05 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.4701707 Nov 25 17:16:18.157634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.165187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Provisioning complete for port b2c7e143-7f83-4cf3-a501-3b17fa0af267 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:18.165969 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.169358 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.182445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cb744641-f05a-4fb1-9661-f5ebb1178636 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=570bc87d8d26432b8b1cac598bf427f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546225 Nov 25 17:16:18.211473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59b7bed6-9384-4528-81bb-a11a43404f6c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:18.226611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:18.246141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.250180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Network a193ceff-7692-42c3-a296-a28bf05ffd0e is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:18.271707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8ebde3e-3d17-4c11-b60f-fa9d99d0171b req-d4882524-47b6-49ea-8d1d-872e3a38ab91 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844691 Nov 25 17:16:18.288953 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17b30bad-bcef-4823-8dad-3d584cade9b9 req-9f0f3195-cb3d-4945-a9ba-c77bab2939cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853348 Nov 25 17:16:18.290508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:18.297431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:18.317599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ebec755d-9b0f-470b-9bd5-e7b92668aadd None None] Port b2c7e143-7f83-4cf3-a501-3b17fa0af267 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:18.376203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Pushing event updated for resources: {'Port': ['ID=ea16a8ac-1365-40ee-bcca-68192f0d33ad,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:18.379865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ee4860c-fc29-42cd-b366-8660fc87489a req-9bd7270f-d4c0-45e7-9919-fc6e015f65dc tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291381 Nov 25 17:16:18.406500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Attempting to bind port ea16a8ac-1365-40ee-bcca-68192f0d33ad on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:18.407301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Attempting to bind port ea16a8ac-1365-40ee-bcca-68192f0d33ad by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:18.408383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Attempting to bind port ea16a8ac-1365-40ee-bcca-68192f0d33ad on network a193ceff-7692-42c3-a296-a28bf05ffd0e {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:18.424516 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:18.426312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Checking segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:18.427660 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.428266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Bound using segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:18.428980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Bound port: ea16a8ac-1365-40ee-bcca-68192f0d33ad, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:18.429606 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.434126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 59b7bed6-9384-4528-81bb-a11a43404f6c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:18.435182 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.465761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.480979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.518442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e169f6-afe6-4c08-9c70-b9e45b8e053c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:18.536379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.536984 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d2addfb-2b9b-45f9-b308-fff4ddd43be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.538146 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-189bb129-f1a5-4949-b3ab-005e66589372 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6066108 Nov 25 17:16:18.573760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36418) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:18.579969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'security_group_rule': {'security_group_id': '49352452-6c0b-49cc-b99f-62e10569c5b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:18.632697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d2addfb-2b9b-45f9-b308-fff4ddd43be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.745692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.760175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:18.766760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d2addfb-2b9b-45f9-b308-fff4ddd43be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.769675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d2addfb-2b9b-45f9-b308-fff4ddd43be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.770825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5d2addfb-2b9b-45f9-b308-fff4ddd43be3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17728282-ac43-4811-b1a1-a85d4b2fd3b7 HTTP/1.1" status: 204 len: 168 time: 0.5409985 Nov 25 17:16:18.785345 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.788181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2addfb-2b9b-45f9-b308-fff4ddd43be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17728282-ac43-4811-b1a1-a85d4b2fd3b7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:18.810912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Transition to ACTIVE for port object b2c7e143-7f83-4cf3-a501-3b17fa0af267 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:18.825575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe4976-7556-4ba2-adc0-cb16fa188b95 req-dc43f6df-4bd2-4760-a298-0536bf402634 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:18.837964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1fe4976-7556-4ba2-adc0-cb16fa188b95 req-dc43f6df-4bd2-4760-a298-0536bf402634 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.1513610 Nov 25 17:16:18.846738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] For port ea16a8ac-1365-40ee-bcca-68192f0d33ad, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:18.849940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.853467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:18.928187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] For port ea16a8ac-1365-40ee-bcca-68192f0d33ad, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ea16a8ac-1365-40ee-bcca-68192f0d33ad,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:18.951813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.072412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.084147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.125691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed67ca-3896-42a1-8571-d1d9f14cebac None None] Pushing event updated for resources: {'Port': ['ID=ea16a8ac-1365-40ee-bcca-68192f0d33ad,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.159937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.204714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1fe4976-7556-4ba2-adc0-cb16fa188b95 req-db023c34-e50f-4c86-a578-8b5dd387ca90 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674555 Nov 25 17:16:19.286238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:19.286578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:19.287149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:19.303883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:19.304219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:19.315043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:19.315403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:19.315785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:19.316216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Bound port: b2c7e143-7f83-4cf3-a501-3b17fa0af267, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:19.316570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.393386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfc8425-3f24-4e06-b1a5-cd90d2a815f8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.441850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.445878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b88c5c95-a4d0-4cd9-9e35-bc16c52a4a18 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8667307 Nov 25 17:16:19.446216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36438) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:19.451594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:19.553728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:19.557182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:19.565892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Router 78eb9544-6a6b-4043-ae9d-e5a25275600d is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:16:19.568907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.590672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.690131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.690557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:19.698297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 1095 time: 2.7102659 Nov 25 17:16:19.700802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:19.706316 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:19.753524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804964-94a0-4d63-b1ba-985daa658bc5 req-ba479adf-7856-4473-b2f7-dcb61736784e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.761497 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f804964-94a0-4d63-b1ba-985daa658bc5 req-ba479adf-7856-4473-b2f7-dcb61736784e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.2610884 Nov 25 17:16:19.810087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a8ae-1a68-488c-a438-9a8e7fada0c1 req-1abe5580-83f0-4451-9915-f715f29ae81c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.817966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7672a8ae-1a68-488c-a438-9a8e7fada0c1 req-1abe5580-83f0-4451-9915-f715f29ae81c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2000060 Nov 25 17:16:19.875989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c450-7c8f-4031-848b-b8b82c195527 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:19.951996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f804964-94a0-4d63-b1ba-985daa658bc5 req-3a6abb9f-8ca7-41bb-af4a-7584d260de19 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895032 Nov 25 17:16:19.989414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-68e88e7e-f314-44b4-9bb5-2260587545b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:19.994331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-68e88e7e-f314-44b4-9bb5-2260587545b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1098 time: 0.1641936 Nov 25 17:16:20.132186 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-599be295-7ef0-45fb-8b30-b237ed2f81e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.1293261 Nov 25 17:16:20.136636 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc0e02-ac02-4f9a-80b9-7e12fff7d7f4 x-openstack-request-id: req-c7dc0e02-ac02-4f9a-80b9-7e12fff7d7f4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:20.136934 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:20.137187 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c7dc0e02-ac02-4f9a-80b9-7e12fff7d7f4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:20.138317 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'status': 'completed', 'code': 200} Nov 25 17:16:20.257873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-f6631377-881f-41d2-94e5-b2e3b16023b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.259305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-f6631377-881f-41d2-94e5-b2e3b16023b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1139739 Nov 25 17:16:20.268241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ea16a8ac-1365-40ee-bcca-68192f0d33ad up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:20.364828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-6fbe5d1d-1895-4107-86bf-11ddc2844bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.366488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-6fbe5d1d-1895-4107-86bf-11ddc2844bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995600 Nov 25 17:16:20.398227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ea16a8ac-1365-40ee-bcca-68192f0d33ad triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:20.398860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.582906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.584154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3926-8340-482c-8c89-d2af2cae4b9b req-9f3c0f91-c32e-46fb-906c-49011a242edd tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:20.594354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2bfb3926-8340-482c-8c89-d2af2cae4b9b req-9f3c0f91-c32e-46fb-906c-49011a242edd tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.1786921 Nov 25 17:16:20.635124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port ea16a8ac-1365-40ee-bcca-68192f0d33ad, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ea16a8ac-1365-40ee-bcca-68192f0d33ad,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:20.647282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7672a8ae-1a68-488c-a438-9a8e7fada0c1 req-ae419bb8-d30f-4d69-847c-09d444ef2d6c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265209 Nov 25 17:16:20.654149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.663631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-706a4644-58c5-4ff0-b6a1-5b9859452799 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895474 Nov 25 17:16:20.667968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:20.725480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Sync routers for ids ['78eb9544-6a6b-4043-ae9d-e5a25275600d'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:20.760834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.762231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-57e6f5c5-bfbb-442d-9c8e-344284326b6e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7239752 Nov 25 17:16:20.770420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:20.772047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:20.786359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Routers {'78eb9544-6a6b-4043-ae9d-e5a25275600d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:20.786997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['78eb9544-6a6b-4043-ae9d-e5a25275600d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:20.894672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=ea16a8ac-1365-40ee-bcca-68192f0d33ad,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:21.078769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Set router 78eb9544-6a6b-4043-ae9d-e5a25275600d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:21.250808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e412ba9-c62f-4668-9551-5cc935b31fc7 None None] Network a193ceff-7692-42c3-a296-a28bf05ffd0e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:21.439152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:21.466970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2bfb3926-8340-482c-8c89-d2af2cae4b9b req-59566aa3-6a8f-499f-bdc7-8475400ea3f9 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8715651 Nov 25 17:16:21.537610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-134eea3c-ef54-45dd-a5c2-1700356220bd None None] Provisioning complete for port ea16a8ac-1365-40ee-bcca-68192f0d33ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:21.538155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-134eea3c-ef54-45dd-a5c2-1700356220bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.570197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 172.25.8.99 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/9c69e386-570b-4fed-89f1-0f4d026e9d50) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:21.591922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4602f09-c0bc-458c-ae25-a104b73b9332 req-c6aeccad-b094-4f38-a07f-5d2bad3e4bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113562 Nov 25 17:16:21.780922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:16:18Z', 'revision_number': 3, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:21.839758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71129fe2-5b41-4270-ae3a-f736f450b19e req-57b5cfcb-ab81-4332-a583-c51570b962b8 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0547502 Nov 25 17:16:21.839758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89f27144-418a-4818-a26c-528b8d20f03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.864585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Checking router: 78eb9544-6a6b-4043-ae9d-e5a25275600d for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:21.869178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Updating router 78eb9544-6a6b-4043-ae9d-e5a25275600d port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:21.872157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-8c922f18-f87b-4a7d-b952-bf8656b2b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:21.876098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-8c922f18-f87b-4a7d-b952-bf8656b2b920 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1098 time: 0.1950178 Nov 25 17:16:21.921676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94a18-90f7-4146-a150-63de2bbcb562 req-7f48c5d6-89a8-4da2-a1ea-a78d5e82bdf9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:21.923003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7be94a18-90f7-4146-a150-63de2bbcb562 req-7f48c5d6-89a8-4da2-a1ea-a78d5e82bdf9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.1617894 Nov 25 17:16:21.953786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:21.994091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.144138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-43d6175b-ea3f-421a-b3bc-bc75b5d4274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.144354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7be94a18-90f7-4146-a150-63de2bbcb562 req-a382ac11-3e44-4694-911a-c2cbfed30ad5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656938 Nov 25 17:16:22.148878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-43d6175b-ea3f-421a-b3bc-bc75b5d4274c service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2587128 Nov 25 17:16:22.207624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.275092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ea16a8ac-1365-40ee-bcca-68192f0d33ad up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:22.298143 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-b7345d5f-a34a-4f83-b042-ab82bc29a22e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.0626431 Nov 25 17:16:22.302633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:22.316742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:22.322509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:22.368674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7e8eb-af72-45f8-bc70-170e9c15e6b7 req-a4050861-be80-46f3-8b4a-893910553b3e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.373905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=9c69e386-570b-4fed-89f1-0f4d026e9d50,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:22.384970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f7e8eb-af72-45f8-bc70-170e9c15e6b7 req-a4050861-be80-46f3-8b4a-893910553b3e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.2336984 Nov 25 17:16:22.474662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-0c32fd2f-432a-4321-80b9-a5daa9b834e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.477361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-0c32fd2f-432a-4321-80b9-a5daa9b834e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1715877 Nov 25 17:16:22.499446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f7e8eb-af72-45f8-bc70-170e9c15e6b7 req-f6312d6f-fed1-4abb-b0a6-2f264b2d9083 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080623 Nov 25 17:16:22.504031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d97e23c3-a35a-45a3-820c-0329967436a7 None None] Provisioning complete for port ea16a8ac-1365-40ee-bcca-68192f0d33ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:22.504031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d97e23c3-a35a-45a3-820c-0329967436a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.533466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a990eb-38f5-4324-ad8f-c38c0e006ae3 req-a243f1c0-9c5b-4663-ae30-6676e193247c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.541555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21a990eb-38f5-4324-ad8f-c38c0e006ae3 req-a243f1c0-9c5b-4663-ae30-6676e193247c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2301576 Nov 25 17:16:22.632336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.662222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89f27144-418a-4818-a26c-528b8d20f03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.692152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-2e17d27b-dff7-4144-b6de-db062e6960b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:22.694071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-2e17d27b-dff7-4144-b6de-db062e6960b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931901 Nov 25 17:16:22.695474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89f27144-418a-4818-a26c-528b8d20f03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.721174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21a990eb-38f5-4324-ad8f-c38c0e006ae3 req-9cd68ab5-f490-425b-b87f-4dc08e44529b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647301 Nov 25 17:16:22.765049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.773069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ea16a8ac-1365-40ee-bcca-68192f0d33ad triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:22.780399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.893291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:22.976099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-89f27144-418a-4818-a26c-528b8d20f03d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91d7358f06674fe4a7b6b67d65bae197&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5316834 Nov 25 17:16:22.979104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36526) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:22.987430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f27144-418a-4818-a26c-528b8d20f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbfdfe-e4e1-4a68-aeba-bfcd3c03dcf0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:23.078817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-a2f49315-01f7-4256-bf73-2e26fe483de4 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748853 Nov 25 17:16:23.257158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeb21c25-da8c-4d98-96ff-e306db5bd5b7 req-a47efdd6-20c7-4976-960b-171efcb29f64 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.1288559 Nov 25 17:16:23.268938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e9e52-c7e8-47f7-9526-71501fbe8d72 req-f947f1d6-61ce-4aea-bda0-2e4aa01834b6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.280072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f1e9e52-c7e8-47f7-9526-71501fbe8d72 req-f947f1d6-61ce-4aea-bda0-2e4aa01834b6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 946 time: 0.3052285 Nov 25 17:16:23.296913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa953360-6c10-4d31-a2a1-1a79adec4663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.320370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.352903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.353876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa953360-6c10-4d31-a2a1-1a79adec4663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.416705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Allocated IP 172.20.0.1 (a193ceff-7692-42c3-a296-a28bf05ffd0e/54bf2927-a6d4-47fc-81e8-19f49c8f27a8/8dd9f964-dd1e-40be-b5da-841adba9bf6e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:23.437070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d87bc35-02c6-4ebd-ab9b-b24c912bcdb4 req-b699d99e-ecac-42d8-bb2f-6f6291693ab4 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354137 Nov 25 17:16:23.468508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fed7d-1b34-435d-bb7a-2115a3e6c56f req-384f562e-7564-479f-890b-7ee7a02eac33 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:23.470516 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-390fed7d-1b34-435d-bb7a-2115a3e6c56f req-384f562e-7564-479f-890b-7ee7a02eac33 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.1026437 Nov 25 17:16:23.490346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57061c6b-ecb2-4d34-a504-a2bddc87f2ef None None] Pushing event updated for resources: {'Port': ['ID=664a114c-3b82-4dcc-9e0e-ea077d780eb3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:23.493824 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa953360-6c10-4d31-a2a1-1a79adec4663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.498432 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa953360-6c10-4d31-a2a1-1a79adec4663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.502191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa953360-6c10-4d31-a2a1-1a79adec4663 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c8dbfdfe-e4e1-4a68-aeba-bfcd3c03dcf0 HTTP/1.1" status: 204 len: 168 time: 0.5197868 Nov 25 17:16:23.530285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa953360-6c10-4d31-a2a1-1a79adec4663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbfdfe-e4e1-4a68-aeba-bfcd3c03dcf0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:23.573819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-390fed7d-1b34-435d-bb7a-2115a3e6c56f req-8b0961cc-ee76-4019-9a34-d2cc4bc9846b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685902 Nov 25 17:16:23.679934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Attempting to bind port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:23.680589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Attempting to bind port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:23.681137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Attempting to bind port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:23.689291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:23.690139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:23.691254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.691859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:23.693337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Bound port: 664a114c-3b82-4dcc-9e0e-ea077d780eb3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:23.693922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.795996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] For port 664a114c-3b82-4dcc-9e0e-ea077d780eb3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:23.798767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] For port 664a114c-3b82-4dcc-9e0e-ea077d780eb3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=664a114c-3b82-4dcc-9e0e-ea077d780eb3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:23.811218 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.831501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.894447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f1e9e52-c7e8-47f7-9526-71501fbe8d72 req-92b2b081-d0c8-490d-a1f2-64fbab2cc1c3 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135554 Nov 25 17:16:23.898172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:23.954511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Routers {'78eb9544-6a6b-4043-ae9d-e5a25275600d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:23.955150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['78eb9544-6a6b-4043-ae9d-e5a25275600d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:24.023176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efbbc5-af61-4daa-9cd5-b4a246afc883 req-05a313b5-8604-4945-a92d-683819c7b43a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.026923 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3efbbc5-af61-4daa-9cd5-b4a246afc883 req-05a313b5-8604-4945-a92d-683819c7b43a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1165748 Nov 25 17:16:24.088717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd9f964-dd1e-40be-b5da-841adba9bf6e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:24.100634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57061c6b-ecb2-4d34-a504-a2bddc87f2ef None None] Pushing event updated for resources: {'Port': ['ID=664a114c-3b82-4dcc-9e0e-ea077d780eb3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:24.135608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Network a193ceff-7692-42c3-a296-a28bf05ffd0e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:24.140203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:24.158391 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:24.235539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b3efbbc5-af61-4daa-9cd5-b4a246afc883 req-e133a16c-dbcd-4ab0-8551-6ce78cca0da8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895421 Nov 25 17:16:24.254530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] Set router 78eb9544-6a6b-4043-ae9d-e5a25275600d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:24.321253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.334154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.346833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.536274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cc85213-7529-4637-9255-57b63c9a81c4 req-9dfd146d-d6b7-4b0d-ab26-cadf2169387f tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0581465 Nov 25 17:16:24.604289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:16:24.672256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=9c69e386-570b-4fed-89f1-0f4d026e9d50,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:24.714936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10b784b2-acf9-4a12-beb8-08f2065de6f9 req-b500e52a-002b-4ae1-95a0-dbd393c8c9e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0596299 Nov 25 17:16:24.812628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dfa04-efc3-45da-a199-2afbfc5ea536 req-61dfc230-c5d7-4b92-89e7-d73357a9a67a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:24.824038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-163dfa04-efc3-45da-a199-2afbfc5ea536 req-61dfc230-c5d7-4b92-89e7-d73357a9a67a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.1030786 Nov 25 17:16:24.844079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a342682a-4a95-433d-890d-8acf22b642ab None None] Provisioning complete for port 8dd9f964-dd1e-40be-b5da-841adba9bf6e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:24.844634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a342682a-4a95-433d-890d-8acf22b642ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:24.929079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a342682a-4a95-433d-890d-8acf22b642ab None None] Port 8dd9f964-dd1e-40be-b5da-841adba9bf6e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:24.939373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:24.941855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-67495747-8ef2-4fe0-8ef5-15703e216f9b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0888987 Nov 25 17:16:24.963932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-163dfa04-efc3-45da-a199-2afbfc5ea536 req-24dc7862-b1e6-4e17-80b1-1c043bbf5c71 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326525 Nov 25 17:16:24.977256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'mac_address': 'fa:16:3e:e6:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:16:25.018657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.064036 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.094453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.094671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.095094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.095587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.096047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.096505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.097541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.099598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-979af70b-cdb6-4595-ae80-3eb58c4dfd95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.0773349 Nov 25 17:16:25.116854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05512bdc-9f7a-46bf-a704-26d626599791 req-2da66aa3-b91e-4a4e-8dbc-5e7560fbe654 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.118172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:25.125017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05512bdc-9f7a-46bf-a704-26d626599791 req-2da66aa3-b91e-4a4e-8dbc-5e7560fbe654 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.5564737 Nov 25 17:16:25.141219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.150354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6fd580d3-534c-4652-acae-a70c1e43cb73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6951687 Nov 25 17:16:25.177301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:25.186700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:16:18Z', 'revision_number': 3, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:25.190903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.201802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05512bdc-9f7a-46bf-a704-26d626599791 req-fced18a2-33f6-46e8-b9d7-217ed7c47940 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Nov 25 17:16:25.245941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7391f9-2c47-4240-bfc1-adfdad3a0f44 None None] The sync data for ids ['78eb9544-6a6b-4043-ae9d-e5a25275600d'] in n-d-817303-7 is: [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:16:18Z', 'revision_number': 3, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:25.257377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.366848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:25.451273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2c8ea9de-3e56-40cd-8f10-9ccf093ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.452196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2c8ea9de-3e56-40cd-8f10-9ccf093ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.456097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2c8ea9de-3e56-40cd-8f10-9ccf093ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.457874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2c8ea9de-3e56-40cd-8f10-9ccf093ab43f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=1c40dd2d-dafc-424c-aff6-460a4c427db2&id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 2298 time: 0.3204186 Nov 25 17:16:25.474691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b2c7e143-7f83-4cf3-a501-3b17fa0af267'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:16:25.733942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.742580 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:25.794751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-fd183ef5-600d-47b4-a24a-8630e59739b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 1001 time: 0.2833877 Nov 25 17:16:25.843978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-b358fdc3-5718-4ef2-993b-9643c846d410 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4138496 Nov 25 17:16:25.985179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe770a-d187-4d76-b7b6-b6dacd88ff75 req-b115f29c-f9c7-4060-aca1-a8418f54a066 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:25.986759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02fe770a-d187-4d76-b7b6-b6dacd88ff75 req-b115f29c-f9c7-4060-aca1-a8418f54a066 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.3569505 Nov 25 17:16:25.999021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd9f964-dd1e-40be-b5da-841adba9bf6e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:26.031462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.061582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b071697-513e-40f3-8454-556c4316793c req-6d439037-b988-4cd2-bcc7-c3179bc8dc4e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:26.063459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b071697-513e-40f3-8454-556c4316793c req-6d439037-b988-4cd2-bcc7-c3179bc8dc4e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.2119851 Nov 25 17:16:26.074630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-4c829fb7-a95c-4cae-a042-c9ef34568816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:26.076363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-4c829fb7-a95c-4cae-a042-c9ef34568816 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 200 len: 856 time: 0.2672784 Nov 25 17:16:26.108466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14b23a1d-8f16-4471-875b-ca3e1d2be79a req-76776d44-dad5-450a-b94a-53da6d2a3ac0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0617924 Nov 25 17:16:26.200920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b071697-513e-40f3-8454-556c4316793c req-8a445acd-36f3-49ec-9f23-4443b74fe840 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212504 Nov 25 17:16:26.233210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Network a193ceff-7692-42c3-a296-a28bf05ffd0e is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:26.233488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 664a114c-3b82-4dcc-9e0e-ea077d780eb3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:26.234720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:26.251619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02fe770a-d187-4d76-b7b6-b6dacd88ff75 req-690326d1-5e8a-46dc-a00d-1428eede1ad6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067516 Nov 25 17:16:26.274302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-d8e67e57-0c2c-4ad3-a227-9deadee4630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:26.275806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-d8e67e57-0c2c-4ad3-a227-9deadee4630c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1101 time: 0.3322959 Nov 25 17:16:26.277570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-9fa1d2df-55ed-4aac-ae38-cb3df6e7f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:26.306786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-9fa1d2df-55ed-4aac-ae38-cb3df6e7f70b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758318 Nov 25 17:16:26.355501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:26.359800 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.509172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Router 78eb9544-6a6b-4043-ae9d-e5a25275600d has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:16:26.566698 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.572215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:26.673811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:26.689114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f0df3d4-5c7a-4588-8040-f61c357320d8 admin admin] 10.222.0.86 "PUT /v2.0/routers/78eb9544-6a6b-4043-ae9d-e5a25275600d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9113033 Nov 25 17:16:26.718286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f03302ca-44bf-4086-a15e-b520ff634640 req-4941adc9-cb15-4c02-89df-808674f098ee tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0569034 Nov 25 17:16:26.756207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 664a114c-3b82-4dcc-9e0e-ea077d780eb3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=664a114c-3b82-4dcc-9e0e-ea077d780eb3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:26.763806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b2c7e143-7f83-4cf3-a501-3b17fa0af267 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:16:26.786918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.796806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b2c7e143-7f83-4cf3-a501-3b17fa0af267 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:26.796806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.914626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-34f4af84-76be-48eb-891d-b00a03399b83 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--990349625&fields=id&tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f HTTP/1.1" status: 200 len: 267 time: 0.2983708 Nov 25 17:16:26.916094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-33b6925e-5eeb-4ad9-9685-7289ded44365 None None] Provisioning complete for port 8dd9f964-dd1e-40be-b5da-841adba9bf6e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:26.916471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b6925e-5eeb-4ad9-9685-7289ded44365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:26.948103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb78da27-2ecb-4053-9093-6fe69e46fe32 req-8a67aee2-18f5-47df-9a8a-6326ad015d02 tempest-AbsoluteLimitsNegativeTestJSON-979243043 tempest-AbsoluteLimitsNegativeTestJSON-979243043-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=daae60a4060f480eac36d11be3ca93b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565941 Nov 25 17:16:26.979878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-33b6925e-5eeb-4ad9-9685-7289ded44365 None None] Port 8dd9f964-dd1e-40be-b5da-841adba9bf6e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:26.999043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=664a114c-3b82-4dcc-9e0e-ea077d780eb3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:27.063638 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.069784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6be0822a-ec32-4c82-8161-a34fd18cced1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.071242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6be0822a-ec32-4c82-8161-a34fd18cced1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 931 time: 0.1559374 Nov 25 17:16:27.078972 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-5a8c2b53-54cc-4e85-b925-f0c9a105ec2b service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617564 Nov 25 17:16:27.110162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78da27-2ecb-4053-9093-6fe69e46fe32 req-05178688-70c4-48e6-b547-0a7b36ad6cd1 tempest-AbsoluteLimitsNegativeTestJSON-979243043 tempest-AbsoluteLimitsNegativeTestJSON-979243043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.116656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:27.119854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb78da27-2ecb-4053-9093-6fe69e46fe32 req-05178688-70c4-48e6-b547-0a7b36ad6cd1 tempest-AbsoluteLimitsNegativeTestJSON-979243043 tempest-AbsoluteLimitsNegativeTestJSON-979243043-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706064 Nov 25 17:16:27.123471 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23027463-5241-40d5-b2be-9a05307e9dcb" -d '{"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-plugged", "status": "completed", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:27.138382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb78da27-2ecb-4053-9093-6fe69e46fe32 req-d5811161-1544-401c-a3ee-46d62a876c1b tempest-AbsoluteLimitsNegativeTestJSON-979243043 tempest-AbsoluteLimitsNegativeTestJSON-979243043-project] 10.222.0.86 "GET /v2.0/quotas/daae60a4060f480eac36d11be3ca93b0 HTTP/1.1" status: 200 len: 375 time: 0.0166113 Nov 25 17:16:27.153639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-ed3b17fc-418c-4421-a8b1-d9da07490016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.155145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-ed3b17fc-418c-4421-a8b1-d9da07490016 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.8473542 Nov 25 17:16:27.159555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:27.164845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:27.188332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb78da27-2ecb-4053-9093-6fe69e46fe32 req-e0899734-dfa3-4b47-b48b-bfe67c5c0190 tempest-AbsoluteLimitsNegativeTestJSON-979243043 tempest-AbsoluteLimitsNegativeTestJSON-979243043-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=daae60a4060f480eac36d11be3ca93b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483341 Nov 25 17:16:27.282638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-7adba784-2b0e-4b54-a811-726531721bcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.0935500 Nov 25 17:16:27.284302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:27.369731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-5153058e-59dc-46a8-b47d-8eac5809fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.371560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-5153058e-59dc-46a8-b47d-8eac5809fbd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0631447 Nov 25 17:16:27.386724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-35d31ae9-1380-4d9a-8ae5-a2882c48cce7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.400631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-35d31ae9-1380-4d9a-8ae5-a2882c48cce7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 931 time: 0.3204229 Nov 25 17:16:27.426310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556109b-725d-4191-9052-792f9f29b941 req-4850b8a5-138f-4a7c-86c6-86de53934ab8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.438078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f556109b-725d-4191-9052-792f9f29b941 req-4850b8a5-138f-4a7c-86c6-86de53934ab8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1506896 Nov 25 17:16:27.552021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f556109b-725d-4191-9052-792f9f29b941 req-5dff0024-a453-4d10-b201-7ca12e909149 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129370 Nov 25 17:16:27.588848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8ba9f27b-6861-4a41-a82f-6694bb137940 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1865194 Nov 25 17:16:27.638273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-571bf757-3a9f-4c58-b149-16f3f9438158 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815111 Nov 25 17:16:27.656522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-405a87f3-8da6-417d-9514-9eb56b887228 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0622475 Nov 25 17:16:27.764526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36646) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:27.786192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-c71b1d3d-32f5-4e0c-96d5-3a484eef8cb8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 217 time: 0.1032484 Nov 25 17:16:27.867111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-21fc4c16-75d4-4759-bebb-79a2ced05729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.873664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-21fc4c16-75d4-4759-bebb-79a2ced05729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3846753 Nov 25 17:16:27.877804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:27.908121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-network', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:27.912521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203972-c5f0-4bc1-856a-5cfacc2542b7 req-a06c25e2-6ec9-4999-9dd2-5bc95da0a493 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.918437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203972-c5f0-4bc1-856a-5cfacc2542b7 req-a06c25e2-6ec9-4999-9dd2-5bc95da0a493 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.925506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203972-c5f0-4bc1-856a-5cfacc2542b7 req-a06c25e2-6ec9-4999-9dd2-5bc95da0a493 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:27.930958 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6203972-c5f0-4bc1-856a-5cfacc2542b7 req-a06c25e2-6ec9-4999-9dd2-5bc95da0a493 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771&device_id=8d68bf08-70a5-46db-9180-9008978e7edc&device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 2418 time: 0.0733452 Nov 25 17:16:27.986541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6203972-c5f0-4bc1-856a-5cfacc2542b7 req-c0b8a199-0921-4525-b413-b921df3703b1 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Nov 25 17:16:28.019601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-8e85809b-c5ba-400c-aee0-a8dc8602f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.021070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-8e85809b-c5ba-400c-aee0-a8dc8602f621 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.1772003 Nov 25 17:16:28.030657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Made reservation on behalf of f9a8547965804562b3174ca854a8f5df for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:28.032559 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.037479 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ebfbea-84bb-465f-9576-3da5a3ccfae3 x-openstack-request-id: req-57ebfbea-84bb-465f-9576-3da5a3ccfae3 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:28.037776 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-plugged", "status": "completed", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:28.038193 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57ebfbea-84bb-465f-9576-3da5a3ccfae3 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:28.038449 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'code': 200} Nov 25 17:16:28.081289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.096435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-094ae629-f5b6-4b49-b3bb-914b68ff0a62 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.102013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-094ae629-f5b6-4b49-b3bb-914b68ff0a62 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.107962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-094ae629-f5b6-4b49-b3bb-914b68ff0a62 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.111417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9258869-5f23-4bb8-ab76-a52d73b6a175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.116040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-094ae629-f5b6-4b49-b3bb-914b68ff0a62 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 1988 time: 0.4583023 Nov 25 17:16:28.212819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 664a114c-3b82-4dcc-9e0e-ea077d780eb3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:28.213084 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Sync routers for ids ['78eb9544-6a6b-4043-ae9d-e5a25275600d'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:28.218482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.226277 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Routers {'78eb9544-6a6b-4043-ae9d-e5a25275600d'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:28.226948 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['78eb9544-6a6b-4043-ae9d-e5a25275600d'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:28.233386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.243875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-d2a0c99b-801e-40c4-83d1-1572729fcfce tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/quotas/2aa097f7d5a54e7aa5c2698f82d2a51f HTTP/1.1" status: 200 len: 375 time: 0.1268849 Nov 25 17:16:28.272494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-011a1352-d6a5-4d52-8050-b387c665a069 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604486 Nov 25 17:16:28.278012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12443e3d-dddb-4588-8f47-a9b3c7732377 req-6f879e35-67fa-4adf-bf08-3de5ff696d68 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.280623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-08a09748-3dc7-4e1e-abc3-0d7650bb42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.280993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12443e3d-dddb-4588-8f47-a9b3c7732377 req-6f879e35-67fa-4adf-bf08-3de5ff696d68 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.1850152 Nov 25 17:16:28.282748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-08a09748-3dc7-4e1e-abc3-0d7650bb42d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2404795 Nov 25 17:16:28.301222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:28.302405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.307974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:28.331763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63c5c-a11a-4492-8e66-af94e80e1cc7 req-08a1678b-fae4-4888-9885-63b949dee2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.333484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f63c5c-a11a-4492-8e66-af94e80e1cc7 req-08a1678b-fae4-4888-9885-63b949dee2a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1100 time: 0.1921282 Nov 25 17:16:28.362342 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Set router 78eb9544-6a6b-4043-ae9d-e5a25275600d gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:28.406638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9258869-5f23-4bb8-ab76-a52d73b6a175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.406974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0786cade-0ad5-431b-89f4-cbde7a62a5a3 req-ead2c3fd-2827-4ed7-8175-c5f366601a4d service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205127 Nov 25 17:16:28.429371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9258869-5f23-4bb8-ab76-a52d73b6a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.449976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bcb2ac-e7f8-42bb-a615-056e1fe2745e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:28.469491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.470018 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Added segment 3a91fc45-12a8-4b17-ab8c-4af40595fc7a of type vlan for network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf Nov 25 17:16:28.515210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12443e3d-dddb-4588-8f47-a9b3c7732377 req-1eaf1ce2-8163-4988-85e8-f87aa3527aaa tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249918 Nov 25 17:16:28.545210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7f63c5c-a11a-4492-8e66-af94e80e1cc7 req-cdc82d22-33cf-4695-9c14-459943aaa5ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023714 Nov 25 17:16:28.546312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9258869-5f23-4bb8-ab76-a52d73b6a175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388baf78-1ef0-487a-a17f-1de3935134e1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:28.556000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f9258869-5f23-4bb8-ab76-a52d73b6a175 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=daae60a4060f480eac36d11be3ca93b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7877681 Nov 25 17:16:28.556569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:28.621725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-feb9ea85-dd6f-4210-81b4-a064477a2d97 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3621089 Nov 25 17:16:28.629789 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:16:25Z', 'revision_number': 4, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8dd9f964-dd1e-40be-b5da-841adba9bf6e', 'name': '', 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'tenant_id': '15711ba830464a638af9110a31f22557', 'mac_address': 'fa:16:3e:a3:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:22Z', 'updated_at': '2021-11-25T17:16:25Z', 'revision_number': 2, 'project_id': '15711ba830464a638af9110a31f22557', 'subnets': [{'id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:28.630893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.636245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e882bfa4-0a9f-4fb6-919f-d1d54be6aa9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.650061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71fef-8368-408d-8679-e2ae25838f86 req-816f6e33-809c-43f3-8790-af59e86f2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.651868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-816f6e33-809c-43f3-8790-af59e86f2cae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 1096 time: 0.2349105 Nov 25 17:16:28.667790 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Checking router: 78eb9544-6a6b-4043-ae9d-e5a25275600d for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:28.668440 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Updating router 78eb9544-6a6b-4043-ae9d-e5a25275600d port 8dd9f964-dd1e-40be-b5da-841adba9bf6e binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:28.671568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e882bfa4-0a9f-4fb6-919f-d1d54be6aa9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.718150 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.750979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8138ddf2-d659-4a90-81b7-2f649dde9bf3 req-15bff3c0-4217-424f-b2f4-a13b1adbc966 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0440955 Nov 25 17:16:28.753420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-fad40fc1-7545-4821-8753-b4b29c991109 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488176 Nov 25 17:16:28.794044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e882bfa4-0a9f-4fb6-919f-d1d54be6aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.798785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e882bfa4-0a9f-4fb6-919f-d1d54be6aa9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.803917 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e882bfa4-0a9f-4fb6-919f-d1d54be6aa9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/388baf78-1ef0-487a-a17f-1de3935134e1 HTTP/1.1" status: 204 len: 168 time: 0.2429798 Nov 25 17:16:28.833211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882bfa4-0a9f-4fb6-919f-d1d54be6aa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388baf78-1ef0-487a-a17f-1de3935134e1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:28.870094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71fef-8368-408d-8679-e2ae25838f86 req-f5ecf2ee-89ad-4f29-885f-27f58f5b1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.872449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-f5ecf2ee-89ad-4f29-885f-27f58f5b1882 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.1907647 Nov 25 17:16:28.983771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bc59f-b987-4894-bbec-6648355b0fd8 req-12f1478c-e373-495e-89f5-e91194cd649e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.985656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.986696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:28.987411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-760bc59f-b987-4894-bbec-6648355b0fd8 req-12f1478c-e373-495e-89f5-e91194cd649e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.0734134 Nov 25 17:16:28.992302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:28.998998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6b7f8a19-512b-450f-b0fd-ea07ea1979de service neutron] 10.222.0.86 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423870 Nov 25 17:16:29.010693 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-9910c177-6548-4b69-89b5-2a28a7170cbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3af4da14-7048-4943-919f-88c2b03ee711 HTTP/1.1" status: 200 len: 217 time: 0.1179245 Nov 25 17:16:29.068505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-760bc59f-b987-4894-bbec-6648355b0fd8 req-bd663e5d-fcbd-4bdc-b78e-899d08e88a8b tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Nov 25 17:16:29.112582 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.118682 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.172712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f154693-aa2f-45e5-aa3d-7f9936f5465c req-14cc1237-e477-4d19-9d67-e6227ad80ed0 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:29.175142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f154693-aa2f-45e5-aa3d-7f9936f5465c req-14cc1237-e477-4d19-9d67-e6227ad80ed0 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.0638442 Nov 25 17:16:29.176645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36672) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:29.176809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2972786 Nov 25 17:16:29.191446 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Pushing event updated for resources: {'Port': ['ID=8dd9f964-dd1e-40be-b5da-841adba9bf6e,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:29.206116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Request body: {'subnet': {'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-subnet', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:29.217448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429841-6a51-4577-a59e-1c8df98ee372 admin admin] Pushing event updated for resources: {'Network': ['ID=993dd30c-4ca4-43ec-9f92-d7cf623c8fbf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:29.222492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.224221 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.225120 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.225954 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.226654 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.227210 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.227777 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.228913 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.230208 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.230804 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.232005 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.232569 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:29.237969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71fef-8368-408d-8679-e2ae25838f86 req-ed6ef71f-1a33-4e42-bd09-a10146d48cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:29.240853 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-ed6ef71f-1a33-4e42-bd09-a10146d48cf1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.2064228 Nov 25 17:16:29.241647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:29.246125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Made reservation on behalf of f9a8547965804562b3174ca854a8f5df for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:29.250847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.284040 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Attempting to bind port 8dd9f964-dd1e-40be-b5da-841adba9bf6e on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:29.285133 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Attempting to bind port 8dd9f964-dd1e-40be-b5da-841adba9bf6e by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:29.286466 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Attempting to bind port 8dd9f964-dd1e-40be-b5da-841adba9bf6e on network a193ceff-7692-42c3-a296-a28bf05ffd0e {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:29.292639 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:29.293306 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Checking segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:29.294713 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.295291 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Bound using segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:29.296682 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Bound port: 8dd9f964-dd1e-40be-b5da-841adba9bf6e, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:29.296910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-6e3818d6-2e30-4834-a5e7-de750295361d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393217 Nov 25 17:16:29.297591 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.325815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-5abec817-2590-4bd7-8926-6257f9834073 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520893 Nov 25 17:16:29.406007 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] For port 8dd9f964-dd1e-40be-b5da-841adba9bf6e, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:29.415146 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] For port 8dd9f964-dd1e-40be-b5da-841adba9bf6e, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8dd9f964-dd1e-40be-b5da-841adba9bf6e,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:29.421844 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.467463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-3756bd78-80cc-459c-b348-0ea579b9dec7 service neutron] 10.222.0.86 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556556 Nov 25 17:16:29.470535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-e7e348aa-1919-4914-88a6-02e432958670 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 217 time: 0.1077335 Nov 25 17:16:29.503828 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c886bb2-055f-4141-afdf-383a47d12444 None None] Pushing event updated for resources: {'Port': ['ID=8dd9f964-dd1e-40be-b5da-841adba9bf6e,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:29.505343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f154693-aa2f-45e5-aa3d-7f9936f5465c req-12e98707-0260-4315-9953-e19ae4b138ea tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637458 Nov 25 17:16:29.552937 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Routers {'78eb9544-6a6b-4043-ae9d-e5a25275600d'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:29.556479 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['78eb9544-6a6b-4043-ae9d-e5a25275600d'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:29.601473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-d4b34cb7-8af9-42c4-9793-d060f0e3c6db service neutron] 10.222.0.86 "GET /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1227698 Nov 25 17:16:29.659969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-58670668-a982-4307-a370-7cc5a079a80d None None] Provisioning complete for port 8dd9f964-dd1e-40be-b5da-841adba9bf6e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:29.660997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-58670668-a982-4307-a370-7cc5a079a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.676244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.799821 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-58670668-a982-4307-a370-7cc5a079a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.802496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61cfba46-2756-4e3c-b97f-af349666a0e0,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:29.836902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Checking segment: {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:29.837674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Network hostable DHCP agents. Network: 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:29.879368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:29.890075 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] Set router 78eb9544-6a6b-4043-ae9d-e5a25275600d gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:29.897272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:29.904950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-58670668-a982-4307-a370-7cc5a079a80d None None] For port 8dd9f964-dd1e-40be-b5da-841adba9bf6e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8dd9f964-dd1e-40be-b5da-841adba9bf6e,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:29.916647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702c379-71fc-4254-8d13-646c3f188d78 None None] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:29.919078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:29.921588 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-58670668-a982-4307-a370-7cc5a079a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.922489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:29.969859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5af7b556-c443-4ca9-bc65-24186fbb1e3b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7890766 Nov 25 17:16:29.970762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36700) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:29.980378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:30.015372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.018857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.178935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58670668-a982-4307-a370-7cc5a079a80d None None] Pushing event updated for resources: {'Port': ['ID=8dd9f964-dd1e-40be-b5da-841adba9bf6e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:30.239428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3e63bd3c-6a8d-45b6-9ae3-3bf728ae6045 None None] Provisioning complete for port 8dd9f964-dd1e-40be-b5da-841adba9bf6e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:30.239892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e63bd3c-6a8d-45b6-9ae3-3bf728ae6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.327465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:30.385015 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:16:25Z', 'revision_number': 4, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8dd9f964-dd1e-40be-b5da-841adba9bf6e', 'name': '', 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'tenant_id': '15711ba830464a638af9110a31f22557', 'mac_address': 'fa:16:3e:a3:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:22Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 4, 'project_id': '15711ba830464a638af9110a31f22557', 'subnets': [{'id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:30.420863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-28aa27f7-d131-45ba-8ce0-842048b35002 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1086972 Nov 25 17:16:30.441324 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2a0fb3c8-36ce-48a7-98cf-ede18cde47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:30.442999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2a0fb3c8-36ce-48a7-98cf-ede18cde47c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.9467568 Nov 25 17:16:30.462634 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9cf3f-d1c3-4317-8840-de603efec1e7 None None] The sync data for ids ['78eb9544-6a6b-4043-ae9d-e5a25275600d'] in n-d-817303-7 is: [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:16:25Z', 'revision_number': 4, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8dd9f964-dd1e-40be-b5da-841adba9bf6e', 'name': '', 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'tenant_id': '15711ba830464a638af9110a31f22557', 'mac_address': 'fa:16:3e:a3:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:22Z', 'updated_at': '2021-11-25T17:16:29Z', 'revision_number': 4, 'project_id': '15711ba830464a638af9110a31f22557', 'subnets': [{'id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:30.493456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-993dd30c-4ca4-43ec-9f92-d7cf623c8fbf', 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'fixed_ips': [{'subnet_id': '61cfba46-2756-4e3c-b97f-af349666a0e0'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:30.494786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.681810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1592407435-network', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:30.755944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-c7d2c70e-a723-4569-b78e-72096c5e5e3c service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1399946 Nov 25 17:16:30.761401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Made reservation on behalf of c4d7d039357e422189b6a9f78ba39012 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:30.761619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.765400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.800799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Allocated IP 172.20.0.2 (993dd30c-4ca4-43ec-9f92-d7cf623c8fbf/61cfba46-2756-4e3c-b97f-af349666a0e0/a8990d9f-9302-43ef-8f4e-5a82dc329202) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:30.911007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-3123188a-f001-4fc5-994c-ac94a323e37c service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378624 Nov 25 17:16:30.926388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-0f5fde8a-3782-4d1f-9c39-b3d9741fbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:30.928658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-0f5fde8a-3782-4d1f-9c39-b3d9741fbceb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4550591 Nov 25 17:16:30.947367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.996450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:30.998768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49b71fef-8368-408d-8679-e2ae25838f86 req-39f8c6ca-6ae7-4f3e-b97f-a37fa0034233 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528986 Nov 25 17:16:31.019069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91faa7-3609-4041-8de3-f635ecb775dd req-99b561e7-e380-44b1-a248-b4a6b51eb58f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:31.035613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a91faa7-3609-4041-8de3-f635ecb775dd req-99b561e7-e380-44b1-a248-b4a6b51eb58f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 945 time: 0.2717330 Nov 25 17:16:31.039814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.050287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.092129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-3b00894f-a3cf-4d99-a4f7-33af0e653518 service neutron] 10.222.0.86 "GET /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1588907 Nov 25 17:16:31.104849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:31.112622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:31.118818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:31.173397 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a91faa7-3609-4041-8de3-f635ecb775dd req-19455f5a-8a7a-4221-956c-0ca507c12b4e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328292 Nov 25 17:16:31.223684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-5634071f-77ba-4347-b175-eb694092835e service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118393 Nov 25 17:16:31.325967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-0182f046-e459-4d58-abef-235899f3126c service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659165 Nov 25 17:16:31.349811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Pushing event updated for resources: {'Port': ['ID=a8990d9f-9302-43ef-8f4e-5a82dc329202,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:31.393443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Attempting to bind port a8990d9f-9302-43ef-8f4e-5a82dc329202 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:31.394014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Attempting to bind port a8990d9f-9302-43ef-8f4e-5a82dc329202 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:31.394557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Attempting to bind port a8990d9f-9302-43ef-8f4e-5a82dc329202 on network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:31.402476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:31.403218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Checking segment: {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:31.404647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.405941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Bound using segment: {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:31.406862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Bound port: a8990d9f-9302-43ef-8f4e-5a82dc329202, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:31.407664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.493721 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.496419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-99f0e4a7-e9ac-473d-a01b-f7c29d09f8e9 service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628932 Nov 25 17:16:31.506761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76cb062d-4de4-4801-9e9e-46d824c10a88 req-c8ff7f6e-df32-4c33-a49e-e2123ca5f838 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0558875 Nov 25 17:16:31.520931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] For port a8990d9f-9302-43ef-8f4e-5a82dc329202, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:31.524047 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-acfe375c-2870-49a6-b977-142b32adf804 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891026 Nov 25 17:16:31.524890 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.525602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] For port a8990d9f-9302-43ef-8f4e-5a82dc329202, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8990d9f-9302-43ef-8f4e-5a82dc329202,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:31.531310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.539488 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.567272 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.654942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b566be-3820-4d6b-9aea-ed5b2f77f1d0 None None] Pushing event updated for resources: {'Port': ['ID=a8990d9f-9302-43ef-8f4e-5a82dc329202,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:31.702385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:16:31.713725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.714382 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Added segment 89bab1e8-b6e6-4b71-b332-08909b1ce9d5 of type vlan for network f739c9ad-b486-4a01-bca1-3922159591e0 Nov 25 17:16:31.772428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.777062 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-3d135155-ad53-4d8b-be3a-08cd584c759d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 200 len: 217 time: 0.1456256 Nov 25 17:16:31.783590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3af4da14-7048-4943-919f-88c2b03ee711 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:31.832303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Allocated IP 172.25.8.144 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/5f012153-5d7a-4f38-8470-28aceb0fe8dc) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:31.850632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a536d8ba-9359-4034-a801-3cb809bffcb0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:31.928451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-3765a2bb-93da-488e-92dd-4d41085af3a4 service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199743 Nov 25 17:16:31.961158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.963048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:31.963702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.973173 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:31.980616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389179-c262-4ec3-b0b2-fc56f43b7047 req-9c38fef5-a019-4c44-8570-c82f9333801c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:31.982326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24389179-c262-4ec3-b0b2-fc56f43b7047 req-9c38fef5-a019-4c44-8570-c82f9333801c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.2145307 Nov 25 17:16:31.998401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-6d0aa753-284d-4fc7-a08c-20ae2e89973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:32.008852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-6d0aa753-284d-4fc7-a08c-20ae2e89973f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.2031322 Nov 25 17:16:32.039895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:32.041094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:32.044319 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809a841-ed45-4d51-8182-f213428aa7c2" -d '{"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3af4da14-7048-4943-919f-88c2b03ee711"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:32.049221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.115940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:32.132870 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7984505 Nov 25 17:16:32.138049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:32.151010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.162559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Request body: {'subnet': {'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1592407435-subnet', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:32.183905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24389179-c262-4ec3-b0b2-fc56f43b7047 req-bf473e88-9ed9-45d0-90a3-ab557c90e0e7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783707 Nov 25 17:16:32.224776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1ac56-0bd1-424d-bac8-cd40ee862948 admin admin] Pushing event updated for resources: {'Network': ['ID=f739c9ad-b486-4a01-bca1-3922159591e0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:32.227014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Made reservation on behalf of c4d7d039357e422189b6a9f78ba39012 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:32.231653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.239314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network f739c9ad-b486-4a01-bca1-3922159591e0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:16:32.276757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-112c262a-0549-485d-bb55-b902d5c758c8 service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474150 Nov 25 17:16:32.326738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-53d38221-a7d0-4090-afc9-e27e8f6400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:32.331828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-53d38221-a7d0-4090-afc9-e27e8f6400d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2635176 Nov 25 17:16:32.361357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.378151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8990d9f-9302-43ef-8f4e-5a82dc329202 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:32.429329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Pushing event updated for resources: {'Port': ['ID=5f012153-5d7a-4f38-8470-28aceb0fe8dc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:32.454535 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be80c3e-63b2-41e3-a495-e52721e218db x-openstack-request-id: req-1be80c3e-63b2-41e3-a495-e52721e218db {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:32.454974 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3af4da14-7048-4943-919f-88c2b03ee711", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:32.456047 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1be80c3e-63b2-41e3-a495-e52721e218db {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:32.456047 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711', 'code': 200} Nov 25 17:16:32.459336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:32.463779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:32.467108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:32.506943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a8990d9f-9302-43ef-8f4e-5a82dc329202 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:32.508188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.549581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-da2647c2-4481-4630-8412-c63d5ab8d429 service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666867 Nov 25 17:16:32.551806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-d41adfeb-f290-4c2b-acfa-6c5087c4b2f7 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055492 Nov 25 17:16:32.617012 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.662086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port a8990d9f-9302-43ef-8f4e-5a82dc329202, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8990d9f-9302-43ef-8f4e-5a82dc329202,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:32.690110 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.690916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8dd9f964-dd1e-40be-b5da-841adba9bf6e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:32.735809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6a83df0b-4f7a-4571-a770-ddd928b1308d service neutron] 10.222.0.86 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803408 Nov 25 17:16:32.742844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-e9608b35-b0d3-41f6-846a-44e1966a647e service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644213 Nov 25 17:16:32.776829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b3d9-aae2-4274-a166-8b59fe04b93d req-69062298-15c6-4a3b-a7b3-547586cce08f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:32.786091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e743b3d9-aae2-4274-a166-8b59fe04b93d req-69062298-15c6-4a3b-a7b3-547586cce08f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 943 time: 0.2713339 Nov 25 17:16:32.805134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8dd9f964-dd1e-40be-b5da-841adba9bf6e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:32.805365 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.811015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=a8990d9f-9302-43ef-8f4e-5a82dc329202,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:32.844808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-d5988df1-fed8-47e6-9c94-fc6ea51678c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 200 len: 217 time: 0.0883496 Nov 25 17:16:32.918342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-69245df0-62e4-467a-8388-33ad2576b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:32.919989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-69245df0-62e4-467a-8388-33ad2576b52e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.0668607 Nov 25 17:16:32.929150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:32.968463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-5545835e-64f6-45ce-93ec-2bf45563bd13 service neutron] 10.222.0.86 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242086 Nov 25 17:16:33.032405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.053086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-215e8d66-753a-4c34-8720-9112797cafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.054762 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-215e8d66-753a-4c34-8720-9112797cafd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215060 Nov 25 17:16:33.081995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8aa1239-0949-4f65-82cd-97ea6cd01ad5,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:33.103257 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e743b3d9-aae2-4274-a166-8b59fe04b93d req-af3df15c-a1c3-4738-84b9-08d4be49b00b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162265 Nov 25 17:16:33.124755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Checking segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:33.125351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Network hostable DHCP agents. Network: f739c9ad-b486-4a01-bca1-3922159591e0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:16:33.137095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3967a75a-2468-43a1-b852-df3ecfe121e9 None None] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:33.156414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-c2b67e24-2a08-48eb-a32d-dbf5f3196b5c service neutron] 10.222.0.86 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719625 Nov 25 17:16:33.201857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Network f739c9ad-b486-4a01-bca1-3922159591e0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:16:33.236657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, f739c9ad-b486-4a01-bca1-3922159591e0) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:33.241168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.241542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.256780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533e1bb-e4ac-44f9-b027-f150c1f7b58c None None] Network f739c9ad-b486-4a01-bca1-3922159591e0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:33.271437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-e6cc1258-c927-4dc7-b064-bdc8ab91716b service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914592 Nov 25 17:16:33.280117 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-77f670bf-8eec-4594-9b42-7c3d902aa256 service neutron] 10.222.0.86 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226599 Nov 25 17:16:33.304457 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b2bfe6f8-9b3d-4a9b-8e4f-10e3f3b3f66e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1610136 Nov 25 17:16:33.307722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:33.317136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:33.332153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19376cb5-05de-4bd3-befe-1a653de7d401 req-d297e578-516c-450b-b969-1f72f1ca641d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.333698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19376cb5-05de-4bd3-befe-1a653de7d401 req-d297e578-516c-450b-b969-1f72f1ca641d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1439872 Nov 25 17:16:33.336738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cd60546a-d9d8-4e20-aecb-95b9a75709ce None None] Provisioning complete for port a8990d9f-9302-43ef-8f4e-5a82dc329202 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:33.337228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd60546a-d9d8-4e20-aecb-95b9a75709ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.416886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.417886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.474940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-866204c5-a378-40a2-b7aa-58068102f678 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934767 Nov 25 17:16:33.477561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-b11a7db5-2495-4490-abe4-e5b777a6733d service neutron] 10.222.0.86 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859908 Nov 25 17:16:33.479642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.540018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-ba5ddb29-7f79-4bd2-9e16-a6847f1d44d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 200 len: 217 time: 0.0536358 Nov 25 17:16:33.575467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-f739c9ad-b486-4a01-bca1-3922159591e0', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:16:33.576679 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.612124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-bb851459-9807-4150-bd20-01ad398450e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.614270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-bb851459-9807-4150-bd20-01ad398450e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.0572810 Nov 25 17:16:33.624950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19376cb5-05de-4bd3-befe-1a653de7d401 req-9f2f1489-ec3d-4fce-903b-ff5fb4e25cee tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568266 Nov 25 17:16:33.645225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.722856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-3dd29add-014d-4800-abbd-79ff32700a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:33.724482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-3dd29add-014d-4800-abbd-79ff32700a54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951338 Nov 25 17:16:33.830836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Allocated IP 172.20.0.2 (f739c9ad-b486-4a01-bca1-3922159591e0/c8aa1239-0949-4f65-82cd-97ea6cd01ad5/9ff2d537-7d49-4057-9988-510b77463955) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:33.937562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-380000a7-2fb6-4752-8303-3f076d778567 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896234 Nov 25 17:16:33.977966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:33.993106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Router e2c2a2e9-a764-4881-a0cc-1af6aded5590 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:16:34.016010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dda94f74-8c3a-4dc4-aa54-9e2ead06a11d None None] Provisioning complete for port a8990d9f-9302-43ef-8f4e-5a82dc329202 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:34.016521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dda94f74-8c3a-4dc4-aa54-9e2ead06a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.088111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-a4106eb3-5d44-4b30-94c2-7f1c1e649000 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429186 Nov 25 17:16:34.149012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-2d072b7d-3e94-4b95-8904-1f3d33b06807 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 217 time: 0.0505610 Nov 25 17:16:34.179041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8990d9f-9302-43ef-8f4e-5a82dc329202 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:34.206616 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.213724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-62edb5fa-7846-4e01-877e-69314c812e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:34.216799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-62edb5fa-7846-4e01-877e-69314c812e73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.0585237 Nov 25 17:16:34.222715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.283781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Network f739c9ad-b486-4a01-bca1-3922159591e0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:34.288472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:34.293992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:34.305564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Pushing event updated for resources: {'Port': ['ID=9ff2d537-7d49-4057-9988-510b77463955,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:34.345662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-f528e6f7-3dd2-446f-b55b-488f6712e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:34.349176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-f528e6f7-3dd2-446f-b55b-488f6712e476 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227357 Nov 25 17:16:34.400611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a8990d9f-9302-43ef-8f4e-5a82dc329202 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:34.400986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.435776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Attempting to bind port 9ff2d537-7d49-4057-9988-510b77463955 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:34.436214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Attempting to bind port 9ff2d537-7d49-4057-9988-510b77463955 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:34.436584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Attempting to bind port 9ff2d537-7d49-4057-9988-510b77463955 on network f739c9ad-b486-4a01-bca1-3922159591e0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:34.445556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:34.445943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Checking segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:34.446354 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.447350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Bound using segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:34.447350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Bound port: 9ff2d537-7d49-4057-9988-510b77463955, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:34.447654 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.505492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-9f0a8dc8-e63e-4e3e-99d9-f73c7cbbef86 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454520 Nov 25 17:16:34.566380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bd2d020-abde-451a-9f18-d62ec1dcd2ce req-5878ec71-cd85-4458-8485-6ab2badbdd42 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.4547787 Nov 25 17:16:34.576093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] For port 9ff2d537-7d49-4057-9988-510b77463955, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:34.599027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] For port 9ff2d537-7d49-4057-9988-510b77463955, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9ff2d537-7d49-4057-9988-510b77463955,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:34.605009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.673813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53fe5b-fbec-41e4-bf0f-a794d3522548 req-711407fd-86e2-4e79-a1f2-5f57ece36458 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:34.679685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d53fe5b-fbec-41e4-bf0f-a794d3522548 req-711407fd-86e2-4e79-a1f2-5f57ece36458 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 943 time: 0.1729953 Nov 25 17:16:34.686286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9f907-7975-4117-8b7f-13a6850e569c None None] Pushing event updated for resources: {'Port': ['ID=9ff2d537-7d49-4057-9988-510b77463955,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:34.700959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4215a744-4f18-4e1a-9310-ff60f09703b6 req-5dad6a30-97da-4461-895f-94b10caefcef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0362723 Nov 25 17:16:34.722275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:34.733864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Sync routers for ids ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:34.763736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Routers {'e2c2a2e9-a764-4881-a0cc-1af6aded5590'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:34.765866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:34.776890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:34.779138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5494ca4e-5b9c-42b3-bfcc-198ae129461b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8056087 Nov 25 17:16:34.782023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36774) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:34.840407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1061f432-f79f-4e1a-b8c1-6515ecb416b4 req-a6038e84-7e9d-49dc-af09-4f4706079a87 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208683 Nov 25 17:16:34.933636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d53fe5b-fbec-41e4-bf0f-a794d3522548 req-6be2aa91-0160-4872-976f-df454f3032b8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193279 Nov 25 17:16:34.981108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Set router e2c2a2e9-a764-4881-a0cc-1af6aded5590 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:35.155617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-a1ad9fa3-2877-4087-8fa1-a2a44f2d2be1 req-70e14870-0f7f-40cd-9a09-f00aeaff259f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:16:35.156902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1ad9fa3-2877-4087-8fa1-a2a44f2d2be1 req-70e14870-0f7f-40cd-9a09-f00aeaff259f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062428 Nov 25 17:16:35.353025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.376283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:16:32Z', 'revision_number': 3, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:35.441841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Checking router: e2c2a2e9-a764-4881-a0cc-1af6aded5590 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:35.442196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Updating router e2c2a2e9-a764-4881-a0cc-1af6aded5590 port 5f012153-5d7a-4f38-8470-28aceb0fe8dc binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:35.452528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.520277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.635749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ecd1a-fc41-4bfc-a66c-97e2ee3ac45a req-897a8c81-a9b2-4c2d-b543-c8d620fdabea tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:35.643880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-500ecd1a-fc41-4bfc-a66c-97e2ee3ac45a req-897a8c81-a9b2-4c2d-b543-c8d620fdabea tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1610596 Nov 25 17:16:35.669792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-82d89a09-6f55-474e-b98e-a17af389316c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294370 Nov 25 17:16:35.740791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-500ecd1a-fc41-4bfc-a66c-97e2ee3ac45a req-94e0dc70-0bf2-498f-8d7e-9bb0cda6ba36 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790329 Nov 25 17:16:35.757962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a002b07b-1af9-4a7f-88e8-f1c448177ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:35.816306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 3af4da14-7048-4943-919f-88c2b03ee711 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:16:35.942176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Allocated IP 172.25.8.177 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/eb91f00a-48a8-4c86-9dae-1d128dabbd07) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:35.986870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076662cd-ecc3-469f-8783-4a2961f36f52 req-869f8161-6e98-4a2b-b638-81d0a7c833a0 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:35.988495 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-076662cd-ecc3-469f-8783-4a2961f36f52 req-869f8161-6e98-4a2b-b638-81d0a7c833a0 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1137455 Nov 25 17:16:36.142385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-076662cd-ecc3-469f-8783-4a2961f36f52 req-8abaa041-4a7b-422b-8948-b18b9ed64772 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459839 Nov 25 17:16:36.297410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.348873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9ff2d537-7d49-4057-9988-510b77463955 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:36.370255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-0792ba05-617d-48c0-844c-354d86f87f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.372972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-0792ba05-617d-48c0-844c-354d86f87f9e service neutron] 10.222.0.55 "GET /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 1027 time: 0.3319619 Nov 25 17:16:36.386979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe435ddd-c532-4232-b4de-151cbd990730 req-50295a9c-f932-451b-8f80-e520d69b76cb tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0640385 Nov 25 17:16:36.461851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.471800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-fc5e413d-5005-46ff-85a7-36f1473b2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.477716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-fc5e413d-5005-46ff-85a7-36f1473b2cb8 service neutron] 10.222.0.55 "GET /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 1027 time: 0.0972853 Nov 25 17:16:36.491846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9ff2d537-7d49-4057-9988-510b77463955 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:36.498171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.604872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a5ac4-a0f2-485e-818b-346e2e8e488a None None] Network f739c9ad-b486-4a01-bca1-3922159591e0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:16:36.608717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47da8bef-d06e-4ce4-9d5b-314b02078183 req-6956953e-1fb8-46f3-b9fc-22c5b794f64f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0408685 Nov 25 17:16:36.763778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ed7e559e-9ad9-4dab-896e-a101d237e1d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.767011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f5fba726-879b-4495-ae63-291c9822ba26 None None] Provisioning complete for port 9ff2d537-7d49-4057-9988-510b77463955 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:36.767229 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5fba726-879b-4495-ae63-291c9822ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.779172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ed7e559e-9ad9-4dab-896e-a101d237e1d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.796093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ed7e559e-9ad9-4dab-896e-a101d237e1d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.801373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ed7e559e-9ad9-4dab-896e-a101d237e1d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 1988 time: 0.2964427 Nov 25 17:16:36.803068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:36.930680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff239e0-ff33-4e7f-b530-b39b02db5a5d req-301985ec-6ce1-4c19-b6b2-100db0d82a3d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:36.944054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ff239e0-ff33-4e7f-b530-b39b02db5a5d req-301985ec-6ce1-4c19-b6b2-100db0d82a3d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1074629 Nov 25 17:16:36.957860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.022929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ff239e0-ff33-4e7f-b530-b39b02db5a5d req-3195d323-eda3-44c4-b1a9-832a856cc3e1 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738094 Nov 25 17:16:37.074213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Allocated IP 172.20.0.1 (993dd30c-4ca4-43ec-9f92-d7cf623c8fbf/61cfba46-2756-4e3c-b97f-af349666a0e0/478267ae-015d-474d-a7ff-2c5dde4a4424) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:37.132887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 9ff2d537-7d49-4057-9988-510b77463955, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9ff2d537-7d49-4057-9988-510b77463955,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:37.135124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.145537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.153504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.155529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5fba726-879b-4495-ae63-291c9822ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.219623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:37.237423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:37.245373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=9ff2d537-7d49-4057-9988-510b77463955,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:37.248989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Attempting to bind port 5f012153-5d7a-4f38-8470-28aceb0fe8dc on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:37.249525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Attempting to bind port 5f012153-5d7a-4f38-8470-28aceb0fe8dc by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:37.249894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Attempting to bind port 5f012153-5d7a-4f38-8470-28aceb0fe8dc on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:37.255442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:37.280336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-02e74c08-e93c-46f3-a63b-992bd8991d63 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:37.282101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-02e74c08-e93c-46f3-a63b-992bd8991d63 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=0890a9b6-9e7e-4b88-a6a7-283b5111a5ea HTTP/1.1" status: 200 len: 943 time: 0.5310378 Nov 25 17:16:37.297871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:37.298356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:37.298712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.299076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:37.299592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Bound port: 5f012153-5d7a-4f38-8470-28aceb0fe8dc, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:37.299973 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.336512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Pushing event updated for resources: {'Port': ['ID=eb91f00a-48a8-4c86-9dae-1d128dabbd07,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:37.368313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960ce80-f7df-4cf1-9f4c-2b33914ef2d4 None None] Pushing event updated for resources: {'Port': ['ID=5f012153-5d7a-4f38-8470-28aceb0fe8dc,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:37.373561 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f5fba726-879b-4495-ae63-291c9822ba26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:16:37.374157 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f5fba726-879b-4495-ae63-291c9822ba26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:16:37.444880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] For port 5f012153-5d7a-4f38-8470-28aceb0fe8dc, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:37.448451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] For port 5f012153-5d7a-4f38-8470-28aceb0fe8dc, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5f012153-5d7a-4f38-8470-28aceb0fe8dc,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:37.451639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.453659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.503245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f853e7-8074-40dc-b45d-73fe0caf2061 req-a5a78670-f64c-454d-928f-b31a288ae02a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:37.512487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23f853e7-8074-40dc-b45d-73fe0caf2061 req-a5a78670-f64c-454d-928f-b31a288ae02a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1207964 Nov 25 17:16:37.528814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1aa5f5c2-f1b9-4cc7-9c79-fb2b55acfdf8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f HTTP/1.1" status: 200 len: 379 time: 0.4341960 Nov 25 17:16:37.548586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Routers {'e2c2a2e9-a764-4881-a0cc-1af6aded5590'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:37.549524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:37.551733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'admin_state_up': True, 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'security_groups': ['49352452-6c0b-49cc-b99f-62e10569c5b2']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:37.579904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23f853e7-8074-40dc-b45d-73fe0caf2061 req-1fd81b50-0e8f-4f86-bde4-2a6014baa2d1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612602 Nov 25 17:16:37.609829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960ce80-f7df-4cf1-9f4c-2b33914ef2d4 None None] Pushing event updated for resources: {'Port': ['ID=5f012153-5d7a-4f38-8470-28aceb0fe8dc,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:37.689886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95852732-b53e-42e0-be4a-ae4c6cfb87c7 req-25c43325-09e4-4bd0-ae8c-7bef6649556e tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0360103 Nov 25 17:16:37.739462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] Set router e2c2a2e9-a764-4881-a0cc-1af6aded5590 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:37.812086 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:37.821515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48c14e2f-c9ad-4da4-9390-7ff4a8722ae0 req-64609c89-cfbd-4266-9fbc-f99cd413a9b7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0367928 Nov 25 17:16:37.905383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:37.906105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ad605c28-e463-43c5-80d9-08dbddf9389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:37.908219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ad605c28-e463-43c5-80d9-08dbddf9389d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1100 time: 0.0965273 Nov 25 17:16:37.965595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:37.999880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port 3af4da14-7048-4943-919f-88c2b03ee711 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:16:38.000293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.007145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:38.066295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-f563a23a-d512-4e07-8609-11e624d7c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:38.082525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-f563a23a-d512-4e07-8609-11e624d7c6ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1657770 Nov 25 17:16:38.139193 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8719f833-14d4-48a1-a8b2-3cfcbf35581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.142511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Pushing event updated for resources: {'Port': ['ID=478267ae-015d-474d-a7ff-2c5dde4a4424,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:38.176463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-3a0c623e-80e9-46cc-a65b-d9016934dc9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.0783257 Nov 25 17:16:38.219006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9ff2d537-7d49-4057-9988-510b77463955 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:38.288690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.291685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-40ddbbc0-17c9-48c1-88f4-a16db54cfc16 None None] Provisioning complete for port 9ff2d537-7d49-4057-9988-510b77463955 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:38.292867 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-40ddbbc0-17c9-48c1-88f4-a16db54cfc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.297731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:38.301429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.354196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86c7ac-2496-4d17-b3e7-a353cf0d9382 req-186e9e2c-f931-4d40-856e-71868c96111d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:38.354467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:16:32Z', 'revision_number': 3, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:38.357876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d86c7ac-2496-4d17-b3e7-a353cf0d9382 req-186e9e2c-f931-4d40-856e-71868c96111d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1804626 Nov 25 17:16:38.361173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-3e5494e5-a837-4ce8-ae2c-c4607131cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:38.362632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-3e5494e5-a837-4ce8-ae2c-c4607131cd68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1246436 Nov 25 17:16:38.399595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f15d6-17e4-41c1-8a90-1c5a98f9202f None None] The sync data for ids ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'] in n-d-817303-7 is: [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:16:32Z', 'revision_number': 3, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:38.410638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9ff2d537-7d49-4057-9988-510b77463955 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:38.411422 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.474165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d86c7ac-2496-4d17-b3e7-a353cf0d9382 req-8c453a53-159a-4736-b14e-3c179547e0bb tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034236 Nov 25 17:16:38.490986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-733d0330-ec5c-4baf-a524-afc99ebee762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:38.492652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-733d0330-ec5c-4baf-a524-afc99ebee762 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051996 Nov 25 17:16:38.642100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ecd73f76-60e0-4759-8148-88217e388459 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411421 Nov 25 17:16:38.657384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c0f760da-dc0b-41f0-b3e2-33fbb6323c95 None None] Provisioning complete for port 478267ae-015d-474d-a7ff-2c5dde4a4424 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:38.657894 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0f760da-dc0b-41f0-b3e2-33fbb6323c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.918043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ef17-261d-4a2f-8001-c1e761e00ac1 req-aed09a11-5f0a-409f-88f1-aad6fa00c02e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:38.921260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8f3ef17-261d-4a2f-8001-c1e761e00ac1 req-aed09a11-5f0a-409f-88f1-aad6fa00c02e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1923869 Nov 25 17:16:38.922672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c0f760da-dc0b-41f0-b3e2-33fbb6323c95 None None] Port 478267ae-015d-474d-a7ff-2c5dde4a4424 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:38.929784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-c5b54268-87a4-498d-b3d3-87bd4c7ed9e7 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805142 Nov 25 17:16:38.986649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port 3af4da14-7048-4943-919f-88c2b03ee711, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=3af4da14-7048-4943-919f-88c2b03ee711,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:38.986882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:38.990441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.001847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8f3ef17-261d-4a2f-8001-c1e761e00ac1 req-9152d718-7b13-413b-96dd-804009d3d664 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Nov 25 17:16:39.052818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for 3af4da14-7048-4943-919f-88c2b03ee711 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:16:39.146799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7d0229-50ee-481b-87ae-eccbb0bf5b41 req-68157733-ebd3-43a3-b13f-014dff8b3611 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0519445 Nov 25 17:16:39.180189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.271020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.314087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-891f9cdd-8b2d-4c24-8a19-17c0598f7679 req-8d3d0dbd-5e16-482e-91c2-5c2b3179ee7f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0608606 Nov 25 17:16:39.695350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5fdc-11ff-422a-b377-aedf5c75df4e req-e1310827-1ef8-4f9a-aa7e-87173a3ac2c3 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:39.702998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.713367 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9bc5fdc-11ff-422a-b377-aedf5c75df4e req-e1310827-1ef8-4f9a-aa7e-87173a3ac2c3 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1253424 Nov 25 17:16:39.717173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 172.20.0.11 (cb08c150-41fd-472c-9246-04418bbac31d/593abad5-181a-4f92-b266-9c9ce50dadc4/2fb4bc27-457e-4351-a8fd-09b4abd5fd07) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:39.797504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=3af4da14-7048-4943-919f-88c2b03ee711,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:39.866549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port 3af4da14-7048-4943-919f-88c2b03ee711 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:16:39.880315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:39.883739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-998bc54f-2f14-49b0-ab95-d26778b481ba req-d8dcf303-b9fb-441b-9dd3-ca8d10c6d13c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "DELETE /v2.0/ports/3af4da14-7048-4943-919f-88c2b03ee711 HTTP/1.1" status: 204 len: 173 time: 2.5357323 Nov 25 17:16:39.884208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-deleted', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:39.886527 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d998ec3-9ebf-4ed3-af11-ed79dc95cc69" -d '{"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-deleted", "tag": "3af4da14-7048-4943-919f-88c2b03ee711"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:39.939828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.108383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.147725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.173465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9bc5fdc-11ff-422a-b377-aedf5c75df4e req-fb3ce361-c50a-4227-9b81-aa298a0e7f35 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534435 Nov 25 17:16:40.297562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f012153-5d7a-4f38-8470-28aceb0fe8dc up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:40.344266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.372502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42219-a075-46fb-9eaa-0e656f1134da req-cf4c38c2-96c0-4175-b34a-4cd4df09c6b9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:40.380093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31d42219-a075-46fb-9eaa-0e656f1134da req-cf4c38c2-96c0-4175-b34a-4cd4df09c6b9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.0638819 Nov 25 17:16:40.410183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5f012153-5d7a-4f38-8470-28aceb0fe8dc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:40.410737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.447813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.479685 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63bc43c-6029-43fa-9ffb-d615b98b1b3c x-openstack-request-id: req-b63bc43c-6029-43fa-9ffb-d615b98b1b3c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:40.480409 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0890a9b6-9e7e-4b88-a6a7-283b5111a5ea", "name": "network-vif-deleted", "tag": "3af4da14-7048-4943-919f-88c2b03ee711", "status": "failed", "code": 422}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:40.480409 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b63bc43c-6029-43fa-9ffb-d615b98b1b3c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:40.481956 n-d-817303-7 neutron-server[103636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0890a9b6-9e7e-4b88-a6a7-283b5111a5ea', 'name': 'network-vif-deleted', 'tag': '3af4da14-7048-4943-919f-88c2b03ee711', 'status': 'failed', 'code': 422} returned with failed status Nov 25 17:16:40.495816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31d42219-a075-46fb-9eaa-0e656f1134da req-1fa3d4e3-7492-4c1b-8173-478b725adaff tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995383 Nov 25 17:16:40.535895 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.644850 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.660334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:40.669415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:40.676120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 5f012153-5d7a-4f38-8470-28aceb0fe8dc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5f012153-5d7a-4f38-8470-28aceb0fe8dc,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:40.686041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.686999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab33c3df-1d1c-417f-bb5e-f9045d614340 req-0c3382e8-4130-4a96-840e-34bd6db18923 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0629179 Nov 25 17:16:40.808102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=5f012153-5d7a-4f38-8470-28aceb0fe8dc,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:40.898532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Router e2c2a2e9-a764-4881-a0cc-1af6aded5590 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:16:40.929383 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31a034d8-3412-4cb1-af57-610f85c9bfb5 req-6b86da80-cfd9-4323-8518-634312f4f55a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0612807 Nov 25 17:16:40.946271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:40.961080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Pushing event updated for resources: {'Port': ['ID=478267ae-015d-474d-a7ff-2c5dde4a4424,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:41.046059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network cb08c150-41fd-472c-9246-04418bbac31d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:41.120593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Router fabff34c-6057-4a28-ae64-ca79e7928ea0 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:16:41.122965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:41.129669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:41.189423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-90f18df3-9216-41e3-8d45-3523536c0af0 None None] Provisioning complete for port 478267ae-015d-474d-a7ff-2c5dde4a4424 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:41.189888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-90f18df3-9216-41e3-8d45-3523536c0af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.198833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.200139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.233093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6866913 Nov 25 17:16:41.240703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-90f18df3-9216-41e3-8d45-3523536c0af0 None None] Port 478267ae-015d-474d-a7ff-2c5dde4a4424 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:41.259551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'admin_state_up': True, 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'security_groups': ['49352452-6c0b-49cc-b99f-62e10569c5b2']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:41.285434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.313911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:41.315470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526e38c-c6f1-4011-ae4b-37f24b6526d3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:41.330102 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Sync routers for ids ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:41.344095 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Routers {'e2c2a2e9-a764-4881-a0cc-1af6aded5590'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:41.344734 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:41.376338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ed020-35a6-4699-a781-8dbdaed1c26a req-f4e97f07-362c-4c94-b9a6-c451528bed89 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.385315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f66ed020-35a6-4699-a781-8dbdaed1c26a req-f4e97f07-362c-4c94-b9a6-c451528bed89 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.0936606 Nov 25 17:16:41.417165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7eb9ba50-0fdf-4410-bf72-ab47a4c6586d admin admin] 10.222.0.86 "PUT /v2.0/routers/e2c2a2e9-a764-4881-a0cc-1af6aded5590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6338539 Nov 25 17:16:41.459462 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f66ed020-35a6-4699-a781-8dbdaed1c26a req-d5b61b2d-1179-430a-8cb8-32f817821647 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725567 Nov 25 17:16:41.572218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bdf1dea0-b376-4f65-b1c1-4c29f442d361 None None] Provisioning complete for port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:41.574272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:41.584244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdf1dea0-b376-4f65-b1c1-4c29f442d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.594578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Sync routers for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:41.624678 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Set router e2c2a2e9-a764-4881-a0cc-1af6aded5590 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:41.654521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.657847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1dea0-b376-4f65-b1c1-4c29f442d361 None None] Port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:41.658906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-482409c8-e16b-4e91-ab7e-8279ca84e67f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3501275 Nov 25 17:16:41.661640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:41.683319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-e51bc026-23c4-4fc4-bc9f-d28a3c3e32c7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.685860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-e51bc026-23c4-4fc4-bc9f-d28a3c3e32c7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.4744098 Nov 25 17:16:41.697986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:41.698817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:41.735052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-536db39c-b69e-4d14-99af-d7895b7a4c75 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.0383799 Nov 25 17:16:41.736751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:41.744785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:41.869756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-8938cca1-1769-47d9-af0b-821e0f6f4f2a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188111 Nov 25 17:16:41.882203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e19222-b7ec-441a-9bcc-fdfc804b216c req-38f1a6c8-080a-48d2-a4a6-897cd4001d53 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:41.884092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3e19222-b7ec-441a-9bcc-fdfc804b216c req-38f1a6c8-080a-48d2-a4a6-897cd4001d53 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.2644699 Nov 25 17:16:41.939524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:41.964675 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:16:39Z', 'revision_number': 4, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '478267ae-015d-474d-a7ff-2c5dde4a4424', 'name': '', 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'mac_address': 'fa:16:3e:73:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '61cfba46-2756-4e3c-b97f-af349666a0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:36Z', 'updated_at': '2021-11-25T17:16:39Z', 'revision_number': 2, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'subnets': [{'id': '61cfba46-2756-4e3c-b97f-af349666a0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:41.994730 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Checking router: e2c2a2e9-a764-4881-a0cc-1af6aded5590 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:41.995076 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Updating router e2c2a2e9-a764-4881-a0cc-1af6aded5590 port 478267ae-015d-474d-a7ff-2c5dde4a4424 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:42.024876 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.194678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3e19222-b7ec-441a-9bcc-fdfc804b216c req-17e6c4c2-47c2-4cd3-84fd-f6e8f396ce7b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006046 Nov 25 17:16:42.224609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 10.1.1.223 (54cddc92-2363-4e66-8e67-21fa29ad56f3/cfd5ad45-80e8-4623-9f0f-26c775fdc38d/8175fd3f-0f19-4223-9365-61d75b3d0672) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:42.275291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f012153-5d7a-4f38-8470-28aceb0fe8dc up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:42.441363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5f012153-5d7a-4f38-8470-28aceb0fe8dc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:42.441747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.690111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.717323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef569b6-5e5b-4e55-b4e7-f36871856b27 req-f6f2b28c-76fb-448d-ab34-1ad4ff9481f2 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.1606998 Nov 25 17:16:42.728833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-25920c4c-2c84-4d1a-aa3f-e1fce013f5a8 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374684 Nov 25 17:16:42.820561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:37Z', 'revision_number': 3, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:42.827256 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.845589 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.870900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:42.920919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Checking router: fabff34c-6057-4a28-ae64-ca79e7928ea0 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:42.921473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Updating router fabff34c-6057-4a28-ae64-ca79e7928ea0 port eb91f00a-48a8-4c86-9dae-1d128dabbd07 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:42.975736 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc7e3-2ad7-4279-9f09-d33960a3de58 None None] Pushing event updated for resources: {'Port': ['ID=478267ae-015d-474d-a7ff-2c5dde4a4424,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:42.982464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.159227 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Attempting to bind port 478267ae-015d-474d-a7ff-2c5dde4a4424 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:43.159825 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Attempting to bind port 478267ae-015d-474d-a7ff-2c5dde4a4424 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:43.160390 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Attempting to bind port 478267ae-015d-474d-a7ff-2c5dde4a4424 on network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:43.173685 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:43.174120 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Checking segment: {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:43.174448 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.188434 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Bound using segment: {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:43.188959 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Bound port: 478267ae-015d-474d-a7ff-2c5dde4a4424, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a91fc45-12a8-4b17-ab8c-4af40595fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:43.189359 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.369700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Allocated IP 172.20.0.1 (f739c9ad-b486-4a01-bca1-3922159591e0/c8aa1239-0949-4f65-82cd-97ea6cd01ad5/e8722cad-9089-4d20-9d96-3748a192aeda) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:43.402543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9926557-6263-4ebb-ad0a-cf05fea8d99c req-b897dc12-5584-4513-9ad9-7b147943018b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:43.404143 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] For port 478267ae-015d-474d-a7ff-2c5dde4a4424, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:43.411449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9926557-6263-4ebb-ad0a-cf05fea8d99c req-b897dc12-5584-4513-9ad9-7b147943018b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 932 time: 0.1041925 Nov 25 17:16:43.415219 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] For port 478267ae-015d-474d-a7ff-2c5dde4a4424, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=478267ae-015d-474d-a7ff-2c5dde4a4424,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:43.438407 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.536867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9926557-6263-4ebb-ad0a-cf05fea8d99c req-d72048f1-dde9-442e-9569-076b39a65ad5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242695 Nov 25 17:16:43.588035 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Routers {'e2c2a2e9-a764-4881-a0cc-1af6aded5590'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:43.590905 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:43.634683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.645048 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.698407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1e1b9-7ead-4e09-b67d-ee5feaaa6b63 None None] Pushing event updated for resources: {'Port': ['ID=eb91f00a-48a8-4c86-9dae-1d128dabbd07,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:43.734648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.748851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f24f89f5-0414-40db-b2ba-5fcf84cc176d None None] Provisioning complete for port 478267ae-015d-474d-a7ff-2c5dde4a4424 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:43.749676 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f24f89f5-0414-40db-b2ba-5fcf84cc176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.792918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Attempting to bind port eb91f00a-48a8-4c86-9dae-1d128dabbd07 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:43.794217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Attempting to bind port eb91f00a-48a8-4c86-9dae-1d128dabbd07 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:43.794842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Attempting to bind port eb91f00a-48a8-4c86-9dae-1d128dabbd07 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:43.816100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:43.817849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:43.818510 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.819167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:43.819973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Bound port: eb91f00a-48a8-4c86-9dae-1d128dabbd07, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:43.820626 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.900583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f24f89f5-0414-40db-b2ba-5fcf84cc176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:43.922956 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] Set router e2c2a2e9-a764-4881-a0cc-1af6aded5590 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:43.979669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f24f89f5-0414-40db-b2ba-5fcf84cc176d None None] For port 478267ae-015d-474d-a7ff-2c5dde4a4424, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=478267ae-015d-474d-a7ff-2c5dde4a4424,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:44.000229 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f24f89f5-0414-40db-b2ba-5fcf84cc176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.017726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-7ba14c62-0d84-405b-895e-edc3ca323a3e service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2871401 Nov 25 17:16:44.019083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c116b-82ce-4504-bc5a-e0aa7d3491b3 req-12de5338-718a-4530-ac72-aa310ca11514 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:44.020376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.032812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e9c116b-82ce-4504-bc5a-e0aa7d3491b3 req-12de5338-718a-4530-ac72-aa310ca11514 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.2765698 Nov 25 17:16:44.201731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:44.204569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:44.222702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:44.230123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:44.233164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e9c116b-82ce-4504-bc5a-e0aa7d3491b3 req-2a0a17b4-4eea-47c1-b105-498a2887e723 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990688 Nov 25 17:16:44.253299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.271916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] For port eb91f00a-48a8-4c86-9dae-1d128dabbd07, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:44.384569 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:16:39Z', 'revision_number': 4, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '478267ae-015d-474d-a7ff-2c5dde4a4424', 'name': '', 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'mac_address': 'fa:16:3e:73:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '61cfba46-2756-4e3c-b97f-af349666a0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:36Z', 'updated_at': '2021-11-25T17:16:43Z', 'revision_number': 4, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'subnets': [{'id': '61cfba46-2756-4e3c-b97f-af349666a0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:44.394996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:44.411772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.427015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] For port eb91f00a-48a8-4c86-9dae-1d128dabbd07, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=eb91f00a-48a8-4c86-9dae-1d128dabbd07,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:44.464813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a55cfabb-cf46-4550-bf48-50c37f960e24 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2131803 Nov 25 17:16:44.496303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'admin_state_up': True, 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'security_groups': ['49352452-6c0b-49cc-b99f-62e10569c5b2']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:44.522434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.532833 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc7e3-2ad7-4279-9f09-d33960a3de58 None None] Pushing event updated for resources: {'Port': ['ID=478267ae-015d-474d-a7ff-2c5dde4a4424,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:44.554753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3007e9-c610-45f9-84e1-fe191b6b5745 None None] The sync data for ids ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'] in n-d-817303-7 is: [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:16:39Z', 'revision_number': 4, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '478267ae-015d-474d-a7ff-2c5dde4a4424', 'name': '', 'network_id': '993dd30c-4ca4-43ec-9f92-d7cf623c8fbf', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'mac_address': 'fa:16:3e:73:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '61cfba46-2756-4e3c-b97f-af349666a0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:36Z', 'updated_at': '2021-11-25T17:16:43Z', 'revision_number': 4, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'subnets': [{'id': '61cfba46-2756-4e3c-b97f-af349666a0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:44.601276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a9678239-74c3-43f4-9e10-c1552047a79e None None] Provisioning complete for port 478267ae-015d-474d-a7ff-2c5dde4a4424 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:44.601926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a9678239-74c3-43f4-9e10-c1552047a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:44.626692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f89f5-0414-40db-b2ba-5fcf84cc176d None None] Pushing event updated for resources: {'Port': ['ID=478267ae-015d-474d-a7ff-2c5dde4a4424,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:44.643253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Network f739c9ad-b486-4a01-bca1-3922159591e0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:44.647789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Pushing event updated for resources: {'Port': ['ID=e8722cad-9089-4d20-9d96-3748a192aeda,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:44.681606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:44.686001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:44.793566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50fb49a1-6607-4ecc-aef4-e220aa0ac2ab req-d4d2a7d1-a72c-4491-bd21-ebd42663479a tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.2045147 Nov 25 17:16:44.843127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.097709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:45.110998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.198360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:45.207269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:45.217223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d129fadb-e4d0-427b-8600-7fb780a3f686 req-4ec8db5c-63f6-4789-93f3-7ce051b72ef0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 210 time: 0.1325002 Nov 25 17:16:45.421561 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:45.636464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:45.677031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26905b-2ad3-429c-8750-cfa90db48f4f req-e6421d7c-3d96-4244-8707-80f063ffe813 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:45.678653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f26905b-2ad3-429c-8750-cfa90db48f4f req-e6421d7c-3d96-4244-8707-80f063ffe813 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 1.0842981 Nov 25 17:16:45.820436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae96c8-b0bb-41ae-a41a-837ec3ebc637 req-0f55598f-78a1-4c84-8729-477d95b0797a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:45.845658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae96c8-b0bb-41ae-a41a-837ec3ebc637 req-0f55598f-78a1-4c84-8729-477d95b0797a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:45.847307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82ae96c8-b0bb-41ae-a41a-837ec3ebc637 req-0f55598f-78a1-4c84-8729-477d95b0797a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 1654 time: 0.4212658 Nov 25 17:16:46.007888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 10.1.1.252 (54cddc92-2363-4e66-8e67-21fa29ad56f3/cfd5ad45-80e8-4623-9f0f-26c775fdc38d/c2ff0a98-c156-41dd-a0ef-6fffd5205af1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:46.077887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f26905b-2ad3-429c-8750-cfa90db48f4f req-8b6a3fd5-d5d9-4ed5-be54-436860c0ee81 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733315 Nov 25 17:16:46.366767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.384611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.449912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82ae96c8-b0bb-41ae-a41a-837ec3ebc637 req-a40df62b-7994-48f8-9def-268bfd19fce1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5761776 Nov 25 17:16:46.479597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Pushing event updated for resources: {'Port': ['ID=e8722cad-9089-4d20-9d96-3748a192aeda,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:46.514773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.579261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde00b9a-c53d-4bd5-8268-5e0447e4f6a0 req-93a9d697-a9ea-4799-ad0e-9550ba162e78 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:46.605068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fde00b9a-c53d-4bd5-8268-5e0447e4f6a0 req-93a9d697-a9ea-4799-ad0e-9550ba162e78 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.3163874 Nov 25 17:16:46.625601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.642093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba284ac7-a006-422b-b068-c8009b031677 req-a01ad148-a3a1-4278-89f3-7b0b3c86d940 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0511639 Nov 25 17:16:46.669689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 478267ae-015d-474d-a7ff-2c5dde4a4424 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:46.758062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:46.771932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:46.797015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:46.848738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:46.854356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1e1b9-7ead-4e09-b67d-ee5feaaa6b63 None None] Pushing event updated for resources: {'Port': ['ID=eb91f00a-48a8-4c86-9dae-1d128dabbd07,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:46.974680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:46.975813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.003769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5306494 Nov 25 17:16:47.024436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'admin_state_up': True, 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'security_groups': ['49352452-6c0b-49cc-b99f-62e10569c5b2']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:47.093145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 478267ae-015d-474d-a7ff-2c5dde4a4424 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:47.095986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.228991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d83d017-4aed-4997-94e2-d9f37fe3d6f6 req-37abeaf5-8cf3-4f9a-ab50-010ce2a5deab tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 210 time: 0.0544095 Nov 25 17:16:47.257852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f367c46-f5be-4339-a228-bdb7f7248f00 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:47.271168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Network f739c9ad-b486-4a01-bca1-3922159591e0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:47.300235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:47.300432 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.316588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:47.342748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b2aca867-8684-4d7d-915f-6e697fcc3032 None None] Provisioning complete for port e8722cad-9089-4d20-9d96-3748a192aeda triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:47.343840 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2aca867-8684-4d7d-915f-6e697fcc3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.400614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b2aca867-8684-4d7d-915f-6e697fcc3032 None None] Port e8722cad-9089-4d20-9d96-3748a192aeda cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:47.405719 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.420362 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fde00b9a-c53d-4bd5-8268-5e0447e4f6a0 req-966ebd52-779a-4756-b32a-3c6ea65c77c1 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141656 Nov 25 17:16:47.521544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b2aca867-8684-4d7d-915f-6e697fcc3032 None None] Provisioning complete for port 8175fd3f-0f19-4223-9365-61d75b3d0672 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:47.524466 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2aca867-8684-4d7d-915f-6e697fcc3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.533899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e034-cdc9-4cc0-976e-7c80bc2c17af req-adbd2b8f-d517-422e-afb1-79cf8e815d72 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:47.541816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5175e034-cdc9-4cc0-976e-7c80bc2c17af req-adbd2b8f-d517-422e-afb1-79cf8e815d72 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1200461 Nov 25 17:16:47.633328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-18578110-31be-4893-9868-fbf6ad3361b1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:47.634888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-18578110-31be-4893-9868-fbf6ad3361b1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 1.0234189 Nov 25 17:16:47.646099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b2aca867-8684-4d7d-915f-6e697fcc3032 None None] Port 8175fd3f-0f19-4223-9365-61d75b3d0672 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:47.671804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:37Z', 'revision_number': 3, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:47.681991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5175e034-cdc9-4cc0-976e-7c80bc2c17af req-856ee5c3-603f-4978-a334-ffbe7cef2eab tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379101 Nov 25 17:16:47.745905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.765795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:47.772764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd3460-8cf8-4716-b14d-547613c37a68 None None] The sync data for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 is: [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:37Z', 'revision_number': 3, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:47.851952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0cf3a365-7b53-40f5-9042-acd51cf454ef None None] Provisioning complete for port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:47.853259 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a365-7b53-40f5-9042-acd51cf454ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:47.928911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3a365-7b53-40f5-9042-acd51cf454ef None None] Port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:48.025198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Router fabff34c-6057-4a28-ae64-ca79e7928ea0 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:16:48.084302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-44142248-5769-4fed-92b5-9981827774f1 None None] Provisioning complete for port e8722cad-9089-4d20-9d96-3748a192aeda triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:48.092999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44142248-5769-4fed-92b5-9981827774f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.200750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1db806a-61ce-4d3c-a5a5-4e8d9bc22b94 req-8504ba31-8710-46c4-a1e6-dea11cf447d0 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0664740 Nov 25 17:16:48.218546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-44142248-5769-4fed-92b5-9981827774f1 None None] Port e8722cad-9089-4d20-9d96-3748a192aeda cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:48.266534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deaf01-32d3-4608-9959-fda807ac3d5b req-1c403248-9a64-4349-87c0-aecf6a77f13c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:48.288474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deaf01-32d3-4608-9959-fda807ac3d5b req-1c403248-9a64-4349-87c0-aecf6a77f13c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:48.299849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deaf01-32d3-4608-9959-fda807ac3d5b req-1c403248-9a64-4349-87c0-aecf6a77f13c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:48.310294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85deaf01-32d3-4608-9959-fda807ac3d5b req-1c403248-9a64-4349-87c0-aecf6a77f13c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 2375 time: 0.3702903 Nov 25 17:16:48.380276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:48.384043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:48.437251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:16:48.450510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2034bb41-0837-41e0-bfbd-b982443a0311 admin admin] 10.222.0.86 "PUT /v2.0/routers/fabff34c-6057-4a28-ae64-ca79e7928ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7797592 Nov 25 17:16:48.474074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85deaf01-32d3-4608-9959-fda807ac3d5b req-1772aa09-639a-41d1-b14d-92024c205e78 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614256 Nov 25 17:16:48.627718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 10.2.2.100 (0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f/64efdd4a-108b-460c-853a-657b6a6e369a/3bdf4413-2195-4f95-8824-787101281f23) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:48.755903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.7 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/82e882a6-0541-4ac8-b98f-0640f4845eff) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:49.009027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.087328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd06fac-e81e-4555-b924-ded2cf91ae3b req-d827a3ed-fd1e-4f7b-afef-72739b7dbd11 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.093667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-519425ce-d8bc-40f6-a366-4e0a0d4fa336 req-1112da0e-833d-4962-adcc-6242bd2fde8a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 210 time: 0.4309278 Nov 25 17:16:49.095490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.097305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fd06fac-e81e-4555-b924-ded2cf91ae3b req-d827a3ed-fd1e-4f7b-afef-72739b7dbd11 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.2030728 Nov 25 17:16:49.187801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-745cbd8d-2088-46b2-b1e0-fb621052843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.190297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-745cbd8d-2088-46b2-b1e0-fb621052843c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 1096 time: 0.1814783 Nov 25 17:16:49.201958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:49.235747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:49.241519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:49.244671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:49.273278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.383356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.384270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.418966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-baed85b3-0b24-4c31-8b1c-9f8ee351aaf9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4028573 Nov 25 17:16:49.426499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'admin_state_up': True, 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'security_groups': ['49352452-6c0b-49cc-b99f-62e10569c5b2']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:49.560417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-ec1d6981-bee9-46cf-817c-4ef7347607dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:49.566457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-ec1d6981-bee9-46cf-817c-4ef7347607dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 917 time: 0.2240295 Nov 25 17:16:49.580043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.694799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Made reservation on behalf of 2aa097f7d5a54e7aa5c2698f82d2a51f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:16:49.705489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.757180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-9a3d70b0-f84d-4908-ae61-6e3b5f2dfb45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32274b54-8814-4aa7-acee-e6eeff736b4c HTTP/1.1" status: 200 len: 217 time: 0.1555979 Nov 25 17:16:49.761050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-82cb27d3-b06f-4d8e-be27-cc9dcd67b339 None None] Provisioning complete for port 3bdf4413-2195-4f95-8824-787101281f23 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:49.763334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82cb27d3-b06f-4d8e-be27-cc9dcd67b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:49.806894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-82cb27d3-b06f-4d8e-be27-cc9dcd67b339 None None] Port 3bdf4413-2195-4f95-8824-787101281f23 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:49.830307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:49.849056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fd06fac-e81e-4555-b924-ded2cf91ae3b req-df1aa0f1-9451-46cc-b430-6f7bc2e15edd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7231896 Nov 25 17:16:49.928103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:49.951336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:50.011359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:50.013720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.041156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:50.046571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989163461', 'description': 'tempest-description--560892643'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:50.083569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Allocated IP 10.2.2.200 (0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f/64efdd4a-108b-460c-853a-657b6a6e369a/d4fc222c-e8f7-4e3b-a085-ad0ec56301b3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:50.084596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507724 Nov 25 17:16:50.102597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.110005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Request body: {'port': {'device_id': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:50.120272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68254709-a859-4eed-88cb-d3649639f454 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=82e882a6-0541-4ac8-b98f-0640f4845eff,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:50.169124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-4f6f5ef8-f4d0-4046-a526-398b7f9d498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:50.171086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-4f6f5ef8-f4d0-4046-a526-398b7f9d498f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.3501234 Nov 25 17:16:50.203915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cdd3d-0bcc-4127-a483-bdf4edbecafa req-70f422b6-90cd-4c4b-9953-f44fd21ab36a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:50.212225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b15cdd3d-0bcc-4127-a483-bdf4edbecafa req-70f422b6-90cd-4c4b-9953-f44fd21ab36a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1838491 Nov 25 17:16:50.388411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.420318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b15cdd3d-0bcc-4127-a483-bdf4edbecafa req-48458d1c-652b-4d8d-9605-90e911b79dc2 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061918 Nov 25 17:16:50.491566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.494329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.495307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.519331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c207a7f5-6103-41ac-befd-775e8fd1c213 req-b746988e-c320-4d95-8a55-f684c0a537ab tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.1197484 Nov 25 17:16:50.644432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device eb91f00a-48a8-4c86-9dae-1d128dabbd07 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:50.673749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.802850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port eb91f00a-48a8-4c86-9dae-1d128dabbd07 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:50.802850 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.826104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event updated for resources: {'Port': ['ID=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:50.890647 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:50.892707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8501501 Nov 25 17:16:50.917221 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Sync routers for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:16:50.932031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:50.938302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Request body: {'security_group_rule': {'security_group_id': '112c7a7c-8f9d-4969-beed-cee005342bee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:50.946914 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:50.954560 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:50.982366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-4ce71ab1-c94b-4760-9329-f5b27d26870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:50.989354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-4ce71ab1-c94b-4760-9329-f5b27d26870d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8023007 Nov 25 17:16:51.058339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:51.067616 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.086979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:51.092757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:51.112279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a523c-4adf-4935-a8cb-7b1e200f066c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112c7a7c-8f9d-4969-beed-cee005342bee,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.114830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port eb91f00a-48a8-4c86-9dae-1d128dabbd07, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=eb91f00a-48a8-4c86-9dae-1d128dabbd07,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:51.141328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-3ba63048-00c7-4071-95b7-ae6f595b768d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.147943 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.155131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-3ba63048-00c7-4071-95b7-ae6f595b768d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.176867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-3ba63048-00c7-4071-95b7-ae6f595b768d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.183321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-3ba63048-00c7-4071-95b7-ae6f595b768d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.217581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-3ba63048-00c7-4071-95b7-ae6f595b768d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.225604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-3ba63048-00c7-4071-95b7-ae6f595b768d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 3817 time: 0.4035037 Nov 25 17:16:51.269745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=eb91f00a-48a8-4c86-9dae-1d128dabbd07,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:51.320798 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:51.464708 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abd7396d-e50c-4865-b83d-ce4830209c05 req-ccfa38cc-df1d-4a07-a652-1dcd8f6ce31b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279863 Nov 25 17:16:51.492742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:51.493582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.541250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-deca1529-f4e2-4ce8-bd5e-58a46c31f2a3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1195965 Nov 25 17:16:51.567881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:51.583358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9624d9b3-3dd5-4d3b-815e-7fa05fe8bac1 None None] Provisioning complete for port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:51.583358 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9624d9b3-3dd5-4d3b-815e-7fa05fe8bac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.691812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9624d9b3-3dd5-4d3b-815e-7fa05fe8bac1 None None] Port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:16:51.734571 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 2, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:51.774778 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Checking router: fabff34c-6057-4a28-ae64-ca79e7928ea0 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:16:51.775178 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Updating router fabff34c-6057-4a28-ae64-ca79e7928ea0 port e8722cad-9089-4d20-9d96-3748a192aeda binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:16:51.808729 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:51.825776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.149802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612b7b0-0e1f-41e7-bbe3-fc8485a304cc req-01a1b0d3-9d3c-4558-86ca-1ef189e2289e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:52.158593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0612b7b0-0e1f-41e7-bbe3-fc8485a304cc req-01a1b0d3-9d3c-4558-86ca-1ef189e2289e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 931 time: 1.3245542 Nov 25 17:16:52.215770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:52.225740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.228831 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.236504 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.245623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Transition to ACTIVE for port object 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:52.247663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.263832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226d3a-2c51-480e-b0cc-15cfba557701 req-07431aec-76e1-40fc-95e3-d6a17b353b09 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:52.278333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4c226d3a-2c51-480e-b0cc-15cfba557701 req-07431aec-76e1-40fc-95e3-d6a17b353b09 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.6470230 Nov 25 17:16:52.297867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.416947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0612b7b0-0e1f-41e7-bbe3-fc8485a304cc req-ef2b5889-59f2-4c36-954c-f67abe7fe17a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431016 Nov 25 17:16:52.521150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-d5af33d0-9c3a-459f-b408-be1f1b47fd3a service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5167365 Nov 25 17:16:52.522014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4c226d3a-2c51-480e-b0cc-15cfba557701 req-bfe50193-3a1f-4294-bf11-3abf1bd83227 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425516 Nov 25 17:16:52.588918 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Attempting to bind port e8722cad-9089-4d20-9d96-3748a192aeda on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:52.598221 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Attempting to bind port e8722cad-9089-4d20-9d96-3748a192aeda by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:52.598642 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Attempting to bind port e8722cad-9089-4d20-9d96-3748a192aeda on network f739c9ad-b486-4a01-bca1-3922159591e0 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:52.643804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:52.647766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device eb91f00a-48a8-4c86-9dae-1d128dabbd07 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:52.668994 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:52.669374 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Checking segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:52.669778 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.679886 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Bound using segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:52.681322 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Bound port: e8722cad-9089-4d20-9d96-3748a192aeda, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:52.681732 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.800922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.844354 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb107f1e-de54-4511-85df-42f83ac5b730 None None] Pushing event updated for resources: {'Port': ['ID=e8722cad-9089-4d20-9d96-3748a192aeda,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:52.847440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-034a4566-5e5f-4107-8b18-c5a2802ce26c req-41bcebab-78f9-44e0-8b3d-8da22124c5dd tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0515325 Nov 25 17:16:52.848422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Attempting to bind port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:52.848943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Attempting to bind port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:52.849436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Attempting to bind port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 on network cb08c150-41fd-472c-9246-04418bbac31d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:52.863106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 on network cb08c150-41fd-472c-9246-04418bbac31d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:52.863610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Attempting to bind port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 on network cb08c150-41fd-472c-9246-04418bbac31d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:52.871037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port eb91f00a-48a8-4c86-9dae-1d128dabbd07 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:52.871955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.873549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:52.873884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Checking segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:52.874858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Bound using segment: {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:52.875303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Bound port: 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcd41e9-a186-42ac-a9ad-97aa32132b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:52.875680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.944985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:52.966822 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] For port e8722cad-9089-4d20-9d96-3748a192aeda, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:52.971055 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] For port e8722cad-9089-4d20-9d96-3748a192aeda, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e8722cad-9089-4d20-9d96-3748a192aeda,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:52.989547 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.012974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Provisioning complete for port e8722cad-9089-4d20-9d96-3748a192aeda triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:53.014693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.122686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:53.122686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:53.127425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.163565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.183313 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.210440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2762494 Nov 25 17:16:53.210849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] For port e8722cad-9089-4d20-9d96-3748a192aeda, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e8722cad-9089-4d20-9d96-3748a192aeda,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:16:53.226878 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.235544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37004) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:53.237546 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb107f1e-de54-4511-85df-42f83ac5b730 None None] Pushing event updated for resources: {'Port': ['ID=e8722cad-9089-4d20-9d96-3748a192aeda,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:53.272667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Request body: {'security_group_rule': {'security_group_id': '112c7a7c-8f9d-4969-beed-cee005342bee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:53.276389 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:16:53.279814 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:16:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:53.316206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722a57-a515-4f5c-842a-8cbb30b9c633 req-fb69908d-cad7-42eb-85ba-d46689dcf64a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.324014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c6722a57-a515-4f5c-842a-8cbb30b9c633 req-fb69908d-cad7-42eb-85ba-d46689dcf64a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.5996592 Nov 25 17:16:53.333372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf96410-2ae3-4639-99f0-271b976e8c14 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e3d284-d580-43f9-b1f3-ddff028bc70b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:53.343576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.344905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.347081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 1092 time: 1.7961748 Nov 25 17:16:53.365959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e882a6-0541-4ac8-b98f-0640f4845eff {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:53.374534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Pushing event updated for resources: {'Port': ['ID=e8722cad-9089-4d20-9d96-3748a192aeda,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:53.410087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.410617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.410785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.411118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.411525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.411855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.412181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.412499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.417845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.418233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.419111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.420194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0fac2-d054-491c-a300-3a67c9c6ed43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:53.462530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.476598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444f085-28e9-444e-8d3c-9eee34168aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:53.498656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:53.498656 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83871d21-aa44-4f36-9b8f-c69d3e417861" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:53.553064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:53.608722 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:16:53.618326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c6722a57-a515-4f5c-842a-8cbb30b9c633 req-9a28678f-3970-4b04-9159-56c2fdeef54e tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928445 Nov 25 17:16:53.674522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196f0450-fc1b-4895-9cf7-99bf93c265f4 req-9416e4b5-687b-4875-b7b7-bfed8f9d9ed5 service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1342480 Nov 25 17:16:53.684739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Transition to ACTIVE for port object 82e882a6-0541-4ac8-b98f-0640f4845eff will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:53.703495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.719293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.738541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-f5be64fc-1761-418b-8ec5-970a6d2da2c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.770785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-f5be64fc-1761-418b-8ec5-970a6d2da2c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.803598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-f5be64fc-1761-418b-8ec5-970a6d2da2c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.854530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-f5be64fc-1761-418b-8ec5-970a6d2da2c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.875457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0283db69-47d8-4909-b3d8-3407305aea21 None None] Provisioning complete for port e8722cad-9089-4d20-9d96-3748a192aeda triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:53.876087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0283db69-47d8-4909-b3d8-3407305aea21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:53.878205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-f5be64fc-1761-418b-8ec5-970a6d2da2c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:53.896047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-f5be64fc-1761-418b-8ec5-970a6d2da2c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 3829 time: 0.5449252 Nov 25 17:16:53.983668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Pushing event updated for resources: {'Port': ['ID=82e882a6-0541-4ac8-b98f-0640f4845eff,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:54.046950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.087927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.093279 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:16:54.123913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467c8ce-f911-4523-bba9-7531fa9044d2 req-8067fa38-1a1e-437d-8924-01a1752e48ba tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:54.124666 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:16:54.134273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7467c8ce-f911-4523-bba9-7531fa9044d2 req-8067fa38-1a1e-437d-8924-01a1752e48ba tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 943 time: 0.3080184 Nov 25 17:16:54.135288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.163785 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fac8f-81c1-4de8-a971-00cff46c9cfa None None] The sync data for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 is: [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:16:54.267900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0e408f-80ad-4d55-ad14-67fd05713902,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:54.286585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4ff664d-19a4-4a47-a5d7-4628dc28eeab req-5d4b6565-fe1b-461c-a933-f3f6d1d20072 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846198 Nov 25 17:16:54.315406 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.317048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e161f099-d4e8-41c2-a260-5d8c4e4d9c5d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0591464 Nov 25 17:16:54.324176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:16:54.331275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:54.498983 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee5189e-0e54-4b71-aaf8-4337ba0d007e x-openstack-request-id: req-aee5189e-0e54-4b71-aaf8-4337ba0d007e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:54.499714 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:54.500224 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aee5189e-0e54-4b71-aaf8-4337ba0d007e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:54.500680 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'status': 'completed', 'code': 200} Nov 25 17:16:54.709075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccce7a-e12f-4ca6-9af0-461eea6a00a3 req-c5e034b5-f75d-447a-b5fc-b76970910a48 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:54.721660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e8722cad-9089-4d20-9d96-3748a192aeda up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:16:54.736751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0ccce7a-e12f-4ca6-9af0-461eea6a00a3 req-c5e034b5-f75d-447a-b5fc-b76970910a48 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1915739 Nov 25 17:16:54.772267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.825570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Attempting to bind port 82e882a6-0541-4ac8-b98f-0640f4845eff on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:54.854234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Attempting to bind port 82e882a6-0541-4ac8-b98f-0640f4845eff by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:54.874297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Attempting to bind port 82e882a6-0541-4ac8-b98f-0640f4845eff on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:54.904560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e8722cad-9089-4d20-9d96-3748a192aeda triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:16:54.908361 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:54.909020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7467c8ce-f911-4523-bba9-7531fa9044d2 req-69f655ba-c8a3-4c49-aead-4da83d25e72f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549863 Nov 25 17:16:54.958892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Port 82e882a6-0541-4ac8-b98f-0640f4845eff on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:54.959772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Attempting to bind port 82e882a6-0541-4ac8-b98f-0640f4845eff on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:55.023516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:55.024286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:55.024935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:55.025616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Bound port: 82e882a6-0541-4ac8-b98f-0640f4845eff, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:55.026464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.035958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-c1938744-27a2-41f6-9a42-b36338421446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.037415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-c1938744-27a2-41f6-9a42-b36338421446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.038066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-c1938744-27a2-41f6-9a42-b36338421446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.038856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-c1938744-27a2-41f6-9a42-b36338421446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.039509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-c1938744-27a2-41f6-9a42-b36338421446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.041490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-c1938744-27a2-41f6-9a42-b36338421446 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 4364 time: 0.4540212 Nov 25 17:16:55.286758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0ccce7a-e12f-4ca6-9af0-461eea6a00a3 req-3aa794d3-979c-45ef-8ae9-efe5f1381353 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456645 Nov 25 17:16:55.354634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a1bd403-3a1f-4827-bf05-af5025d83ed2 req-105e6455-ccba-47ab-8ae5-330b8887fa76 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0555303 Nov 25 17:16:55.445181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] For port 82e882a6-0541-4ac8-b98f-0640f4845eff, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:55.450533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-6363ac6b-43bc-439f-a56a-1fe3c4000014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.451213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-6363ac6b-43bc-439f-a56a-1fe3c4000014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.452040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-6363ac6b-43bc-439f-a56a-1fe3c4000014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.454559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-6363ac6b-43bc-439f-a56a-1fe3c4000014 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4016042 Nov 25 17:16:55.500490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] For port 82e882a6-0541-4ac8-b98f-0640f4845eff, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e882a6-0541-4ac8-b98f-0640f4845eff,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:55.523121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.667556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe8f2f1-786f-4e5b-ab58-245235f92400 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:55.678274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.679124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.679318 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.680879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] 10.222.0.73 "PUT /v2.0/ports/82e882a6-0541-4ac8-b98f-0640f4845eff HTTP/1.1" status: 200 len: 1091 time: 5.5754707 Nov 25 17:16:55.685585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'tag': '82e882a6-0541-4ac8-b98f-0640f4845eff'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:55.688362 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "722cca2d-e05c-4cfb-9d6d-cdd828ba813b", "tag": "82e882a6-0541-4ac8-b98f-0640f4845eff"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:55.714503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.745498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-19183f3d-c7d9-4da6-a824-a54d4828fd58 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.755416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-19183f3d-c7d9-4da6-a824-a54d4828fd58 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.763825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-19183f3d-c7d9-4da6-a824-a54d4828fd58 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.773661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-19183f3d-c7d9-4da6-a824-a54d4828fd58 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.783965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-19183f3d-c7d9-4da6-a824-a54d4828fd58 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.785890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-19183f3d-c7d9-4da6-a824-a54d4828fd58 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 3829 time: 0.1707108 Nov 25 17:16:55.789456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Transition to ACTIVE for port object abe8f2f1-786f-4e5b-ab58-245235f92400 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:55.802122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:55.849306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Pushing event updated for resources: {'Port': ['ID=82e882a6-0541-4ac8-b98f-0640f4845eff,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:55.863928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-a5495bcd-ddc0-45e7-b617-5d31b4d52190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.865593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83871d21-aa44-4f36-9b8f-c69d3e417861 req-a5495bcd-ddc0-45e7-b617-5d31b4d52190 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3896122 Nov 25 17:16:55.876747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cccf4-0074-42d5-8111-9b09a62cf367 req-9def8bc6-c1c2-4543-9d46-caea269ac655 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.878560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb4cccf4-0074-42d5-8111-9b09a62cf367 req-9def8bc6-c1c2-4543-9d46-caea269ac655 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.2650502 Nov 25 17:16:55.897353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.897879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.898398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.898915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.899501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.900020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.900523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.901033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.901523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.902023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.904872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.905984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e0c26-edf4-47f2-b782-05936286ad93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.906142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Pushing event updated for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:55.925742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.926083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.926421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.926752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.927079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.928142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.928480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.928808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.929133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.929456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.929776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.930096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:16:55.993014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-8d6d1a45-7b27-4b2c-bfcc-198ea1f8ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:55.994865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-8d6d1a45-7b27-4b2c-bfcc-198ea1f8ec61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 1094 time: 0.2513156 Nov 25 17:16:56.009208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4915b670-b3e6-4844-974a-c0e36b21eec5 req-f36ae686-150b-49ba-8061-fad568d37d45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156296 Nov 25 17:16:56.084907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Attempting to bind port abe8f2f1-786f-4e5b-ab58-245235f92400 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:56.085268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Attempting to bind port abe8f2f1-786f-4e5b-ab58-245235f92400 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:56.085605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Attempting to bind port abe8f2f1-786f-4e5b-ab58-245235f92400 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:56.101540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Port abe8f2f1-786f-4e5b-ab58-245235f92400 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:56.101989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Attempting to bind port abe8f2f1-786f-4e5b-ab58-245235f92400 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:56.114435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:56.114831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Checking segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:56.115236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Bound using segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:56.115699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Bound port: abe8f2f1-786f-4e5b-ab58-245235f92400, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:56.116060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.188451 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63daf8f4-42d7-47f5-bb72-aff85ea835a6 x-openstack-request-id: req-63daf8f4-42d7-47f5-bb72-aff85ea835a6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:56.189426 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722cca2d-e05c-4cfb-9d6d-cdd828ba813b", "tag": "82e882a6-0541-4ac8-b98f-0640f4845eff", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:56.192224 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63daf8f4-42d7-47f5-bb72-aff85ea835a6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:56.192745 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'tag': '82e882a6-0541-4ac8-b98f-0640f4845eff', 'status': 'completed', 'code': 200} Nov 25 17:16:56.235416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-807e534f-a503-4d51-a1e4-e085e2ff30b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e882a6-0541-4ac8-b98f-0640f4845eff HTTP/1.1" status: 200 len: 217 time: 0.2104335 Nov 25 17:16:56.258379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Allocated IP 172.25.8.109 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/058011d9-1427-4ec2-94a0-c6dfa274b009) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:16:56.264596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb4cccf4-0074-42d5-8111-9b09a62cf367 req-0deebbe2-0f37-488c-b74a-3beaaeb94e7a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748901 Nov 25 17:16:56.330170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:56.349433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=abe8f2f1-786f-4e5b-ab58-245235f92400,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:56.357510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.403635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-d3898fed-a51b-44d6-9685-358ed3a2c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:56.407028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-d3898fed-a51b-44d6-9685-358ed3a2c0e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1484807 Nov 25 17:16:56.416437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b6c5e-a51c-471f-8d9d-cdc9d1b8a133 req-72ff15ad-621c-4f86-9b71-9f888252b50c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:56.420566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-283b6c5e-a51c-471f-8d9d-cdc9d1b8a133 req-72ff15ad-621c-4f86-9b71-9f888252b50c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 943 time: 0.1798098 Nov 25 17:16:56.424530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:56.429976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.434517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] 10.222.0.55 "PUT /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 1130 time: 2.9220939 Nov 25 17:16:56.477200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-b6d6c46c-8973-4c7e-ad61-a59364c49e4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610750 Nov 25 17:16:56.516093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:56.526580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': 'abe8f2f1-786f-4e5b-ab58-245235f92400'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:56.534233 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f9252e-c70c-4891-bc78-022442e8c81c" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "abe8f2f1-786f-4e5b-ab58-245235f92400"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:56.670225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.720181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-283b6c5e-a51c-471f-8d9d-cdc9d1b8a133 req-b4c08506-95ee-40b8-a6d1-4709fa35e996 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781107 Nov 25 17:16:56.796972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3098a-1609-43d0-bc82-72ad479f3f9a service neutron] Pushing event updated for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:56.815804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-a2c0c33c-77d0-40f1-8c47-c642c1ba6e96 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203735 Nov 25 17:16:56.827269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.854193 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:56.885992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:16:56.918319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:16:56.931868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d451a-bb63-4b34-bbe0-7d52c8a36e54 req-7e4d213b-2d1e-4378-9f9f-a8811d992a6f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:56.933487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f7d451a-bb63-4b34-bbe0-7d52c8a36e54 req-7e4d213b-2d1e-4378-9f9f-a8811d992a6f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.4032161 Nov 25 17:16:56.936746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:16:56.987360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-798bc497-5b11-4014-a1b2-becf22a5e18f req-24846afd-f811-4e1b-b5a0-ad361e423dcf tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0799932 Nov 25 17:16:57.139717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.215280 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.336638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event updated for resources: {'Port': ['ID=058011d9-1427-4ec2-94a0-c6dfa274b009,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:57.392770 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f7d451a-bb63-4b34-bbe0-7d52c8a36e54 req-e6a4c40f-2ba8-43b3-933f-a4bfcc138746 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842605 Nov 25 17:16:57.457939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148230ce-ce2e-44e0-9d54-2a1af26a89ad req-485d7892-694f-4f9f-9601-6e57541df8fa service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261418 Nov 25 17:16:57.470214 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7eae41-bc13-4836-9684-722dd2fad131 x-openstack-request-id: req-da7eae41-bc13-4836-9684-722dd2fad131 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:16:57.470517 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "abe8f2f1-786f-4e5b-ab58-245235f92400", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:16:57.470749 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da7eae41-bc13-4836-9684-722dd2fad131 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:16:57.471331 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': 'abe8f2f1-786f-4e5b-ab58-245235f92400', 'status': 'completed', 'code': 200} Nov 25 17:16:57.485315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:57.501467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.533763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Transition to ACTIVE for port object 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:16:57.538811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.644662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.657222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:57.694905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:57.724953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.736214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.740794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.741269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.741735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.742194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.744015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.744488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.744969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.745554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.749159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93f9252e-c70c-4891-bc78-022442e8c81c req-acf9741e-632e-454f-abb7-2e5415d74578 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6168 time: 0.2451646 Nov 25 17:16:57.777636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.790890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.798387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.812098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.816801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-b4042833-a4a8-4f25-a569-a65575469c46 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5373 time: 0.2018588 Nov 25 17:16:57.932019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de493ce-b22f-4454-8515-1b0c41f52350 req-c70f6ea9-4d77-45fb-aef9-d860182b6d06 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.933722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4de493ce-b22f-4454-8515-1b0c41f52350 req-c70f6ea9-4d77-45fb-aef9-d860182b6d06 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.3874946 Nov 25 17:16:57.935170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-bd96f5e4-5d7f-4206-9f70-6086b1d91dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.935654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-bd96f5e4-5d7f-4206-9f70-6086b1d91dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.936108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-bd96f5e4-5d7f-4206-9f70-6086b1d91dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.937826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93f9252e-c70c-4891-bc78-022442e8c81c req-bd96f5e4-5d7f-4206-9f70-6086b1d91dbe service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1784296 Nov 25 17:16:57.971574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-2365e0a6-38a1-4255-8a18-d1f54db035af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:57.973386 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-2365e0a6-38a1-4255-8a18-d1f54db035af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 1094 time: 0.4160600 Nov 25 17:16:57.998405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Attempting to bind port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:16:57.999032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Attempting to bind port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:16:57.999856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Attempting to bind port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:58.020164 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-967cc91a-9520-4cbc-a385-9a0e2a4683f4 req-eb0ec8d3-b608-413f-b274-db205edb0155 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1997457 Nov 25 17:16:58.029105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:16:58.031376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Attempting to bind port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:16:58.037652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.054107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:16:58.054939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Checking segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:16:58.055540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Bound using segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:16:58.056179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Bound port: 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:16:58.056715 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.201848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:16:58.208292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-49e301e0-8fd1-4f06-964b-47278239d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.210047 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-49e301e0-8fd1-4f06-964b-47278239d296 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.1322670 Nov 25 17:16:58.213060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065541a-9612-4b12-8fed-1594934f20f9 req-c02ba095-9887-4baa-bb19-998e1c35218c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.218180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3065541a-9612-4b12-8fed-1594934f20f9 req-c02ba095-9887-4baa-bb19-998e1c35218c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 943 time: 0.0773981 Nov 25 17:16:58.220454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:16:58.249168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.258166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9243653 Nov 25 17:16:58.259365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.272288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb75730-ec40-4442-9dcf-a7ea5682bdee tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event updated for resources: {'Port': ['ID=058011d9-1427-4ec2-94a0-c6dfa274b009,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:58.322459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.323097 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.325324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 1130 time: 1.8552046 Nov 25 17:16:58.407512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:16:58.445165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9252e-c70c-4891-bc78-022442e8c81c req-4e133f70-afd0-4ea2-ae74-ca0535da08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.448341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93f9252e-c70c-4891-bc78-022442e8c81c req-4e133f70-afd0-4ea2-ae74-ca0535da08d9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4701593 Nov 25 17:16:58.500624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3065541a-9612-4b12-8fed-1594934f20f9 req-348d1295-9f40-4676-85fb-c133a401beba tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670255 Nov 25 17:16:58.519296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4de493ce-b22f-4454-8515-1b0c41f52350 req-fbd8b4e6-4536-477b-89e0-4c19fce4420d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659113 Nov 25 17:16:58.521048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-bcffbef1-a27f-4063-8371-9513247632bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e882a6-0541-4ac8-b98f-0640f4845eff HTTP/1.1" status: 200 len: 217 time: 0.2657986 Nov 25 17:16:58.641014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9b5c-3b1a-43b5-80bd-af2c6ecc69c2 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:16:58.684836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-38fad682-7fe3-4178-b7cb-7f4f18116a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:58.688993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-38fad682-7fe3-4178-b7cb-7f4f18116a00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1535020 Nov 25 17:16:58.720547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2639b483-70f1-4e81-9435-7aea6fed169c req-71686684-ed79-4e7d-b903-1c2f2892ab22 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0671427 Nov 25 17:16:58.723744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:16:58.831035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-b5de2627-c59f-43e6-b784-da55c052a12f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331813 Nov 25 17:16:59.583554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:16:59.586559 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1524301b-d8cd-4d97-83a4-6898a0416dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:16:59.753752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f95d41-25b4-4c27-ae32-4377eb7a4b00 req-3efeeed5-6431-45b9-8408-3f7f8102c621 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:59.760240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f236b-d49f-42c2-a3dd-4ccd2369e701 req-4b8ab5c1-2d88-4094-862c-9a5bd39e2be5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:16:59.760240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-885f236b-d49f-42c2-a3dd-4ccd2369e701 req-4b8ab5c1-2d88-4094-862c-9a5bd39e2be5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.9864883 Nov 25 17:16:59.770785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06f95d41-25b4-4c27-ae32-4377eb7a4b00 req-3efeeed5-6431-45b9-8408-3f7f8102c621 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 946 time: 0.1895709 Nov 25 17:16:59.832505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-577b7bf5-d0af-441a-9ff7-899d101c2abb service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9396842 Nov 25 17:16:59.907523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-885f236b-d49f-42c2-a3dd-4ccd2369e701 req-4f6609fc-66da-446f-af87-16ead4873dcc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395648 Nov 25 17:16:59.908016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06f95d41-25b4-4c27-ae32-4377eb7a4b00 req-72ab2468-9b3b-447b-b0b0-566fec4a2e15 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361802 Nov 25 17:16:59.982916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8175fd3f-0f19-4223-9365-61d75b3d0672 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:16:59.993709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b962d36-66ed-4d7e-89cc-bb7fe766cd2b req-2b4a9d6b-5df1-478f-b8d2-088e15ddd5fd service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505802 Nov 25 17:16:59.994223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.016326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Transition to ACTIVE for port object 8175fd3f-0f19-4223-9365-61d75b3d0672 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:00.021202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.097281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Pushing event updated for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:00.176675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.201548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.214382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.236048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.254402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.265636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.279503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.281368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db9d5df3-7674-4309-8b09-c1e367369cea req-e63a1a80-6b28-4e24-93ed-f3b181900878 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5385 time: 0.2218575 Nov 25 17:17:00.331478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b2426-9c42-488d-b670-f07670ac93ca req-1391e601-38b4-4a38-a857-d95a12dd7bd0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.336297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-936b2426-9c42-488d-b670-f07670ac93ca req-1391e601-38b4-4a38-a857-d95a12dd7bd0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 943 time: 0.2344866 Nov 25 17:17:00.436317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db9d5df3-7674-4309-8b09-c1e367369cea req-b9410ba9-8dcd-4d23-830d-42db2e271920 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450045 Nov 25 17:17:00.492151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-936b2426-9c42-488d-b670-f07670ac93ca req-c63e848d-6ac0-4b3f-9856-6062e287b450 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412442 Nov 25 17:17:00.542451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Attempting to bind port 8175fd3f-0f19-4223-9365-61d75b3d0672 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:00.542844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Attempting to bind port 8175fd3f-0f19-4223-9365-61d75b3d0672 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:00.543137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Attempting to bind port 8175fd3f-0f19-4223-9365-61d75b3d0672 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:00.556271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Port 8175fd3f-0f19-4223-9365-61d75b3d0672 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:00.558680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Attempting to bind port 8175fd3f-0f19-4223-9365-61d75b3d0672 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:00.606291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:00.607064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Checking segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:00.607210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Bound using segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:00.607577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Bound port: 8175fd3f-0f19-4223-9365-61d75b3d0672, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:00.607929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:00.618167 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c8db5-4b37-449c-b54a-98daf7b7fcc2 x-openstack-request-id: req-ea5c8db5-4b37-449c-b54a-98daf7b7fcc2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:00.621291 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:00.621291 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea5c8db5-4b37-449c-b54a-98daf7b7fcc2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:00.621291 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e', 'status': 'completed', 'code': 200} Nov 25 17:17:00.709463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.719973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.720551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.721077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.721598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.722115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.722630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:00.725176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-5daa7cb2-1ef7-440e-a8f7-f2646bfd97e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6235 time: 0.1143243 Nov 25 17:17:00.813084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:00.822371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c5b2bce-2447-4501-b319-81a096338137 req-653dba7c-f5be-418b-8a8d-8c832364d511 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0873172 Nov 25 17:17:00.887802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8175fd3f-0f19-4223-9365-61d75b3d0672,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:00.905305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.074339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0bd45-7170-486e-8667-1ad4e74a2877 req-d4b0d304-b978-4621-b16d-20a0de4c3335 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.076343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-37d0bd45-7170-486e-8667-1ad4e74a2877 req-d4b0d304-b978-4621-b16d-20a0de4c3335 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.2960050 Nov 25 17:17:01.084416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.087517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.089939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] 10.222.0.55 "PUT /v2.0/ports/8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 1091 time: 2.7157292 Nov 25 17:17:01.155343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:01.212959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185e3d-c2b4-4a73-8197-59bd7accec2a service neutron] Pushing event updated for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:01.273686 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-1c119885-bec8-4cab-92a2-fc5518375738 service neutron] show failed (client error): The resource could not be found. Nov 25 17:17:01.274847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-1c119885-bec8-4cab-92a2-fc5518375738 service neutron] 10.222.0.55 "GET /v2.0/ports/b2c7e143-7f83-4cf3-a501-3b17fa0af267/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.2569723 Nov 25 17:17:01.294880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-f30c245d-5a18-4a48-be9d-d19862e5912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.295825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-f30c245d-5a18-4a48-be9d-d19862e5912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.297077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-f30c245d-5a18-4a48-be9d-d19862e5912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.300559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-f30c245d-5a18-4a48-be9d-d19862e5912f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5516965 Nov 25 17:17:01.302959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-37d0bd45-7170-486e-8667-1ad4e74a2877 req-1651da11-5677-4b4a-a132-90eba52e3f42 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068896 Nov 25 17:17:01.312583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84e8bf-cafe-4c0d-b5e1-34f38c2a1200 req-6c0264d8-ec1f-48f8-ad45-94bbb365f272 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.326584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ec84e8bf-cafe-4c0d-b5e1-34f38c2a1200 req-6c0264d8-ec1f-48f8-ad45-94bbb365f272 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.1993084 Nov 25 17:17:01.335080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:01.414557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-06fa9779-e476-428d-9a44-5b6aad2f8b80 req-cfded634-b5e9-452b-822b-f668db7ec218 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:17:01.423342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06fa9779-e476-428d-9a44-5b6aad2f8b80 req-cfded634-b5e9-452b-822b-f668db7ec218 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178707 Nov 25 17:17:01.616612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ec84e8bf-cafe-4c0d-b5e1-34f38c2a1200 req-51ee2fa4-1037-4409-92a9-488555c6a523 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888865 Nov 25 17:17:01.705940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-6a9f2a13-b599-4cb9-b9ee-f537e64945a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.708304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1524301b-d8cd-4d97-83a4-6898a0416dd9 req-6a9f2a13-b599-4cb9-b9ee-f537e64945a8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3790705 Nov 25 17:17:01.753997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06fa9779-e476-428d-9a44-5b6aad2f8b80 req-c357251b-1141-427d-8d34-b2221093abbb tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2815289 Nov 25 17:17:01.925084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e882a6-0541-4ac8-b98f-0640f4845eff details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:01.975999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-33dc6cd6-b4be-4d8b-8ea9-22106be09cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:01.985400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-33dc6cd6-b4be-4d8b-8ea9-22106be09cf3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41&tenant_id=676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 1100 time: 0.2816420 Nov 25 17:17:02.023993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:02.147193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.152349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82e882a6-0541-4ac8-b98f-0640f4845eff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e882a6-0541-4ac8-b98f-0640f4845eff,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:02.156030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.168896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '82e882a6-0541-4ac8-b98f-0640f4845eff', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '82e882a6-0541-4ac8-b98f-0640f4845eff', 'mac_address': 'fa:16:3e:37:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:02.189293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.213207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.233460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.254330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.274211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.278415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ff0a98-c156-41dd-a0ef-6fffd5205af1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:02.285843 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.294947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-247b9261-90b8-48d5-971c-d669b08efe34 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5385 time: 0.4817336 Nov 25 17:17:02.298813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.328114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e882a6-0541-4ac8-b98f-0640f4845eff {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:02.340808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Transition to ACTIVE for port object c2ff0a98-c156-41dd-a0ef-6fffd5205af1 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:02.346849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.393282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82e882a6-0541-4ac8-b98f-0640f4845eff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e882a6-0541-4ac8-b98f-0640f4845eff,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:02.400344 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.433671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36907f-3bc2-45fa-bc9b-f346da64c9af req-96e1bd5c-eb1a-43eb-8466-84fc5689f3e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.436840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.441662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f36907f-3bc2-45fa-bc9b-f346da64c9af req-96e1bd5c-eb1a-43eb-8466-84fc5689f3e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 943 time: 0.1581769 Nov 25 17:17:02.473736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:02.531862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f36907f-3bc2-45fa-bc9b-f346da64c9af req-6352a683-762c-4a38-8542-2001e5b04762 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891767 Nov 25 17:17:02.568775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=82e882a6-0541-4ac8-b98f-0640f4845eff,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:02.635586 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-038f5d51-9c15-4d63-8a8a-5702ec71e27f req-fd3edbc2-5626-440c-8e31-af2a4016f1c0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3360283 Nov 25 17:17:02.636158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:02.640199 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3dd974-bdd1-4f7c-93da-8484282fc9be" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:02.710963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82e882a6-0541-4ac8-b98f-0640f4845eff'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:02.750057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Attempting to bind port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:02.750450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Attempting to bind port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:02.750881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Attempting to bind port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:02.762745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:02.763467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Attempting to bind port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:02.771875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:02.772356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Checking segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:02.772853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Bound using segment: {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:02.778649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Bound port: c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe3c8db-2aa2-4ecf-ba06-80c357251688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:02.779168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:02.967740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fcf31d1-6fd0-45f4-9cdc-dceaa94cfd0e req-cc73fdee-8487-4e85-8f5e-36b982e36935 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0764773 Nov 25 17:17:02.976327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979111b2-b93d-46cf-8560-e82681a7f275 req-a64cc8dc-4757-4acf-a362-fa7a51374ec6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:02.985567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-979111b2-b93d-46cf-8560-e82681a7f275 req-a64cc8dc-4757-4acf-a362-fa7a51374ec6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1738045 Nov 25 17:17:03.045042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-979111b2-b93d-46cf-8560-e82681a7f275 req-7be1c856-c257-4c1b-b4d1-8b226b784dcb tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577042 Nov 25 17:17:03.061194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:03.100610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:03.109046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.187880 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37f82c-e807-463f-a1c6-63c1edd44bf2 x-openstack-request-id: req-2c37f82c-e807-463f-a1c6-63c1edd44bf2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:03.188279 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:03.188479 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c37f82c-e807-463f-a1c6-63c1edd44bf2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:03.188870 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672', 'status': 'completed', 'code': 200} Nov 25 17:17:03.189975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:03.264087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.265527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.267115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-504c3fcc-e5c1-47f6-94ca-35ccac96c033 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 1091 time: 2.1251526 Nov 25 17:17:03.337979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:03.539531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039e1ac-0bb3-4716-9b95-a626341a4ad9 req-3d765155-5ab8-44aa-954d-b6359a9f661d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.541436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1039e1ac-0bb3-4716-9b95-a626341a4ad9 req-3d765155-5ab8-44aa-954d-b6359a9f661d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.3469734 Nov 25 17:17:03.544260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:03.580929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976eda9-9be7-4349-8767-36da64799488 req-c6d085d0-0ccc-49dd-9517-9a55a68e26ae tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.583021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2976eda9-9be7-4349-8767-36da64799488 req-c6d085d0-0ccc-49dd-9517-9a55a68e26ae tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 946 time: 0.3338015 Nov 25 17:17:03.615666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.618844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.623809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.624754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.625390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.626024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.626650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:03.629243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-1f30a884-de93-4b2e-95f5-4b42cd8191c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6344 time: 0.3697433 Nov 25 17:17:03.633122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.642633 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0af5d07c-8cc3-4b95-9c3d-06711240ff6d req-ccc9e7d7-7034-4a22-9f07-92a9c468f9cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0822933 Nov 25 17:17:03.711848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:03.818216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1039e1ac-0bb3-4716-9b95-a626341a4ad9 req-7dc8777f-866c-4022-be8b-e90b79a08b17 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420373 Nov 25 17:17:03.885446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2976eda9-9be7-4349-8767-36da64799488 req-902f4238-536e-4220-a250-eade639cf09a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505996 Nov 25 17:17:03.912790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e882a6-0541-4ac8-b98f-0640f4845eff up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:03.913285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:03.931812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Transition to ACTIVE for port object b2c7e143-7f83-4cf3-a501-3b17fa0af267 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:03.933207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:03.937607 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8d0217-92fd-4c28-8f73-61a8676f3d8c" -d '{"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:03.946689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.016090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:04.076370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 82e882a6-0541-4ac8-b98f-0640f4845eff completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:04.080773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 82e882a6-0541-4ac8-b98f-0640f4845eff triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:04.081677 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.084287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-015a8b73-2cab-4237-87d1-a56ebbef1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.084287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-015a8b73-2cab-4237-87d1-a56ebbef1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.084787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-015a8b73-2cab-4237-87d1-a56ebbef1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.088138 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-015a8b73-2cab-4237-87d1-a56ebbef1ae9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4385083 Nov 25 17:17:04.194452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] No DVR routers for this DVR port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:04.355203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.360221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:04.360811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:04.361793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:04.374522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdf4413-2195-4f95-8824-787101281f23 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:04.378016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.388697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.393880 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.401897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.407683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Transition to ACTIVE for port object 3bdf4413-2195-4f95-8824-787101281f23 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:04.410434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.417573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.420040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.428147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.435814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.445312 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33574793-c596-413a-88c3-1a61126ea97e req-ae1c6110-0cf1-4d58-8a36-475027e7cdef tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5397 time: 0.3552010 Nov 25 17:17:04.471850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:04.472512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:04.490531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82e882a6-0541-4ac8-b98f-0640f4845eff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e882a6-0541-4ac8-b98f-0640f4845eff,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:04.492743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:04.497916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e882a6-0541-4ac8-b98f-0640f4845eff'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:04.505841 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4cf86-52dd-4051-9dd7-120415add343" -d '{"events": [{"server_uuid": "722cca2d-e05c-4cfb-9d6d-cdd828ba813b", "name": "network-vif-plugged", "status": "completed", "tag": "82e882a6-0541-4ac8-b98f-0640f4845eff"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:04.514819 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.530225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-fcff83d8-f189-4a29-bbd5-8ba164e95bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.533456 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3dd974-bdd1-4f7c-93da-8484282fc9be req-fcff83d8-f189-4a29-bbd5-8ba164e95bc3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4274433 Nov 25 17:17:04.533456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:04.545311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:04.545311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:04.545311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Bound port: b2c7e143-7f83-4cf3-a501-3b17fa0af267, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:04.546357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.566801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445789b-d0c4-439c-9cea-72a779c4ca8d req-71ffd4f6-fb4c-4396-a95b-a5fafedcb05e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:04.582027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f445789b-d0c4-439c-9cea-72a779c4ca8d req-71ffd4f6-fb4c-4396-a95b-a5fafedcb05e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 944 time: 0.1726568 Nov 25 17:17:04.715498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f445789b-d0c4-439c-9cea-72a779c4ca8d req-8526030d-d19c-4b62-9cea-dc00880be5da tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274354 Nov 25 17:17:04.715951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33574793-c596-413a-88c3-1a61126ea97e req-fdad3700-8682-4575-b16a-e6fa98f6a443 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2691138 Nov 25 17:17:04.775232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=82e882a6-0541-4ac8-b98f-0640f4845eff,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:04.803273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:04.837628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:04.864276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:04.874787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:04.974971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Attempting to bind port 3bdf4413-2195-4f95-8824-787101281f23 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:04.975559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Attempting to bind port 3bdf4413-2195-4f95-8824-787101281f23 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:04.975805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Attempting to bind port 3bdf4413-2195-4f95-8824-787101281f23 on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:04.993574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:04.994150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Port 3bdf4413-2195-4f95-8824-787101281f23 on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:04.994292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Attempting to bind port 3bdf4413-2195-4f95-8824-787101281f23 on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:05.023887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:05.024230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Checking segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:05.024714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Bound using segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:05.030873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Bound port: 3bdf4413-2195-4f95-8824-787101281f23, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:05.031354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.066385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.068007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.073158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] 10.222.0.73 "PUT /v2.0/ports/b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 1095 time: 3.0704887 Nov 25 17:17:05.179335 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49acdf60-cab9-429b-a860-89b005379bbb x-openstack-request-id: req-49acdf60-cab9-429b-a860-89b005379bbb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:05.180107 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:05.180635 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-49acdf60-cab9-429b-a860-89b005379bbb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:05.181263 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'code': 200} Nov 25 17:17:05.218541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:05.224977 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67969cbb-705c-4ef0-9c7e-dbf586622bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:05.248799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e8169-0d0d-4963-a5fe-8fbe73841527 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:05.287050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ecec964-ef3c-4c81-b1a9-df479207eb4c req-64184e4d-11cb-4e26-a404-b23059abf3b6 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0579810 Nov 25 17:17:05.309525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bb2f4-0cb8-4452-aabd-6a1327f9bfae req-7853302a-2e9b-4359-a4ec-78c479eb7328 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.321028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee5bb2f4-0cb8-4452-aabd-6a1327f9bfae req-7853302a-2e9b-4359-a4ec-78c479eb7328 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.3278916 Nov 25 17:17:05.332232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-06681cb2-da98-4bfb-849c-9ac98beb800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.333897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-06681cb2-da98-4bfb-849c-9ac98beb800c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1098 time: 0.2154210 Nov 25 17:17:05.349460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:05.356920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3bdf4413-2195-4f95-8824-787101281f23,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:05.364967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.398487 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280303d-3877-48f7-bb26-8a7ba80a0698 x-openstack-request-id: req-c280303d-3877-48f7-bb26-8a7ba80a0698 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:05.399878 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722cca2d-e05c-4cfb-9d6d-cdd828ba813b", "name": "network-vif-plugged", "status": "completed", "tag": "82e882a6-0541-4ac8-b98f-0640f4845eff", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:05.400352 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c280303d-3877-48f7-bb26-8a7ba80a0698 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:05.400996 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e882a6-0541-4ac8-b98f-0640f4845eff', 'code': 200} Nov 25 17:17:05.485029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee5bb2f4-0cb8-4452-aabd-6a1327f9bfae req-8bd05683-f233-4bfd-af96-8d30c2273806 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629467 Nov 25 17:17:05.489048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Pushing event updated for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:05.535552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.541978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.549453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-034f44fe-408f-4462-a1f8-c18c367e810d service neutron] 10.222.0.55 "PUT /v2.0/ports/3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 1091 time: 2.2286706 Nov 25 17:17:05.649580 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47580b0c-7e24-4865-81ce-403b9f5de151 x-openstack-request-id: req-47580b0c-7e24-4865-81ce-403b9f5de151 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:05.649983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3967ee78-76cf-4068-b3ce-293e5730c007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.661396 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:05.662047 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47580b0c-7e24-4865-81ce-403b9f5de151 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:05.662715 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1', 'status': 'completed', 'code': 200} Nov 25 17:17:05.677990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Request body: {'port': {'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:05.800793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556dbb-a054-4148-8803-321cea5b37b5 req-fb369537-ae93-42d7-85f1-9ef7aae0b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.808711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e556dbb-a054-4148-8803-321cea5b37b5 req-fb369537-ae93-42d7-85f1-9ef7aae0b13a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 1096 time: 0.3127487 Nov 25 17:17:05.812957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-15da0064-7fb1-411c-8410-009818084a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.814470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-15da0064-7fb1-411c-8410-009818084a08 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4713361 Nov 25 17:17:05.877172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48377df4-58d9-485b-965c-b61af4a7ae66 req-f549d9ae-5772-4a60-9fc5-f19a4c3f4d9c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:05.893296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48377df4-58d9-485b-965c-b61af4a7ae66 req-f549d9ae-5772-4a60-9fc5-f19a4c3f4d9c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.3042936 Nov 25 17:17:05.894031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:05.975293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-a32b8a53-0bbf-45a5-87d5-5c7ed522ac2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.1398654 Nov 25 17:17:06.092224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.093540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.094243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.096038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.096569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.097025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.097479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.101498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-fb90d9fa-108a-42a7-b145-b2774c8cebf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6411 time: 0.4300218 Nov 25 17:17:06.103231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-fddb770a-73a2-4b16-b843-1b60dfeae9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.105104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-fddb770a-73a2-4b16-b843-1b60dfeae9a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1046124 Nov 25 17:17:06.166130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48377df4-58d9-485b-965c-b61af4a7ae66 req-9c378002-df46-48fa-b42e-bb29edfe3f97 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639518 Nov 25 17:17:06.243423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e556dbb-a054-4148-8803-321cea5b37b5 req-98648381-d6a1-4f89-90a3-9009ccf00581 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269385 Nov 25 17:17:06.262867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-9c4303f4-7e4b-46c2-a059-477b4cd9e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.264455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-9c4303f4-7e4b-46c2-a059-477b4cd9e510 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493423 Nov 25 17:17:06.346796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abd34e65-bf08-4c1b-b7da-ba6bc4665d79 req-40878ef4-be4a-4117-837c-12a1c839c1ed tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619&device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0609188 Nov 25 17:17:06.395482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-7c32b37b-384c-409b-aac3-90876e396a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.395955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-7c32b37b-384c-409b-aac3-90876e396a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.400465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-7c32b37b-384c-409b-aac3-90876e396a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.404562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-7c32b37b-384c-409b-aac3-90876e396a9a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2747481 Nov 25 17:17:06.665643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-3d9e23b5-62d6-4747-b2ef-4956d8d1506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.667579 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67969cbb-705c-4ef0-9c7e-dbf586622bd5 req-3d9e23b5-62d6-4747-b2ef-4956d8d1506c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557471 Nov 25 17:17:06.687674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b78357-6c3e-45a9-bf13-19f986c39827 req-4d6f472b-e40b-4e54-8a35-e49bbb7b2ae5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.689763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b78357-6c3e-45a9-bf13-19f986c39827 req-4d6f472b-e40b-4e54-8a35-e49bbb7b2ae5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1727579 Nov 25 17:17:06.700980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9db2-62ff-4886-9fd8-9d273376b683 req-a50d525b-170d-4ef4-99dc-304422fdc9e5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.712662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9db2-62ff-4886-9fd8-9d273376b683 req-a50d525b-170d-4ef4-99dc-304422fdc9e5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.722786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9db2-62ff-4886-9fd8-9d273376b683 req-a50d525b-170d-4ef4-99dc-304422fdc9e5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:06.724556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f55c9db2-62ff-4886-9fd8-9d273376b683 req-a50d525b-170d-4ef4-99dc-304422fdc9e5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771&device_id=8d68bf08-70a5-46db-9180-9008978e7edc&device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 2418 time: 0.2396898 Nov 25 17:17:06.775196 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b78357-6c3e-45a9-bf13-19f986c39827 req-d7c5f957-1fca-4a8c-a209-70335f6181a1 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 Nov 25 17:17:06.778239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-d76a7993-17fd-49f8-ad51-e7e858807ae7 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938085 Nov 25 17:17:06.866791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:06.878418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:06.900565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Transition to ACTIVE for port object d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:06.919932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.005514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab04fe79-be00-45c3-a08a-314b2374c697 req-b93f9413-8b1a-47c4-81b6-566db62176bb service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198877 Nov 25 17:17:07.043622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.050711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.065061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:07.082329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.094318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.102380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.120399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.128366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.130304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-b24e7dbf-1715-442f-92d7-6e8122e548d1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.2283316 Nov 25 17:17:07.189331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:07.192224 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945956ea-f6c3-405e-be78-b28a33dfee05" -d '{"events": [{"name": "network-changed", "server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:07.278318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-69fdfc65-6ba1-46ce-96ed-d6af30579bb9 req-83174acc-b268-448f-bacf-c77b91b4be19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339750 Nov 25 17:17:07.330801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f55c9db2-62ff-4886-9fd8-9d273376b683 req-a9a39e7b-0037-4565-87fc-d43c640d88d3 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279044 Nov 25 17:17:07.361700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Attempting to bind port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:07.361983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Attempting to bind port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:07.362293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Attempting to bind port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:07.379736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:07.380086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Attempting to bind port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 on network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:07.398819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:07.399161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Checking segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:07.399576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Bound using segment: {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:07.400005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Bound port: d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b05add-4e59-4132-8cda-1b05e7220625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:07.400378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.592783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e441d8f2-c7a0-4aa1-a3e8-af072a4273ae req-b4845037-7621-4cb1-9450-665b27a45acb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=84cf537e015c462e90cc34c713f910fa&device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0320048 Nov 25 17:17:07.618827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] For port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:07.631116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] For port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:07.640620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e441d8f2-c7a0-4aa1-a3e8-af072a4273ae req-27189c8c-2ab4-4a91-b6b1-63fe67c67ca1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=84cf537e015c462e90cc34c713f910fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385802 Nov 25 17:17:07.665402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.726664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '3bdf4413-2195-4f95-8824-787101281f23'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:07.730022 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b09889d-1487-47ac-8a6b-f89035b60162" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "3bdf4413-2195-4f95-8824-787101281f23"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:07.783570 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a2ae06-8c77-423d-ad97-b5d834c086b2 x-openstack-request-id: req-77a2ae06-8c77-423d-ad97-b5d834c086b2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:07.784574 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:07.785069 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77a2ae06-8c77-423d-ad97-b5d834c086b2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:07.785741 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'status': 'completed', 'code': 200} Nov 25 17:17:07.795480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.798187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.799776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 1091 time: 2.1334269 Nov 25 17:17:07.802160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-0b53ce81-e9de-4afd-9a31-b9a6715882aa req-07cec7e0-a34c-45c9-81ad-23462c7095c5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:17:07.803894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b53ce81-e9de-4afd-9a31-b9a6715882aa req-07cec7e0-a34c-45c9-81ad-23462c7095c5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087957 Nov 25 17:17:07.897748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c38f4-63a3-4ea2-a116-c94072d1d168 req-1f58d043-6e8f-4ce5-8c61-08fb59098a6e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.917951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-806c38f4-63a3-4ea2-a116-c94072d1d168 req-1f58d043-6e8f-4ce5-8c61-08fb59098a6e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.2846494 Nov 25 17:17:07.927857 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7618ee5b-1a12-4d74-bf19-6ef13406ab0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:07.947366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-0f3c5769-12c5-48aa-9ba8-5dba3c186778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:07.948934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-0f3c5769-12c5-48aa-9ba8-5dba3c186778 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1098 time: 0.2238047 Nov 25 17:17:08.018448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-806c38f4-63a3-4ea2-a116-c94072d1d168 req-f3ec2caf-1091-4c67-8184-78ae8469afbe tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989158 Nov 25 17:17:08.019093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5322-f589-4aae-94c1-cb53ae7ee619 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:08.034220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441d8f2-c7a0-4aa1-a3e8-af072a4273ae req-c45905d4-d277-4c15-a8d4-dfafdbd42453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.035720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e441d8f2-c7a0-4aa1-a3e8-af072a4273ae req-c45905d4-d277-4c15-a8d4-dfafdbd42453 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3864663 Nov 25 17:17:08.041643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-47a5a97e-e31a-4685-89c0-278f4fd5105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.041643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-47a5a97e-e31a-4685-89c0-278f4fd5105e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1098 time: 0.2866402 Nov 25 17:17:08.067511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.068039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.069011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.069731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.070193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.070644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.071335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.074963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e32c9743-ebfc-4685-9f39-e7dad6f2bec3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6478 time: 0.2102568 Nov 25 17:17:08.172722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-67ba070e-2886-417d-86b9-5a33d0817ea9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 217 time: 0.0888593 Nov 25 17:17:08.202700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1cb36179-ac18-4fc9-9953-48630a47812e req-57eb042a-4361-4a84-bd4a-12af2bce6af2 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0288296 Nov 25 17:17:08.279902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-cc12b4b5-e3e1-4225-8fcc-a7392a02b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.287202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-cc12b4b5-e3e1-4225-8fcc-a7392a02b47e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.0834804 Nov 25 17:17:08.314394 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db563243-75a5-4968-837b-d64bed67c3d9 x-openstack-request-id: req-db563243-75a5-4968-837b-d64bed67c3d9 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:08.314943 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "3bdf4413-2195-4f95-8824-787101281f23", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:08.315413 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db563243-75a5-4968-837b-d64bed67c3d9 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:08.316012 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '3bdf4413-2195-4f95-8824-787101281f23', 'status': 'completed', 'code': 200} Nov 25 17:17:08.382801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8492bd7a-9e29-41dc-bedf-21451b9b566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.388031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8492bd7a-9e29-41dc-bedf-21451b9b566a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937591 Nov 25 17:17:08.510921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-27c23d7e-d4ad-4b59-8dc6-faac9361189a service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141512 Nov 25 17:17:08.643594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-fcd0075b-99d3-4b09-b748-0c204e2254d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.644978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-fcd0075b-99d3-4b09-b748-0c204e2254d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.5328088 Nov 25 17:17:08.667733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-1e035872-6d6c-44d5-939e-0fb128860f81 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245639 Nov 25 17:17:08.701454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a567bf-c715-47c2-8993-ff14bd5b3547 req-0e8d199e-3c3c-4e43-b86a-f285948d3551 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.708898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b53ce81-e9de-4afd-9a31-b9a6715882aa req-a86c15e8-be83-4866-9915-e3a0935ad044 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8971596 Nov 25 17:17:08.709374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43a567bf-c715-47c2-8993-ff14bd5b3547 req-0e8d199e-3c3c-4e43-b86a-f285948d3551 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1968384 Nov 25 17:17:08.773781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-45f74e0c-90ee-4433-8f3c-eae388bdea35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 217 time: 0.0914307 Nov 25 17:17:08.789862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-8605cfe1-8575-4a45-8ec4-62dbc7cb4f55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.1163051 Nov 25 17:17:08.963230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43a567bf-c715-47c2-8993-ff14bd5b3547 req-2a9f8927-021b-40fd-90f8-cf31ebfc292c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407002 Nov 25 17:17:08.972225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e8a97d66-f7e6-498b-a13b-a0adf10f9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.979653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-e8a97d66-f7e6-498b-a13b-a0adf10f9e2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1633055 Nov 25 17:17:08.993016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-1e7f4e16-8daa-410f-b727-7cb212a30a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:08.994702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-1e7f4e16-8daa-410f-b727-7cb212a30a2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1985834 Nov 25 17:17:09.078006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-ac49de20-7937-4017-96c9-3c5a38ff2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.080144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-ac49de20-7937-4017-96c9-3c5a38ff2224 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 1.1221986 Nov 25 17:17:09.083336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-bf5edce6-6db9-4b6f-a7d8-48f79c76d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.084814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-bf5edce6-6db9-4b6f-a7d8-48f79c76d2e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795257 Nov 25 17:17:09.198545 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:09.272477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-92ca639f-3202-4f87-b86f-2a3cd16a3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.284801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-92ca639f-3202-4f87-b86f-2a3cd16a3c49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2979050 Nov 25 17:17:09.386361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-da6dcd6d-aa0a-4377-960e-961244d50b38 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481192 Nov 25 17:17:09.387750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-97aa7757-0c09-4542-aafc-9a152e9ec7fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.2955711 Nov 25 17:17:09.435648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.459975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.467645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e441d8f2-c7a0-4aa1-a3e8-af072a4273ae req-23ec1753-1142-4129-8a98-4747da670cbc tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.73 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0787902 Nov 25 17:17:09.474119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.489490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.521433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.528228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.536217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-79b32feb-6d5c-4f8b-9dae-f758447a3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.538710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-79b32feb-6d5c-4f8b-9dae-f758447a3cbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1321793 Nov 25 17:17:09.545712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.555800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-91f03123-acf1-43d1-b24a-7af3a73ab377 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.4036975 Nov 25 17:17:09.636058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-dd42d646-3187-4106-8bfa-8305ba269fff service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392161 Nov 25 17:17:09.671799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-cac96379-27b1-4481-8fff-4c3e0cd62e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.683110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-cac96379-27b1-4481-8fff-4c3e0cd62e8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288817 Nov 25 17:17:09.829676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e852ada-fd5d-4819-b4c6-159745678e6a req-208c2cea-c7d8-48de-ae9b-fc46b98c4531 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2709477 Nov 25 17:17:09.841593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-d2bb4b96-70e6-4bbd-83f0-72308fbbdcd4 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454581 Nov 25 17:17:09.919353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-d9185bbc-9116-47ae-a826-64811ba045c9 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281930 Nov 25 17:17:09.994421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98934859-234d-4063-aa56-482b866ada01 req-96f10985-ff63-4627-9d62-f660457dd980 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:09.999010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98934859-234d-4063-aa56-482b866ada01 req-96f10985-ff63-4627-9d62-f660457dd980 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.1754713 Nov 25 17:17:10.020986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-f0c2d13e-1f43-47e5-9ec2-37d606263f0f service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706359 Nov 25 17:17:10.105455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-f25e81f0-6ceb-4c38-a7ae-b0147e415372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 217 time: 0.0733631 Nov 25 17:17:10.147439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98934859-234d-4063-aa56-482b866ada01 req-f6d8d481-12e2-4d0d-be2f-d457098d093f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403487 Nov 25 17:17:10.161438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-945956ea-f6c3-405e-be78-b28a33dfee05 req-4824a022-e6d5-4952-9b75-8435f861b1df service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282538 Nov 25 17:17:10.260895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-907e70f9-0ece-42ee-b2a6-e75795bb7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:10.266854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-907e70f9-0ece-42ee-b2a6-e75795bb7a23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1537979 Nov 25 17:17:10.316896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:10.319881 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ee383-d2e3-488e-8cd8-5de4f0717330" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "d4fc222c-e8f7-4e3b-a085-ad0ec56301b3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:10.349401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-00d42be7-6ded-4157-803c-4bfc31e1f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:10.351784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-00d42be7-6ded-4157-803c-4bfc31e1f83a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772841 Nov 25 17:17:10.362393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4da0389-97b0-4163-a589-a7f1a89617dd req-21180873-6bb6-4174-a6e5-614a9a3bed1f tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=f96d64c7-6fe5-4c66-9ab6-d16ded365619 HTTP/1.1" status: 200 len: 210 time: 0.0723464 Nov 25 17:17:10.471204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:10.695555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99d85-90d9-4563-b51e-15ea561cc74b req-cf64be8d-61f2-44f4-9bfb-bb8ddc688263 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:10.697764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bcb99d85-90d9-4563-b51e-15ea561cc74b req-cf64be8d-61f2-44f4-9bfb-bb8ddc688263 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.2717407 Nov 25 17:17:10.788635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-b3ceca01-3b2a-40e1-b272-56cd11a33b16 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286609 Nov 25 17:17:10.974793 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-b8b39ee7-6a1c-46db-8ed0-37cd37546f2c service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658578 Nov 25 17:17:10.998750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-20646478-44ce-4835-b44d-1dedf6064c83 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.001044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-20646478-44ce-4835-b44d-1dedf6064c83 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41&tenant_id=676e520b9b0b416b9d9f33e018f59d4d&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 947 time: 0.0970082 Nov 25 17:17:11.021202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-3b6665b1-96e7-4ce7-9fc5-5d3380bbad99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 217 time: 0.0367360 Nov 25 17:17:11.041067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bcb99d85-90d9-4563-b51e-15ea561cc74b req-71f888ad-a32c-4d91-9bb5-1b1c4eb89c85 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334923 Nov 25 17:17:11.118119 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63af68ab-fa01-4668-8222-19ad6ffa9ea3 x-openstack-request-id: req-63af68ab-fa01-4668-8222-19ad6ffa9ea3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:11.120118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-c6d62597-6528-477d-bb30-b34473b0b654 service neutron] 10.222.0.73 "GET /v2.0/ports/b2c7e143-7f83-4cf3-a501-3b17fa0af267/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 382 time: 0.1100481 Nov 25 17:17:11.120606 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "d4fc222c-e8f7-4e3b-a085-ad0ec56301b3", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:11.121054 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63af68ab-fa01-4668-8222-19ad6ffa9ea3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:11.122858 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3', 'status': 'completed', 'code': 200} Nov 25 17:17:11.132899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-c23e3368-a8b5-463b-81f7-acf2b47ac413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.134550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-c23e3368-a8b5-463b-81f7-acf2b47ac413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.0923717 Nov 25 17:17:11.229256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-fe45f804-09b9-4d32-a5a2-ca1eef918fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.231256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-fe45f804-09b9-4d32-a5a2-ca1eef918fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867159 Nov 25 17:17:11.298293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:11.305194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-6a99e115-7a1a-41fa-9621-350180badd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.307735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-6a99e115-7a1a-41fa-9621-350180badd74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1098 time: 0.1602471 Nov 25 17:17:11.344796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-305cee49-9135-4d5e-966e-9a7b314ac9fe service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058643 Nov 25 17:17:11.476882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c3c97-2183-457f-bad8-ac34dd501ad3 req-9bfc8eeb-eb41-4d4c-b2d0-d31aaadffbdd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.485442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f77c3c97-2183-457f-bad8-ac34dd501ad3 req-9bfc8eeb-eb41-4d4c-b2d0-d31aaadffbdd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.2546427 Nov 25 17:17:11.576277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f77c3c97-2183-457f-bad8-ac34dd501ad3 req-70289e16-993a-427a-b062-23f1eee34b62 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854650 Nov 25 17:17:11.668834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-84aa15e0-5c2d-423b-b593-934ec9f02bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.674511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-84aa15e0-5c2d-423b-b593-934ec9f02bfb service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3562336 Nov 25 17:17:11.793638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-59965b24-1c2f-4f26-b0ab-0247a541ce59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.1136312 Nov 25 17:17:11.904949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-a91adfb6-f5c5-4ec3-9438-79081fcda2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:11.904949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-a91adfb6-f5c5-4ec3-9438-79081fcda2ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1019490 Nov 25 17:17:11.988012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:12.001821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.003147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-096f8e02-0ddf-4e11-ae4b-c9f0d2e933e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.005011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-096f8e02-0ddf-4e11-ae4b-c9f0d2e933e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944264 Nov 25 17:17:12.009448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.016024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.022722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.029171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.042159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.062434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.071333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56380429-f846-40d1-af3c-106a457e6719 req-5f51ab14-6b0f-4e1e-9fea-f71711612bc7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.6966529 Nov 25 17:17:12.135887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:12.159362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'mac_address': 'fa:16:3e:e6:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:12.166954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-d7ca9e66-add7-4f3d-be97-67358d0ef81d service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547978 Nov 25 17:17:12.231814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.282339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:12.282465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-9ba355e0-a9dc-4bff-80ff-1559b373dae3 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9271281 Nov 25 17:17:12.365910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:12.366129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-48340442-c690-498b-a811-9bd47849b9c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 217 time: 0.0598986 Nov 25 17:17:12.376517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-c1319666-f057-471c-8151-f104ccd398a1 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991432 Nov 25 17:17:12.378163 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:12.488687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56380429-f846-40d1-af3c-106a457e6719 req-a91635da-4271-4a52-9e8b-d85ee3c6b509 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4160705 Nov 25 17:17:12.493718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-b61b2658-21bf-457d-b2e2-cd3e245680f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.521290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-b61b2658-21bf-457d-b2e2-cd3e245680f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1436841 Nov 25 17:17:12.533497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b773-9b7f-4480-8add-f484458505b8 req-8393adcd-be42-4736-aaa5-a6a750a81254 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.556251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c729b773-9b7f-4480-8add-f484458505b8 req-8393adcd-be42-4736-aaa5-a6a750a81254 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1264505 Nov 25 17:17:12.557451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:12.621868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4ea21bf5-cda1-4a41-893c-d471b0c01eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:12.623532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4ea21bf5-cda1-4a41-893c-d471b0c01eca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928044 Nov 25 17:17:12.686685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c729b773-9b7f-4480-8add-f484458505b8 req-368f54d8-389b-4b65-b7d5-b44dfcf184ab tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294379 Nov 25 17:17:12.721857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['b2c7e143-7f83-4cf3-a501-3b17fa0af267'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:12.811624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-506c4c0c-c7e7-4198-9ede-7bd2ac9a57e0 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752064 Nov 25 17:17:13.138005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80bc3ef5-716d-4693-b896-9a55e67851f3 req-f1cab9fb-2ba1-46e2-b7f3-05d530c9848e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84cf537e015c462e90cc34c713f910fa&device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0468745 Nov 25 17:17:13.155978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba824f-29c9-407e-965c-8e09daf90545 req-7b2dbc49-146d-4edf-8c81-fff1ab8f6967 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.155978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ba824f-29c9-407e-965c-8e09daf90545 req-7b2dbc49-146d-4edf-8c81-fff1ab8f6967 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 948 time: 0.1623564 Nov 25 17:17:13.180461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-d214d66b-d865-4c06-829c-b81fd14209ea service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625109 Nov 25 17:17:13.195772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80bc3ef5-716d-4693-b896-9a55e67851f3 req-86ad0f67-ac9b-47ba-a390-d639c293d784 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=84cf537e015c462e90cc34c713f910fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481007 Nov 25 17:17:13.307374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ba824f-29c9-407e-965c-8e09daf90545 req-78a898df-c1b8-4172-a084-d199767c0e85 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376967 Nov 25 17:17:13.313245 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-4e966001-00c5-4ef0-8db6-318b1c9aef01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.1159537 Nov 25 17:17:13.416663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a43fcd69-f9a9-4b6d-9f8f-1172ccb0e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.418197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-a43fcd69-f9a9-4b6d-9f8f-1172ccb0e5cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.0977004 Nov 25 17:17:13.427549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42f395e3-0a9d-4621-9cb5-13af6b031b3e req-759d9714-f00f-4615-a8cd-0a62d4f46803 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0632403 Nov 25 17:17:13.482475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc3ef5-716d-4693-b896-9a55e67851f3 req-37d56847-4cbd-4a7c-a1de-3f1ec8f657ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.484415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80bc3ef5-716d-4693-b896-9a55e67851f3 req-37d56847-4cbd-4a7c-a1de-3f1ec8f657ac service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2771614 Nov 25 17:17:13.492803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-69c23794-964f-4af7-a1cd-99cb13d877cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.494709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-69c23794-964f-4af7-a1cd-99cb13d877cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678103 Nov 25 17:17:13.711357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59130c08-9c0d-4bc1-9a09-16794430439d req-c4ebe774-1428-44f5-b052-3f5d89eeca32 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.713881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59130c08-9c0d-4bc1-9a09-16794430439d req-c4ebe774-1428-44f5-b052-3f5d89eeca32 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.0856304 Nov 25 17:17:13.731610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8667c3fc-c262-4546-b987-a3a42e27ee0a service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267988 Nov 25 17:17:13.767992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.774361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.781610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.788140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.795021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.801230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.807874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:13.810243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-62240d5d-8ab1-414f-ab63-683b887cfe85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.1304584 Nov 25 17:17:13.846469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59130c08-9c0d-4bc1-9a09-16794430439d req-7f3da60b-a552-4696-b264-a900a80b02e5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218295 Nov 25 17:17:13.939776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0fdf83bb-29b1-4506-95a3-d36fdd186b71 req-0c803cbb-f45b-4b02-a258-19d3e25b7943 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178441 Nov 25 17:17:13.954310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ca948ef1-66fa-44a3-9752-1325877bae08 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084198 Nov 25 17:17:13.977825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:14.020781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-8bd1d633-f886-4570-8a2e-2c58dc9f7894 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.0601494 Nov 25 17:17:14.041171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7043c3e-ea2b-4915-a232-b9e240afce84 req-61f403ac-7cf5-43df-a389-cf783a635279 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.050282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7043c3e-ea2b-4915-a232-b9e240afce84 req-61f403ac-7cf5-43df-a389-cf783a635279 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1276386 Nov 25 17:17:14.108734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ffd92322-3969-47ab-b3e8-7832cf018981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.110395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-ffd92322-3969-47ab-b3e8-7832cf018981 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.0810323 Nov 25 17:17:14.161384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7043c3e-ea2b-4915-a232-b9e240afce84 req-6fb39b9c-ef64-415e-b7fc-be60ad3ff84c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996666 Nov 25 17:17:14.187488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:14.202556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'mac_address': 'fa:16:3e:e6:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:14.206304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-dbb25fd1-e157-44a5-b975-e00ab627df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.211201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-dbb25fd1-e157-44a5-b975-e00ab627df41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908663 Nov 25 17:17:14.401721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-931b590e-45cf-49a9-b908-de53af9f21cf service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751866 Nov 25 17:17:14.547245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562e90-0525-4222-b68b-42548e4227d1 req-7abd058f-f441-463c-9eee-4945312e818c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.554867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f562e90-0525-4222-b68b-42548e4227d1 req-7abd058f-f441-463c-9eee-4945312e818c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 948 time: 0.1103394 Nov 25 17:17:14.625533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77976855-7b08-4758-80f6-57b7f1f23fa2 req-d46f5667-3cb8-4e16-b7cc-db2fc20a1b5b service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097480 Nov 25 17:17:14.674503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e2fac3f-43d1-4db6-a12a-cdea871bbf47 req-5cea2681-ea77-4665-8a6c-71e658b0ae20 tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0670714 Nov 25 17:17:14.755958 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f562e90-0525-4222-b68b-42548e4227d1 req-19a63ebd-b06a-416d-9da5-789733820265 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996312 Nov 25 17:17:14.806251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-faa9d111-0c1a-4858-b431-48eb45c9b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.807769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-faa9d111-0c1a-4858-b431-48eb45c9b4fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41&tenant_id=676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 1099 time: 0.1323872 Nov 25 17:17:14.821209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.821694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.822156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.822615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.823067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.823543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.824005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:14.828697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-246a0688-0722-4e4d-a7ec-cc6e651e9122 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6478 time: 0.0810597 Nov 25 17:17:14.834905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:14.859626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80bc3ef5-716d-4693-b896-9a55e67851f3 req-57e41927-fcd7-4495-b62f-ad4e233821bb tempest-ServerShowV247Test-2040269597 tempest-ServerShowV247Test-2040269597-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a253b5e-ff5c-4254-88e7-cf3816ce5c28 HTTP/1.1" status: 200 len: 210 time: 0.0284142 Nov 25 17:17:14.976655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.039659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-d01c5e0b-1338-471d-9688-225ea0419268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.041354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-d01c5e0b-1338-471d-9688-225ea0419268 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 903 time: 0.1828275 Nov 25 17:17:15.151684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-c2c6a1d2-4ad7-4df4-858d-8b81437e15c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.0481925 Nov 25 17:17:15.296789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5f33-8ddd-4644-ae51-9403341fc523 req-e09b000d-75e5-4909-9dfb-386dfbbb2905 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.297891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-208d5f33-8ddd-4644-ae51-9403341fc523 req-e09b000d-75e5-4909-9dfb-386dfbbb2905 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.2553465 Nov 25 17:17:15.309553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.316285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.323515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.343816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.345097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-fa22504b-2938-44ec-9a30-8b5e24f003d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.348286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-fa22504b-2938-44ec-9a30-8b5e24f003d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.1768191 Nov 25 17:17:15.358623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.365854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.371592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c449e9-33b1-4d99-96de-3be228539da4 req-fa868d8f-8598-4010-a786-2ed15454d12a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.376302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85c449e9-33b1-4d99-96de-3be228539da4 req-fa868d8f-8598-4010-a786-2ed15454d12a tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.2870119 Nov 25 17:17:15.385807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.400875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d529a5be-0975-4c89-bf33-310f599df201 req-e1d9ca7c-8651-4253-a95a-e803e29e9126 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.2022467 Nov 25 17:17:15.505959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-208d5f33-8ddd-4644-ae51-9403341fc523 req-698eee48-d2ef-4f8a-b9ed-4335f2f9f75c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782801 Nov 25 17:17:15.557957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:15.663155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-720a1750-0130-4d4e-bd51-232e83cccd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:15.665268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-720a1750-0130-4d4e-bd51-232e83cccd2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2724369 Nov 25 17:17:15.674058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:15.732300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d529a5be-0975-4c89-bf33-310f599df201 req-f4457474-0931-4853-9508-dc5937784430 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3302574 Nov 25 17:17:15.744678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:15.766944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.782869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Ignored duplicate provisioning block setup for port b2c7e143-7f83-4cf3-a501-3b17fa0af267 by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 17:17:15.791483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.828483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:15.922705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] No DVR routers for this DVR port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:15.925703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:15.982084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:15.982394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:15.982580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:16.032273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:16.032595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Attempting to bind port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:16.044695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:16.045102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:16.045489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:16.045930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Bound port: b2c7e143-7f83-4cf3-a501-3b17fa0af267, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:16.046704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.071128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Deleting port befcf440-f8fb-4f90-8622-8ebe258ef169 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:16.071686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.084135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4715d1e-9a74-4f45-8306-9bd52a156d7f req-be8a70e4-d03c-4d7b-ac01-9e9b9be9e837 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.098777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4715d1e-9a74-4f45-8306-9bd52a156d7f req-be8a70e4-d03c-4d7b-ac01-9e9b9be9e837 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.3725657 Nov 25 17:17:16.114482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ba49-f7c9-40b1-830a-9b7a01bd0faa req-0fe68606-faa4-4ae3-9bd8-57d91d242904 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.124747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ca7ba49-f7c9-40b1-830a-9b7a01bd0faa req-0fe68606-faa4-4ae3-9bd8-57d91d242904 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 947 time: 0.1336744 Nov 25 17:17:16.247993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37328) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:16.298068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ca7ba49-f7c9-40b1-830a-9b7a01bd0faa req-c69e45f9-28cd-4ce6-a682-6048998f63f2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678619 Nov 25 17:17:16.305741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-3b1e22ca-5827-43e7-9f53-7f4ef10650d1 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282926 Nov 25 17:17:16.316849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:16.321418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:16.330828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.401454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.402132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.404713 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] 10.222.0.55 "PUT /v2.0/ports/b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 1095 time: 1.5836251 Nov 25 17:17:16.405309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:16.408621 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc47eea0-1132-4e4f-84b2-d9c072ae0656" -d '{"events": [{"name": "network-changed", "server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:16.501454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4715d1e-9a74-4f45-8306-9bd52a156d7f req-bd856723-cb08-4880-a104-ec3efc6228ad tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938231 Nov 25 17:17:16.503529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] For port befcf440-f8fb-4f90-8622-8ebe258ef169, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=befcf440-f8fb-4f90-8622-8ebe258ef169,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:16.503897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.541168 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ab515-fa02-4bea-94dd-39b3d4ecad71 x-openstack-request-id: req-3e5ab515-fa02-4bea-94dd-39b3d4ecad71 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:16.542474 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:16.543022 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e5ab515-fa02-4bea-94dd-39b3d4ecad71 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:16.543928 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'status': 'completed', 'code': 200} Nov 25 17:17:16.582502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0356aa0e-99bd-4e47-9dfd-310ebbb4df75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:16.587927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7052-1202-48b1-9141-48be4ee86f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:16.624687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Calling delete_port for befcf440-f8fb-4f90-8622-8ebe258ef169 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:16.657444 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-332b9420-44da-4149-8f71-b2b3ee83a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.659816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-332b9420-44da-4149-8f71-b2b3ee83a4f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1099 time: 0.2131433 Nov 25 17:17:16.895681 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b09889d-1487-47ac-8a6b-f89035b60162 req-0941318b-7338-40c5-9249-1442f71c703a service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722945 Nov 25 17:17:16.907834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42754b-a2dd-4c77-aee7-1c67da160a2c req-2ae3463f-cf5c-4ea0-9f74-9ad73d78190d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.915654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c42754b-a2dd-4c77-aee7-1c67da160a2c req-2ae3463f-cf5c-4ea0-9f74-9ad73d78190d tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 946 time: 0.2193639 Nov 25 17:17:16.984995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-79ec0bc8-fa45-4fdb-b007-958b4b39c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:16.987030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-79ec0bc8-fa45-4fdb-b007-958b4b39c0b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1099 time: 0.4047482 Nov 25 17:17:16.999075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-213b162d-7fd9-49dc-8bc8-dbeba542e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.001000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-213b162d-7fd9-49dc-8bc8-dbeba542e6aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3299773 Nov 25 17:17:17.070520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0356aa0e-99bd-4e47-9dfd-310ebbb4df75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.072548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-82fc1f48-9692-4450-b687-55125e0b39d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.0579119 Nov 25 17:17:17.078827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0356aa0e-99bd-4e47-9dfd-310ebbb4df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.105050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.123847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.133949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.138118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c42754b-a2dd-4c77-aee7-1c67da160a2c req-b3f86dfe-ba4e-4703-ba21-1f3c404bfe36 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211697 Nov 25 17:17:17.141646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.164565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.172196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.179540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.182174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-5367bf07-1763-4f08-9f30-581bf285878e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.2630367 Nov 25 17:17:17.206459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.207238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.208165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.209057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.209983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.210613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.211519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.215956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-4f2b93eb-e970-441d-89db-9c357d363119 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6478 time: 0.2460442 Nov 25 17:17:17.326629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.346888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356aa0e-99bd-4e47-9dfd-310ebbb4df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943fc65d-2c44-4408-aede-a2e7716439d0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:17.370617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64afca13-e9c2-448c-9d6f-9ded9ae405bb req-83663a7e-47bc-431c-be43-7b736c56ff8e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532953 Nov 25 17:17:17.378856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0356aa0e-99bd-4e47-9dfd-310ebbb4df75 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84cf537e015c462e90cc34c713f910fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1250765 Nov 25 17:17:17.385230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37346) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:17.403787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-00181667-893d-4bec-ba5c-b87c4937f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.408422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-00181667-893d-4bec-ba5c-b87c4937f687 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2238860 Nov 25 17:17:17.409093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-1074df65-fdb3-4561-953d-645eff0b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.410529 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-1074df65-fdb3-4561-953d-645eff0b31d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3939626 Nov 25 17:17:17.429059 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.445111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['93d3bb60-1009-47c1-b891-3310c6dc2cae'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:17.534977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Pushing event deleted for resources: {'Port': ['ID=befcf440-f8fb-4f90-8622-8ebe258ef169,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:17.547267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-acfdebb9-d672-45d9-a8f7-37145d08088c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.1191645 Nov 25 17:17:17.554412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['32274b54-8814-4aa7-acee-e6eeff736b4c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:17.598827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a109b2d6-4271-42a1-9033-f3547eaeec77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.633149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] No DVR routers for this DVR port befcf440-f8fb-4f90-8622-8ebe258ef169 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:17.649801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.654190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85c449e9-33b1-4d99-96de-3be228539da4 req-ac4b4cb4-b78b-4316-8a16-748102a94d76 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "DELETE /v2.0/ports/befcf440-f8fb-4f90-8622-8ebe258ef169 HTTP/1.1" status: 204 len: 173 time: 2.2078185 Nov 25 17:17:17.655804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05075c1a-de0e-43e4-a086-d19a58103771', 'name': 'network-vif-deleted', 'tag': 'befcf440-f8fb-4f90-8622-8ebe258ef169'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:17.658363 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb1e29-de25-4fdf-a449-e00c6bea894b" -d '{"events": [{"server_uuid": "05075c1a-de0e-43e4-a086-d19a58103771", "name": "network-vif-deleted", "tag": "befcf440-f8fb-4f90-8622-8ebe258ef169"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:17.665159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-bcec92a6-cf40-4c0e-8d89-a077df7814cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.670677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-bcec92a6-cf40-4c0e-8d89-a077df7814cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933663 Nov 25 17:17:17.692599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9227732-52de-4262-9fe0-3b70fe6631a0 req-de1f9092-db1e-42f7-9479-1f92b2968855 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.694094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9227732-52de-4262-9fe0-3b70fe6631a0 req-de1f9092-db1e-42f7-9479-1f92b2968855 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 948 time: 0.2786534 Nov 25 17:17:17.702843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-e168abdf-d411-4d79-8927-2e5bf7e66e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.703672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-e168abdf-d411-4d79-8927-2e5bf7e66e7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1335940 Nov 25 17:17:17.786801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-efa7946c-23cb-425c-a8ff-072029e2d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:17.790819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-efa7946c-23cb-425c-a8ff-072029e2d0c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 903 time: 0.5626502 Nov 25 17:17:17.856081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9227732-52de-4262-9fe0-3b70fe6631a0 req-037fdb78-ba59-4aef-9c9c-44d120b9cead tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496418 Nov 25 17:17:17.922028 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a109b2d6-4271-42a1-9033-f3547eaeec77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:17.964081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-7347ae06-c0e1-4c0a-a6b2-a5d68fd3bba1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.1195047 Nov 25 17:17:18.006763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-6efaf480-d0b7-4b62-82bf-d053b90425ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.009515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-6efaf480-d0b7-4b62-82bf-d053b90425ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2962754 Nov 25 17:17:18.015665 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d194fa-8c4c-4fa8-a340-856703dad21c x-openstack-request-id: req-82d194fa-8c4c-4fa8-a340-856703dad21c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:18.016105 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05075c1a-de0e-43e4-a086-d19a58103771", "name": "network-vif-deleted", "tag": "befcf440-f8fb-4f90-8622-8ebe258ef169", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:18.016366 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-82d194fa-8c4c-4fa8-a340-856703dad21c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:18.016949 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05075c1a-de0e-43e4-a086-d19a58103771', 'name': 'network-vif-deleted', 'tag': 'befcf440-f8fb-4f90-8622-8ebe258ef169', 'status': 'completed', 'code': 200} Nov 25 17:17:18.047303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:18.174277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-c4af3b1c-33db-41bc-8ee1-6f50848a7612 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530401 Nov 25 17:17:18.211341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a109b2d6-4271-42a1-9033-f3547eaeec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.214536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a109b2d6-4271-42a1-9033-f3547eaeec77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:18.224127 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a109b2d6-4271-42a1-9033-f3547eaeec77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/943fc65d-2c44-4408-aede-a2e7716439d0 HTTP/1.1" status: 204 len: 168 time: 0.8377237 Nov 25 17:17:18.289541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109b2d6-4271-42a1-9033-f3547eaeec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943fc65d-2c44-4408-aede-a2e7716439d0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:18.422370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675073-2a24-4b37-8007-aff23fba0f10 req-40a910cb-0102-4e7b-bb2c-d20f68a11d72 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.431173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-d3350f09-d6e7-4b0d-aac2-c41e692b1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.439878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-d3350f09-d6e7-4b0d-aac2-c41e692b1e74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.4563403 Nov 25 17:17:18.441382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3675073-2a24-4b37-8007-aff23fba0f10 req-40a910cb-0102-4e7b-bb2c-d20f68a11d72 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.7916327 Nov 25 17:17:18.521008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:18.521661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device befcf440-f8fb-4f90-8622-8ebe258ef169 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:18.546602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: befcf440-f8fb-4f90-8622-8ebe258ef169 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:18.547334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device befcf440-f8fb-4f90-8622-8ebe258ef169 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:18.629145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3675073-2a24-4b37-8007-aff23fba0f10 req-b7d8ccfc-9d94-4b7a-9052-cda6eeec3544 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867657 Nov 25 17:17:18.640825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c5dae0d-35a1-4719-ae1e-0415a87d452f req-844ce88b-7bdc-42e9-971f-5aab9feab3c8 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447091 Nov 25 17:17:18.863265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.869932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.878600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.889333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.895687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.903126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.910078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.926084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4146847f-b21b-4e08-afab-80884c111a29 req-9c1dd573-df5b-4259-b04c-300362fb5222 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.2269456 Nov 25 17:17:18.937321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-a95f4939-4ee8-423e-a5c4-3562ad55eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:18.942661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-a95f4939-4ee8-423e-a5c4-3562ad55eb50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 1099 time: 0.2288501 Nov 25 17:17:19.111687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4146847f-b21b-4e08-afab-80884c111a29 req-538515a2-cae2-44cc-8a4c-e5d10556b12d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678219 Nov 25 17:17:19.119692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-e69ebb9e-386b-494d-92de-58cbecbaf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.122771 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-e69ebb9e-386b-494d-92de-58cbecbaf791 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1695671 Nov 25 17:17:19.212510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-ad1f33e7-e1d7-4707-876c-72a01d6a4572 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 200 len: 217 time: 0.0794172 Nov 25 17:17:19.342336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-1be520ee-5463-4b1d-866e-3a0710e51368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.349429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-1be520ee-5463-4b1d-866e-3a0710e51368 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1231196 Nov 25 17:17:19.377732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1366cb2f-6b7f-4fb2-ba52-327d5a04e7ff req-5364385f-5912-4477-b360-aab10cff1ef0 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=05075c1a-de0e-43e4-a086-d19a58103771 HTTP/1.1" status: 200 len: 210 time: 0.8368683 Nov 25 17:17:19.395080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a0171-526c-4d17-a6af-695409dfb940 req-660caa91-67c7-4020-961d-75884248ab42 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.406015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-769a0171-526c-4d17-a6af-695409dfb940 req-660caa91-67c7-4020-961d-75884248ab42 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 948 time: 0.1373796 Nov 25 17:17:19.444720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-98bd3167-0ac3-4efa-9c15-eed1bbb40bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3755643 Nov 25 17:17:19.454550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-cd7410e5-34c6-4501-80b2-78c5719d44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.459508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-cd7410e5-34c6-4501-80b2-78c5719d44c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0092599 Nov 25 17:17:19.483340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-bbcce7a3-d7bf-4fca-a712-ac7369c418a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.490297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-bbcce7a3-d7bf-4fca-a712-ac7369c418a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264315 Nov 25 17:17:19.582926 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-769a0171-526c-4d17-a6af-695409dfb940 req-ec8530c1-e10d-4913-9d8f-1cec58a1e5e9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756485 Nov 25 17:17:19.694890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-3da6b14c-144c-4f03-a134-ddb7a3421939 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856565 Nov 25 17:17:19.726641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:19.779431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-43c0a2d0-6e92-4d54-9767-f30fa9fb580a service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939293 Nov 25 17:17:19.831004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-cdd146e8-6558-461e-8e5d-ae97a864df2e service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272335 Nov 25 17:17:19.835701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc47eea0-1132-4e4f-84b2-d9c072ae0656 req-f94a2509-0c1b-4fa1-9f97-b602ab86a296 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736091 Nov 25 17:17:19.923412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-987081866-network', 'tenant_id': '1c3351a323674c7ca137aeb298f1a96b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:19.939887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdbdb0-c92c-4c99-b622-a1184c75dec6 req-838cb975-29d7-40de-8eda-d56e85639f32 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:19.947258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1efdbdb0-c92c-4c99-b622-a1184c75dec6 req-838cb975-29d7-40de-8eda-d56e85639f32 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1593983 Nov 25 17:17:20.014203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Made reservation on behalf of 1c3351a323674c7ca137aeb298f1a96b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:20.016564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.023753 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f1ee383-d2e3-488e-8cd8-5de4f0717330 req-8bb484ea-3da0-475c-ba43-a0b51e4dc244 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326250 Nov 25 17:17:20.033159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.048358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1efdbdb0-c92c-4c99-b622-a1184c75dec6 req-a3b817fa-b136-4ac1-b371-0fc7963149fa tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001914 Nov 25 17:17:20.145449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.154034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.183746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:20.200723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a26e96-6995-4b2e-a7e4-6fdae7db6850,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:20.206887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.207166 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Added segment 57dc9a09-dc80-4c1d-b325-265c5129094a of type vlan for network a267f5f7-6980-4278-93fd-d37ef541e9aa Nov 25 17:17:20.324299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.381383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.383946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.385424 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:20.400695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.407617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.414551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.426013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.433313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.441617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.452596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:20.463331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-c251944c-a7a6-47f4-94b3-14ec3814d6f4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.1829898 Nov 25 17:17:20.559638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] Pushing event updated for resources: {'Network': ['ID=a267f5f7-6980-4278-93fd-d37ef541e9aa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:20.575852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a267f5f7-6980-4278-93fd-d37ef541e9aa details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:20.620046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b70de50d-8243-4e4f-9bbf-25dd4a983574 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8852267 Nov 25 17:17:20.736121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-baf4c80f-a0b4-42c2-b3f8-48db4028a887 req-b4580614-cb42-43f5-87a8-f64fbd3e8749 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2696831 Nov 25 17:17:20.896981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:21.001499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25906f9f-d5c1-4571-980f-13e16500b5ec req-5b71f6cb-f506-445f-af80-7a1082d5dc8e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.004139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25906f9f-d5c1-4571-980f-13e16500b5ec req-5b71f6cb-f506-445f-af80-7a1082d5dc8e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 948 time: 0.0967927 Nov 25 17:17:21.068203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:21.080464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6eeb-44e8-446d-a5ba-e8eb99086345 req-e5b2d216-e0d6-4e8b-9e88-26f3ac08069c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.082836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85af6eeb-44e8-446d-a5ba-e8eb99086345 req-e5b2d216-e0d6-4e8b-9e88-26f3ac08069c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 946 time: 0.0795813 Nov 25 17:17:21.083352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'mac_address': 'fa:16:3e:e6:4e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:21.105928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25906f9f-d5c1-4571-980f-13e16500b5ec req-62457946-5015-4333-8525-2cb3f974a968 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951109 Nov 25 17:17:21.157998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.159664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85af6eeb-44e8-446d-a5ba-e8eb99086345 req-16cd28e4-57d7-42ba-ad6f-af57464c4d95 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674629 Nov 25 17:17:21.172755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:21.201841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:21.209092 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.265242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=11']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:21.299123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b7a44-112e-4717-b823-92fac80e82cf req-57803c7f-969d-48e0-a11e-cc9fd16390e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.313264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c67b7a44-112e-4717-b823-92fac80e82cf req-57803c7f-969d-48e0-a11e-cc9fd16390e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.0765984 Nov 25 17:17:21.376382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c67b7a44-112e-4717-b823-92fac80e82cf req-7c458228-091d-4444-beb0-0d74a47ce34e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 Nov 25 17:17:21.459339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b2c7e143-7f83-4cf3-a501-3b17fa0af267'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:21.503265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c61cbd-0131-4963-b69f-43ae3dee3afd req-c81180f2-99a8-4173-adb8-e48ed66b09bf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.505269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14c61cbd-0131-4963-b69f-43ae3dee3afd req-c81180f2-99a8-4173-adb8-e48ed66b09bf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 949 time: 0.0616806 Nov 25 17:17:21.592013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14c61cbd-0131-4963-b69f-43ae3dee3afd req-03323429-6d37-458b-96e0-9874a143d0b8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799410 Nov 25 17:17:21.624229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057a3a-36cf-4280-80ca-561b07421058 req-25553d08-6d62-4268-9600-fec31c8b7089 tempest-ComputeTenantNetworksTest-373805617 tempest-ComputeTenantNetworksTest-373805617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.631067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057a3a-36cf-4280-80ca-561b07421058 req-25553d08-6d62-4268-9600-fec31c8b7089 tempest-ComputeTenantNetworksTest-373805617 tempest-ComputeTenantNetworksTest-373805617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.637505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057a3a-36cf-4280-80ca-561b07421058 req-25553d08-6d62-4268-9600-fec31c8b7089 tempest-ComputeTenantNetworksTest-373805617 tempest-ComputeTenantNetworksTest-373805617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.639890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8e057a3a-36cf-4280-80ca-561b07421058 req-25553d08-6d62-4268-9600-fec31c8b7089 tempest-ComputeTenantNetworksTest-373805617 tempest-ComputeTenantNetworksTest-373805617-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2778640 Nov 25 17:17:21.780550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484fb27-98a0-417a-b6ee-5a0440c39171 req-186760f5-2348-4356-a663-9071151daa51 tempest-ComputeTenantNetworksTest-373805617 tempest-ComputeTenantNetworksTest-373805617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.782115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e484fb27-98a0-417a-b6ee-5a0440c39171 req-186760f5-2348-4356-a663-9071151daa51 tempest-ComputeTenantNetworksTest-373805617 tempest-ComputeTenantNetworksTest-373805617-project] 10.222.0.86 "GET /v2.0/networks/a267f5f7-6980-4278-93fd-d37ef541e9aa HTTP/1.1" status: 200 len: 768 time: 0.1059835 Nov 25 17:17:21.791425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:21.866792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-2739d26d-41f6-44fc-bf89-e580f442ddaf tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.868315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-2739d26d-41f6-44fc-bf89-e580f442ddaf tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/networks?id=a193ceff-7692-42c3-a296-a28bf05ffd0e HTTP/1.1" status: 200 len: 814 time: 0.1274734 Nov 25 17:17:21.888173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-437ffb0f-318c-4af3-afb2-73c91ff49cb6 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/quotas/15711ba830464a638af9110a31f22557 HTTP/1.1" status: 200 len: 375 time: 0.0126433 Nov 25 17:17:21.905715 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:21.938775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-07b337b3-1179-444d-aa50-96ba7293cccc tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=15711ba830464a638af9110a31f22557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477130 Nov 25 17:17:21.942636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.949021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.955598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.961495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.968487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.974523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.981131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:21.983460 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72b4f42a-8a24-4e75-947c-6643214046eb req-f146b308-8ced-4c7a-bf8d-34bb8cd28347 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.1166072 Nov 25 17:17:22.047071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-e0090882-d9a5-40ad-b6a4-85cbb289bd91 service neutron] 10.222.0.86 "GET /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998704 Nov 25 17:17:22.086604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.129152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a267f5f7-6980-4278-93fd-d37ef541e9aa']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:22.149940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-80a0434e-9c2f-40da-b765-232666b235de service neutron] 10.222.0.86 "GET /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969768 Nov 25 17:17:22.154707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72b4f42a-8a24-4e75-947c-6643214046eb req-8cd48254-b16d-484d-b3f3-265d03082d85 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484582 Nov 25 17:17:22.156589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dc9a09-dc80-4c1d-b325-265c5129094a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:22.156880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dc9a09-dc80-4c1d-b325-265c5129094a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:22.177563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.222802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.234970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:22.235373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:22.237121 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:22.321388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-78153ebd-1352-4270-978e-00cfe3ca9a7f tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.322865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-78153ebd-1352-4270-978e-00cfe3ca9a7f tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 946 time: 0.1405480 Nov 25 17:17:22.362476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-718b8d77-8693-4d2c-8e3f-36d18b92557a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813344 Nov 25 17:17:22.389783 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.448739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.470510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a267f5f7-6980-4278-93fd-d37ef541e9aa HTTP/1.1" status: 204 len: 168 time: 0.6700003 Nov 25 17:17:22.579642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61a4af-e065-4474-8b4b-c43225a72d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a267f5f7-6980-4278-93fd-d37ef541e9aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:22.581902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22062a82-6d65-4c7d-af1f-9dc3c7c8d9c4 req-c4b83dd1-c19d-488c-9fca-8a8bd59377b6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.585459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-22062a82-6d65-4c7d-af1f-9dc3c7c8d9c4 req-c4b83dd1-c19d-488c-9fca-8a8bd59377b6 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 946 time: 0.1086130 Nov 25 17:17:22.673804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-0a854e85-5764-4d76-9916-9e0a96e7f081 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.675322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-0a854e85-5764-4d76-9916-9e0a96e7f081 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042250 Nov 25 17:17:22.676185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:22.689852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-22062a82-6d65-4c7d-af1f-9dc3c7c8d9c4 req-37fec7ad-6ce8-4925-b026-8f34a00833fd tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936687 Nov 25 17:17:22.696728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Deleting port 93d3bb60-1009-47c1-b891-3310c6dc2cae {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:22.696728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.737527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-b6bbf9bf-f603-42eb-9714-ff3faaaab301 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/quotas/676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 375 time: 0.0519035 Nov 25 17:17:22.770157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:22.792009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7375c571-9213-4180-a89c-13a5d569098b req-3cfe077f-3e8f-4ed2-90ef-f3fbf9a197d6 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 210 time: 0.0475204 Nov 25 17:17:22.894715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9bd19041-8ea9-441a-9e3d-b0d56258621d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1c3351a323674c7ca137aeb298f1a96b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137194 Nov 25 17:17:22.897631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:22.905595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b2c7e143-7f83-4cf3-a501-3b17fa0af267 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:22.910618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b2c7e143-7f83-4cf3-a501-3b17fa0af267 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:22.911078 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:22.942741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333313e2-f5ce-4fe2-8da6-1085821af7d0 req-052ae7f1-0728-4956-9dba-7bf61e25a26d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:22.954624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-333313e2-f5ce-4fe2-8da6-1085821af7d0 req-052ae7f1-0728-4956-9dba-7bf61e25a26d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.0773206 Nov 25 17:17:22.972464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-60071a74-ed21-43c6-9a7d-af2fa0936376 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1826746 Nov 25 17:17:23.006631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] For port 93d3bb60-1009-47c1-b891-3310c6dc2cae, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=93d3bb60-1009-47c1-b891-3310c6dc2cae,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:23.007018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.034485 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb276cf-3e93-41f8-a1e1-11dfc70e6a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.043812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Calling delete_port for 93d3bb60-1009-47c1-b891-3310c6dc2cae owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:23.045022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-333313e2-f5ce-4fe2-8da6-1085821af7d0 req-d0eba138-4412-4cf3-b9a7-e33a50a50cfe tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892606 Nov 25 17:17:23.048200 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.086568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb276cf-3e93-41f8-a1e1-11dfc70e6a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.091906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:23.094374 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded78a76-242d-4380-adef-63a102d68114" -d '{"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-plugged", "status": "completed", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:23.121643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:23.140471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.211129 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5dcdd0-2efa-4e33-8c8e-3af10325655e x-openstack-request-id: req-8e5dcdd0-2efa-4e33-8c8e-3af10325655e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:23.216129 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-plugged", "status": "completed", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:23.216874 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e5dcdd0-2efa-4e33-8c8e-3af10325655e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:23.217654 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'code': 200} Nov 25 17:17:23.259645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:23.290717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb276cf-3e93-41f8-a1e1-11dfc70e6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.294018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb276cf-3e93-41f8-a1e1-11dfc70e6a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.296892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cdb276cf-3e93-41f8-a1e1-11dfc70e6a53 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2a26e96-6995-4b2e-a7e4-6fdae7db6850 HTTP/1.1" status: 204 len: 168 time: 0.3946736 Nov 25 17:17:23.361151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb39d753-2f05-4986-bc41-ff1ab1e8d5ac req-749263d4-4f64-4c34-8db5-bf5cb332e66a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 210 time: 0.1367004 Nov 25 17:17:23.367787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.370006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb276cf-3e93-41f8-a1e1-11dfc70e6a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a26e96-6995-4b2e-a7e4-6fdae7db6850,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:23.383889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['93d3bb60-1009-47c1-b891-3310c6dc2cae'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:23.408839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.417787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.425175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['32274b54-8814-4aa7-acee-e6eeff736b4c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:23.425824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.432284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.441852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.446257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Pushing event deleted for resources: {'Port': ['ID=93d3bb60-1009-47c1-b891-3310c6dc2cae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:23.453726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.461870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:23.475544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-f10b2467-7d93-4a8b-87d3-abadd33474d7 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.1724772 Nov 25 17:17:23.597855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] No DVR routers for this DVR port 93d3bb60-1009-47c1-b891-3310c6dc2cae on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:23.600860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:23.604672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-252887e4-35ee-425b-bfc1-ca7d07d65ce9 req-13901f3a-91f4-4553-a425-efd342cc2a81 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.73 "DELETE /v2.0/ports/93d3bb60-1009-47c1-b891-3310c6dc2cae HTTP/1.1" status: 204 len: 173 time: 1.2540169 Nov 25 17:17:23.605149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d68bf08-70a5-46db-9180-9008978e7edc', 'name': 'network-vif-deleted', 'tag': '93d3bb60-1009-47c1-b891-3310c6dc2cae'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:23.608569 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3b525-cb85-45be-88c4-b75d55c29c12" -d '{"events": [{"server_uuid": "8d68bf08-70a5-46db-9180-9008978e7edc", "name": "network-vif-deleted", "tag": "93d3bb60-1009-47c1-b891-3310c6dc2cae"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:23.741937 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fffaf2-cadf-45af-a42f-91b9520e5d5d x-openstack-request-id: req-40fffaf2-cadf-45af-a42f-91b9520e5d5d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:23.743779 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d68bf08-70a5-46db-9180-9008978e7edc", "name": "network-vif-deleted", "tag": "93d3bb60-1009-47c1-b891-3310c6dc2cae", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:23.744245 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40fffaf2-cadf-45af-a42f-91b9520e5d5d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:23.744847 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d68bf08-70a5-46db-9180-9008978e7edc', 'name': 'network-vif-deleted', 'tag': '93d3bb60-1009-47c1-b891-3310c6dc2cae', 'status': 'completed', 'code': 200} Nov 25 17:17:23.971005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d8b4923-05a1-494d-8bd5-e80a71c32674 req-96defc21-78b4-42f5-ba43-6b7e70c6d225 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d68bf08-70a5-46db-9180-9008978e7edc HTTP/1.1" status: 200 len: 210 time: 0.1045744 Nov 25 17:17:24.120650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-9dd1e5e6-9954-43ae-8389-f0506be74e55 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.122820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-9dd1e5e6-9954-43ae-8389-f0506be74e55 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.73 "GET /v2.0/networks?id=a193ceff-7692-42c3-a296-a28bf05ffd0e HTTP/1.1" status: 200 len: 814 time: 0.3621953 Nov 25 17:17:24.142104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Request body: {'port': {'device_id': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'admin_state_up': True, 'tenant_id': '15711ba830464a638af9110a31f22557'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:24.232411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0adba24-4741-4a79-89ab-bd53ee6a4e20 req-bff3dd36-86dd-4b3d-8870-2da27212cc80 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 210 time: 0.0969598 Nov 25 17:17:24.298237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4386149d-14ca-462d-90f6-fff7a4d89385 req-d16edd5b-4ff8-4382-82b5-60a10bb4a803 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8155975 Nov 25 17:17:24.412933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Made reservation on behalf of 15711ba830464a638af9110a31f22557 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:24.417572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:24.588176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e935efaa-dda2-477d-8d1b-48cb91374242 req-e7df3426-a9d3-4168-9a52-31919b3834a8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 210 time: 0.0680399 Nov 25 17:17:24.648982 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8591d-1e3b-4b3d-8a5e-1e3ea3067145 req-25513127-01d2-4e4a-8728-1a5eba73b647 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:24.655090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cca8591d-1e3b-4b3d-8a5e-1e3ea3067145 req-25513127-01d2-4e4a-8728-1a5eba73b647 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.2858593 Nov 25 17:17:24.701460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Allocated IP 172.20.0.13 (a193ceff-7692-42c3-a296-a28bf05ffd0e/54bf2927-a6d4-47fc-81e8-19f49c8f27a8/cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:24.776967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cca8591d-1e3b-4b3d-8a5e-1e3ea3067145 req-232bf3f9-01e4-4d22-b742-4614805d030e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061530 Nov 25 17:17:25.025599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.202478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-129fedb0-f72d-4dfc-8e60-2d4963e0f54f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651293 Nov 25 17:17:25.314478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.392440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Pushing event updated for resources: {'Port': ['ID=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:25.413145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Network a193ceff-7692-42c3-a296-a28bf05ffd0e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:25.416896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:25.421805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:25.479655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.482577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.512950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-bf5d118b-0ca1-406e-9321-4ed1c8818d5c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3690403 Nov 25 17:17:25.556002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Request body: {'port': {'device_id': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:25.729185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-7c622123-b915-4a04-8f05-99e35035a371 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.729535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023f7a3-9516-4de4-b78c-1837db314b4d req-05176b9b-52d0-472d-b6a8-9e6b776689c1 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.732823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-7c622123-b915-4a04-8f05-99e35035a371 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5223105 Nov 25 17:17:25.733647 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:25.739982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8023f7a3-9516-4de4-b78c-1837db314b4d req-05176b9b-52d0-472d-b6a8-9e6b776689c1 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 932 time: 0.1970377 Nov 25 17:17:25.748191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-c853668f-b082-44aa-a651-6a72292c191e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3746674 Nov 25 17:17:25.803329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Request body: {'port': {'device_id': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '676e520b9b0b416b9d9f33e018f59d4d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:25.916226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8023f7a3-9516-4de4-b78c-1837db314b4d req-45eb6a36-1a4e-459f-8690-fef1e2758bee tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747818 Nov 25 17:17:25.966455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-bb4fb5f9-497a-4318-8851-0f28080058ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:25.974441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-bb4fb5f9-497a-4318-8851-0f28080058ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=148d23d225f44fd2b5f6b6297e377cca&device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 1096 time: 0.1824675 Nov 25 17:17:26.021632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-20d29b9a-6f4b-4b4c-a6af-8b2e8fdcdc2b None None] Provisioning complete for port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:26.022725 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20d29b9a-6f4b-4b4c-a6af-8b2e8fdcdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.177074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-20d29b9a-6f4b-4b4c-a6af-8b2e8fdcdc2b None None] Port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:26.180048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 93d3bb60-1009-47c1-b891-3310c6dc2cae no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:26.237929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 93d3bb60-1009-47c1-b891-3310c6dc2cae {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:26.238659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 93d3bb60-1009-47c1-b891-3310c6dc2cae not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:26.301781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f765-0766-4a42-9592-4ab34f276584 req-8d7f6e58-ce84-4766-9f93-4e62945f7886 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.311529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5624f765-0766-4a42-9592-4ab34f276584 req-8d7f6e58-ce84-4766-9f93-4e62945f7886 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1253808 Nov 25 17:17:26.373605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-cdbbadc7-7d1d-479f-b7b4-30bb09d0fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.377981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-cdbbadc7-7d1d-479f-b7b4-30bb09d0fd95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 200 len: 917 time: 0.3793488 Nov 25 17:17:26.431708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.441098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.451016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.458793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.466972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.474342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.481820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.489728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-ea80cb88-f360-4829-86c6-755e62984621 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32274b54-8814-4aa7-acee-e6eeff736b4c HTTP/1.1" status: 200 len: 217 time: 0.0992796 Nov 25 17:17:26.491778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-8341a809-6fe0-486d-b219-9b16b96c802e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.7156143 Nov 25 17:17:26.508107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5624f765-0766-4a42-9592-4ab34f276584 req-276a8297-a8a2-418d-a551-66fefe84eeb5 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952322 Nov 25 17:17:26.518487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-f894d0c2-c314-4722-91fe-c41efc0b90b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3217988 Nov 25 17:17:26.528299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Made reservation on behalf of 676e520b9b0b416b9d9f33e018f59d4d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:26.534292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:26.672359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-1f05de98-c267-4a6a-b5ec-1b2531b1c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.677673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-1f05de98-c267-4a6a-b5ec-1b2531b1c676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 200 len: 855 time: 0.1601775 Nov 25 17:17:26.781356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98d1d349-dd1c-4297-9a49-777f793ae3c6 req-d6772928-6e0f-4156-b14a-8342bd5ea425 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 210 time: 0.0980086 Nov 25 17:17:26.801469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a78a6d7-6d0e-48f2-901a-75b9392460e9 req-d0772d34-586b-414e-927d-2277fdf7205c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3085358 Nov 25 17:17:26.812797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-a943e0b4-e710-4969-8bb4-1f3bf879c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:26.817616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-a943e0b4-e710-4969-8bb4-1f3bf879c3b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5492a74a-29d0-4e5c-b33a-919b7bcf2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199102 Nov 25 17:17:27.197593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Allocated IP 192.168.233.139 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/b10c467d-8ac5-46a3-9fbf-2a514c43b671) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:27.255444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-9929983e-cf73-40a6-9cfd-1679d153d084 service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175549 Nov 25 17:17:27.333612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb24ea9-c022-4e91-85e4-9c4bd4b95f42 req-049d55e0-e2c1-4ee0-a54e-ce7ab26b13d5 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:27.348336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7cb24ea9-c022-4e91-85e4-9c4bd4b95f42 req-049d55e0-e2c1-4ee0-a54e-ce7ab26b13d5 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 932 time: 0.2477710 Nov 25 17:17:27.617534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7cb24ea9-c022-4e91-85e4-9c4bd4b95f42 req-10b0f63a-eb1b-41b5-97df-f5608a6aeaab tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680805 Nov 25 17:17:27.785952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a4ef419-0ecf-4565-8c81-c4b5be19bd7a req-0ddd12cd-b34b-48f3-8d70-e060f373ca2f service neutron] 10.222.0.55 "GET /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065961 Nov 25 17:17:27.810080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:27.834314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:27.897717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76bae-47b0-4675-a7ec-f1015284ad8b req-4563a710-cb72-44a4-9d7c-66cf41d7f019 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:27.903503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62e76bae-47b0-4675-a7ec-f1015284ad8b req-4563a710-cb72-44a4-9d7c-66cf41d7f019 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.9019480 Nov 25 17:17:27.934871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952f17f-e2aa-407a-af34-b6b1196dbbad req-ac5054c4-be5f-4677-af5e-f4468131f5d1 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:27.939269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Transition to ACTIVE for port object cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:27.950531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0952f17f-e2aa-407a-af34-b6b1196dbbad req-ac5054c4-be5f-4677-af5e-f4468131f5d1 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.1315370 Nov 25 17:17:27.964462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.033195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:28.055412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0952f17f-e2aa-407a-af34-b6b1196dbbad req-3005ce7a-ae04-42cf-9f54-5187d7eac324 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e2d16af-7a60-47ad-b376-9cdb0991baea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002638 Nov 25 17:17:28.076911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-3fd95abb-37cb-4752-ba84-6945181aa042 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.078442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-3fd95abb-37cb-4752-ba84-6945181aa042 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 945 time: 0.2958941 Nov 25 17:17:28.148148 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.219335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62e76bae-47b0-4675-a7ec-f1015284ad8b req-0fb0e567-d177-4012-93bb-fdb23f265fc0 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990563 Nov 25 17:17:28.270792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ff894ee-5283-4f51-8187-0257f37199a2 req-6a65d212-ce0a-422c-9b79-b2d642443a95 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 210 time: 0.0859025 Nov 25 17:17:28.661036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Attempting to bind port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:28.661375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Attempting to bind port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:28.661704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Attempting to bind port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b on network a193ceff-7692-42c3-a296-a28bf05ffd0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:28.667535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-933dd2cf-72a4-47b8-be2a-637328c19f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.669422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-933dd2cf-72a4-47b8-be2a-637328c19f04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 1100 time: 0.3773038 Nov 25 17:17:28.673161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b on network a193ceff-7692-42c3-a296-a28bf05ffd0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:28.673483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Attempting to bind port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b on network a193ceff-7692-42c3-a296-a28bf05ffd0e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:28.688962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.694719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.701310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.707190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.713102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.719953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.725875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:28.733782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8781013d-9f54-401d-b170-44167f780508 req-e7388084-ea8d-4201-ae82-495b467bc186 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.3551347 Nov 25 17:17:28.802228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:28.802570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Checking segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:28.802970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Bound using segment: {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:28.803777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Bound port: cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d239a4b-05ca-4355-afcc-3f9b926d4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:28.803777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.814530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:28.827904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61', 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:28.834958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:28.853224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:28.859649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:28.862538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:29.046472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] For port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:29.052081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] For port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:29.132644 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.190802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8781013d-9f54-401d-b170-44167f780508 req-f186d0aa-e7ee-423b-9ab1-45aa5685a2bd tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4561369 Nov 25 17:17:29.226912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Deleting port 32274b54-8814-4aa7-acee-e6eeff736b4c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:29.227627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.325444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:29.326130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.332221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] 10.222.0.73 "PUT /v2.0/ports/cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b HTTP/1.1" status: 200 len: 1092 time: 3.7935653 Nov 25 17:17:29.332773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'tag': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:29.338634 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce641ce2-8474-47ce-b589-f567a8bafbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "40274e33-2bce-4e32-8237-4ea85e9f1f2e", "tag": "cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:29.344557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f0e0-13d5-41dc-94c8-fa90ff0b3792 req-1a680704-ee85-4b3f-8270-03aa5ae78011 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:29.392042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f0f0e0-13d5-41dc-94c8-fa90ff0b3792 req-1a680704-ee85-4b3f-8270-03aa5ae78011 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.2456136 Nov 25 17:17:29.515642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f0f0e0-13d5-41dc-94c8-fa90ff0b3792 req-de8df959-a679-493a-8371-043e206ad422 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211660 Nov 25 17:17:29.535977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] For port 32274b54-8814-4aa7-acee-e6eeff736b4c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=32274b54-8814-4aa7-acee-e6eeff736b4c,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:29.536350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.555529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-64e2c6b1-1110-481b-9191-9240fc4d9123 None None] Provisioning complete for port b10c467d-8ac5-46a3-9fbf-2a514c43b671 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:29.556043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64e2c6b1-1110-481b-9191-9240fc4d9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.559371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Calling delete_port for 32274b54-8814-4aa7-acee-e6eeff736b4c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:29.698787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a97bca-fa1c-48ea-be5a-c548b8084923 req-7dd72be5-7702-43d6-a7ec-2eda77fd90f7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:29.710461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97a97bca-fa1c-48ea-be5a-c548b8084923 req-7dd72be5-7702-43d6-a7ec-2eda77fd90f7 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.0905759 Nov 25 17:17:29.726726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.732988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-64e2c6b1-1110-481b-9191-9240fc4d9123 None None] Port b10c467d-8ac5-46a3-9fbf-2a514c43b671 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:29.743422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:29.821883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97a97bca-fa1c-48ea-be5a-c548b8084923 req-98fa3bdf-6e5b-4c93-b183-13163dbe5f92 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061418 Nov 25 17:17:29.843351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:29.844035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:29.856316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c900d-3563-4cac-9f14-7b394cf6ddbe service neutron] Pushing event updated for resources: {'Port': ['ID=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:29.891071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-c7ff417b-cb65-410f-9e65-04ae423bcbb2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1114008 Nov 25 17:17:29.901058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb853552-1e8d-4578-8461-25a4754d43f7 req-0defec8c-7550-4ec4-bc9c-728dedb39fe3 tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b24e14c-c6f7-4475-b1f0-fceab4711a96 HTTP/1.1" status: 200 len: 210 time: 0.1763108 Nov 25 17:17:29.936626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Request body: {'port': {'device_id': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:29.988084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Pushing event deleted for resources: {'Port': ['ID=32274b54-8814-4aa7-acee-e6eeff736b4c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:30.038328 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb9341-2012-4d03-a134-e3f13bb1552a x-openstack-request-id: req-bdbb9341-2012-4d03-a134-e3f13bb1552a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:30.038475 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40274e33-2bce-4e32-8237-4ea85e9f1f2e", "tag": "cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:30.038840 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdbb9341-2012-4d03-a134-e3f13bb1552a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:30.039312 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'tag': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b', 'status': 'completed', 'code': 200} Nov 25 17:17:30.052936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ad83fd79-0050-4928-b273-da92f730f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.054438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-ad83fd79-0050-4928-b273-da92f730f57d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15711ba830464a638af9110a31f22557&device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 1095 time: 0.3337603 Nov 25 17:17:30.090533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-cbe764f3-5b81-44e3-b24e-af3a86793486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.092024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-cbe764f3-5b81-44e3-b24e-af3a86793486 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 1.0367341 Nov 25 17:17:30.092869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] No DVR routers for this DVR port 32274b54-8814-4aa7-acee-e6eeff736b4c on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:30.114079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.117433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a620f7aa-fcf1-42a5-a777-4d5f938d53d4 req-6ab34dbf-1f19-4bde-aa73-f034b125184c tempest-ListServerFiltersTestJSON-1097440433 tempest-ListServerFiltersTestJSON-1097440433-project] 10.222.0.55 "DELETE /v2.0/ports/32274b54-8814-4aa7-acee-e6eeff736b4c HTTP/1.1" status: 204 len: 173 time: 2.0224583 Nov 25 17:17:30.118026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:30.181133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bf760-e54b-42ae-86a1-7fdd066b07b8 req-5bb30025-6fe1-4d84-87d2-bfe055f7bdf5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.202780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b2bf760-e54b-42ae-86a1-7fdd066b07b8 req-5bb30025-6fe1-4d84-87d2-bfe055f7bdf5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 936 time: 0.1749713 Nov 25 17:17:30.228294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-af04914d-e91d-4903-895f-11e80bc3b195 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b HTTP/1.1" status: 200 len: 217 time: 0.1391084 Nov 25 17:17:30.456016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b2bf760-e54b-42ae-86a1-7fdd066b07b8 req-cea8a23d-588a-46e6-a240-9d138278dbb8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517681 Nov 25 17:17:30.564780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-2c88196a-460e-4533-b342-aaf77e4cd069 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 200 len: 217 time: 0.2446291 Nov 25 17:17:30.771623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690a68b-ee5b-4684-977e-f9ebc5444f0a req-60c86398-4058-4dde-8770-fec2f36687e3 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:30.781776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9690a68b-ee5b-4684-977e-f9ebc5444f0a req-60c86398-4058-4dde-8770-fec2f36687e3 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.1237273 Nov 25 17:17:30.801579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 32274b54-8814-4aa7-acee-e6eeff736b4c no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:30.898385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 32274b54-8814-4aa7-acee-e6eeff736b4c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:30.898832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 32274b54-8814-4aa7-acee-e6eeff736b4c not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:30.963604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9690a68b-ee5b-4684-977e-f9ebc5444f0a req-eecd2958-2311-4fe4-82c0-8ba48e14d628 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805937 Nov 25 17:17:30.975028 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:17:31.061911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-589d6ffc-c338-4d42-a114-e3e5b042822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.064571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-589d6ffc-c338-4d42-a114-e3e5b042822a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54bf2927-a6d4-47fc-81e8-19f49c8f27a8 HTTP/1.1" status: 200 len: 853 time: 0.7456024 Nov 25 17:17:31.075640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-5ded57a6-2d59-4e80-9f6e-7cad805472c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.077428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-5ded57a6-2d59-4e80-9f6e-7cad805472c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.4549124 Nov 25 17:17:31.187631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.194466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.202315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.208996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.216439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.224098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.232359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.252381 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-8d2bd89d-f2d1-4aa6-97dd-6fcaef15cc19 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5421 time: 0.6831324 Nov 25 17:17:31.350842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7bb17-05fa-4dec-a516-e7408314cb0f req-db315834-c27c-46e7-b2b5-8a17001316d6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.354952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bfe7bb17-05fa-4dec-a516-e7408314cb0f req-db315834-c27c-46e7-b2b5-8a17001316d6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1412535 Nov 25 17:17:31.484517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bfe7bb17-05fa-4dec-a516-e7408314cb0f req-78268e4a-0afb-4894-b298-ee36f92fe20c tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189401 Nov 25 17:17:31.531353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37686) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:31.533691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-583f5a70-c8f1-4fb8-8284-09839ace5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.535341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-583f5a70-c8f1-4fb8-8284-09839ace5d9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4345989 Nov 25 17:17:31.541674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-98a68ed5-ee30-4c1b-bf7d-4896c37b81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:31.556084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-98a68ed5-ee30-4c1b-bf7d-4896c37b81cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a193ceff-7692-42c3-a296-a28bf05ffd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4622097 Nov 25 17:17:31.646782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Deleting subnet ee22b250-1443-4852-bbfd-90fb5de65309 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:17:31.662552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.668267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:31.707539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb1b42ad-fb57-4b39-a5dc-c5c00f539100 req-64e96c90-cdb1-4aaa-9aaf-bccf3c07d93e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4539840 Nov 25 17:17:31.720922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.721074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.752319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Transition to ACTIVE for port object b10c467d-8ac5-46a3-9fbf-2a514c43b671 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:31.767927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:31.856934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-dc06822e-d881-4db9-b180-838454a0c4c2 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944436 Nov 25 17:17:31.868640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-797df65b-80a0-40af-8af1-801265f5e103 service neutron] 10.222.0.73 "GET /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975295 Nov 25 17:17:31.888115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:32.057081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'name': 'network-vif-deleted', 'tag': '32274b54-8814-4aa7-acee-e6eeff736b4c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:32.060131 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a940c0ad-e8ea-4674-98b0-5df078a2abe4" -d '{"events": [{"server_uuid": "6b24e14c-c6f7-4475-b1f0-fceab4711a96", "name": "network-vif-deleted", "tag": "32274b54-8814-4aa7-acee-e6eeff736b4c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:32.078075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573bbd9-50b7-4a98-a2e3-d66c0ca77f50 req-14993d94-c537-4eeb-b95d-10c0535041bf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.087566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5573bbd9-50b7-4a98-a2e3-d66c0ca77f50 req-14993d94-c537-4eeb-b95d-10c0535041bf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.2113779 Nov 25 17:17:32.091222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.149647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:32.151557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:32.152841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:32.246156 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5573bbd9-50b7-4a98-a2e3-d66c0ca77f50 req-ff9c26dc-2ea9-474e-aaf6-8b2b6e8c7bac tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538711 Nov 25 17:17:32.329493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.389361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee22b250-1443-4852-bbfd-90fb5de65309,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:32.396727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39d108-0f1d-4d00-881b-9c0754a2c8ee None None] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:32.412726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.425016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-232eab58-6c92-4021-aed6-335fd31bf27e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ee22b250-1443-4852-bbfd-90fb5de65309 HTTP/1.1" status: 204 len: 168 time: 0.8916728 Nov 25 17:17:32.426260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:32.578632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:32.579209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:32.592931 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8612f2e-c77e-47e4-9558-ebc73524d70f x-openstack-request-id: req-b8612f2e-c77e-47e4-9558-ebc73524d70f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:32.593237 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b24e14c-c6f7-4475-b1f0-fceab4711a96", "name": "network-vif-deleted", "tag": "32274b54-8814-4aa7-acee-e6eeff736b4c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:32.593484 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8612f2e-c77e-47e4-9558-ebc73524d70f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:32.593921 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e14c-c6f7-4475-b1f0-fceab4711a96', 'name': 'network-vif-deleted', 'tag': '32274b54-8814-4aa7-acee-e6eeff736b4c', 'status': 'completed', 'code': 200} Nov 25 17:17:32.639918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:32.640287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:32.640627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:32.641102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Bound port: b10c467d-8ac5-46a3-9fbf-2a514c43b671, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:32.641451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.709160 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.773141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e595bc-a42b-488c-8821-e9a3f98800ad req-da922d8b-150d-4048-8ad7-c1b51d886e0e tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:32.774831 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0e595bc-a42b-488c-8821-e9a3f98800ad req-da922d8b-150d-4048-8ad7-c1b51d886e0e tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.6280129 Nov 25 17:17:32.814390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:32.915441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0e595bc-a42b-488c-8821-e9a3f98800ad req-b7368370-b9d0-4c29-ac68-1c2e79dbb68a tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311026 Nov 25 17:17:32.917453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a93906bf-24eb-41c0-bc0a-f8195c3c0b3e req-8b3b86c9-8760-4393-9c99-65832f8efaf3 service neutron] 10.222.0.73 "GET /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361502 Nov 25 17:17:32.923630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28c1a3d-3771-414c-bc53-c42b71ea6906 req-1229b26b-1850-4ecc-be39-9296ea67d6e0 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284729 Nov 25 17:17:32.927918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:32.941976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:32.950332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:32.958930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Deleting port 8c991189-c043-49a1-add5-a1d26013eae8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:32.959113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.072779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.075278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.078291 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 1096 time: 3.1693237 Nov 25 17:17:33.183072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4104c-97e0-4a1d-a6cc-d1cb34a374b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:33.250779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] For port 8c991189-c043-49a1-add5-a1d26013eae8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8c991189-c043-49a1-add5-a1d26013eae8,segment=NetworkSegment(373290ba-ad16-48ce-a312-d7ad3e9fb3e2),segment_id=373290ba-ad16-48ce-a312-d7ad3e9fb3e2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:33.251196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.274634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-44cee63a-adc4-48ae-a4cc-cd5c603814c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.281806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-44cee63a-adc4-48ae-a4cc-cd5c603814c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1099 time: 0.1253805 Nov 25 17:17:33.282062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:33.305018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Calling delete_port for 8c991189-c043-49a1-add5-a1d26013eae8 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:33.315662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'port_id': '93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e', 'mac_address': 'fa:16:3e:1a:21:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:33.434960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-fa8ace7d-253e-44eb-89e5-1af695e8b6a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.1429834 Nov 25 17:17:33.512273 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.555071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:33.602820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] DHCP port deletion for 5492a74a-29d0-4e5c-b33a-919b7bcf2363 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:17:33.624830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb3f2-a531-4e1e-834b-0b0a13449210 req-1cb3596c-2e9c-4f0b-807e-e18b4d367a0b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.634995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c6fb3f2-a531-4e1e-834b-0b0a13449210 req-1cb3596c-2e9c-4f0b-807e-e18b4d367a0b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.2975240 Nov 25 17:17:33.666397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:33.691031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.691852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:33.699945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-45f9e44c-a24d-438f-8185-b055779cfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.702222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-45f9e44c-a24d-438f-8185-b055779cfa03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2515113 Nov 25 17:17:33.707443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-c0af0173-5795-4e08-b876-bed3a986ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.709082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-c0af0173-5795-4e08-b876-bed3a986ee55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15711ba830464a638af9110a31f22557&device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 1095 time: 0.2201006 Nov 25 17:17:33.732110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c6fb3f2-a531-4e1e-834b-0b0a13449210 req-435493ac-da29-4714-a247-331856331afc tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957487 Nov 25 17:17:33.780322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:33.835188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] No DVR routers for this DVR port 8c991189-c043-49a1-add5-a1d26013eae8 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:33.942607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-42df59c7-9454-4042-af11-f1798fd150b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:33.946269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c991189-c043-49a1-add5-a1d26013eae8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:33.948025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-42df59c7-9454-4042-af11-f1798fd150b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378170 Nov 25 17:17:33.991096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:17:34.049375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:34.158256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.164979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.179098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.216050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.218329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5492a74a-29d0-4e5c-b33a-919b7bcf2363']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:34.223359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Deleting port 8c991189-c043-49a1-add5-a1d26013eae8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:34.224054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.230573 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.248931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373290ba-ad16-48ce-a312-d7ad3e9fb3e2') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:34.249343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373290ba-ad16-48ce-a312-d7ad3e9fb3e2') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:34.250370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.265178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.268130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.281521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.286338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.289488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:17:34.290251 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.299657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-996ba010-db16-49fa-aa8d-536cd76106e2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5422 time: 0.5671625 Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:17:34.364909 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:17:34.372721 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.397168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.402335 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5492a74a-29d0-4e5c-b33a-919b7bcf2363 HTTP/1.1" status: 204 len: 168 time: 1.9748168 Nov 25 17:17:34.404899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907246aa-cefc-4f6a-b6ab-3409e444b5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5492a74a-29d0-4e5c-b33a-919b7bcf2363,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:34.428788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] For port 8c991189-c043-49a1-add5-a1d26013eae8, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:34.429169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.432807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:34.451590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3990a2-e9e9-47c9-81a9-e36d5b10f43a req-a6fbc353-2f0c-41b3-a6ab-50e1e94f9b00 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.460202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc3990a2-e9e9-47c9-81a9-e36d5b10f43a req-a6fbc353-2f0c-41b3-a6ab-50e1e94f9b00 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.5151770 Nov 25 17:17:34.472363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Calling delete_port for 8c991189-c043-49a1-add5-a1d26013eae8 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:34.502044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Port 8c991189-c043-49a1-add5-a1d26013eae8 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:17:34.503703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'port_id': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'mac_address': 'fa:16:3e:87:d3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:34.504806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-fe2aa50e-6f53-427b-92fe-efa49c451955 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365510 Nov 25 17:17:34.506548 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.541923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc3990a2-e9e9-47c9-81a9-e36d5b10f43a req-128c759f-0691-4af5-9591-513807142c1e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804582 Nov 25 17:17:34.560585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Pushing event deleted for resources: {'Port': ['ID=8c991189-c043-49a1-add5-a1d26013eae8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:34.600070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:34.602445 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb6f4ef-2773-4149-a651-f8afc53c942e" -d '{"events": [{"name": "network-changed", "server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:34.610197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-ce6cf189-fcf1-4a7b-a898-fcc032376eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.612132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-ce6cf189-fcf1-4a7b-a898-fcc032376eda service neutron] 10.222.0.73 "GET /v2.0/networks?id=a193ceff-7692-42c3-a296-a28bf05ffd0e HTTP/1.1" status: 200 len: 915 time: 0.8816881 Nov 25 17:17:34.688304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] Network 5492a74a-29d0-4e5c-b33a-919b7bcf2363 is not hosted by any dhcp agent {{(pid=103637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:17:34.692972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379380b-1738-4898-8bfd-e91bf32b9edf None None] No DVR routers for this DVR port 8c991189-c043-49a1-add5-a1d26013eae8 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:34.705162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8c991189-c043-49a1-add5-a1d26013eae8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:34.744494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8c991189-c043-49a1-add5-a1d26013eae8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:34.745786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8c991189-c043-49a1-add5-a1d26013eae8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:34.760702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.775719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-ddaa96fa-2625-4913-8af9-8ac001d85384 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b HTTP/1.1" status: 200 len: 217 time: 0.1104972 Nov 25 17:17:34.786943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:34.822332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37752) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:34.836238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:34.848425 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:34.853149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8175fd3f-0f19-4223-9365-61d75b3d0672 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:34.899437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6b185c9-43f7-4686-ab2d-2a89f2accc86 req-7cf8b0ea-3ac1-4829-afba-de7363992499 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5972607 Nov 25 17:17:34.910113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c31497e4-aea6-4d8b-a1fb-42236c63439d req-62418964-9019-48a0-9605-db1d3cc2734a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752995 Nov 25 17:17:34.924425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-19a7453b-a631-4834-80a2-11ee7ba44c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:34.926790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-19a7453b-a631-4834-80a2-11ee7ba44c26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54bf2927-a6d4-47fc-81e8-19f49c8f27a8 HTTP/1.1" status: 200 len: 853 time: 0.1255295 Nov 25 17:17:35.001280 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5338a98-0abc-4d4b-8958-4efbb3d51322 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=148d23d225f44fd2b5f6b6297e377cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776452 Nov 25 17:17:35.003924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37758) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:35.016695 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:17:35.064288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a96f-e433-4b7d-ad23-2929b2ee13d9 req-13715e2e-2faf-42fe-8c41-42c35679612f tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.073634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-e69cc127-15e7-464a-819e-47653fde1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.073906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd85a96f-e433-4b7d-ad23-2929b2ee13d9 req-13715e2e-2faf-42fe-8c41-42c35679612f tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.3551385 Nov 25 17:17:35.080274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8175fd3f-0f19-4223-9365-61d75b3d0672,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.084523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-e69cc127-15e7-464a-819e-47653fde1bde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a193ceff-7692-42c3-a296-a28bf05ffd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479845 Nov 25 17:17:35.115935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '8175fd3f-0f19-4223-9365-61d75b3d0672', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'port_id': '8175fd3f-0f19-4223-9365-61d75b3d0672', 'mac_address': 'fa:16:3e:7d:ed:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:35.125751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.175776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd85a96f-e433-4b7d-ad23-2929b2ee13d9 req-3e2fc07f-6957-445e-97eb-b87e7de0d623 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 Nov 25 17:17:35.179373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc1cee0e-92d0-46bd-b5f8-f19ffce5514f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.238414 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bdfecc-80da-409a-84ce-6741059afc22 x-openstack-request-id: req-71bdfecc-80da-409a-84ce-6741059afc22 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:35.238724 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:35.238946 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71bdfecc-80da-409a-84ce-6741059afc22 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:35.239338 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'status': 'completed', 'code': 200} Nov 25 17:17:35.248116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc1cee0e-92d0-46bd-b5f8-f19ffce5514f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.279428 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.312900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8175fd3f-0f19-4223-9365-61d75b3d0672 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:35.352592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8175fd3f-0f19-4223-9365-61d75b3d0672,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.359511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.360646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c2ff0a98-c156-41dd-a0ef-6fffd5205af1 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:35.464595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.470270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa3ddf-e974-4ec2-9521-8297230aedef req-50edce73-57f5-463b-9bb7-4359bd95a7c9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.472188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7efa3ddf-e974-4ec2-9521-8297230aedef req-50edce73-57f5-463b-9bb7-4359bd95a7c9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1319315 Nov 25 17:17:35.474629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc1cee0e-92d0-46bd-b5f8-f19ffce5514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.476171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc1cee0e-92d0-46bd-b5f8-f19ffce5514f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.477382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cc1cee0e-92d0-46bd-b5f8-f19ffce5514f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e2d16af-7a60-47ad-b376-9cdb0991baea HTTP/1.1" status: 204 len: 168 time: 0.4717722 Nov 25 17:17:35.477830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.501365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'port_id': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1', 'mac_address': 'fa:16:3e:d2:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:35.523829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cee0e-92d0-46bd-b5f8-f19ffce5514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d16af-7a60-47ad-b376-9cdb0991baea,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:35.594159 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.630222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ff0a98-c156-41dd-a0ef-6fffd5205af1 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:35.635228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7efa3ddf-e974-4ec2-9521-8297230aedef req-36312661-b9c2-4f34-ae02-eae6e74ff855 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567025 Nov 25 17:17:35.657682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f50f-aa10-4f5a-9cfd-5b9b6c46fefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.684381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.690993 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:35.691950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3bdf4413-2195-4f95-8824-787101281f23 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:35.772604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-127c8b0d-fb2b-4ac2-b48b-c4288b2b933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.774233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-127c8b0d-fb2b-4ac2-b48b-c4288b2b933a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1099 time: 0.3531470 Nov 25 17:17:35.811257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-8cbe5674-4963-403d-b8e6-06354305b2f4 service neutron] 10.222.0.73 "GET /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285997 Nov 25 17:17:35.833421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-f0d3cc6a-e2ed-46bb-b183-9d59542cebfd tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1989163461&fields=id&tenant_id=c4d7d039357e422189b6a9f78ba39012 HTTP/1.1" status: 200 len: 267 time: 0.4201326 Nov 25 17:17:35.945158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3bdf4413-2195-4f95-8824-787101281f23,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:35.948109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218caaf-0c21-4ad4-a302-aba98ed4ef24 req-187a48d4-103f-4743-a576-ab19c2a10fd9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:35.959727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c218caaf-0c21-4ad4-a302-aba98ed4ef24 req-187a48d4-103f-4743-a576-ab19c2a10fd9 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.1452355 Nov 25 17:17:35.966676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '3bdf4413-2195-4f95-8824-787101281f23', 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'port_id': '3bdf4413-2195-4f95-8824-787101281f23', 'mac_address': 'fa:16:3e:e6:4a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64efdd4a-108b-460c-853a-657b6a6e369a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:35.969720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:36.036135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.069303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdf4413-2195-4f95-8824-787101281f23 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:36.098023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c218caaf-0c21-4ad4-a302-aba98ed4ef24 req-a255db14-4d01-4479-9905-ce536239c9e5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296179 Nov 25 17:17:36.159651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3bdf4413-2195-4f95-8824-787101281f23,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:36.172139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.174904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:36.280454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-59c9307a-34e2-4a4e-a686-e4b202f18b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.281970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-59c9307a-34e2-4a4e-a686-e4b202f18b95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4953420 Nov 25 17:17:36.336884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce641ce2-8474-47ce-b589-f567a8bafbaa req-ef7c5610-2819-423a-be12-3b6408b9780a service neutron] 10.222.0.73 "GET /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994724 Nov 25 17:17:36.345190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-9629ba7d-13a8-48ae-b0f4-9e9fd16fb713 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.354750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-9629ba7d-13a8-48ae-b0f4-9e9fd16fb713 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/networks?id=f739c9ad-b486-4a01-bca1-3922159591e0 HTTP/1.1" status: 200 len: 816 time: 0.4903035 Nov 25 17:17:36.365642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:36.372060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-66414b5e-4608-4fc3-8769-ddbcae439b9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.0801558 Nov 25 17:17:36.461877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-ebbbe792-a938-421a-ac18-784984ad14e2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/quotas/c4d7d039357e422189b6a9f78ba39012 HTTP/1.1" status: 200 len: 375 time: 0.1048741 Nov 25 17:17:36.482129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:36.531517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3', 'network_id': '0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f', 'port_id': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3', 'mac_address': 'fa:16:3e:80:82:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64efdd4a-108b-460c-853a-657b6a6e369a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:36.535778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-d8f11d75-c8cb-4740-81c6-150c28d1ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.539222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-d8f11d75-c8cb-4740-81c6-150c28d1ed82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1603198 Nov 25 17:17:36.623545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-ff012d48-e31b-484b-8f2f-74fffb6d9f3d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4d7d039357e422189b6a9f78ba39012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586947 Nov 25 17:17:36.633100 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.662937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:36.701882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-52e338f3-b39b-428f-8e2f-3a73f482cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.703813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-52e338f3-b39b-428f-8e2f-3a73f482cc19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549692 Nov 25 17:17:36.721968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:36.729978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:36.733850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device abe8f2f1-786f-4e5b-ab58-245235f92400 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:36.810054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.815146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-527e3d63-ef22-494c-b608-1c9093a0d345 service neutron] 10.222.0.86 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891141 Nov 25 17:17:36.827329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.867900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.888978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.910518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.928429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.930996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:36.935378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=abe8f2f1-786f-4e5b-ab58-245235f92400,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:36.940388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-acb004ba-a461-415a-9c02-390d714d122a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206547 Nov 25 17:17:36.966161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:36.967597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'abe8f2f1-786f-4e5b-ab58-245235f92400', 'network_id': '54cddc92-2363-4e66-8e67-21fa29ad56f3', 'port_id': 'abe8f2f1-786f-4e5b-ab58-245235f92400', 'mac_address': 'fa:16:3e:db:49:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd5ad45-80e8-4623-9f0f-26c775fdc38d', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:36.978449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-bf6b8c68-dffb-4bef-8458-4008c1180988 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5426 time: 0.3075585 Nov 25 17:17:37.102146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.133823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe8f2f1-786f-4e5b-ab58-245235f92400 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:37.144811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-d0efdcdd-3c63-4a82-8bf6-840073f93d03 service neutron] 10.222.0.86 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180547 Nov 25 17:17:37.151749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-792f3430-1b52-4000-b2e4-4c01abdc77b4 req-529b7a90-733e-4f5f-b3f9-31b517f2d0ee tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577911 Nov 25 17:17:37.233850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=abe8f2f1-786f-4e5b-ab58-245235f92400,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:37.246646 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:37.323516 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb6f4ef-2773-4149-a651-f8afc53c942e req-66bbf313-deff-4d85-a81f-0c29d0bb0588 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702433 Nov 25 17:17:37.337421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:37.401583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:37.407195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:37.761383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17de17-1e2d-4711-9183-5d110ea30556 req-eca2fd0a-61d4-4ce3-a27a-c4d2622f601b tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:37.770733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ee17de17-1e2d-4711-9183-5d110ea30556 req-eca2fd0a-61d4-4ce3-a27a-c4d2622f601b tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.1615872 Nov 25 17:17:37.926774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ee17de17-1e2d-4711-9183-5d110ea30556 req-4611e469-51d3-46da-ad52-9c19d2c3eb2e tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503136 Nov 25 17:17:38.218558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:38.235012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06838b-406e-4359-b1f7-77bd3363a5d2 req-f4e1c9db-5e7c-496a-9168-47e2129625e3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:38.250709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df06838b-406e-4359-b1f7-77bd3363a5d2 req-f4e1c9db-5e7c-496a-9168-47e2129625e3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.1086118 Nov 25 17:17:38.252407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37824) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:38.292803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['c2ff0a98-c156-41dd-a0ef-6fffd5205af1'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:38.310602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'mac_address': 'fa:16:3e:12:f9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:38.333473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df06838b-406e-4359-b1f7-77bd3363a5d2 req-13844dde-3a84-4e8a-8108-c71437c0ab45 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817409 Nov 25 17:17:38.376741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:38.399583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['3bdf4413-2195-4f95-8824-787101281f23'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:38.401677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d4fc222c-e8f7-4e3b-a085-ad0ec56301b3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:38.422719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8175fd3f-0f19-4223-9365-61d75b3d0672'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:38.479212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5cf4838-3312-4d36-8a8d-e92b4353edb7 req-0e72866a-c373-4fd8-bd01-e216e22fbf06 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0691507 Nov 25 17:17:38.484755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-346419130-network', 'tenant_id': 'fecfc5c1971f48d2b3979b5ca08a52eb'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:38.552725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Made reservation on behalf of fecfc5c1971f48d2b3979b5ca08a52eb for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:38.555073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.607054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.720427 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0e2fef8-5a98-484b-8cfe-3120dd9edb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.757944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c40500ba-8f7d-425f-86c2-9705f03f5cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.849445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46026638-95f2-4a46-8b65-db617b4049ac req-d8354250-3556-4488-bcea-13a2de80cff6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:38.864739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46026638-95f2-4a46-8b65-db617b4049ac req-d8354250-3556-4488-bcea-13a2de80cff6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.8817801 Nov 25 17:17:38.900408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['2fb4bc27-457e-4351-a8fd-09b4abd5fd07'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:38.936310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c40500ba-8f7d-425f-86c2-9705f03f5cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.937639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46026638-95f2-4a46-8b65-db617b4049ac req-10d120f1-a97e-4fd8-8cce-5965292d223f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712478 Nov 25 17:17:38.957681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c40500ba-8f7d-425f-86c2-9705f03f5cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.994175 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:38.996329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['abe8f2f1-786f-4e5b-ab58-245235f92400'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:39.017290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.023148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.030297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.036183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.042005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.048533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.054339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.056259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-1ac414c8-1aea-4a4b-a16b-3f9caed1d83b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5428 time: 0.4190261 Nov 25 17:17:39.085365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:39.093854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c40500ba-8f7d-425f-86c2-9705f03f5cbc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b0419ca66efb414dacca8207aa770eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398767 Nov 25 17:17:39.096740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37842) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:39.101881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40500ba-8f7d-425f-86c2-9705f03f5cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c8ff06-4dba-4196-9888-b72b88893867,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.181963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c44accd9-a593-4a79-9b01-d3df30634abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.190295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.209814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b71f7be1-96d5-47d6-9421-0ac27dd5ea0a req-a6563403-7f94-456a-8458-accbf632dc96 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361988 Nov 25 17:17:39.213877 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c44accd9-a593-4a79-9b01-d3df30634abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.216921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:39.218161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.238811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:17:39.275663 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.281684 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.285611 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Added segment 60af09d6-e217-424d-b9a2-b1eccae62cb5 of type vlan for network 32003d6f-727a-4d57-8ae0-ef85828de76a Nov 25 17:17:39.296324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c44accd9-a593-4a79-9b01-d3df30634abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.299553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c44accd9-a593-4a79-9b01-d3df30634abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.301204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c44accd9-a593-4a79-9b01-d3df30634abd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90c8ff06-4dba-4196-9888-b72b88893867 HTTP/1.1" status: 204 len: 168 time: 0.2033012 Nov 25 17:17:39.315156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44accd9-a593-4a79-9b01-d3df30634abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c8ff06-4dba-4196-9888-b72b88893867,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.336818 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.375444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.471420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd87087-8c61-4163-933a-4563566c6b21,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.478146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.479008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.480231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.619807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b10c467d-8ac5-46a3-9fbf-2a514c43b671'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:39.645916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ec4c-e459-4141-a05f-ae98bfcb2dc2 req-b777fd04-7dcb-4afe-96a5-84c9e20508e1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.672208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3440ec4c-e459-4141-a05f-ae98bfcb2dc2 req-b777fd04-7dcb-4afe-96a5-84c9e20508e1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.1433761 Nov 25 17:17:39.797611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4589827 Nov 25 17:17:39.798344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3440ec4c-e459-4141-a05f-ae98bfcb2dc2 req-6d1d83a9-efab-4c36-be35-176853fc49d1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246812 Nov 25 17:17:39.801494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:39.806871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Request body: {'subnet': {'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-346419130-subnet', 'tenant_id': 'fecfc5c1971f48d2b3979b5ca08a52eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:39.828481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57709b-b2b0-4899-a8ef-37e2be06725c admin admin] Pushing event updated for resources: {'Network': ['ID=32003d6f-727a-4d57-8ae0-ef85828de76a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.833520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:39.833756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Made reservation on behalf of fecfc5c1971f48d2b3979b5ca08a52eb for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:39.836734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.873977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb75b7-25ba-49b5-8fc1-075b5dad727d req-22029319-204a-450e-9cb9-f6d83a191092 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:39.884050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39cb75b7-25ba-49b5-8fc1-075b5dad727d req-22029319-204a-450e-9cb9-f6d83a191092 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.4687014 Nov 25 17:17:39.890923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 32003d6f-727a-4d57-8ae0-ef85828de76a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:17:39.931701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:39.960930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5d3386d-59c4-4a69-b8a3-40445bc589fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:39.998235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4511399-c50c-49bd-8893-d2632c8493b1 req-1c9b5b42-3a08-42d2-97f9-7d7f775e024f tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0474858 Nov 25 17:17:40.010129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39cb75b7-25ba-49b5-8fc1-075b5dad727d req-3ee06119-8edd-415e-9caa-06651e990aef tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248224 Nov 25 17:17:40.205866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5d3386d-59c4-4a69-b8a3-40445bc589fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.210626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5d3386d-59c4-4a69-b8a3-40445bc589fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.258452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d0a0-d719-4900-85fe-a2642f3252bf req-237d603d-39cd-4021-9c74-9bf3f9aba358 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.262161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5a6d0a0-d719-4900-85fe-a2642f3252bf req-237d603d-39cd-4021-9c74-9bf3f9aba358 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.1392615 Nov 25 17:17:40.285664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5d3386d-59c4-4a69-b8a3-40445bc589fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fde493541c0d4dd391499e3d2613c21b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523264 Nov 25 17:17:40.309701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37864) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:40.319290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3386d-59c4-4a69-b8a3-40445bc589fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8f7b9a-acc3-4a6a-8a20-117a2a706606,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.384425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5a6d0a0-d719-4900-85fe-a2642f3252bf req-0ff451a7-04a2-495d-bf1f-fd3965090c11 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071761 Nov 25 17:17:40.397290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-75ff2823-9201-4856-8ceb-0c2f93aaf3b8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.398926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-75ff2823-9201-4856-8ceb-0c2f93aaf3b8 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 945 time: 0.3489935 Nov 25 17:17:40.399248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fbb19c6-8361-4513-9fe7-ca8b68d17f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.453272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.463856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fbb19c6-8361-4513-9fe7-ca8b68d17f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.488359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.548258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fbb19c6-8361-4513-9fe7-ca8b68d17f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.552378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fbb19c6-8361-4513-9fe7-ca8b68d17f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.553718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0fbb19c6-8361-4513-9fe7-ca8b68d17f95 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d8f7b9a-acc3-4a6a-8a20-117a2a706606 HTTP/1.1" status: 204 len: 168 time: 0.2424669 Nov 25 17:17:40.580476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-4a746b0e-af2b-4e5c-a7e8-bf821040ee28 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.582063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-4a746b0e-af2b-4e5c-a7e8-bf821040ee28 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.73 "GET /v2.0/networks?id=f739c9ad-b486-4a01-bca1-3922159591e0 HTTP/1.1" status: 200 len: 816 time: 0.4244394 Nov 25 17:17:40.592863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb19c6-8361-4513-9fe7-ca8b68d17f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8f7b9a-acc3-4a6a-8a20-117a2a706606,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.593966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.600076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.606987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.612943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.623183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.632798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.643855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.646452 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-b063faaa-c147-4ec4-a0ae-98dde00a5932 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5428 time: 0.3232560 Nov 25 17:17:40.735869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:40.837740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Checking segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:40.837740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Network hostable DHCP agents. Network: 32003d6f-727a-4d57-8ae0-ef85828de76a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:17:40.868878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-ca390c40-a020-442f-b978-70a3bcfa6779 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4d7d039357e422189b6a9f78ba39012 HTTP/1.1" status: 200 len: 380 time: 0.2211301 Nov 25 17:17:40.887712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59700050-486c-4da0-ba7a-9a1f3f13caa7 req-7a250313-39d1-49d7-b2aa-ca7dd9064fc4 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2199094 Nov 25 17:17:40.890478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port 82e882a6-0541-4ac8-b98f-0640f4845eff {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:17:40.890813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:40.922331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Request body: {'port': {'device_id': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'admin_state_up': True, 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'security_groups': ['112c7a7c-8f9d-4969-beed-cee005342bee']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:40.985078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41141156-a27d-4048-8fc8-8a7340b4751c req-b6c51ed4-fb05-47e9-8dbf-7ab2e376004e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:40.993934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-41141156-a27d-4048-8fc8-8a7340b4751c req-b6c51ed4-fb05-47e9-8dbf-7ab2e376004e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.0628490 Nov 25 17:17:40.994558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Network 32003d6f-727a-4d57-8ae0-ef85828de76a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:17:41.041055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 32003d6f-727a-4d57-8ae0-ef85828de76a) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:41.055329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:41.055961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.065980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f9967-bccb-49b6-8fb3-7822ac4d0460 None None] Network 32003d6f-727a-4d57-8ae0-ef85828de76a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:41.092210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d8b4b92a-c5ac-4de9-8494-6d53479c5ef6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2897475 Nov 25 17:17:41.127650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-41141156-a27d-4048-8fc8-8a7340b4751c req-fa06c6d0-b64e-4ead-bbcf-635bd3db0c80 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321723 Nov 25 17:17:41.246903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db47e768-f078-4b7f-abcc-9998415a255a req-eac051c0-860b-4a7d-bced-4de4320b2c79 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0489042 Nov 25 17:17:41.286113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device abe8f2f1-786f-4e5b-ab58-245235f92400 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:41.299468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port 82e882a6-0541-4ac8-b98f-0640f4845eff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e882a6-0541-4ac8-b98f-0640f4845eff,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:41.299658 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.335778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for 82e882a6-0541-4ac8-b98f-0640f4845eff owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:17:41.357654 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.360239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Made reservation on behalf of c4d7d039357e422189b6a9f78ba39012 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:41.366292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.399527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ab6cc-ffae-4f1c-ad7d-02b607508283 None None] Network 32003d6f-727a-4d57-8ae0-ef85828de76a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:17:41.429423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port abe8f2f1-786f-4e5b-ab58-245235f92400 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:41.462968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port abe8f2f1-786f-4e5b-ab58-245235f92400 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:41.464057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.509914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab29243-70c7-4abf-b3ff-4e07a413161d req-9247e0b8-8cd0-48e4-9f15-acde3e7c1371 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:41.512699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ab29243-70c7-4abf-b3ff-4e07a413161d req-9247e0b8-8cd0-48e4-9f15-acde3e7c1371 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 944 time: 0.3688934 Nov 25 17:17:41.617126 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.654696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe8f2f1-786f-4e5b-ab58-245235f92400'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:41.657188 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8298bd78-134a-45e2-a71d-c3967143906c" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "abe8f2f1-786f-4e5b-ab58-245235f92400"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:41.671953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=abe8f2f1-786f-4e5b-ab58-245235f92400,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:41.678179 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.707210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Allocated IP 172.20.0.14 (f739c9ad-b486-4a01-bca1-3922159591e0/c8aa1239-0949-4f65-82cd-97ea6cd01ad5/038a88db-aa29-4ae3-95c3-eb063f3c6b35) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:41.742024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:41.797608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:41.805371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ab29243-70c7-4abf-b3ff-4e07a413161d req-7be0da3d-1236-40af-bc9a-dfdda8b5e41a tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788086 Nov 25 17:17:41.810284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82e882a6-0541-4ac8-b98f-0640f4845eff'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:41.890860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=82e882a6-0541-4ac8-b98f-0640f4845eff,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.021715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port 82e882a6-0541-4ac8-b98f-0640f4845eff on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:17:42.026842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.030436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74c89ec9-c047-41e9-8a09-520df5b2c4dd req-08a700db-e5a4-4307-ade0-47585319a95a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "DELETE /v2.0/ports/82e882a6-0541-4ac8-b98f-0640f4845eff HTTP/1.1" status: 204 len: 173 time: 1.6218982 Nov 25 17:17:42.030873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'name': 'network-vif-deleted', 'tag': '82e882a6-0541-4ac8-b98f-0640f4845eff'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:42.033241 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478d281f-a899-4025-af22-2dc906bde2a1" -d '{"events": [{"server_uuid": "722cca2d-e05c-4cfb-9d6d-cdd828ba813b", "name": "network-vif-deleted", "tag": "82e882a6-0541-4ac8-b98f-0640f4845eff"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:42.149252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.171645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:42.243211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-6ed0136a-7537-4708-8293-c5469b112cf9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:42.245552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.265755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-6ed0136a-7537-4708-8293-c5469b112cf9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 817 time: 0.2460210 Nov 25 17:17:42.294745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-f92ced87-2713-44f6-8eff-154493d8108a tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/quotas/fecfc5c1971f48d2b3979b5ca08a52eb HTTP/1.1" status: 200 len: 375 time: 0.0279553 Nov 25 17:17:42.362810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-fa52e465-69f1-446c-9682-5fb45343d62d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670650 Nov 25 17:17:42.416660 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a83c1500-2395-4dd5-889c-9d82a5c97d87 req-9ecadaba-59ec-4464-986d-c1d33ba23e7d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=722cca2d-e05c-4cfb-9d6d-cdd828ba813b HTTP/1.1" status: 200 len: 210 time: 0.0910857 Nov 25 17:17:42.442806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Network f739c9ad-b486-4a01-bca1-3922159591e0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:42.454449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:42.462798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event updated for resources: {'Port': ['ID=038a88db-aa29-4ae3-95c3-eb063f3c6b35,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:42.474661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:42.522178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3aaf3ad8-c299-497b-bd04-5c1ae74634ac service neutron] 10.222.0.86 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583855 Nov 25 17:17:42.598042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:42.599126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.635430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:42.637337 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-5921bbdf-8443-4a56-b68d-c8f6fcd0a4f2 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7301304 Nov 25 17:17:42.656545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Request body: {'port': {'device_id': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:42.657687 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3792387-1299-4432-8cdb-9fbd3db65195 x-openstack-request-id: req-d3792387-1299-4432-8cdb-9fbd3db65195 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:42.658244 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "abe8f2f1-786f-4e5b-ab58-245235f92400", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:42.658653 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3792387-1299-4432-8cdb-9fbd3db65195 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:42.659163 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe8f2f1-786f-4e5b-ab58-245235f92400', 'code': 200} Nov 25 17:17:42.661675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b', 'network_id': 'a193ceff-7692-42c3-a296-a28bf05ffd0e', 'port_id': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b', 'mac_address': 'fa:16:3e:4b:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bf2927-a6d4-47fc-81e8-19f49c8f27a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:42.769212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1b15dd5e-545b-4e60-af57-7f33e17fd96c service neutron] 10.222.0.86 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352772 Nov 25 17:17:42.822523 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.871877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:42.915534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.950014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:42.957415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:42.969834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9420a358-48ad-4bac-9cfe-5fa1080d5a50 None None] Provisioning complete for port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:42.970105 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9420a358-48ad-4bac-9cfe-5fa1080d5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.001351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.001351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.001351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.001351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.007972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.014271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.020430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.022410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-20101b7e-e8a2-4223-97c1-f9bba6500e01 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5429 time: 0.2036209 Nov 25 17:17:43.141987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.189313 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19421b3-561a-4d0b-a3df-0253d55b9db1 x-openstack-request-id: req-e19421b3-561a-4d0b-a3df-0253d55b9db1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:43.189903 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722cca2d-e05c-4cfb-9d6d-cdd828ba813b", "name": "network-vif-deleted", "tag": "82e882a6-0541-4ac8-b98f-0640f4845eff", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:43.190007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9420a358-48ad-4bac-9cfe-5fa1080d5a50 None None] Port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:17:43.190156 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e19421b3-561a-4d0b-a3df-0253d55b9db1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:43.190848 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722cca2d-e05c-4cfb-9d6d-cdd828ba813b', 'name': 'network-vif-deleted', 'tag': '82e882a6-0541-4ac8-b98f-0640f4845eff', 'status': 'completed', 'code': 200} Nov 25 17:17:43.228978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ee05f6e-3253-477d-8ab5-9eeaf1c51b0e req-5ad3753b-8654-422b-8fa6-205d08dbe9b3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933770 Nov 25 17:17:43.297984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:43.338868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:43.369784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30d67f-8904-4efc-8576-894839c79030 req-891eecfc-9fbd-4262-9b84-4bf33ddd37c1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.374408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b30d67f-8904-4efc-8576-894839c79030 req-891eecfc-9fbd-4262-9b84-4bf33ddd37c1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.0772588 Nov 25 17:17:43.453727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b30d67f-8904-4efc-8576-894839c79030 req-902be48e-498b-429f-a5fa-8711033b8dc1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Nov 25 17:17:43.482528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:43.507219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:43.507692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.545128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bc4e-3e09-4898-a4a1-70e045094d08 req-9787dd18-1e50-48bd-b2f6-784c100e14ea tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.562093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed30bc4e-3e09-4898-a4a1-70e045094d08 req-9787dd18-1e50-48bd-b2f6-784c100e14ea tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 932 time: 0.2000327 Nov 25 17:17:43.595580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868271a-72ba-4532-83f1-c058be0f9ebf req-94fb5764-887b-4b9e-9a6a-b4c977d7c6a0 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:43.604431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8868271a-72ba-4532-83f1-c058be0f9ebf req-94fb5764-887b-4b9e-9a6a-b4c977d7c6a0 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 945 time: 0.0668197 Nov 25 17:17:43.692909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038a88db-aa29-4ae3-95c3-eb063f3c6b35 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:43.714787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.715429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8868271a-72ba-4532-83f1-c058be0f9ebf req-3f04df04-fcf7-489c-9c00-2745400d6413 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063948 Nov 25 17:17:43.733618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed30bc4e-3e09-4898-a4a1-70e045094d08 req-5ed4e744-c3e0-4d4e-b4e0-9f0dcd277a62 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705959 Nov 25 17:17:43.756213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Transition to ACTIVE for port object 038a88db-aa29-4ae3-95c3-eb063f3c6b35 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:43.768679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.832896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.845077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Pushing event updated for resources: {'Port': ['ID=038a88db-aa29-4ae3-95c3-eb063f3c6b35,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:43.953182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:43.958921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:43.959848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:44.123049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.154100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Attempting to bind port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:44.155301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Attempting to bind port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:44.155926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Attempting to bind port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 on network f739c9ad-b486-4a01-bca1-3922159591e0 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:44.180033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21438850-dcf6-4840-bbd9-2690974cfc98 req-2c245bca-269b-4bad-a047-050a6c83028a tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 210 time: 0.1948073 Nov 25 17:17:44.193831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 on network f739c9ad-b486-4a01-bca1-3922159591e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:44.194457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e882a6-0541-4ac8-b98f-0640f4845eff no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:17:44.198308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Attempting to bind port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 on network f739c9ad-b486-4a01-bca1-3922159591e0 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:44.211529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:44.215035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Checking segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:44.217925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Bound using segment: {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:44.219559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Bound port: 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bab1e8-b6e6-4b71-b332-08909b1ce9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:44.221016 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.230780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 82e882a6-0541-4ac8-b98f-0640f4845eff {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:17:44.232056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e882a6-0541-4ac8-b98f-0640f4845eff not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:17:44.244934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:44.271504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:44.272114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.401596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] For port 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:44.411292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] For port 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:44.427923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-3854ea48-fdc4-4f3c-b269-05a4d994971d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.433356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-3854ea48-fdc4-4f3c-b269-05a4d994971d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.2769835 Nov 25 17:17:44.466449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4bf18218-64c8-4d79-a5eb-507e45a6c1a6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/quotas/3b5de36f339f4c4c87183ce99c77ef40 HTTP/1.1" status: 200 len: 375 time: 0.0255144 Nov 25 17:17:44.485275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.519999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.534544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-fe3a9853-0c88-4093-8a4d-72342af11be5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669706 Nov 25 17:17:44.556990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Pushing event updated for resources: {'Port': ['ID=038a88db-aa29-4ae3-95c3-eb063f3c6b35,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.583942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.593766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.604737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.613146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:44.620392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.630013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.631426 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.635052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8175fd3f-0f19-4223-9365-61d75b3d0672 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:44.644614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.651043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.654508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-ac87f933-3b15-4667-8a22-6effee91bc45 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5430 time: 0.2495940 Nov 25 17:17:44.658577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.659713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:44.661991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-e5f59e7c-f290-4b5c-95d7-612a5d05a58c service neutron] 10.222.0.73 "PUT /v2.0/ports/038a88db-aa29-4ae3-95c3-eb063f3c6b35 HTTP/1.1" status: 200 len: 1092 time: 2.0106425 Nov 25 17:17:44.695630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:44.699367 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c86b6-6ee2-40fb-9e3e-33cf89304552" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:44.829892 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-5f79a90a-98af-46c3-b820-faba423fc84f service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873781 Nov 25 17:17:44.839041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-ce3d6c57-3e34-41e0-8706-dad0e90fe34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:44.842460 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-ce3d6c57-3e34-41e0-8706-dad0e90fe34b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4d7d039357e422189b6a9f78ba39012&device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 1095 time: 0.1051657 Nov 25 17:17:44.893630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:44.953651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 8175fd3f-0f19-4223-9365-61d75b3d0672 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:44.965459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-cbca4612-1f04-46b2-90c3-4eeb849f1e86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35 HTTP/1.1" status: 200 len: 217 time: 0.1105795 Nov 25 17:17:44.969148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 8175fd3f-0f19-4223-9365-61d75b3d0672 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:44.975070 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.085618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-07a2d9b5-a398-4685-8028-8bc596ebef23 service neutron] 10.222.0.86 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538602 Nov 25 17:17:45.103706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-f110939e-4065-474c-abc2-934e72bc8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:45.107307 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-f110939e-4065-474c-abc2-934e72bc8665 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8aa1239-0949-4f65-82cd-97ea6cd01ad5 HTTP/1.1" status: 200 len: 855 time: 0.1344905 Nov 25 17:17:45.204407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:45.209187 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58bdcfa-623b-449c-a156-92233cbcbd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:45.209991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38024) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:45.250541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-b8f2cef1-7265-4e2a-a6ec-0abb727f5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:45.257789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-b8f2cef1-7265-4e2a-a6ec-0abb727f5b51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f739c9ad-b486-4a01-bca1-3922159591e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395352 Nov 25 17:17:45.320476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.367975 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b468a8b9-0620-4d67-b873-99b55a1c6e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.441183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8175fd3f-0f19-4223-9365-61d75b3d0672,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:45.446534 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.448506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c2ff0a98-c156-41dd-a0ef-6fffd5205af1 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:45.610074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89240b52-bb0c-459a-ad29-809e57292226 req-18fe933d-af57-4a1c-861c-5c570ca50b2c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:45.613319 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89240b52-bb0c-459a-ad29-809e57292226 req-18fe933d-af57-4a1c-861c-5c570ca50b2c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.1960654 Nov 25 17:17:45.641185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:45.675462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:45.685031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:45.685465 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.761959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b468a8b9-0620-4d67-b873-99b55a1c6e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.771379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b468a8b9-0620-4d67-b873-99b55a1c6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.800954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b468a8b9-0620-4d67-b873-99b55a1c6e1a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df9bb5adc19f4a6a96dea5dff4853c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891712 Nov 25 17:17:45.813695 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89240b52-bb0c-459a-ad29-809e57292226 req-73c8217e-5092-4f4d-8507-e807a8fc05e3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773942 Nov 25 17:17:45.814224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38038) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:45.900602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.918842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468a8b9-0620-4d67-b873-99b55a1c6e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1a7eb-2a54-4221-95e5-83ec83042db5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:45.944070 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:45.950627 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a47f797-858d-4e91-a70a-2a6d0392adba x-openstack-request-id: req-1a47f797-858d-4e91-a70a-2a6d0392adba {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:45.950627 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:45.950627 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1a47f797-858d-4e91-a70a-2a6d0392adba {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:45.950627 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e', 'code': 200} Nov 25 17:17:45.950627 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'code': 200} Nov 25 17:17:46.002559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a6655aa-af0e-4794-b76a-b7856409a2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.014473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:46.021061 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.023783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3bdf4413-2195-4f95-8824-787101281f23 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:46.066053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a6655aa-af0e-4794-b76a-b7856409a2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.122503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d0cc-6c7a-4ea5-9abf-f69bd7305379 req-b1b9c799-e285-407e-bca2-88c96341beaf tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.129192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3a1d0cc-6c7a-4ea5-9abf-f69bd7305379 req-b1b9c799-e285-407e-bca2-88c96341beaf tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 945 time: 0.1137359 Nov 25 17:17:46.160351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:46.199021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-58dc8a2d-00da-4fa2-a511-8db4790559b8 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.201363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-58dc8a2d-00da-4fa2-a511-8db4790559b8 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.55 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 817 time: 0.2566028 Nov 25 17:17:46.212961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 3bdf4413-2195-4f95-8824-787101281f23 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:46.220429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3a1d0cc-6c7a-4ea5-9abf-f69bd7305379 req-6288a984-d2fb-4b0b-a97e-f84f94601d1c tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848584 Nov 25 17:17:46.223020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Request body: {'port': {'device_id': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'admin_state_up': True, 'tenant_id': 'fecfc5c1971f48d2b3979b5ca08a52eb'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:46.226183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:46.244239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a6655aa-af0e-4794-b76a-b7856409a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.249243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a6655aa-af0e-4794-b76a-b7856409a2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.250496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0a6655aa-af0e-4794-b76a-b7856409a2e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aea1a7eb-2a54-4221-95e5-83ec83042db5 HTTP/1.1" status: 204 len: 168 time: 0.4304783 Nov 25 17:17:46.272458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6655aa-af0e-4794-b76a-b7856409a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1a7eb-2a54-4221-95e5-83ec83042db5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:46.288871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af561f23-982d-449d-8b29-7fce84c60cf5 req-f1fbf29e-b4aa-4340-a220-e6ae87a2987b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.6242933 Nov 25 17:17:46.327996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 3bdf4413-2195-4f95-8824-787101281f23 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:46.330988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.365192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1476a-5ee7-4657-9a6e-f7a63643fa62 req-5efa1a7a-8426-48b0-ba70-b95cd60dc031 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.374833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63e1476a-5ee7-4657-9a6e-f7a63643fa62 req-5efa1a7a-8426-48b0-ba70-b95cd60dc031 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.0685709 Nov 25 17:17:46.466888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-8c1dca37-0b3a-4344-9e31-307380cb0333 service neutron] 10.222.0.73 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2052484 Nov 25 17:17:46.516364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63e1476a-5ee7-4657-9a6e-f7a63643fa62 req-852ad744-eaca-4cd5-94d0-ff701ffcc595 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360581 Nov 25 17:17:46.577053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:46.619865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:46.620244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.687259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-73cbc18b-7fbb-4254-ac3b-9c677a94a48e tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.688721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-73cbc18b-7fbb-4254-ac3b-9c677a94a48e tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 817 time: 0.2913265 Nov 25 17:17:46.716394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Request body: {'port': {'device_id': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'admin_state_up': True, 'tenant_id': 'fecfc5c1971f48d2b3979b5ca08a52eb'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:46.723210 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1873a04-7bd4-4bfd-ab83-1493f07b2325 x-openstack-request-id: req-b1873a04-7bd4-4bfd-ab83-1493f07b2325 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:46.723971 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:46.724796 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b1873a04-7bd4-4bfd-ab83-1493f07b2325 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:46.725441 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'status': 'completed', 'code': 200} Nov 25 17:17:46.814522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f9c56ee-60e1-4d76-9afc-2231d28cdecc req-265d97e1-05c3-461b-b4e7-7411f469e48a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 210 time: 0.0876672 Nov 25 17:17:46.822823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.863225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76ab33d0-4c22-408c-874b-9ce825b6fac5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:46.863225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76ab33d0-4c22-408c-874b-9ce825b6fac5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 817 time: 1.0059168 Nov 25 17:17:46.868904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38050) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:46.887960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Request body: {'port': {'device_id': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'admin_state_up': True, 'tenant_id': 'fecfc5c1971f48d2b3979b5ca08a52eb'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:46.916382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Made reservation on behalf of fecfc5c1971f48d2b3979b5ca08a52eb for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:46.920064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.949822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-888ae96a-50be-4ae3-8d93-e2b1bf0e5c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.969360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff559322-0f92-431c-b899-494c4a74a696 req-5fe0db43-788b-428d-9590-b7443eada7c5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 210 time: 0.0993376 Nov 25 17:17:46.975659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3bdf4413-2195-4f95-8824-787101281f23,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:46.997187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:46.998206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:47.110453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.134490 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.137592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Made reservation on behalf of fecfc5c1971f48d2b3979b5ca08a52eb for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:47.139106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Allocated IP 172.20.0.14 (32003d6f-727a-4d57-8ae0-ef85828de76a/3d5e2730-bd8f-4b09-ac34-814c6c3a8c57/2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:47.141419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.164290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:47.175767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:47.176294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.182240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-888ae96a-50be-4ae3-8d93-e2b1bf0e5c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.190493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-888ae96a-50be-4ae3-8d93-e2b1bf0e5c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.241566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:47.253460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.254396 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-888ae96a-50be-4ae3-8d93-e2b1bf0e5c99 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=572fa20b2ea645ff997c070459d5e001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833718 Nov 25 17:17:47.257704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ae96a-50be-4ae3-8d93-e2b1bf0e5c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3873824-06aa-4ece-ae6a-e2773c082c07,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.270822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:47.325034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd796266-f65a-4191-b28a-2ba08a8ddadc req-215de9bd-dde4-46f1-a499-55fa3e614763 service neutron] 10.222.0.73 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8344960 Nov 25 17:17:47.398852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.419949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.435683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1252d8-7ed9-4dc4-a816-4bb9d76265fc req-450bda5c-7ac0-44c9-8995-f003733aebaf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:47.443048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-de1252d8-7ed9-4dc4-a816-4bb9d76265fc req-450bda5c-7ac0-44c9-8995-f003733aebaf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.3158493 Nov 25 17:17:47.454533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.471663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:47.477849 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.478947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:47.495249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Made reservation on behalf of fecfc5c1971f48d2b3979b5ca08a52eb for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:47.498968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.512934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff539-8642-4f9f-81c3-87a797cc457a req-fffa3be9-182b-4d22-ad2e-7a6225b0ddb4 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:47.514458 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11eff539-8642-4f9f-81c3-87a797cc457a req-fffa3be9-182b-4d22-ad2e-7a6225b0ddb4 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 946 time: 0.1755331 Nov 25 17:17:47.517589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.577960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11eff539-8642-4f9f-81c3-87a797cc457a req-fe5650f7-dc62-4561-aa42-eb6b8b26bdb8 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570633 Nov 25 17:17:47.582264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.587676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b10c467d-8ac5-46a3-9fbf-2a514c43b671 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:47.593285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b10c467d-8ac5-46a3-9fbf-2a514c43b671 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:47.593662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.617811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.684817 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.687636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-de1252d8-7ed9-4dc4-a816-4bb9d76265fc req-32e6f3fb-e2c2-43f5-b7e1-fa336961bd51 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376456 Nov 25 17:17:47.743328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Network 32003d6f-727a-4d57-8ae0-ef85828de76a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:47.756380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:47.759193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:47.773246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-809419b4-2aff-4d34-85e1-e67e49cca0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:47.775045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-809419b4-2aff-4d34-85e1-e67e49cca0b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4d7d039357e422189b6a9f78ba39012&device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 1095 time: 0.3484550 Nov 25 17:17:47.788124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:47.789841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Pushing event updated for resources: {'Port': ['ID=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.793842 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.821116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-37022035-1874-4231-939d-ec6b9fb48230 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:47.823180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-37022035-1874-4231-939d-ec6b9fb48230 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 812 time: 0.6970420 Nov 25 17:17:47.858346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33284b54-5f34-46fe-96fc-f2b464005e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:47.889952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:47.904430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Request body: {'port': {'device_id': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'admin_state_up': True, 'tenant_id': '3b5de36f339f4c4c87183ce99c77ef40'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:47.951426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdf4413-2195-4f95-8824-787101281f23'}, {'server_uuid': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3'}, {'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:47.954346 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891af0b-7a89-4a8a-82f8-cbdaeea9cd21" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "3bdf4413-2195-4f95-8824-787101281f23"}, {"server_uuid": "40274e33-2bce-4e32-8237-4ea85e9f1f2e", "name": "network-vif-plugged", "status": "completed", "tag": "cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "d4fc222c-e8f7-4e3b-a085-ad0ec56301b3"}, {"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-plugged", "status": "completed", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:48.031182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Allocated IP 172.20.0.9 (32003d6f-727a-4d57-8ae0-ef85828de76a/3d5e2730-bd8f-4b09-ac34-814c6c3a8c57/670e24c7-4960-4a44-9b4e-195bfca6abec) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:48.058918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33284b54-5f34-46fe-96fc-f2b464005e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.186091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85a943-b638-49ab-87b4-fc9588d2b0aa req-26df7c71-a055-4c42-887b-6fcfe614524c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.187656 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f85a943-b638-49ab-87b4-fc9588d2b0aa req-26df7c71-a055-4c42-887b-6fcfe614524c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.3305166 Nov 25 17:17:48.187880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.189168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.202696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-515548f0-aada-469d-8b6d-cad708de559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.204247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-515548f0-aada-469d-8b6d-cad708de559d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f739c9ad-b486-4a01-bca1-3922159591e0 HTTP/1.1" status: 200 len: 917 time: 0.3495610 Nov 25 17:17:48.229212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.236553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.243278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.251007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.257126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.267469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.274360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.284031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-085089f1-2339-4870-a39d-810867f685c9 req-98645ea3-b244-4501-8394-65467ed455c9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.5658686 Nov 25 17:17:48.289365 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-76daefc2-11d3-470a-b8c3-a36cd9a1ecbb tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5883958 Nov 25 17:17:48.303559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Request body: {'port': {'device_id': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:48.337848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-811767e6-e0ca-4f1a-88fb-a136cf42bb1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35 HTTP/1.1" status: 200 len: 217 time: 0.1122408 Nov 25 17:17:48.368503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Made reservation on behalf of 3b5de36f339f4c4c87183ce99c77ef40 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:17:48.372744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.374636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33284b54-5f34-46fe-96fc-f2b464005e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.377188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33284b54-5f34-46fe-96fc-f2b464005e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.380607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-33284b54-5f34-46fe-96fc-f2b464005e5b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3873824-06aa-4ece-ae6a-e2773c082c07 HTTP/1.1" status: 204 len: 168 time: 1.0862463 Nov 25 17:17:48.405598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.439601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-085089f1-2339-4870-a39d-810867f685c9 req-e0e7d489-f385-495a-a10b-0bc7951ddc8b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426501 Nov 25 17:17:48.443247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33284b54-5f34-46fe-96fc-f2b464005e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3873824-06aa-4ece-ae6a-e2773c082c07,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:48.477888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f85a943-b638-49ab-87b4-fc9588d2b0aa req-eea168b6-b886-457a-b06e-db698f273ae4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611799 Nov 25 17:17:48.545456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-502457cc-9a50-4d0b-b81a-c608ce3d2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.547066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-502457cc-9a50-4d0b-b81a-c608ce3d2666 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8aa1239-0949-4f65-82cd-97ea6cd01ad5 HTTP/1.1" status: 200 len: 855 time: 0.1968422 Nov 25 17:17:48.647862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:48.696124 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b2d0d-e0a2-4692-83ba-0b16542e6519 x-openstack-request-id: req-784b2d0d-e0a2-4692-83ba-0b16542e6519 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:48.704686 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "3bdf4413-2195-4f95-8824-787101281f23", "code": 200}, {"server_uuid": "40274e33-2bce-4e32-8237-4ea85e9f1f2e", "name": "network-vif-plugged", "status": "completed", "tag": "cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-plugged", "status": "completed", "tag": "d4fc222c-e8f7-4e3b-a085-ad0ec56301b3", "code": 200}, {"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-plugged", "status": "completed", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:48.705383 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-784b2d0d-e0a2-4692-83ba-0b16542e6519 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:48.706063 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672', 'code': 200} Nov 25 17:17:48.706540 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1', 'code': 200} Nov 25 17:17:48.707025 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdf4413-2195-4f95-8824-787101281f23', 'code': 200} Nov 25 17:17:48.707919 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b', 'code': 200} Nov 25 17:17:48.708424 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3', 'code': 200} Nov 25 17:17:48.709129 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'code': 200} Nov 25 17:17:48.951378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee609-ba4e-46ab-8522-b485eec21782 req-147d2e07-7295-4513-9665-f96cf5fac4b0 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.961557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab1ee609-ba4e-46ab-8522-b485eec21782 req-147d2e07-7295-4513-9665-f96cf5fac4b0 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 932 time: 0.1354625 Nov 25 17:17:48.997940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.998426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.998890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.999018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bae6e8ac-f718-402e-a4eb-118aefbab8d9 req-3503a122-5b1d-438d-9cdc-4b386339d643 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 210 time: 0.3707256 Nov 25 17:17:48.999335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:48.999814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.000319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.000768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.002753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-8e52398d-f226-4081-8d19-ff2aac2d3c4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.1342239 Nov 25 17:17:49.045998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab1ee609-ba4e-46ab-8522-b485eec21782 req-493d0368-7ead-46ab-96fa-b617eb946b6b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834534 Nov 25 17:17:49.110794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e012bec1-4487-4a1a-8d26-26920f7b3b30 req-5996481b-8ac2-44cc-9b80-ef914709ad31 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987477 Nov 25 17:17:49.155121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.185832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-3dfafce2-b70d-4aee-8579-b64cdc441ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.188510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-3dfafce2-b70d-4aee-8579-b64cdc441ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f739c9ad-b486-4a01-bca1-3922159591e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6043704 Nov 25 17:17:49.225097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac11675-5190-4e99-870e-36c015719fe9 req-df4dd7be-869f-4f12-aa97-0583950acee7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.227012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fac11675-5190-4e99-870e-36c015719fe9 req-df4dd7be-869f-4f12-aa97-0583950acee7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0662019 Nov 25 17:17:49.299460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fac11675-5190-4e99-870e-36c015719fe9 req-24991306-1ff8-4cc0-ae79-abde79ddbd9d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651627 Nov 25 17:17:49.333991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Allocated IP 172.20.0.13 (d55825c2-78c9-4c1b-8be7-ecfb2336ea03/78191568-eb0d-4b67-b0cf-0b58129e1fa2/5c47b452-8842-4192-99fd-cc4778501150) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:49.376532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328be2b-8242-492d-902f-48f5eb69e060 req-ffb2ca8e-3e1d-4574-85b4-de9f41c1f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.378012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c328be2b-8242-492d-902f-48f5eb69e060 req-ffb2ca8e-3e1d-4574-85b4-de9f41c1f7c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 1097 time: 0.3368127 Nov 25 17:17:49.399774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Network 32003d6f-727a-4d57-8ae0-ef85828de76a is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:49.421353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Allocated IP 172.20.0.8 (32003d6f-727a-4d57-8ae0-ef85828de76a/3d5e2730-bd8f-4b09-ac34-814c6c3a8c57/35d04979-5305-4c6b-a2ed-43a61cd0dcce) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:17:49.429135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:49.430956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Pushing event updated for resources: {'Port': ['ID=670e24c7-4960-4a44-9b4e-195bfca6abec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:49.434636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:49.457765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fd13-f26d-4d3a-85b7-17f8ccc71806 req-d788ab1f-90ca-42a7-a65a-4d20764ae12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.459238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1811fd13-f26d-4d3a-85b7-17f8ccc71806 req-d788ab1f-90ca-42a7-a65a-4d20764ae12e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1101 time: 0.3890376 Nov 25 17:17:49.526212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74403d5-da4f-4660-89d4-c4dba3088aab req-350b5bb6-26c5-4612-b815-4c5fe6f92a92 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.528982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b74403d5-da4f-4660-89d4-c4dba3088aab req-350b5bb6-26c5-4612-b815-4c5fe6f92a92 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 946 time: 0.3723342 Nov 25 17:17:49.578947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.585020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.591939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.601933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.609381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.615779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.622319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.624309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2fce56e-40a0-472f-9488-14dac184bccb req-af218263-b144-4a78-8fb4-715e06e287ec tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.1039269 Nov 25 17:17:49.664725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-5ec0f57a-7f5d-4591-9d97-143748e1d9bb service neutron] 10.222.0.73 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510860 Nov 25 17:17:49.671502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:49.672121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:49.716703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c328be2b-8242-492d-902f-48f5eb69e060 req-fa0c51cd-5c4a-414c-859c-47297927024f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181300 Nov 25 17:17:49.821405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1811fd13-f26d-4d3a-85b7-17f8ccc71806 req-035c69eb-bc18-4170-918c-29ce89904167 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217666 Nov 25 17:17:49.864779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-0ecced98-f748-42ae-a424-2e3f6d406a93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6468534 Nov 25 17:17:49.891750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2fce56e-40a0-472f-9488-14dac184bccb req-3cd98deb-3060-4750-9835-eaadf1d21c33 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2591538 Nov 25 17:17:49.910666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b74403d5-da4f-4660-89d4-c4dba3088aab req-fa71f8ac-7023-4c2c-9b35-a5cccbeb8d7f tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705649 Nov 25 17:17:50.027882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Request body: {'port': {'device_id': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:50.040500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d58bdcfa-623b-449c-a156-92233cbcbd4d req-94068923-aeb6-488d-b3b0-0505d53e37b8 service neutron] 10.222.0.73 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614309 Nov 25 17:17:50.057907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a2b43-83a0-4a26-81c1-62b5f80b0f1f req-68164406-9c60-46bc-908c-86bd9389beff tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.060985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-753a2b43-83a0-4a26-81c1-62b5f80b0f1f req-68164406-9c60-46bc-908c-86bd9389beff tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.0615420 Nov 25 17:17:50.078786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.122568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-753a2b43-83a0-4a26-81c1-62b5f80b0f1f req-0c250a4e-16f1-473f-a33e-62f7f90f65dc tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541742 Nov 25 17:17:50.172136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.178360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c75562f-d751-4bdf-bd68-444b06112f92 req-c5f7de4d-5d4a-42d1-a627-401cd06dcf1f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 210 time: 0.0728366 Nov 25 17:17:50.201062 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.224520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.245583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f39581-e4bc-45b4-9731-c97f858b48b6 req-84c7b038-64a3-4227-8c7a-1c5466d75020 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.252332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-01f39581-e4bc-45b4-9731-c97f858b48b6 req-84c7b038-64a3-4227-8c7a-1c5466d75020 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 932 time: 0.0635245 Nov 25 17:17:50.310767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-01f39581-e4bc-45b4-9731-c97f858b48b6 req-3a3ecaf0-00db-4f18-a031-60ed706463ad tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540249 Nov 25 17:17:50.320215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:50.330370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:50.336573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:50.339362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event updated for resources: {'Port': ['ID=5c47b452-8842-4192-99fd-cc4778501150,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:50.399718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.509351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Network 32003d6f-727a-4d57-8ae0-ef85828de76a is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:17:50.517597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:17:50.525527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.525920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.529192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:17:50.562953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Pushing event updated for resources: {'Port': ['ID=35d04979-5305-4c6b-a2ed-43a61cd0dcce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:50.591267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a1f62eba-9ef3-4974-86eb-76fe59443f87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7017224 Nov 25 17:17:50.598055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:50.599808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.600450 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.609999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Request body: {'port': {'device_id': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:50.647620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.654733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ce16db0a-deab-434a-b6a6-50422fadd86b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7715459 Nov 25 17:17:50.663826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Transition to ACTIVE for port object 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:50.669446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.698517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Request body: {'port': {'device_id': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:50.751128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Pushing event updated for resources: {'Port': ['ID=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:50.817741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Attempting to bind port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:50.818133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Attempting to bind port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:50.818494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Attempting to bind port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 on network 32003d6f-727a-4d57-8ae0-ef85828de76a {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:50.823451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 on network 32003d6f-727a-4d57-8ae0-ef85828de76a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:50.823898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Attempting to bind port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 on network 32003d6f-727a-4d57-8ae0-ef85828de76a {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:50.827621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.849978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:50.850302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Checking segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:50.850663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Bound using segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:50.851108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Bound port: 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:50.851483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.880072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:50.942619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674adff-57a2-4179-bb99-59b8be086ddc req-3370cf92-bf3b-45d2-b542-cf6032b75031 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:50.949941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4674adff-57a2-4179-bb99-59b8be086ddc req-3370cf92-bf3b-45d2-b542-cf6032b75031 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.2917180 Nov 25 17:17:51.013540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] For port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:51.022372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] For port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:51.030234 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.133971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.134668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.136161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] 10.222.0.73 "PUT /v2.0/ports/2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 HTTP/1.1" status: 200 len: 1092 time: 2.8380339 Nov 25 17:17:51.139088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'tag': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:51.141978 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229f9750-2289-4ff4-8cc1-b7590b388fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c0d9d5-6de6-4862-bc05-de62bc7aa35a", "tag": "2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:51.148657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4674adff-57a2-4179-bb99-59b8be086ddc req-5a2e6140-c5d4-4ba2-938f-42bf096a070e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971395 Nov 25 17:17:51.176692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66c85-95b8-418b-af75-48287047f2fb service neutron] Pushing event updated for resources: {'Port': ['ID=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:51.198897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.205449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.212213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.220539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.228545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.235211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.241237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.250635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-43320b15-cd17-45db-a13b-9eb95a4b38cb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.1925626 Nov 25 17:17:51.340340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-607ae259-7b5a-441b-87bb-44c741f5aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.341860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-607ae259-7b5a-441b-87bb-44c741f5aebf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 1095 time: 0.0891275 Nov 25 17:17:51.348566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02c4d02a-4d12-4353-bd49-589921ed2e79 req-66433bd5-108d-40a8-82a5-320265fac17d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969639 Nov 25 17:17:51.404059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-e2dbe2d7-675c-4687-82fc-cb4f1cb814a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 HTTP/1.1" status: 200 len: 217 time: 0.0540257 Nov 25 17:17:51.482496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-9abd2c84-d528-49e5-bfbd-9af81f66b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.485967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-9abd2c84-d528-49e5-bfbd-9af81f66b238 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 200 len: 857 time: 0.0723016 Nov 25 17:17:51.488512 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2234a-95e0-4607-95f8-fb4d678fbb0a x-openstack-request-id: req-04a2234a-95e0-4607-95f8-fb4d678fbb0a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:51.488919 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c0d9d5-6de6-4862-bc05-de62bc7aa35a", "tag": "2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:51.489542 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04a2234a-95e0-4607-95f8-fb4d678fbb0a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:51.490108 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'tag': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46', 'status': 'completed', 'code': 200} Nov 25 17:17:51.535681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ba6e43f0-b800-4155-b463-639dce773388 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32003d6f-727a-4d57-8ae0-ef85828de76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420001 Nov 25 17:17:51.593657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670e24c7-4960-4a44-9b4e-195bfca6abec {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:51.630684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.642032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9989ab5-e56e-4023-98ec-e4ac900b0c1f req-fd26fcbe-8393-4fd8-a01b-e2de97945694 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.644496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9989ab5-e56e-4023-98ec-e4ac900b0c1f req-fd26fcbe-8393-4fd8-a01b-e2de97945694 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.1067657 Nov 25 17:17:51.674513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221573-a29c-44da-9246-294150e94f83 req-de6b8166-d51a-4c00-8b0d-229acd3af523 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.676064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46221573-a29c-44da-9246-294150e94f83 req-de6b8166-d51a-4c00-8b0d-229acd3af523 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 946 time: 0.4420688 Nov 25 17:17:51.680116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Transition to ACTIVE for port object 670e24c7-4960-4a44-9b4e-195bfca6abec will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:51.681372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-f44aadc4-a33c-4738-ba26-3bf7a2960610 service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352229 Nov 25 17:17:51.695673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:51.767427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9989ab5-e56e-4023-98ec-e4ac900b0c1f req-77734a75-c53b-4547-bed3-cef034c6abca tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098530 Nov 25 17:17:51.817973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-9212697d-1d4a-48cb-a96a-fb031453c7d4 service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296778 Nov 25 17:17:51.867944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Pushing event updated for resources: {'Port': ['ID=670e24c7-4960-4a44-9b4e-195bfca6abec,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:51.897892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46221573-a29c-44da-9246-294150e94f83 req-637d9806-b944-4684-8511-891c267f9621 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961541 Nov 25 17:17:51.986237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-63b2637e-e407-4de8-b0a4-464096c4053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:51.988491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-63b2637e-e407-4de8-b0a4-464096c4053e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 1095 time: 0.1071239 Nov 25 17:17:51.998855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e748-1d1f-4dde-ad84-617fda608284 req-f9125d81-d20a-468b-8ba2-d78529fe491f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.001506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c90e748-1d1f-4dde-ad84-617fda608284 req-f9125d81-d20a-468b-8ba2-d78529fe491f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 932 time: 0.1320317 Nov 25 17:17:52.016706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c47b452-8842-4192-99fd-cc4778501150 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:52.033069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.089866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:52.091265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Attempting to bind port 670e24c7-4960-4a44-9b4e-195bfca6abec on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:52.091684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Attempting to bind port 670e24c7-4960-4a44-9b4e-195bfca6abec by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:52.092026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Attempting to bind port 670e24c7-4960-4a44-9b4e-195bfca6abec on network 32003d6f-727a-4d57-8ae0-ef85828de76a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:52.117910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Transition to ACTIVE for port object 5c47b452-8842-4192-99fd-cc4778501150 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:52.124551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c90e748-1d1f-4dde-ad84-617fda608284 req-c7ff32e1-2de7-431b-8e48-57b196802384 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114242 Nov 25 17:17:52.130007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.131873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Port 670e24c7-4960-4a44-9b4e-195bfca6abec on network 32003d6f-727a-4d57-8ae0-ef85828de76a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:52.132202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Attempting to bind port 670e24c7-4960-4a44-9b4e-195bfca6abec on network 32003d6f-727a-4d57-8ae0-ef85828de76a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:52.143909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d04979-5305-4c6b-a2ed-43a61cd0dcce {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:52.177118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-bedf4176-e170-44c6-b843-9333c5ae2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.178890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-bedf4176-e170-44c6-b843-9333c5ae2d15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 918 time: 0.1758237 Nov 25 17:17:52.179483 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.185165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:52.185550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Checking segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:52.185947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Bound using segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:52.186487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Bound port: 670e24c7-4960-4a44-9b4e-195bfca6abec, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:52.186789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.227367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d535d-7b5f-44ef-8169-0ff4d861255b req-8368412e-d858-43ca-8fd6-34c2cbbc82e5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.234968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009d535d-7b5f-44ef-8169-0ff4d861255b req-8368412e-d858-43ca-8fd6-34c2cbbc82e5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 944 time: 0.1872721 Nov 25 17:17:52.257239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Transition to ACTIVE for port object 35d04979-5305-4c6b-a2ed-43a61cd0dcce will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:17:52.266504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c47b452-8842-4192-99fd-cc4778501150,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:52.267658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-20715c38-1cb5-43f6-b1e4-8325d456fe74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 HTTP/1.1" status: 200 len: 217 time: 0.0789902 Nov 25 17:17:52.294934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.327767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b469ae15-5b4b-428c-809e-fe58203dc955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.408292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.418116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.426422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.432448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.446563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.452828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.458800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.460773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48af4e03-d68a-485d-b959-80147739a2b3 req-d302c7cf-836b-4b1f-b64e-f3a7364a0fba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.1974299 Nov 25 17:17:52.464121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] For port 670e24c7-4960-4a44-9b4e-195bfca6abec, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:52.467603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-3867e4da-ca32-4da0-9b79-d0cd943afa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.469321 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-3867e4da-ca32-4da0-9b79-d0cd943afa41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 200 len: 857 time: 0.1585717 Nov 25 17:17:52.478087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Pushing event updated for resources: {'Port': ['ID=35d04979-5305-4c6b-a2ed-43a61cd0dcce,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:52.484336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009d535d-7b5f-44ef-8169-0ff4d861255b req-0e29c458-6cbd-4a76-9d68-a82d84bf4cf3 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483914 Nov 25 17:17:52.487141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:52.510325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Request body: {'floatingip': {'port_id': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:17:52.546661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] For port 670e24c7-4960-4a44-9b4e-195bfca6abec, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=670e24c7-4960-4a44-9b4e-195bfca6abec,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:52.567014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.568859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Attempting to bind port 5c47b452-8842-4192-99fd-cc4778501150 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:52.569181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Attempting to bind port 5c47b452-8842-4192-99fd-cc4778501150 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:52.569502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Attempting to bind port 5c47b452-8842-4192-99fd-cc4778501150 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:52.581834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-085d7cd6-db94-466b-9744-cd42f5a97327 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32003d6f-727a-4d57-8ae0-ef85828de76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980654 Nov 25 17:17:52.617882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.631910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Port 5c47b452-8842-4192-99fd-cc4778501150 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:52.632500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Attempting to bind port 5c47b452-8842-4192-99fd-cc4778501150 on network d55825c2-78c9-4c1b-8be7-ecfb2336ea03 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:52.643422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.644736 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.645937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/670e24c7-4960-4a44-9b4e-195bfca6abec HTTP/1.1" status: 200 len: 1091 time: 2.6252141 Nov 25 17:17:52.652790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'tag': '670e24c7-4960-4a44-9b4e-195bfca6abec'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:52.655415 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a752e59-57bb-4784-a75f-83096865ce0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7caa644a-e5f3-4bce-bd94-fd46c2aafa8e", "tag": "670e24c7-4960-4a44-9b4e-195bfca6abec"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:52.672166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:52.673316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Checking segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:52.673918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Bound using segment: {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:52.674550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Bound port: 5c47b452-8842-4192-99fd-cc4778501150, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:52.675089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.743848 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d396e6-9675-40bc-872f-746e37a8f988 x-openstack-request-id: req-e6d396e6-9675-40bc-872f-746e37a8f988 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:52.744195 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caa644a-e5f3-4bce-bd94-fd46c2aafa8e", "tag": "670e24c7-4960-4a44-9b4e-195bfca6abec", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:52.744396 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e6d396e6-9675-40bc-872f-746e37a8f988 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:52.744787 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'tag': '670e24c7-4960-4a44-9b4e-195bfca6abec', 'status': 'completed', 'code': 200} Nov 25 17:17:52.762961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ecc5e-2fd4-4101-915d-bde3b7a9df0b req-2d0810d9-1c78-4a58-9de0-8eb22200c8c1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.765097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed3ecc5e-2fd4-4101-915d-bde3b7a9df0b req-2d0810d9-1c78-4a58-9de0-8eb22200c8c1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1950843 Nov 25 17:17:52.768479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de93b87-0310-4682-b5da-18e1a4dd66f5 service neutron] Pushing event updated for resources: {'Port': ['ID=670e24c7-4960-4a44-9b4e-195bfca6abec,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:52.798719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Attempting to bind port 35d04979-5305-4c6b-a2ed-43a61cd0dcce on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:17:52.799004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Attempting to bind port 35d04979-5305-4c6b-a2ed-43a61cd0dcce by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:17:52.799305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Attempting to bind port 35d04979-5305-4c6b-a2ed-43a61cd0dcce on network 32003d6f-727a-4d57-8ae0-ef85828de76a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:52.808086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Port 35d04979-5305-4c6b-a2ed-43a61cd0dcce on network 32003d6f-727a-4d57-8ae0-ef85828de76a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:17:52.808571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Attempting to bind port 35d04979-5305-4c6b-a2ed-43a61cd0dcce on network 32003d6f-727a-4d57-8ae0-ef85828de76a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:17:52.821125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b469ae15-5b4b-428c-809e-fe58203dc955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.823973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:17:52.824513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Checking segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:17:52.825001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Bound using segment: {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:17:52.825474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Bound port: 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60af09d6-e217-424d-b9a2-b1eccae62cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:17:52.825831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.830562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-525ac8e2-3a42-42c9-90ce-1721cd0b6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:52.832122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-525ac8e2-3a42-42c9-90ce-1721cd0b6c6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 1094 time: 0.1283259 Nov 25 17:17:52.837525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b469ae15-5b4b-428c-809e-fe58203dc955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:52.909536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-326cde99-242e-47d7-a379-5d937bf544f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=670e24c7-4960-4a44-9b4e-195bfca6abec HTTP/1.1" status: 200 len: 217 time: 0.0630484 Nov 25 17:17:52.911998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b469ae15-5b4b-428c-809e-fe58203dc955 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=35a427f0eb924cabb215f9385a86ec4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8209672 Nov 25 17:17:52.912702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38186) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:52.924249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] For port 5c47b452-8842-4192-99fd-cc4778501150, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:52.938607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469ae15-5b4b-428c-809e-fe58203dc955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc840e-7ad4-4625-8ed9-fe0529671b09,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.010088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] For port 5c47b452-8842-4192-99fd-cc4778501150, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5c47b452-8842-4192-99fd-cc4778501150,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:53.025366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.034086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed3ecc5e-2fd4-4101-915d-bde3b7a9df0b req-8073ca82-00e4-40d2-a872-47d3d8230719 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398314 Nov 25 17:17:53.087304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.088321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.090270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] 10.222.0.73 "PUT /v2.0/ports/5c47b452-8842-4192-99fd-cc4778501150 HTTP/1.1" status: 200 len: 1092 time: 2.4867105 Nov 25 17:17:53.095475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-74f1f840-4420-40e7-a2b9-b0dbad2e3bf0 service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752178 Nov 25 17:17:53.102198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ad603310-c6b3-4ce7-b49b-ed0dab10742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.103888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-ad603310-c6b3-4ce7-b49b-ed0dab10742c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 200 len: 857 time: 0.1811049 Nov 25 17:17:53.113957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfa17-97eb-48fc-93c9-f9920b6e5024 req-a409da92-c7fd-448d-b89a-1cdcc2825a95 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.116269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-677dfa17-97eb-48fc-93c9-f9920b6e5024 req-a409da92-c7fd-448d-b89a-1cdcc2825a95 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.2109690 Nov 25 17:17:53.117500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] For port 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:17:53.190323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] For port 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:17:53.205792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-9d2f91f8-4958-4a8d-9a40-eab2598aef67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32003d6f-727a-4d57-8ae0-ef85828de76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825830 Nov 25 17:17:53.226796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.233916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f285d7ac-8632-49bd-ae7d-63539e2a9709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.252450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41a362-dc54-45e6-9f41-6752dffbe6ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c47b452-8842-4192-99fd-cc4778501150,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.301320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.302244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.303711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] 10.222.0.73 "PUT /v2.0/ports/35d04979-5305-4c6b-a2ed-43a61cd0dcce HTTP/1.1" status: 200 len: 1091 time: 2.6109302 Nov 25 17:17:53.308162 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f285d7ac-8632-49bd-ae7d-63539e2a9709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.380991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-229f9750-2289-4ff4-8cc1-b7590b388fc3 req-3e40e012-af5e-4dd2-a8ba-584c4abd61f3 service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727764 Nov 25 17:17:53.392440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-677dfa17-97eb-48fc-93c9-f9920b6e5024 req-d57741d2-90c1-49f1-99f9-f8693a3d3322 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585766 Nov 25 17:17:53.405083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc689d73-e877-4fac-adeb-0c6889d052f7 req-42d4cde3-33dc-45f8-b265-85d51a40fc66 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.413137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc689d73-e877-4fac-adeb-0c6889d052f7 req-42d4cde3-33dc-45f8-b265-85d51a40fc66 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1101 time: 0.2505159 Nov 25 17:17:53.442714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048697-f333-4abd-b280-7b7c6df23777 service neutron] Pushing event updated for resources: {'Port': ['ID=35d04979-5305-4c6b-a2ed-43a61cd0dcce,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.446901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a5fc1516-807f-45ff-b9d2-efd5b74292a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.448705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-a5fc1516-807f-45ff-b9d2-efd5b74292a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 1095 time: 0.3025844 Nov 25 17:17:53.515606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-add284cb-1ff6-45b7-87c3-d8db60d3209f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c47b452-8842-4192-99fd-cc4778501150 HTTP/1.1" status: 200 len: 217 time: 0.0567124 Nov 25 17:17:53.551602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f285d7ac-8632-49bd-ae7d-63539e2a9709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.554595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f285d7ac-8632-49bd-ae7d-63539e2a9709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.555925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f285d7ac-8632-49bd-ae7d-63539e2a9709 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4cdc840e-7ad4-4625-8ed9-fe0529671b09 HTTP/1.1" status: 204 len: 168 time: 0.6143470 Nov 25 17:17:53.566094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc689d73-e877-4fac-adeb-0c6889d052f7 req-a46663b1-8e42-432b-ab32-4e9f873c8eae tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521273 Nov 25 17:17:53.573228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d7ac-8632-49bd-ae7d-63539e2a9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc840e-7ad4-4625-8ed9-fe0529671b09,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:53.598937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-c278d479-55a2-48d8-81d0-6b34e2e3b61c service neutron] 10.222.0.55 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735869 Nov 25 17:17:53.605506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-37f9620b-c657-4516-925e-798807279a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.607252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-37f9620b-c657-4516-925e-798807279a26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 1094 time: 0.2499874 Nov 25 17:17:53.711927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-ff29db92-cf32-4863-9ba3-5e6abf471e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.713371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-ff29db92-cf32-4863-9ba3-5e6abf471e67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.1732402 Nov 25 17:17:53.718979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-3dc367ee-e0cb-4900-a007-ced4db790c5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce HTTP/1.1" status: 200 len: 217 time: 0.0919588 Nov 25 17:17:53.728853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.729943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eaa1f-1636-4128-bcdc-4e73f8f81463 req-1e97d1a0-29cc-43bf-acb2-00e05c05ed6d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.732214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad7eaa1f-1636-4128-bcdc-4e73f8f81463 req-1e97d1a0-29cc-43bf-acb2-00e05c05ed6d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 944 time: 0.2219207 Nov 25 17:17:53.737672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:53.785506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da3c2a-30ca-4830-9efc-47a7cb75edcc req-7db35d7b-763b-4625-81ed-97d48526fc3c tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.787097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9da3c2a-30ca-4830-9efc-47a7cb75edcc req-7db35d7b-763b-4625-81ed-97d48526fc3c tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 944 time: 0.1005943 Nov 25 17:17:53.793337 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-de61ab2a-cd6e-42b3-9466-94b2314ec480 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569441 Nov 25 17:17:53.818057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-d48d9a00-b457-405c-97bb-0304e7661182 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:17:53.819021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-d48d9a00-b457-405c-97bb-0304e7661182 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064678 Nov 25 17:17:53.906269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9da3c2a-30ca-4830-9efc-47a7cb75edcc req-7281de55-96ee-4d85-bfd3-a42ab87fbc89 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054096 Nov 25 17:17:53.907414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-2e8c5d40-7872-48e4-a25a-6d67a5ff1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:53.908887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-2e8c5d40-7872-48e4-a25a-6d67a5ff1a80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 200 len: 857 time: 0.1742253 Nov 25 17:17:53.910732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-c6df524c-94d0-4316-8858-05ace0d91c94 service neutron] 10.222.0.55 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949340 Nov 25 17:17:53.914015 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Floating IP 61f253ef-b705-4324-9162-7798ca136d17 associated. External IP: 172.25.8.99, port: 2fb4bc27-457e-4351-a8fd-09b4abd5fd07. Nov 25 17:17:53.962440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-e6b974ad-a92b-4fd2-b0cc-92040169f62d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32003d6f-727a-4d57-8ae0-ef85828de76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446198 Nov 25 17:17:53.968205 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad7eaa1f-1636-4128-bcdc-4e73f8f81463 req-62893971-e18f-444e-843a-67c14236218e tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127457 Nov 25 17:17:54.010027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38204) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:54.090073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-207c6fc8-50bc-4db2-a9c5-96d9aeb78ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.096464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-c3ab5f34-9a69-4d84-a684-e1fccff3cf8b service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656174 Nov 25 17:17:54.194585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752e59-57bb-4784-a75f-83096865ce0c req-8de75d4c-cd82-4f9c-8fa0-3d74bd0b870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.196112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-8de75d4c-cd82-4f9c-8fa0-3d74bd0b870b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 1094 time: 0.2234952 Nov 25 17:17:54.210845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Router 30703287-03ea-4c29-8140-ce1b64955129 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:17:54.275676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-2b44f079-1623-4bca-9b57-d1d197487654 service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040996 Nov 25 17:17:54.323605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:17:54.329053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.338436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] Sync routers for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:17:54.356134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:54.357196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:17:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:54.362719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-831f94f6-2e7c-4356-a36c-52951bfa1974 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "PUT /v2.0/floatingips/61f253ef-b705-4324-9162-7798ca136d17 HTTP/1.1" status: 200 len: 991 time: 1.8658726 Nov 25 17:17:54.363441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:54.365863 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d" -d '{"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:54.458771 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e70ed5-de81-4c02-b445-c3f7f5edc8c2 x-openstack-request-id: req-21e70ed5-de81-4c02-b445-c3f7f5edc8c2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:54.459282 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:54.459796 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21e70ed5-de81-4c02-b445-c3f7f5edc8c2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:54.460468 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'status': 'completed', 'code': 200} Nov 25 17:17:54.612420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab300a1-928e-4583-a351-19b6f385b356 req-d4a20f11-e47d-4e28-ac19-15c1584f4bfe tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.614306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aab300a1-928e-4583-a351-19b6f385b356 req-d4a20f11-e47d-4e28-ac19-15c1584f4bfe tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0681829 Nov 25 17:17:54.632001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:54.673483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aab300a1-928e-4583-a351-19b6f385b356 req-52afbf6d-0aa9-40cc-87d3-6b0e83b1885a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Nov 25 17:17:54.717229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3f09fac-3282-48f9-9bb5-a3710360f910 req-46a2a6c0-5716-4545-aa19-5b07815ea1ae service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098711 Nov 25 17:17:54.746946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'tag': '5c47b452-8842-4192-99fd-cc4778501150'}, {'name': 'network-changed', 'server_uuid': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'tag': '35d04979-5305-4c6b-a2ed-43a61cd0dcce'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:54.753388 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a", "tag": "5c47b452-8842-4192-99fd-cc4778501150"}, {"name": "network-changed", "server_uuid": "eb0364bb-c708-48ee-9960-c030d4aa4888", "tag": "35d04979-5305-4c6b-a2ed-43a61cd0dcce"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:54.845842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-207c6fc8-50bc-4db2-a9c5-96d9aeb78ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.847736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752e59-57bb-4784-a75f-83096865ce0c req-8a54fff1-7fe8-4c07-8ede-6eb121da177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.849536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-8a54fff1-7fe8-4c07-8ede-6eb121da177b service neutron] 10.222.0.55 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 918 time: 0.6428852 Nov 25 17:17:54.883941 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-207c6fc8-50bc-4db2-a9c5-96d9aeb78ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:54.902824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '61f253ef-b705-4324-9162-7798ca136d17', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '30703287-03ea-4c29-8140-ce1b64955129', 'port_id': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'mac_address': 'fa:16:3e:87:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:22Z', 'updated_at': '2021-11-25T17:17:53Z', 'revision_number': 1, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:23Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:54.926929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.927435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.928016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.928543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.929015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.929550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.930009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.932202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-17b6e51b-fe38-4e50-8b62-8fa1ce80da7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.3123100 Nov 25 17:17:54.933850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] Checking router: 30703287-03ea-4c29-8140-ce1b64955129 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:17:54.942763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-ab66729b-338c-4621-a6bd-85d3f979b9ef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3160958 Nov 25 17:17:54.943166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:17:54.943871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:17:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:54.950547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56f2b9-4c31-41de-8603-dbea5632548b req-1edc6404-1d7e-4306-a2a1-1dff114561bb tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:54.952093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b56f2b9-4c31-41de-8603-dbea5632548b req-1edc6404-1d7e-4306-a2a1-1dff114561bb tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.3244538 Nov 25 17:17:54.971061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb154faa-c3e8-4879-ad2c-e5beafc9ee2e req-af99ad8c-b62d-49d7-906a-0bb057a94f17 service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785970 Nov 25 17:17:54.972859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-c948c411-86da-4925-b706-b6e4a301636c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=670e24c7-4960-4a44-9b4e-195bfca6abec HTTP/1.1" status: 200 len: 217 time: 0.1140199 Nov 25 17:17:55.090921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38250) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:55.091119 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-207c6fc8-50bc-4db2-a9c5-96d9aeb78ab9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a6aa726277b1446d8805d32eee7640b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702355 Nov 25 17:17:55.097730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c6fc8-50bc-4db2-a9c5-96d9aeb78ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f77d1a4-26f8-4845-9acb-89e918601bce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:55.134059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:17:55.154557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752e59-57bb-4784-a75f-83096865ce0c req-b34f7571-d550-4b63-8925-7e83374fe59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.156466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-b34f7571-d550-4b63-8925-7e83374fe59d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 200 len: 857 time: 0.1622365 Nov 25 17:17:55.187069 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec677219-863b-4361-a333-befdd58eafbf x-openstack-request-id: req-ec677219-863b-4361-a333-befdd58eafbf {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:55.187704 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a", "tag": "5c47b452-8842-4192-99fd-cc4778501150", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb0364bb-c708-48ee-9960-c030d4aa4888", "tag": "35d04979-5305-4c6b-a2ed-43a61cd0dcce", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:55.188198 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ec677219-863b-4361-a333-befdd58eafbf {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:55.188530 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'tag': '5c47b452-8842-4192-99fd-cc4778501150', 'status': 'completed', 'code': 200} Nov 25 17:17:55.188784 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'tag': '35d04979-5305-4c6b-a2ed-43a61cd0dcce', 'status': 'completed', 'code': 200} Nov 25 17:17:55.196793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b56f2b9-4c31-41de-8603-dbea5632548b req-0751bd87-9339-4f23-8935-7cb40c490cbe tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174070 Nov 25 17:17:55.239292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-4e44a59b-f870-4cb3-b2f4-8f76bbe42a09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32003d6f-727a-4d57-8ae0-ef85828de76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646844 Nov 25 17:17:55.277806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-750d4563-5adb-4ef7-96df-28f3682c1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.281784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-750d4563-5adb-4ef7-96df-28f3682c1e6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d HTTP/1.1" status: 200 len: 911 time: 0.3214898 Nov 25 17:17:55.294822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.364394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:55.420192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-5c3e094a-6339-4068-aa16-0a723c26db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.421727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-5c3e094a-6339-4068-aa16-0a723c26db82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 1095 time: 0.2636485 Nov 25 17:17:55.608136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '61f253ef-b705-4324-9162-7798ca136d17', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '30703287-03ea-4c29-8140-ce1b64955129', 'port_id': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'mac_address': 'fa:16:3e:87:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:22Z', 'updated_at': '2021-11-25T17:17:53Z', 'revision_number': 1, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:23Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:17:55.660028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccbbe4-4047-41a4-9dc5-417a0fa872d4 None None] The sync data for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 is: [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '61f253ef-b705-4324-9162-7798ca136d17', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '30703287-03ea-4c29-8140-ce1b64955129', 'port_id': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'mac_address': 'fa:16:3e:87:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:22Z', 'updated_at': '2021-11-25T17:17:53Z', 'revision_number': 1, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:23Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:17:55.715128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-1a410a0f-8526-4cba-99ce-9b24ed90e769 service neutron] 10.222.0.55 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615674 Nov 25 17:17:55.766497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-4ab36deb-f5bc-4c5c-b3cf-af207e351b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.768430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-4ab36deb-f5bc-4c5c-b3cf-af207e351b93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 200 len: 913 time: 0.3350418 Nov 25 17:17:55.774521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-8a739526-b238-4c5a-a0ec-5c65f5fea17e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 999 time: 0.4593351 Nov 25 17:17:55.949670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80560ba-6dff-4029-bc83-26522f2064c2 req-3c536021-7048-4744-883e-faf8a3b1521b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:55.959667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b80560ba-6dff-4029-bc83-26522f2064c2 req-3c536021-7048-4744-883e-faf8a3b1521b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 944 time: 0.5020640 Nov 25 17:17:56.012120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-383e7ff5-0333-44e3-8749-9a267d8cbddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.029945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-383e7ff5-0333-44e3-8749-9a267d8cbddf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.1410387 Nov 25 17:17:56.030616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2675d-29fd-4b74-abdc-38f1240cd5b6 req-be6425fa-21ee-45fb-bec5-186f226fabf9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.038660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ecb2675d-29fd-4b74-abdc-38f1240cd5b6 req-be6425fa-21ee-45fb-bec5-186f226fabf9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 944 time: 0.7708092 Nov 25 17:17:56.041884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.045495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.048117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f77d1a4-26f8-4845-9acb-89e918601bce HTTP/1.1" status: 204 len: 168 time: 0.9560914 Nov 25 17:17:56.080972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f77d1a4-26f8-4845-9acb-89e918601bce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.098258 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e41043c-e4e7-4b60-81b4-2ad32f3cc571 None None] New status for floating IP 61f253ef-b705-4324-9162-7798ca136d17: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:17:56.133655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.136924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.137332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.137675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.138075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.138405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.138747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.139612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.139612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.144564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.144924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.145263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae7c2f-0602-4268-ac3c-9b3a055af039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.252699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ecb2675d-29fd-4b74-abdc-38f1240cd5b6 req-531926b5-b4c9-4285-bf32-edf2fe0ddd46 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130184 Nov 25 17:17:56.266950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b80560ba-6dff-4029-bc83-26522f2064c2 req-1fb05930-1a0a-4930-bd49-c74ba90bcf5d tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034608 Nov 25 17:17:56.273254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-c93dd3d8-ee9b-48fe-a84a-46de543a1777 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c47b452-8842-4192-99fd-cc4778501150 HTTP/1.1" status: 200 len: 217 time: 0.4961820 Nov 25 17:17:56.298767 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a752e59-57bb-4784-a75f-83096865ce0c req-35856ce5-f90c-4c35-b1c4-732fc4e88ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274982 Nov 25 17:17:56.305811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:56.310801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-c844a15c-5e69-4b95-bd71-15b0254f2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.321039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-c844a15c-5e69-4b95-bd71-15b0254f2921 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902877 Nov 25 17:17:56.560812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:56.579974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46', 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'port_id': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46', 'mac_address': 'fa:16:3e:1c:aa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e2730-bd8f-4b09-ac34-814c6c3a8c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:56.595766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-1dcd61b7-90ce-44cb-8a0f-95ab5ab8fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.597130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e150f1-a908-4e84-95d8-9c2219f3433a req-4a9ff3d5-c2fb-4918-bee6-d8a2bbd18192 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.597641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-1dcd61b7-90ce-44cb-8a0f-95ab5ab8fa58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 200 len: 852 time: 0.2976332 Nov 25 17:17:56.599544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11e150f1-a908-4e84-95d8-9c2219f3433a req-4a9ff3d5-c2fb-4918-bee6-d8a2bbd18192 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1339993 Nov 25 17:17:56.636060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.655845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:56.667191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11e150f1-a908-4e84-95d8-9c2219f3433a req-b8d062cc-b8e7-4324-b2c9-44bf9f6ec1c5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 Nov 25 17:17:56.672740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-514c3de2-0ac2-4cf4-9b9f-5fe18a28ff0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d55825c2-78c9-4c1b-8be7-ecfb2336ea03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464525 Nov 25 17:17:56.691734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:56.696580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:56.707228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-87b4eb84-c46d-4a28-9b7b-e140e49f2057 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631420 Nov 25 17:17:56.771857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:56.782311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.782902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.783427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.784589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.784724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.784992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.785387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.785731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.786054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.786378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.786768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.787090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:56.838459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfd70d-549f-4730-ac0b-20f613b0465e req-ce7c5e4f-378a-435b-9a4b-2467240ab27b tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:56.847445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34dfd70d-549f-4730-ac0b-20f613b0465e req-ce7c5e4f-378a-435b-9a4b-2467240ab27b tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.2200420 Nov 25 17:17:56.984360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47bc5d6c-0a6d-4dbe-9e24-edddefaad50d req-37fc3412-9095-472d-a83f-970f4134273d service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607260 Nov 25 17:17:56.986281 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-0a448531-15f3-4735-ab81-d0202e915e77 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931130 Nov 25 17:17:56.993574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34dfd70d-549f-4730-ac0b-20f613b0465e req-8c2283ba-79b7-42e9-8d83-5f94404f5b55 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451795 Nov 25 17:17:57.015606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-ad185fef-cb61-4e1d-9f66-b6fd923d669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.017112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-ad185fef-cb61-4e1d-9f66-b6fd923d669e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1101 time: 0.1258347 Nov 25 17:17:57.023228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:57.219141 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-a6b5a810-b6c6-4f78-8517-02f2849ffe39 service neutron] 10.222.0.73 "GET /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221503 Nov 25 17:17:57.233939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-52af4b2d-f39a-469d-af03-fdf5bc2fc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.235465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-52af4b2d-f39a-469d-af03-fdf5bc2fc110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2078626 Nov 25 17:17:57.340462 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-3307e3c8-6c17-468d-8736-93752a154519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.0952125 Nov 25 17:17:57.349698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 670e24c7-4960-4a44-9b4e-195bfca6abec details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:57.416310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5e9e7-6e9a-4c6a-b202-f544ceee8db2 req-89071519-3e21-472d-9367-c88908dd7b1b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.426483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56d5e9e7-6e9a-4c6a-b202-f544ceee8db2 req-89071519-3e21-472d-9367-c88908dd7b1b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 945 time: 0.0696602 Nov 25 17:17:57.429419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-0783b626-8e03-4377-9383-d6ce4f51d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.431090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-0783b626-8e03-4377-9383-d6ce4f51d515 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 1094 time: 0.1244402 Nov 25 17:17:57.499737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56d5e9e7-6e9a-4c6a-b202-f544ceee8db2 req-dc56b046-bea5-4ec6-9cd9-d385aec98885 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Nov 25 17:17:57.581473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 670e24c7-4960-4a44-9b4e-195bfca6abec, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=670e24c7-4960-4a44-9b4e-195bfca6abec,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:57.600331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '670e24c7-4960-4a44-9b4e-195bfca6abec', 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'port_id': '670e24c7-4960-4a44-9b4e-195bfca6abec', 'mac_address': 'fa:16:3e:0c:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e2730-bd8f-4b09-ac34-814c6c3a8c57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:57.655365 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.677140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670e24c7-4960-4a44-9b4e-195bfca6abec {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:57.722045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 670e24c7-4960-4a44-9b4e-195bfca6abec, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=670e24c7-4960-4a44-9b4e-195bfca6abec,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:57.728930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:57.828713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=670e24c7-4960-4a44-9b4e-195bfca6abec,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:57.889507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-ba10a8ca-14eb-4bd3-b4dd-1331113dc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.890996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-ba10a8ca-14eb-4bd3-b4dd-1331113dc66d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.5131645 Nov 25 17:17:57.898715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f49dfa-e1d2-4c29-875d-8a890d062037 req-d37529d0-4cdc-427a-869b-0dfd6ee49a80 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.899304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3d7e6-66fe-42a0-aa60-4cdeb24bce7b req-c00aee21-dd12-45e4-973f-f4b0783992a2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:57.900584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4f49dfa-e1d2-4c29-875d-8a890d062037 req-d37529d0-4cdc-427a-869b-0dfd6ee49a80 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0903349 Nov 25 17:17:57.907666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43d3d7e6-66fe-42a0-aa60-4cdeb24bce7b req-c00aee21-dd12-45e4-973f-f4b0783992a2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 944 time: 0.5611207 Nov 25 17:17:57.977535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4f49dfa-e1d2-4c29-875d-8a890d062037 req-59e0df91-7ba8-4776-8839-c588daa16986 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664713 Nov 25 17:17:58.023304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-249f0430-3cb3-4d9d-beaa-fb1b79c30503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:58.024818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-249f0430-3cb3-4d9d-beaa-fb1b79c30503 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151822 Nov 25 17:17:58.031584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43d3d7e6-66fe-42a0-aa60-4cdeb24bce7b req-8f69bdb5-1a83-4e43-aebf-d70925f75afd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229405 Nov 25 17:17:58.034401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-6db27ce5-35a8-4c14-b254-6e9574d28c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:58.036152 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-6db27ce5-35a8-4c14-b254-6e9574d28c21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 200 len: 918 time: 0.5927687 Nov 25 17:17:58.089206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['670e24c7-4960-4a44-9b4e-195bfca6abec'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:58.191355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-cb71e5ed-19b4-427b-bb62-1016857c6787 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce HTTP/1.1" status: 200 len: 217 time: 0.1440318 Nov 25 17:17:58.193835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-a63d0f09-c307-49ce-8220-63874d56ec01 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568112 Nov 25 17:17:58.226061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea522b-7c38-4368-b7ac-21a2dcc87fbc req-6e8c759a-6291-4283-bb93-003ecedb52bb tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:58.229193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcea522b-7c38-4368-b7ac-21a2dcc87fbc req-6e8c759a-6291-4283-bb93-003ecedb52bb tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 944 time: 0.1014509 Nov 25 17:17:58.319570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 35d04979-5305-4c6b-a2ed-43a61cd0dcce details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:58.322614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:58.344169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-f5af476b-ca8a-4437-b875-efc5d8583a44 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283195 Nov 25 17:17:58.346791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcea522b-7c38-4368-b7ac-21a2dcc87fbc req-607baf0d-5c10-44b5-ade1-f4e006bcef0d tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103597 Nov 25 17:17:58.377852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-ce610f53-1bd9-4d05-8e35-bdbdbf1b4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:58.379690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-ce610f53-1bd9-4d05-8e35-bdbdbf1b4a06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 200 len: 857 time: 0.1788061 Nov 25 17:17:58.427940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-a67d22e0-6639-4a5a-ba19-a7da3497cd26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32003d6f-727a-4d57-8ae0-ef85828de76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378780 Nov 25 17:17:58.464920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:58.478350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:58.478642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.568835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:58.585635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '35d04979-5305-4c6b-a2ed-43a61cd0dcce', 'network_id': '32003d6f-727a-4d57-8ae0-ef85828de76a', 'port_id': '35d04979-5305-4c6b-a2ed-43a61cd0dcce', 'mac_address': 'fa:16:3e:fa:b2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5e2730-bd8f-4b09-ac34-814c6c3a8c57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:58.603587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-413d37f6-4b9c-49f7-9bd7-9335b0b20f5a service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678176 Nov 25 17:17:58.716952 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.740141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d04979-5305-4c6b-a2ed-43a61cd0dcce {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:58.747783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.755955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd980fb-462d-49eb-8ac4-0d1f612e9222 req-cd4dd450-c72b-4818-b1fb-49099bf6d545 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:58.764703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cd980fb-462d-49eb-8ac4-0d1f612e9222 req-cd4dd450-c72b-4818-b1fb-49099bf6d545 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 945 time: 0.1593471 Nov 25 17:17:58.772783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:58.781644 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.782434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 038a88db-aa29-4ae3-95c3-eb063f3c6b35 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:58.790987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:17:58.793486 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbb90f6-85f6-412e-bb01-61dcfc4487e0" -d '{"events": [{"server_uuid": "f2c0d9d5-6de6-4862-bc05-de62bc7aa35a", "name": "network-vif-plugged", "status": "completed", "tag": "2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:17:58.818490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:58.852666 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:58.853337 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cd980fb-462d-49eb-8ac4-0d1f612e9222 req-bbeeb02e-5102-4b46-b46c-a8cea5a746d8 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Nov 25 17:17:58.856448 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26c84a1b-d66d-4bd7-999c-50ff7b301bf5 req-3b830063-e6bb-4bd1-a014-4f2875629a4b service neutron] 10.222.0.73 "GET /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168510 Nov 25 17:17:58.911315 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66deab8b-989c-4665-9449-a98cc7d2b2f2 x-openstack-request-id: req-66deab8b-989c-4665-9449-a98cc7d2b2f2 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:17:58.911749 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c0d9d5-6de6-4862-bc05-de62bc7aa35a", "name": "network-vif-plugged", "status": "completed", "tag": "2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:17:58.911872 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66deab8b-989c-4665-9449-a98cc7d2b2f2 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:17:58.912250 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46', 'code': 200} Nov 25 17:17:58.917707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=35d04979-5305-4c6b-a2ed-43a61cd0dcce,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:59.007862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:59.048009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:59.062463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'port_id': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'mac_address': 'fa:16:3e:39:90:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:59.112131 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.137605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038a88db-aa29-4ae3-95c3-eb063f3c6b35 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:59.157289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4dd84-ebce-4e4c-b069-34c118908792 req-182ceed4-8a22-4595-a8bb-ac9350180c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:59.170010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16c4dd84-ebce-4e4c-b069-34c118908792 req-182ceed4-8a22-4595-a8bb-ac9350180c67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 1097 time: 0.1754680 Nov 25 17:17:59.175666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:59.180936 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.181790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5c47b452-8842-4192-99fd-cc4778501150 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:17:59.252102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=038a88db-aa29-4ae3-95c3-eb063f3c6b35,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:59.254600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522bbfb-ceca-4216-a0e5-efde024c5b5e req-dd20771d-771e-4065-9141-0d516caf60b4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:59.259268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9522bbfb-ceca-4216-a0e5-efde024c5b5e req-dd20771d-771e-4065-9141-0d516caf60b4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 944 time: 0.1002674 Nov 25 17:17:59.265086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16c4dd84-ebce-4e4c-b069-34c118908792 req-109b5e5e-7da5-41ce-8b38-32b55da1c8ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829816 Nov 25 17:17:59.287456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d3c0a-8bc8-44f8-aa91-6c34ef239b23 req-f8ffd38e-b882-4016-a1e0-a0c31d5a7c7f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:59.289275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e00d3c0a-8bc8-44f8-aa91-6c34ef239b23 req-f8ffd38e-b882-4016-a1e0-a0c31d5a7c7f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1980782 Nov 25 17:17:59.356886 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9522bbfb-ceca-4216-a0e5-efde024c5b5e req-34a46e8a-d65b-4b65-9b64-a4d9feb90954 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892475 Nov 25 17:17:59.384907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5c47b452-8842-4192-99fd-cc4778501150, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5c47b452-8842-4192-99fd-cc4778501150,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:59.389015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e00d3c0a-8bc8-44f8-aa91-6c34ef239b23 req-a9e16f03-fa5a-406a-a519-239b4bea3cbf tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912831 Nov 25 17:17:59.395107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 670e24c7-4960-4a44-9b4e-195bfca6abec up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:17:59.451130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '5c47b452-8842-4192-99fd-cc4778501150', 'network_id': 'd55825c2-78c9-4c1b-8be7-ecfb2336ea03', 'port_id': '5c47b452-8842-4192-99fd-cc4778501150', 'mac_address': 'fa:16:3e:11:b2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78191568-eb0d-4b67-b0cf-0b58129e1fa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:17:59.503338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.514936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3565e-b661-4490-8fca-4127c9e541d4 req-167e451d-d699-4492-8fcc-4c70534984d6 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:17:59.517614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dad3565e-b661-4490-8fca-4127c9e541d4 req-167e451d-d699-4492-8fcc-4c70534984d6 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 945 time: 0.0620508 Nov 25 17:17:59.517768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 670e24c7-4960-4a44-9b4e-195bfca6abec completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:17:59.522874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c47b452-8842-4192-99fd-cc4778501150 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:17:59.529335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 670e24c7-4960-4a44-9b4e-195bfca6abec triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:17:59.529706 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.563905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5c47b452-8842-4192-99fd-cc4778501150, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5c47b452-8842-4192-99fd-cc4778501150,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:59.571584 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.596990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dad3565e-b661-4490-8fca-4127c9e541d4 req-12d5f2e0-3226-4198-a064-8491472a402e tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719178 Nov 25 17:17:59.600947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38366) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:59.656896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=5c47b452-8842-4192-99fd-cc4778501150,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:59.675230 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.709205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 670e24c7-4960-4a44-9b4e-195bfca6abec, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=670e24c7-4960-4a44-9b4e-195bfca6abec,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:17:59.713876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.739455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.770342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=670e24c7-4960-4a44-9b4e-195bfca6abec,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:59.829063 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.832927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.875947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ea1eeeefd3a4e7bbe31c56059fa26b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735932 Nov 25 17:17:59.878085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ac674-c853-4069-9965-280e9fd39ad2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:17:59.878579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38376) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:17:59.899360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.899738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.900087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.900429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.900768 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.901104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.901437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.902466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.902813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.903142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.903499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.903827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5614bf2b-6a29-4a91-957b-a13e765db5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:17:59.958104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56647b19-35ff-46c5-bb1f-3040ce2d1bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.979007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['038a88db-aa29-4ae3-95c3-eb063f3c6b35'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:17:59.987299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56647b19-35ff-46c5-bb1f-3040ce2d1bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:17:59.998709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2dd7-5743-461d-96fd-2aba4668165e req-1f1689a6-d911-486a-9489-b3eefea342b9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.000887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49ed2dd7-5743-461d-96fd-2aba4668165e req-1f1689a6-d911-486a-9489-b3eefea342b9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 946 time: 0.0623529 Nov 25 17:18:00.012258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['35d04979-5305-4c6b-a2ed-43a61cd0dcce'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:00.060676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56647b19-35ff-46c5-bb1f-3040ce2d1bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.064170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56647b19-35ff-46c5-bb1f-3040ce2d1bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.070621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-56647b19-35ff-46c5-bb1f-3040ce2d1bda admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d9ac674-c853-4069-9965-280e9fd39ad2 HTTP/1.1" status: 204 len: 168 time: 0.1905816 Nov 25 17:18:00.078592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49ed2dd7-5743-461d-96fd-2aba4668165e req-a4647663-be4c-4368-ae3a-27fb8e65710d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710638 Nov 25 17:18:00.081106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['5c47b452-8842-4192-99fd-cc4778501150'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:00.081289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56647b19-35ff-46c5-bb1f-3040ce2d1bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ac674-c853-4069-9965-280e9fd39ad2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:00.398578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:00.415211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228fccef-c0fa-4a4d-974f-5de67287c215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.536970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228fccef-c0fa-4a4d-974f-5de67287c215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.544322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-228fccef-c0fa-4a4d-974f-5de67287c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.595496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-228fccef-c0fa-4a4d-974f-5de67287c215 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b51569f7a3740c683ef98e6bc4290ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926546 Nov 25 17:18:00.595722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9232-01a6-4fbe-b430-85ad78e0a3c2 req-36e486ef-fc48-431d-990e-3f3b982bed04 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.595722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14da9232-01a6-4fbe-b430-85ad78e0a3c2 req-36e486ef-fc48-431d-990e-3f3b982bed04 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0843132 Nov 25 17:18:00.596275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38390) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:00.656223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fccef-c0fa-4a4d-974f-5de67287c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8822031-8231-4593-84a9-c0c483ca3f73,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:00.672540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe29c2-70a1-4053-98d4-640c8b6a8a24 req-cf74a666-7415-45d9-aec5-88312cd7e6dd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.674196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7fe29c2-70a1-4053-98d4-640c8b6a8a24 req-cf74a666-7415-45d9-aec5-88312cd7e6dd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 945 time: 0.0883534 Nov 25 17:18:00.696598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14da9232-01a6-4fbe-b430-85ad78e0a3c2 req-49b8c907-b542-414b-8ddd-c34f476e32fc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934453 Nov 25 17:18:00.708146 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97b3964-9b91-478c-a256-28520fbb70e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.732174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7fe29c2-70a1-4053-98d4-640c8b6a8a24 req-efaa4940-0beb-44bd-b704-f8f1f85b7590 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507355 Nov 25 17:18:00.760734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97b3964-9b91-478c-a256-28520fbb70e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.850383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dfb4d-c65a-4b50-bbbe-f237e962a40e req-aa223de3-fa6b-43ac-9800-2bea90ea933c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:00.852045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-422dfb4d-c65a-4b50-bbbe-f237e962a40e req-aa223de3-fa6b-43ac-9800-2bea90ea933c tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 945 time: 0.0766296 Nov 25 17:18:00.862205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97b3964-9b91-478c-a256-28520fbb70e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.867187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97b3964-9b91-478c-a256-28520fbb70e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:00.869172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d97b3964-9b91-478c-a256-28520fbb70e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8822031-8231-4593-84a9-c0c483ca3f73 HTTP/1.1" status: 204 len: 168 time: 0.2717066 Nov 25 17:18:00.895342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b3964-9b91-478c-a256-28520fbb70e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8822031-8231-4593-84a9-c0c483ca3f73,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:00.915542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670e24c7-4960-4a44-9b4e-195bfca6abec'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:00.920639 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852008d1-3156-4ae0-bdf6-21617753f18f" -d '{"events": [{"server_uuid": "7caa644a-e5f3-4bce-bd94-fd46c2aafa8e", "name": "network-vif-plugged", "status": "completed", "tag": "670e24c7-4960-4a44-9b4e-195bfca6abec"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:00.929022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-422dfb4d-c65a-4b50-bbbe-f237e962a40e req-791f27b0-6600-48ee-9eb8-5cbd17ef9e15 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585847 Nov 25 17:18:00.981392 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab966cb-5f95-49d3-88eb-c6d501cb78f3 x-openstack-request-id: req-5ab966cb-5f95-49d3-88eb-c6d501cb78f3 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:00.981839 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caa644a-e5f3-4bce-bd94-fd46c2aafa8e", "name": "network-vif-plugged", "status": "completed", "tag": "670e24c7-4960-4a44-9b4e-195bfca6abec", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:00.982168 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ab966cb-5f95-49d3-88eb-c6d501cb78f3 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:00.982929 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670e24c7-4960-4a44-9b4e-195bfca6abec', 'code': 200} Nov 25 17:18:01.115946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f94fad-0ae7-465b-8f11-46a49e60f9cd req-cfbc59a5-5836-4e93-aa23-d8e3efde66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:01.117984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79f94fad-0ae7-465b-8f11-46a49e60f9cd req-cfbc59a5-5836-4e93-aa23-d8e3efde66c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 1096 time: 0.0448811 Nov 25 17:18:01.189714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79f94fad-0ae7-465b-8f11-46a49e60f9cd req-fd6eff0f-088b-4551-8bb5-61dfe6eb7b66 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Nov 25 17:18:01.230135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea335f9-fe16-411c-a941-9c401655b0ae req-02fc25b5-6f32-463a-af4e-4cd3960ab2dc tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:01.232584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ea335f9-fe16-411c-a941-9c401655b0ae req-02fc25b5-6f32-463a-af4e-4cd3960ab2dc tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 946 time: 0.0564642 Nov 25 17:18:01.283726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ea335f9-fe16-411c-a941-9c401655b0ae req-c3f732f4-b391-4f65-8e5b-61ceaf9823b8 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Nov 25 17:18:01.418203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b6ae-abbb-4e99-859f-98e3f4939163 req-92fcb427-01fe-4866-82c1-1c6f3e06b743 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:01.419909 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a08b6ae-abbb-4e99-859f-98e3f4939163 req-92fcb427-01fe-4866-82c1-1c6f3e06b743 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 945 time: 0.0544593 Nov 25 17:18:01.473802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a08b6ae-abbb-4e99-859f-98e3f4939163 req-913cc7d4-7129-4cf0-a87e-bbcd43e04581 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Nov 25 17:18:01.862970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78fc78-523a-4642-b669-31a1bac84ac1 req-afb03acf-9c9f-4df2-a0ef-67b7abf1d9fc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:01.872288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab78fc78-523a-4642-b669-31a1bac84ac1 req-afb03acf-9c9f-4df2-a0ef-67b7abf1d9fc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0934923 Nov 25 17:18:01.878517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dd3b8-269d-4718-9b0e-26d076a5c0bb req-9a970d53-be74-4d68-b738-f96845ed5551 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:01.882952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-962dd3b8-269d-4718-9b0e-26d076a5c0bb req-9a970d53-be74-4d68-b738-f96845ed5551 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 945 time: 0.0627882 Nov 25 17:18:01.921952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab78fc78-523a-4642-b669-31a1bac84ac1 req-eb92a101-75b7-4715-8827-4b80618336c8 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488079 Nov 25 17:18:01.939913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-962dd3b8-269d-4718-9b0e-26d076a5c0bb req-ecea2165-85ed-4c82-a60b-f1ca2fd1ecfe tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525856 Nov 25 17:18:02.075769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd5ee0-78c4-4d33-a138-6d64752a74dd req-ef37beed-88a0-4791-adc0-748818e97f17 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:02.077408 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3cd5ee0-78c4-4d33-a138-6d64752a74dd req-ef37beed-88a0-4791-adc0-748818e97f17 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 945 time: 0.0647767 Nov 25 17:18:02.135450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3cd5ee0-78c4-4d33-a138-6d64752a74dd req-05dc1e54-56d7-476e-8aa2-b48fc79e3480 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504568 Nov 25 17:18:02.328412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 35d04979-5305-4c6b-a2ed-43a61cd0dcce up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:02.386220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 35d04979-5305-4c6b-a2ed-43a61cd0dcce completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:18:02.392016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 35d04979-5305-4c6b-a2ed-43a61cd0dcce triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:02.392754 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.511350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.550212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:02.555228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.556182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 038a88db-aa29-4ae3-95c3-eb063f3c6b35 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:02.620288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5455733-fcf7-4a8f-af46-2afe3be04d0f req-4b8cd526-d890-4cbf-8d5e-458072c870e9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:02.623859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5455733-fcf7-4a8f-af46-2afe3be04d0f req-4b8cd526-d890-4cbf-8d5e-458072c870e9 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 945 time: 0.0730324 Nov 25 17:18:02.646591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=35d04979-5305-4c6b-a2ed-43a61cd0dcce,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:02.664363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:18:02.673393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:02.674139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.705062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5455733-fcf7-4a8f-af46-2afe3be04d0f req-560dc538-2a90-4f1b-a1eb-db992d179aec tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759907 Nov 25 17:18:02.770074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.812528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:02.817320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.819159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5c47b452-8842-4192-99fd-cc4778501150 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:02.851176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18947c-baaa-4d35-90d2-3e38086927f8 req-ebb99ed2-9758-4144-8f72-58457dfac154 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:02.861128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae18947c-baaa-4d35-90d2-3e38086927f8 req-ebb99ed2-9758-4144-8f72-58457dfac154 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0746889 Nov 25 17:18:02.905541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=038a88db-aa29-4ae3-95c3-eb063f3c6b35,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:02.910399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae18947c-baaa-4d35-90d2-3e38086927f8 req-37bf4a52-a08e-424d-898e-bd6f2a9b1d99 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481532 Nov 25 17:18:02.920761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 5c47b452-8842-4192-99fd-cc4778501150 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:18:02.925943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 5c47b452-8842-4192-99fd-cc4778501150 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:02.926372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:02.999780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d04979-5305-4c6b-a2ed-43a61cd0dcce'}, {'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:03.002164 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d3166-fbbf-4ea5-9f9b-c8f7e5608b7f" -d '{"events": [{"server_uuid": "eb0364bb-c708-48ee-9960-c030d4aa4888", "name": "network-vif-plugged", "status": "completed", "tag": "35d04979-5305-4c6b-a2ed-43a61cd0dcce"}, {"server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "name": "network-vif-plugged", "status": "completed", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:03.029175 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.074654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5c47b452-8842-4192-99fd-cc4778501150, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5c47b452-8842-4192-99fd-cc4778501150,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:03.080583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:03.084370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9865d-31cf-4abf-b9c3-9d45776fcdcc req-a8a9752b-d579-4565-b496-9e951d4e0ac6 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.085901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da9865d-31cf-4abf-b9c3-9d45776fcdcc req-a8a9752b-d579-4565-b496-9e951d4e0ac6 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0748692 Nov 25 17:18:03.094098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e91885-34bf-49e0-a1cb-1153f0382a02 req-e65d89c2-c5a8-4f69-a313-67ec93733998 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.096298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4e91885-34bf-49e0-a1cb-1153f0382a02 req-e65d89c2-c5a8-4f69-a313-67ec93733998 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 945 time: 0.0755172 Nov 25 17:18:03.157275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=5c47b452-8842-4192-99fd-cc4778501150,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:03.160417 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da9865d-31cf-4abf-b9c3-9d45776fcdcc req-d938c682-c53d-43ba-b530-b640eb117c40 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Nov 25 17:18:03.174672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4e91885-34bf-49e0-a1cb-1153f0382a02 req-761b7430-03b5-4f04-988b-1056c81eee81 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727494 Nov 25 17:18:03.217159 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c39ebb-88d2-4058-acca-3aa02d21c6d9 x-openstack-request-id: req-23c39ebb-88d2-4058-acca-3aa02d21c6d9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:03.217463 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0364bb-c708-48ee-9960-c030d4aa4888", "name": "network-vif-plugged", "status": "completed", "tag": "35d04979-5305-4c6b-a2ed-43a61cd0dcce", "code": 200}, {"server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "name": "network-vif-plugged", "status": "completed", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:03.217719 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23c39ebb-88d2-4058-acca-3aa02d21c6d9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:03.218120 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d04979-5305-4c6b-a2ed-43a61cd0dcce', 'code': 200} Nov 25 17:18:03.218378 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'code': 200} Nov 25 17:18:03.429234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d258ce-3ba3-4eb5-a2dc-6c8f20c69b31 req-c4956a17-fa6f-4e17-829d-52ddbe10b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.430728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2d258ce-3ba3-4eb5-a2dc-6c8f20c69b31 req-c4956a17-fa6f-4e17-829d-52ddbe10b584 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 1097 time: 0.1068757 Nov 25 17:18:03.438948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496000d3-13e9-4502-b4bf-6e808dc63568 req-78e7ddb6-e80c-445c-9337-8b34aa8e05c0 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.440508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-496000d3-13e9-4502-b4bf-6e808dc63568 req-78e7ddb6-e80c-445c-9337-8b34aa8e05c0 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.1182292 Nov 25 17:18:03.442241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a69eb2-da20-4cb0-818e-3c8f8aa00e9f req-88373fcf-e95c-4d5e-9f6a-e9936995cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:03.444634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74a69eb2-da20-4cb0-818e-3c8f8aa00e9f req-88373fcf-e95c-4d5e-9f6a-e9936995cdd7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 1096 time: 0.1183991 Nov 25 17:18:03.554354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2d258ce-3ba3-4eb5-a2dc-6c8f20c69b31 req-8f34009e-d854-45fc-ba82-79dc8db45348 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096840 Nov 25 17:18:03.557175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74a69eb2-da20-4cb0-818e-3c8f8aa00e9f req-7866e575-6817-4066-bff0-d026aa0ab9d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041873 Nov 25 17:18:03.560600 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-496000d3-13e9-4502-b4bf-6e808dc63568 req-c014017e-a933-4759-967e-0c0f7c2ccfac tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096525 Nov 25 17:18:04.042254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730727-df53-4669-9946-9e2d94622f4f req-bbd3172d-57a7-4c84-b042-15bcd688c7d5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.044588 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db730727-df53-4669-9946-9e2d94622f4f req-bbd3172d-57a7-4c84-b042-15bcd688c7d5 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0543125 Nov 25 17:18:04.097466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db730727-df53-4669-9946-9e2d94622f4f req-a39e8760-45ba-43d8-8298-41b61d49d062 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Nov 25 17:18:04.280433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd251de-26c0-45a1-aefb-205d39969b38 req-4058cdab-61ae-4cfc-af49-b5de511c3d5b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.282073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfd251de-26c0-45a1-aefb-205d39969b38 req-4058cdab-61ae-4cfc-af49-b5de511c3d5b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0500455 Nov 25 17:18:04.295792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef4fd-ce67-4096-8855-097c5440b97f req-ab775f0b-c33c-440b-96e7-b4c19a444959 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.297382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8bef4fd-ce67-4096-8855-097c5440b97f req-ab775f0b-c33c-440b-96e7-b4c19a444959 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0549321 Nov 25 17:18:04.349461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8bef4fd-ce67-4096-8855-097c5440b97f req-59436f0a-fac2-4b49-b923-7b1f79ac86f4 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Nov 25 17:18:04.359526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfd251de-26c0-45a1-aefb-205d39969b38 req-7ff26f98-50df-463a-8864-c4fc99377b03 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693712 Nov 25 17:18:04.680367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab40ae2-837e-41c7-9561-0656b72024e4 req-eac28d2b-a808-4fe9-a23d-eb626a50e8df tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:04.682230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ab40ae2-837e-41c7-9561-0656b72024e4 req-eac28d2b-a808-4fe9-a23d-eb626a50e8df tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.0505781 Nov 25 17:18:04.733225 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ab40ae2-837e-41c7-9561-0656b72024e4 req-223ebf5a-534c-4ebe-b3a4-c9681dc3a8a0 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446615 Nov 25 17:18:05.219722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c47b452-8842-4192-99fd-cc4778501150'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:05.222438 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041deb45-d505-4d4b-91d7-f7287fc04576" -d '{"events": [{"server_uuid": "d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a", "name": "network-vif-plugged", "status": "completed", "tag": "5c47b452-8842-4192-99fd-cc4778501150"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:05.223111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1daf06-4a09-4dc1-9882-3acf83b37d88 req-7ed3d413-e17f-4262-adcb-1a2779e6b30f tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.224738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e1daf06-4a09-4dc1-9882-3acf83b37d88 req-7ed3d413-e17f-4262-adcb-1a2779e6b30f tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0556953 Nov 25 17:18:05.270302 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9b558-5ed1-4fcc-bcb6-0f8e9b07fd6e x-openstack-request-id: req-65b9b558-5ed1-4fcc-bcb6-0f8e9b07fd6e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:05.270602 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a", "name": "network-vif-plugged", "status": "completed", "tag": "5c47b452-8842-4192-99fd-cc4778501150", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:05.270858 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65b9b558-5ed1-4fcc-bcb6-0f8e9b07fd6e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:05.271250 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c47b452-8842-4192-99fd-cc4778501150', 'code': 200} Nov 25 17:18:05.283446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e1daf06-4a09-4dc1-9882-3acf83b37d88 req-37ad4c43-c7f0-4672-9253-7dc8a8666720 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518551 Nov 25 17:18:05.405679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b800f-1036-40a5-9d8d-134b50003560 req-3beb93a8-11a9-4c90-9c89-7cf66ef0ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.407370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-873b800f-1036-40a5-9d8d-134b50003560 req-3beb93a8-11a9-4c90-9c89-7cf66ef0ac2b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 1097 time: 0.0487113 Nov 25 17:18:05.474730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-873b800f-1036-40a5-9d8d-134b50003560 req-f62350cd-86ab-4cd3-8d78-7ef86aa10de4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537004 Nov 25 17:18:05.515361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ccbf8-2257-4379-b978-31c487dd4c54 req-27a48baa-0f54-407c-84f2-a59c9f5608cc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.516915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d81ccbf8-2257-4379-b978-31c487dd4c54 req-27a48baa-0f54-407c-84f2-a59c9f5608cc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0544279 Nov 25 17:18:05.518103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a7d5f-8b16-4865-816a-0e35e2429d81 req-1c5666db-00bb-4fca-ad12-504bedb3bc8b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.519648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af1a7d5f-8b16-4865-816a-0e35e2429d81 req-1c5666db-00bb-4fca-ad12-504bedb3bc8b tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0551577 Nov 25 17:18:05.571342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af1a7d5f-8b16-4865-816a-0e35e2429d81 req-8c1f9c3e-fe43-45ca-b5d6-d4ef9538b3fb tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Nov 25 17:18:05.572839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d81ccbf8-2257-4379-b978-31c487dd4c54 req-ec1ca494-e059-4409-92f2-21e4816d804e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494328 Nov 25 17:18:05.616461 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3c51fec-87f5-4e10-81e3-89f58e57dec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:05.864447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb3b24-4ef2-43d4-9912-aa8dd7c10386 req-7137441a-a3bf-48aa-9ca6-862f7f8cb8ea tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:05.866037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37bb3b24-4ef2-43d4-9912-aa8dd7c10386 req-7137441a-a3bf-48aa-9ca6-862f7f8cb8ea tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.0611670 Nov 25 17:18:05.914092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37bb3b24-4ef2-43d4-9912-aa8dd7c10386 req-67713bbf-8b17-41e8-9348-08a21617ebb8 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Nov 25 17:18:06.032285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d6971-0b00-4481-afc9-94ac16bf7fbc req-ef431c55-d449-4e3d-839d-58617149cb7a tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.033831 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b9d6971-0b00-4481-afc9-94ac16bf7fbc req-ef431c55-d449-4e3d-839d-58617149cb7a tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.0510447 Nov 25 17:18:06.042845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38580) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:06.047531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Request body: {'floatingip': {'port_id': '038a88db-aa29-4ae3-95c3-eb063f3c6b35'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:06.090427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.419594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c8d96-526a-4d5e-95d3-36b0c0a0e197 req-d127f6b2-b72b-48ad-bc59-d0079c6ffdf2 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.428163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c19c8d96-526a-4d5e-95d3-36b0c0a0e197 req-d127f6b2-b72b-48ad-bc59-d0079c6ffdf2 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0664718 Nov 25 17:18:06.475650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c19c8d96-526a-4d5e-95d3-36b0c0a0e197 req-94db85cf-36df-455a-a852-0378a4f17800 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477259 Nov 25 17:18:06.565543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.571241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:06.722422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10a5c4-e306-4bbd-9b73-a5de4e0b30aa req-ebcb8707-aa7c-4d84-9f44-ca0d73adc0e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.724040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d10a5c4-e306-4bbd-9b73-a5de4e0b30aa req-ebcb8707-aa7c-4d84-9f44-ca0d73adc0e6 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0583487 Nov 25 17:18:06.727588 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Floating IP e1a93032-a84f-4ccc-89e8-32d0da627b39 associated. External IP: 172.25.8.109, port: 038a88db-aa29-4ae3-95c3-eb063f3c6b35. Nov 25 17:18:06.779700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d10a5c4-e306-4bbd-9b73-a5de4e0b30aa req-5753976f-2e99-40ec-9fe9-387384f8d7df tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495536 Nov 25 17:18:06.857183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa260739-b58c-41c7-bca1-34d754e6f37b req-bd0fc4a3-1f4b-4228-b8f4-128ffc63ebc5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.859844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa260739-b58c-41c7-bca1-34d754e6f37b req-bd0fc4a3-1f4b-4228-b8f4-128ffc63ebc5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1521966 Nov 25 17:18:06.928582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f85846-ecb8-4464-8f47-2fb1ba2655c2 req-424c7ad1-6727-4fe2-b058-28c0c84894b0 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:06.937318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3f85846-ecb8-4464-8f47-2fb1ba2655c2 req-424c7ad1-6727-4fe2-b058-28c0c84894b0 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0922709 Nov 25 17:18:06.984792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa260739-b58c-41c7-bca1-34d754e6f37b req-4944a7bb-84af-4889-bbf0-5fbeaa27eb33 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123378 Nov 25 17:18:07.098017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3f85846-ecb8-4464-8f47-2fb1ba2655c2 req-3431cbf8-475d-46e7-b4d0-daf82f94b30b tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635521 Nov 25 17:18:07.099981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Router fabff34c-6057-4a28-ae64-ca79e7928ea0 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:07.213421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:07.219645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.225407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] Sync routers for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:07.236250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:07.236977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:17:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:07.258144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c0146a10-5515-47a0-b8de-6f18746e3e12 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "PUT /v2.0/floatingips/e1a93032-a84f-4ccc-89e8-32d0da627b39 HTTP/1.1" status: 200 len: 992 time: 1.2139726 Nov 25 17:18:07.260179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:07.264200 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb405bd-9058-4407-abd4-aeb0a6deb16d" -d '{"events": [{"name": "network-changed", "server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:07.322748 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e082f11d-3fd9-45ab-b0f5-f33824d9bfe3 x-openstack-request-id: req-e082f11d-3fd9-45ab-b0f5-f33824d9bfe3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:07.323036 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:07.323794 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e082f11d-3fd9-45ab-b0f5-f33824d9bfe3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:07.324489 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'status': 'completed', 'code': 200} Nov 25 17:18:07.367907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:07.427209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-f5662dad-1a7f-4f4f-a86e-b6034a76d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.428752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-f5662dad-1a7f-4f4f-a86e-b6034a76d524 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4d7d039357e422189b6a9f78ba39012&device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 1097 time: 0.0484025 Nov 25 17:18:07.544736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-9d63a4b9-5f83-4826-aebf-3673ae304de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.546578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-9d63a4b9-5f83-4826-aebf-3673ae304de3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f739c9ad-b486-4a01-bca1-3922159591e0 HTTP/1.1" status: 200 len: 917 time: 0.0924978 Nov 25 17:18:07.620828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'e1a93032-a84f-4ccc-89e8-32d0da627b39', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'port_id': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'mac_address': 'fa:16:3e:39:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:56Z', 'updated_at': '2021-11-25T17:18:06Z', 'revision_number': 1, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:07.630293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-b5e580dc-204c-4ac3-9997-b17085f4d43d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35 HTTP/1.1" status: 200 len: 1000 time: 0.0686002 Nov 25 17:18:07.649596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] Checking router: fabff34c-6057-4a28-ae64-ca79e7928ea0 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:07.663188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:07.663946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:17:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:07.682359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-6a884d02-6d9e-42d0-b243-b3ff4bb2d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.683902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-6a884d02-6d9e-42d0-b243-b3ff4bb2d2b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8aa1239-0949-4f65-82cd-97ea6cd01ad5 HTTP/1.1" status: 200 len: 855 time: 0.0451474 Nov 25 17:18:07.732237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-05a1b9dd-ab9b-4b9b-a34f-852e41340d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.733722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-05a1b9dd-ab9b-4b9b-a34f-852e41340d36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f739c9ad-b486-4a01-bca1-3922159591e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413668 Nov 25 17:18:07.788995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:07.883971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-6cc42901-9347-473e-bbf3-bc1066932cd6 service neutron] 10.222.0.73 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326299 Nov 25 17:18:07.932337 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71a1e191-24e9-4e9b-b64c-333840f2d90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:07.974828 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:18:07.979638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e327-310b-4c9d-8755-2bea6bbdfbd0 req-f6d750c3-02fa-402f-9c9e-fe93bae0d2b9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:07.982055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4e4e327-310b-4c9d-8755-2bea6bbdfbd0 req-f6d750c3-02fa-402f-9c9e-fe93bae0d2b9 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.1133020 Nov 25 17:18:08.050309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ceb405bd-9058-4407-abd4-aeb0a6deb16d req-be80a838-dc90-4b0a-bb2e-d692ad7792f1 service neutron] 10.222.0.73 "GET /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466510 Nov 25 17:18:08.072550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4e4e327-310b-4c9d-8755-2bea6bbdfbd0 req-04ce5534-3224-4847-9aff-b8f895467525 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822425 Nov 25 17:18:08.167839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9179f-8f20-46eb-b32d-79eb04a90647 req-156a7b56-9628-4b6e-8129-a4cce24e0b3a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:08.167839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc9179f-8f20-46eb-b32d-79eb04a90647 req-156a7b56-9628-4b6e-8129-a4cce24e0b3a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0641274 Nov 25 17:18:08.168724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'e1a93032-a84f-4ccc-89e8-32d0da627b39', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'port_id': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'mac_address': 'fa:16:3e:39:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:56Z', 'updated_at': '2021-11-25T17:18:06Z', 'revision_number': 1, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:08.221132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c1a16-2437-489d-be7f-335ec70b33d7 None None] The sync data for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 is: [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'e1a93032-a84f-4ccc-89e8-32d0da627b39', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'port_id': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'mac_address': 'fa:16:3e:39:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:16:56Z', 'updated_at': '2021-11-25T17:18:06Z', 'revision_number': 1, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:08.247776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fcc9179f-8f20-46eb-b32d-79eb04a90647 req-cf9d7c75-b2c6-434d-a25a-2f5ad6c2d194 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694408 Nov 25 17:18:08.265136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f706a7-a177-4503-9a73-f02c17fb0efa req-afdb0735-3115-4afe-b335-96545ba58e20 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:08.266568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27f706a7-a177-4503-9a73-f02c17fb0efa req-afdb0735-3115-4afe-b335-96545ba58e20 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0663111 Nov 25 17:18:08.328573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27f706a7-a177-4503-9a73-f02c17fb0efa req-8cc0ef2a-6547-4f68-8205-ce14658384b4 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558076 Nov 25 17:18:08.515104 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a6696-f2ac-453d-9048-3239c3adad0c None None] New status for floating IP e1a93032-a84f-4ccc-89e8-32d0da627b39: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:18:08.595998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae9690-7857-4912-b84c-70ffbcc82d60 req-7d056c51-208a-4574-a20d-d2925438bf87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:08.602038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6ae9690-7857-4912-b84c-70ffbcc82d60 req-7d056c51-208a-4574-a20d-d2925438bf87 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0562727 Nov 25 17:18:08.646450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6ae9690-7857-4912-b84c-70ffbcc82d60 req-440260f6-74d3-4955-9b22-a9cfcfbfc8ca tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Nov 25 17:18:08.930532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52b88-5a65-4894-9351-a18bcae8909a req-2961b0bd-4a72-4a81-9d7a-064093e181e3 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:08.932021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72f52b88-5a65-4894-9351-a18bcae8909a req-2961b0bd-4a72-4a81-9d7a-064093e181e3 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 945 time: 0.0544798 Nov 25 17:18:09.037104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Deleting port 35d04979-5305-4c6b-a2ed-43a61cd0dcce {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:09.037556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.135449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] For port 35d04979-5305-4c6b-a2ed-43a61cd0dcce, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=35d04979-5305-4c6b-a2ed-43a61cd0dcce,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:09.135803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.152246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Calling delete_port for 35d04979-5305-4c6b-a2ed-43a61cd0dcce owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:09.182521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.313944 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.329282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['670e24c7-4960-4a44-9b4e-195bfca6abec'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:09.349846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Pushing event deleted for resources: {'Port': ['ID=35d04979-5305-4c6b-a2ed-43a61cd0dcce,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:09.387505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46', '35d04979-5305-4c6b-a2ed-43a61cd0dcce'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:09.465383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] No DVR routers for this DVR port 35d04979-5305-4c6b-a2ed-43a61cd0dcce on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:09.474212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0426-58ff-4263-b8ae-d7ff83fc3826 req-0cc5d4e4-8ed7-4647-813f-51e12dc87907 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.475976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f9f0426-58ff-4263-b8ae-d7ff83fc3826 req-0cc5d4e4-8ed7-4647-813f-51e12dc87907 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1238294 Nov 25 17:18:09.477242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:09.481082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72f52b88-5a65-4894-9351-a18bcae8909a req-58f836e6-4581-42c6-b58b-d66a9d6bb739 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "DELETE /v2.0/ports/35d04979-5305-4c6b-a2ed-43a61cd0dcce HTTP/1.1" status: 204 len: 173 time: 0.5419397 Nov 25 17:18:09.481623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'name': 'network-vif-deleted', 'tag': '35d04979-5305-4c6b-a2ed-43a61cd0dcce'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:09.483945 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40cdb4-bd76-4ca3-a986-0687ef82190d" -d '{"events": [{"server_uuid": "eb0364bb-c708-48ee-9960-c030d4aa4888", "name": "network-vif-deleted", "tag": "35d04979-5305-4c6b-a2ed-43a61cd0dcce"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:09.561519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f9f0426-58ff-4263-b8ae-d7ff83fc3826 req-259e1543-3e4c-49a6-8a46-bf9a7cd66960 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741265 Nov 25 17:18:09.708026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-373ba00d-e9f1-407c-b1f5-f5bb61ec201d req-d8eb543a-01fa-40b8-9e3f-367559171b26 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0364bb-c708-48ee-9960-c030d4aa4888 HTTP/1.1" status: 200 len: 210 time: 0.0461149 Nov 25 17:18:09.916690 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ac20b-f375-44e5-b1d5-7633fac2d07b x-openstack-request-id: req-a39ac20b-f375-44e5-b1d5-7633fac2d07b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:09.917141 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0364bb-c708-48ee-9960-c030d4aa4888", "name": "network-vif-deleted", "tag": "35d04979-5305-4c6b-a2ed-43a61cd0dcce", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:09.917748 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a39ac20b-f375-44e5-b1d5-7633fac2d07b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:09.918776 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0364bb-c708-48ee-9960-c030d4aa4888', 'name': 'network-vif-deleted', 'tag': '35d04979-5305-4c6b-a2ed-43a61cd0dcce', 'status': 'completed', 'code': 200} Nov 25 17:18:09.961675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024bfe7-1951-411e-aeb1-2887e491f0b3 req-84ac661e-09bc-4df0-a1a3-0ae2d2f0722a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:09.963165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c024bfe7-1951-411e-aeb1-2887e491f0b3 req-84ac661e-09bc-4df0-a1a3-0ae2d2f0722a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0508482 Nov 25 17:18:10.012304 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c024bfe7-1951-411e-aeb1-2887e491f0b3 req-2672b8fe-94ad-484a-8ba6-7371214dcce2 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Nov 25 17:18:10.275748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ebfa-98d4-4c6e-9bfa-d9d03a59b7fa req-405a3fbc-fae6-48b6-93d3-2275a620902f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:10.278276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f718ebfa-98d4-4c6e-9bfa-d9d03a59b7fa req-405a3fbc-fae6-48b6-93d3-2275a620902f tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0601072 Nov 25 17:18:10.338200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f718ebfa-98d4-4c6e-9bfa-d9d03a59b7fa req-0f875e12-77db-411b-8fe7-f72cd5102d9a tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536454 Nov 25 17:18:10.455951 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:10.755235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69904-52ec-4cf7-937e-08dece35aa66 req-938fd0af-d787-4db7-b0fe-ae8e8144dc58 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:10.764149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9a69904-52ec-4cf7-937e-08dece35aa66 req-938fd0af-d787-4db7-b0fe-ae8e8144dc58 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1299257 Nov 25 17:18:10.830579 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9a69904-52ec-4cf7-937e-08dece35aa66 req-ecb9b461-39e0-4e98-b126-a1b0bd8bb3d2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Nov 25 17:18:11.283528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:11.485051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711de8-8cd2-4cfa-86b4-d4ef545f5c7e req-506a763c-d007-4861-9707-dd98c2533649 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.488092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81711de8-8cd2-4cfa-86b4-d4ef545f5c7e req-506a763c-d007-4861-9707-dd98c2533649 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.0644283 Nov 25 17:18:11.560290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81711de8-8cd2-4cfa-86b4-d4ef545f5c7e req-827f2f5b-d286-4e13-bee8-8c6462181451 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf0de440-f3a6-43dd-beec-26e69a0c4283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Nov 25 17:18:11.787676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc642e-eecf-41d0-bde1-cabc1e0ab839 req-07014db7-2975-4eb5-8310-9330104c68dd tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.801788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc642e-eecf-41d0-bde1-cabc1e0ab839 req-07014db7-2975-4eb5-8310-9330104c68dd tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.810001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25dc642e-eecf-41d0-bde1-cabc1e0ab839 req-07014db7-2975-4eb5-8310-9330104c68dd tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e&device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 1682 time: 0.0840752 Nov 25 17:18:11.929587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25dc642e-eecf-41d0-bde1-cabc1e0ab839 req-db7a80b6-782d-407d-bfbb-c4d83114eecd tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173244 Nov 25 17:18:11.953499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-758c554c-6608-46f5-a254-568630106bb5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:11.956166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-758c554c-6608-46f5-a254-568630106bb5 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 946 time: 0.1374955 Nov 25 17:18:12.054608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5971f-5c25-4328-b2cd-b341480db53d req-dacaacb9-dd6f-45af-b848-355097be702a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:12.066182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44b5971f-5c25-4328-b2cd-b341480db53d req-dacaacb9-dd6f-45af-b848-355097be702a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0993249 Nov 25 17:18:12.157156 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44b5971f-5c25-4328-b2cd-b341480db53d req-3beb93d3-ecda-4c6b-ad5d-1258b8ecd916 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876603 Nov 25 17:18:12.158455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Deleting port 5c47b452-8842-4192-99fd-cc4778501150 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:12.160035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.304758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] For port 5c47b452-8842-4192-99fd-cc4778501150, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5c47b452-8842-4192-99fd-cc4778501150,segment=NetworkSegment(bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4),segment_id=bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:12.305446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.320498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Calling delete_port for 5c47b452-8842-4192-99fd-cc4778501150 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:12.403375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 35d04979-5305-4c6b-a2ed-43a61cd0dcce no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:12.441179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 35d04979-5305-4c6b-a2ed-43a61cd0dcce {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:12.441717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 35d04979-5305-4c6b-a2ed-43a61cd0dcce not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:12.508311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.556709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Pushing event deleted for resources: {'Port': ['ID=5c47b452-8842-4192-99fd-cc4778501150,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:12.636907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] No DVR routers for this DVR port 5c47b452-8842-4192-99fd-cc4778501150 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:12.645063 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:12.647757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a87e13e-1243-4aca-b809-f6072cf3758d req-c8ddb4ea-e545-4cf7-b612-4e10a119a298 tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.73 "DELETE /v2.0/ports/5c47b452-8842-4192-99fd-cc4778501150 HTTP/1.1" status: 204 len: 173 time: 0.6816738 Nov 25 17:18:12.648830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'name': 'network-vif-deleted', 'tag': '5c47b452-8842-4192-99fd-cc4778501150'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:12.652566 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4cba55-3b9b-4d25-8931-c138198c7c57" -d '{"events": [{"server_uuid": "d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a", "name": "network-vif-deleted", "tag": "5c47b452-8842-4192-99fd-cc4778501150"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:12.698900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9acc375-69e2-4a51-a92b-c87601b08a46 req-3afe8fbc-904e-4f3f-8a23-b1e0da1ea5fd tempest-DeleteServersTestJSON-130124662 tempest-DeleteServersTestJSON-130124662-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a HTTP/1.1" status: 200 len: 210 time: 0.0577557 Nov 25 17:18:12.769405 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb7850-22f0-45e5-b78d-e6cf86a23ca8 x-openstack-request-id: req-3adb7850-22f0-45e5-b78d-e6cf86a23ca8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:12.769870 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fcde0e-7ba3-4a14-a0b6-0db80c51d60a", "name": "network-vif-deleted", "tag": "5c47b452-8842-4192-99fd-cc4778501150", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:12.770123 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3adb7850-22f0-45e5-b78d-e6cf86a23ca8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:12.770512 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fcde0e-7ba3-4a14-a0b6-0db80c51d60a', 'name': 'network-vif-deleted', 'tag': '5c47b452-8842-4192-99fd-cc4778501150', 'status': 'completed', 'code': 200} Nov 25 17:18:12.831693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b7aed-44e0-49ee-a8b0-ef9922d7840a req-dfb69003-2fc6-4ab3-a923-ed252f468744 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:12.833394 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ef2b7aed-44e0-49ee-a8b0-ef9922d7840a req-dfb69003-2fc6-4ab3-a923-ed252f468744 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 945 time: 0.0752850 Nov 25 17:18:12.917328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ef2b7aed-44e0-49ee-a8b0-ef9922d7840a req-3747a13e-d2b5-4d2f-838f-cad0075ddb93 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689433 Nov 25 17:18:13.316029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8665d7-d448-4ebb-8670-24bacbfd5bc9 req-97e5c8de-7d65-43d8-b38d-7380838185b2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:13.324319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf8665d7-d448-4ebb-8670-24bacbfd5bc9 req-97e5c8de-7d65-43d8-b38d-7380838185b2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0643799 Nov 25 17:18:13.389507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf8665d7-d448-4ebb-8670-24bacbfd5bc9 req-95235294-a1dd-4fa8-8f9a-f7b0d7895f5a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635839 Nov 25 17:18:14.061337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc488921-c674-487b-a44f-4085acabd9f9 req-7877bb27-5c35-4b8a-9823-f169d7fcf10e tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.063311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc488921-c674-487b-a44f-4085acabd9f9 req-7877bb27-5c35-4b8a-9823-f169d7fcf10e tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.55 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 945 time: 0.0899122 Nov 25 17:18:14.244561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d439d0-899a-4327-9fd8-d1254772d102 req-326a585b-1d89-4e6e-9a39-f88e9b96a9e2 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.248292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8d439d0-899a-4327-9fd8-d1254772d102 req-326a585b-1d89-4e6e-9a39-f88e9b96a9e2 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 945 time: 0.1311967 Nov 25 17:18:14.403860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5c47b452-8842-4192-99fd-cc4778501150 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:14.442986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 5c47b452-8842-4192-99fd-cc4778501150 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:14.446219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5c47b452-8842-4192-99fd-cc4778501150 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:14.446512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38916) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:14.555722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540878-2fea-425c-a5c3-ba18720f3c90 req-2e177e4a-af1a-4731-b8a9-017800b641f5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.558361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23540878-2fea-425c-a5c3-ba18720f3c90 req-2e177e4a-af1a-4731-b8a9-017800b641f5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.0704165 Nov 25 17:18:14.559808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Deleting port 670e24c7-4960-4a44-9b4e-195bfca6abec {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:14.560077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.619031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed049b16-5769-47d1-9f51-95b948fe69ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.645566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8d439d0-899a-4327-9fd8-d1254772d102 req-afa4eb8f-fca5-48cb-9855-9039a88435c3 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/security-groups?id=1fd87087-8c61-4163-933a-4563566c6b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919547 Nov 25 17:18:14.649752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23540878-2fea-425c-a5c3-ba18720f3c90 req-b86ec9be-6e92-4936-a396-271b3d193e97 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849440 Nov 25 17:18:14.701518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-db24c0d5-4515-4f50-b677-bf72b53377bd tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:14.703339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-db24c0d5-4515-4f50-b677-bf72b53377bd tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c0d9d5-6de6-4862-bc05-de62bc7aa35a HTTP/1.1" status: 200 len: 946 time: 0.1479907 Nov 25 17:18:14.725175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] For port 670e24c7-4960-4a44-9b4e-195bfca6abec, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=670e24c7-4960-4a44-9b4e-195bfca6abec,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:14.725547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.736951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed049b16-5769-47d1-9f51-95b948fe69ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.744049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed049b16-5769-47d1-9f51-95b948fe69ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:14.765723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Calling delete_port for 670e24c7-4960-4a44-9b4e-195bfca6abec owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:14.791818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed049b16-5769-47d1-9f51-95b948fe69ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec776e-75cc-4378-be30-db30024a2560,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:14.872676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed049b16-5769-47d1-9f51-95b948fe69ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=551c3f3b1d7a4008b2b1101f5b2c5f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247358 Nov 25 17:18:14.872813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:14.968429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Deleting port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:14.968763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.025005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed08b143-edb3-4435-9987-ed2aa0427c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.091626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed08b143-edb3-4435-9987-ed2aa0427c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.168981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed08b143-edb3-4435-9987-ed2aa0427c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.171733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed08b143-edb3-4435-9987-ed2aa0427c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.172864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ed08b143-edb3-4435-9987-ed2aa0427c8b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/65ec776e-75cc-4378-be30-db30024a2560 HTTP/1.1" status: 204 len: 168 time: 0.2976234 Nov 25 17:18:15.200323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08b143-edb3-4435-9987-ed2aa0427c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec776e-75cc-4378-be30-db30024a2560,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:15.203685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.211699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] For port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,segment=NetworkSegment(60af09d6-e217-424d-b9a2-b1eccae62cb5),segment_id=60af09d6-e217-424d-b9a2-b1eccae62cb5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:15.212452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.216300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:15.225269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['670e24c7-4960-4a44-9b4e-195bfca6abec'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:15.235597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Calling delete_port for 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:15.330794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Pushing event deleted for resources: {'Port': ['ID=670e24c7-4960-4a44-9b4e-195bfca6abec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:15.387245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] No DVR routers for this DVR port 670e24c7-4960-4a44-9b4e-195bfca6abec on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:15.391452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.394857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc488921-c674-487b-a44f-4085acabd9f9 req-5b025bc8-3288-42e8-b323-8928a28a2c76 tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.55 "DELETE /v2.0/ports/670e24c7-4960-4a44-9b4e-195bfca6abec HTTP/1.1" status: 204 len: 173 time: 1.3241413 Nov 25 17:18:15.395332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'name': 'network-vif-deleted', 'tag': '670e24c7-4960-4a44-9b4e-195bfca6abec'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:15.397962 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88e8d6e-09ea-43f0-b20e-200e1eb43a4a" -d '{"events": [{"server_uuid": "7caa644a-e5f3-4bce-bd94-fd46c2aafa8e", "name": "network-vif-deleted", "tag": "670e24c7-4960-4a44-9b4e-195bfca6abec"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:15.528209 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426caa9a-4b9c-40c1-9f6f-30aeb1198761 x-openstack-request-id: req-426caa9a-4b9c-40c1-9f6f-30aeb1198761 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:15.528445 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caa644a-e5f3-4bce-bd94-fd46c2aafa8e", "name": "network-vif-deleted", "tag": "670e24c7-4960-4a44-9b4e-195bfca6abec", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:15.528700 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-426caa9a-4b9c-40c1-9f6f-30aeb1198761 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:15.529103 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caa644a-e5f3-4bce-bd94-fd46c2aafa8e', 'name': 'network-vif-deleted', 'tag': '670e24c7-4960-4a44-9b4e-195bfca6abec', 'status': 'completed', 'code': 200} Nov 25 17:18:15.543504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.560502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-101140c2-8245-4d13-8f0d-5dff567fcc76 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:18:15.561549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-101140c2-8245-4d13-8f0d-5dff567fcc76 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086918 Nov 25 17:18:15.587595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Pushing event deleted for resources: {'Port': ['ID=2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:15.648347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] No DVR routers for this DVR port 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:15.650874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.655776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ca14ce2-3141-4038-b77e-7060b0863c35 req-e7f958db-33eb-4acc-97b5-cc412266d79d tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.73 "DELETE /v2.0/ports/2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 HTTP/1.1" status: 204 len: 173 time: 0.9451969 Nov 25 17:18:15.677750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38942) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:15.694976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d291940-9746-400e-921a-16af08792c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.818699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.838014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-498ff3c2-3d42-46f8-8a1c-70210460a4a1 req-960f19c5-2c92-4d18-b701-0906fde78a7e tempest-ListServersNegativeTestJSON-2078326570 tempest-ListServersNegativeTestJSON-2078326570-project] 10.222.0.86 "GET /v2.0/ports?device_id=7caa644a-e5f3-4bce-bd94-fd46c2aafa8e HTTP/1.1" status: 200 len: 210 time: 0.0421145 Nov 25 17:18:15.911958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d291940-9746-400e-921a-16af08792c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.922065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d291940-9746-400e-921a-16af08792c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:15.932272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a0038-eabd-4de6-a98f-a7eeba49c9f7 req-224c86f2-1f05-40a0-a017-0263f78cf9b5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:15.940914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae4a0038-eabd-4de6-a98f-a7eeba49c9f7 req-224c86f2-1f05-40a0-a017-0263f78cf9b5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1026673 Nov 25 17:18:16.052066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d291940-9746-400e-921a-16af08792c05 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d39935030ab04ceda2d6e87fe2a445ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730655 Nov 25 17:18:16.054766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:16.059750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d291940-9746-400e-921a-16af08792c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2931161e-8b3b-4e20-8db6-220e10e6ecfb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:16.083914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae4a0038-eabd-4de6-a98f-a7eeba49c9f7 req-ec760c8c-d7a2-495d-a114-a40005c03456 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420972 Nov 25 17:18:16.114566 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-33730624-6ed0-4b49-9726-22af7724eecd service neutron] show failed (client error): The resource could not be found. Nov 25 17:18:16.117148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-33730624-6ed0-4b49-9726-22af7724eecd service neutron] 10.222.0.55 "GET /v2.0/ports/b10c467d-8ac5-46a3-9fbf-2a514c43b671/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.5313361 Nov 25 17:18:16.134936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172942c1-c367-4005-a2fb-0f91e87352c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.161915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172942c1-c367-4005-a2fb-0f91e87352c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.232011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172942c1-c367-4005-a2fb-0f91e87352c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.235789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172942c1-c367-4005-a2fb-0f91e87352c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.237234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-172942c1-c367-4005-a2fb-0f91e87352c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2931161e-8b3b-4e20-8db6-220e10e6ecfb HTTP/1.1" status: 204 len: 168 time: 0.1807265 Nov 25 17:18:16.275722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172942c1-c367-4005-a2fb-0f91e87352c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2931161e-8b3b-4e20-8db6-220e10e6ecfb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:16.457846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-b6a4a5b0-8dd0-464c-9e90-0521261822e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.459518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-b6a4a5b0-8dd0-464c-9e90-0521261822e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109&tenant_id=676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 1101 time: 0.1025243 Nov 25 17:18:16.473645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:16.592697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:16.918659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf52d09-e92b-4131-b242-04e297677d98 req-a18d6e6d-6e79-481a-bfb3-6912517c4f1f tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:16.928184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abf52d09-e92b-4131-b242-04e297677d98 req-a18d6e6d-6e79-481a-bfb3-6912517c4f1f tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 946 time: 0.0742946 Nov 25 17:18:16.939813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:17.000893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:17.001411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38988) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:17.035350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abf52d09-e92b-4131-b242-04e297677d98 req-f8d4962a-4142-4317-adff-534c7a8cc027 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Nov 25 17:18:17.074871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.083173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Deleting subnet 3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:17.087615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.088597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Transition to ACTIVE for port object b10c467d-8ac5-46a3-9fbf-2a514c43b671 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:17.094560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.138069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.158238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] No DVR routers for this DVR port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:17.206735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.224280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.258994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:17.259490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:17.259915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:17.279284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.283539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:17.283829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:17.284990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.290396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:17.290816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:17.291274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:17.291829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Bound port: b10c467d-8ac5-46a3-9fbf-2a514c43b671, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:17.292301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.350537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5e2730-bd8f-4b09-ac34-814c6c3a8c57,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.358275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.365409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8934941a-52d1-488d-ac46-079e4e8a08bb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3d5e2730-bd8f-4b09-ac34-814c6c3a8c57 HTTP/1.1" status: 204 len: 168 time: 0.3525612 Nov 25 17:18:17.366187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:17.390839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 670e24c7-4960-4a44-9b4e-195bfca6abec no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:17.403204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e391c3-3ac5-4bf8-9e50-bc9f8c7e44f4 req-2ea4a9fc-5bce-4286-8699-544a86e3a580 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:17.406837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66e391c3-3ac5-4bf8-9e50-bc9f8c7e44f4 req-2ea4a9fc-5bce-4286-8699-544a86e3a580 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.1656432 Nov 25 17:18:17.439300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 670e24c7-4960-4a44-9b4e-195bfca6abec {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:17.439679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 670e24c7-4960-4a44-9b4e-195bfca6abec not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:17.474173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.492701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66e391c3-3ac5-4bf8-9e50-bc9f8c7e44f4 req-cbf5c1f3-d7f0-4014-9542-e4e94445030c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772195 Nov 25 17:18:17.506688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:17.514771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:17.530657 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.533916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'name': 'network-vif-deleted', 'tag': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46'}, {'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:17.538202 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2df2ab-66b1-4618-85f1-0771cd7d49e5" -d '{"events": [{"server_uuid": "f2c0d9d5-6de6-4862-bc05-de62bc7aa35a", "name": "network-vif-deleted", "tag": "2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46"}, {"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-unplugged", "status": "completed", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:17.598777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:17.599537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.601044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 1096 time: 1.1330793 Nov 25 17:18:17.655269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.678758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989774a-fb05-4905-9246-eccd1fc6d2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.701509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-3211b006-fdd2-4099-8051-f5d76732633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:17.703094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-3211b006-fdd2-4099-8051-f5d76732633b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1099 time: 0.0673170 Nov 25 17:18:17.707708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32003d6f-727a-4d57-8ae0-ef85828de76a']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:17.711398 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad4cf1-f4cc-4dce-a517-e80260417120 x-openstack-request-id: req-a7ad4cf1-f4cc-4dce-a517-e80260417120 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:17.711818 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c0d9d5-6de6-4862-bc05-de62bc7aa35a", "name": "network-vif-deleted", "tag": "2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46", "status": "completed", "code": 200}, {"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-unplugged", "status": "completed", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:17.712194 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7ad4cf1-f4cc-4dce-a517-e80260417120 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:17.712600 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c0d9d5-6de6-4862-bc05-de62bc7aa35a', 'name': 'network-vif-deleted', 'tag': '2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46', 'status': 'completed', 'code': 200} Nov 25 17:18:17.712852 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'code': 200} Nov 25 17:18:17.726620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60af09d6-e217-424d-b9a2-b1eccae62cb5') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:17.726978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60af09d6-e217-424d-b9a2-b1eccae62cb5') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:17.739993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.766498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.779939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:17.780290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:17.782158 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:17.878034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.885706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:17.895879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] 10.222.0.86 "DELETE /v2.0/networks/32003d6f-727a-4d57-8ae0-ef85828de76a HTTP/1.1" status: 204 len: 168 time: 0.5284867 Nov 25 17:18:17.897846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-584e1f50-a5bc-4dfc-8fc9-8c5d2d6eed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:17.899302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-584e1f50-a5bc-4dfc-8fc9-8c5d2d6eed6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1836479 Nov 25 17:18:17.918528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f9e9c-682e-43f0-8908-e9fb11d65d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=32003d6f-727a-4d57-8ae0-ef85828de76a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:17.970900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-c253aa73-c665-48fb-b84f-6559a40757d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.0625875 Nov 25 17:18:18.075700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-8f709c88-0d60-4bd8-ae54-f7a0077d4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.077356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-8f709c88-0d60-4bd8-ae54-f7a0077d4645 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0946093 Nov 25 17:18:18.148198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-976a56d6-a8ff-49c7-ab37-94534fe2c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.150230 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-976a56d6-a8ff-49c7-ab37-94534fe2c62a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645807 Nov 25 17:18:18.177937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39026) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:18.226974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-48b38a78-3772-4b64-88ad-c79a3bf68d17 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fecfc5c1971f48d2b3979b5ca08a52eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473568 Nov 25 17:18:18.230314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39028) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:18.279361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198b13-c33f-4a17-80e3-ddb2e6bec269 req-02840361-ad1d-4cec-a369-8cbd7fe3bec9 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.281062 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-63198b13-c33f-4a17-80e3-ddb2e6bec269 req-02840361-ad1d-4cec-a369-8cbd7fe3bec9 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 946 time: 0.1250532 Nov 25 17:18:18.315936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f40b651b-2970-4db8-927f-713099df9b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.346810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f40b651b-2970-4db8-927f-713099df9b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.352484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-c0bf769e-e839-4178-a977-79fb023640c4 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941581 Nov 25 17:18:18.368737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-63198b13-c33f-4a17-80e3-ddb2e6bec269 req-6faa7641-f4ba-458b-8a81-911cd38b7497 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/security-groups?id=eb7ea61c-a60f-4c1d-9525-046ecee25957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794384 Nov 25 17:18:18.430306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:18.473688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:18.474235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2fc4c15a-83bd-4fc6-ba6e-9d2ecc634b46 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:18.479182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f40b651b-2970-4db8-927f-713099df9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.483075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f40b651b-2970-4db8-927f-713099df9b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:18.487368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f40b651b-2970-4db8-927f-713099df9b71 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1fd87087-8c61-4163-933a-4563566c6b21 HTTP/1.1" status: 204 len: 168 time: 0.2552118 Nov 25 17:18:18.496395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b651b-2970-4db8-927f-713099df9b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd87087-8c61-4163-933a-4563566c6b21,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:18.520330 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-b05aa381-6c56-4077-a033-ce640994818b service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496820 Nov 25 17:18:18.711182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-54dd3e2c-13b4-4701-9b12-e21484594ce3 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.712882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-54dd3e2c-13b4-4701-9b12-e21484594ce3 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.73 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 946 time: 0.1338179 Nov 25 17:18:18.879418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2ea5a-e112-4a55-87e7-9e2e3c10c460 req-0b7256ca-a432-4851-a51b-8096002941ed tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:18.881436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14f2ea5a-e112-4a55-87e7-9e2e3c10c460 req-0b7256ca-a432-4851-a51b-8096002941ed tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.2264347 Nov 25 17:18:18.926562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Deleting port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:18.926937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.017729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14f2ea5a-e112-4a55-87e7-9e2e3c10c460 req-34d55712-2c0b-4a3a-aad6-9a21d30c987b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273980 Nov 25 17:18:19.065637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] For port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:19.066389 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.086738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Calling delete_port for cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:19.298308 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.312980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:19.341080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Pushing event deleted for resources: {'Port': ['ID=cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:19.412933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:19.453557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] No DVR routers for this DVR port cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:19.458578 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:19.470957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e5ae732-0b98-4332-82ee-f93a66981a8f req-55a05307-d1a7-439f-ab46-0052793f3465 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.73 "DELETE /v2.0/ports/cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b HTTP/1.1" status: 204 len: 173 time: 0.7498055 Nov 25 17:18:19.598886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:19.654952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c085ac0-17db-432d-829a-489849440a2b req-e09a0f1c-9315-4b60-9613-793f054a1a99 tempest-AttachSCSIVolumeTestJSON-413039316 tempest-AttachSCSIVolumeTestJSON-413039316-project] 10.222.0.86 "GET /v2.0/ports?device_id=40274e33-2bce-4e32-8237-4ea85e9f1f2e HTTP/1.1" status: 200 len: 210 time: 0.0699732 Nov 25 17:18:19.714757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}, {'server_uuid': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'name': 'network-vif-deleted', 'tag': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:19.723626 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429b31c-3793-49e3-8802-02bae1884f86" -d '{"events": [{"name": "network-changed", "server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}, {"server_uuid": "40274e33-2bce-4e32-8237-4ea85e9f1f2e", "name": "network-vif-deleted", "tag": "cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:19.845046 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cd4460-fc43-4573-bb75-eed498dd3ab8 x-openstack-request-id: req-07cd4460-fc43-4573-bb75-eed498dd3ab8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:19.845477 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "status": "completed", "code": 200}, {"server_uuid": "40274e33-2bce-4e32-8237-4ea85e9f1f2e", "name": "network-vif-deleted", "tag": "cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:19.845888 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-07cd4460-fc43-4573-bb75-eed498dd3ab8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:19.846442 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'status': 'completed', 'code': 200} Nov 25 17:18:19.846847 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40274e33-2bce-4e32-8237-4ea85e9f1f2e', 'name': 'network-vif-deleted', 'tag': 'cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b', 'status': 'completed', 'code': 200} Nov 25 17:18:19.971097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-2ee1739e-ca75-4c7e-bcbd-aa5cc5e6a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.973322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-2ee1739e-ca75-4c7e-bcbd-aa5cc5e6a2ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1099 time: 0.1215625 Nov 25 17:18:19.981749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-2527b34c-f4d2-462d-a1f8-2fbcd4898f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:19.983879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-2527b34c-f4d2-462d-a1f8-2fbcd4898f23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1099 time: 0.0850651 Nov 25 17:18:20.213381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-566820d7-020c-456c-bf95-14e7a1ed5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.216212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-566820d7-020c-456c-bf95-14e7a1ed5c23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2309206 Nov 25 17:18:20.220361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-0eb77b34-bac6-4228-872d-2898400f62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.222091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-0eb77b34-bac6-4228-872d-2898400f62ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2232888 Nov 25 17:18:20.335879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-b049a67d-7e96-47e0-9ee3-59b71cc4480a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.1106462 Nov 25 17:18:20.336712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-545ca471-be0b-4e91-94b0-950eeef01b98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.1044714 Nov 25 17:18:20.431239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-31fb2124-f87c-4426-a9c6-81e5dae2e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.431812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-31fb2124-f87c-4426-a9c6-81e5dae2e2bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0777586 Nov 25 17:18:20.540270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6919012-73c6-417c-aa8c-18277c5d153a req-dc68fb1c-a3c4-418d-8b69-279abf929440 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.549753 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6919012-73c6-417c-aa8c-18277c5d153a req-dc68fb1c-a3c4-418d-8b69-279abf929440 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.3019383 Nov 25 17:18:20.561915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-e0a1a02b-99a8-4e39-97ed-e54ee42a746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.563451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-e0a1a02b-99a8-4e39-97ed-e54ee42a746a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1360028 Nov 25 17:18:20.574935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-ac6240a3-98bc-486b-aeba-3488f2d78fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.576540 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-ac6240a3-98bc-486b-aeba-3488f2d78fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342754 Nov 25 17:18:20.712811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6919012-73c6-417c-aa8c-18277c5d153a req-b2eff3c0-7c4d-46d5-ae1d-89297c86fd3a tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595531 Nov 25 17:18:20.775626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b31c-3793-49e3-8802-02bae1884f86 req-3c8280ce-03cf-406a-878f-996247fbb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:20.778271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-3c8280ce-03cf-406a-878f-996247fbb3fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989760 Nov 25 17:18:20.817891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-00a3cd67-58e9-4094-b5ec-c083c2466454 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293148 Nov 25 17:18:21.224920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-f3085cd0-1345-41d6-a29b-0bc618d0d929 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379117 Nov 25 17:18:21.243486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39152) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:21.342908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-7f23e98a-bc40-4f0a-b407-2141be51cdd9 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644211 Nov 25 17:18:21.345811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8429b31c-3793-49e3-8802-02bae1884f86 req-e037866e-f91c-442b-8074-815c82b13c2e service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057770 Nov 25 17:18:21.601946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Deleting subnet 78191568-eb0d-4b67-b0cf-0b58129e1fa2 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:21.605928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.645338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.698493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.801129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.839057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78191568-eb0d-4b67-b0cf-0b58129e1fa2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:21.848668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:21.852762 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-85de2f05-7331-4f74-8495-66f2a8e325c0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/78191568-eb0d-4b67-b0cf-0b58129e1fa2 HTTP/1.1" status: 204 len: 168 time: 0.6082902 Nov 25 17:18:21.856732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:22.354854 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.442331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aebe65-f2af-4793-b6c2-c9f1a7736e2e req-d308b9fe-052f-4e53-bb1f-98d98bc649d4 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:22.456231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:18:22.460165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99aebe65-f2af-4793-b6c2-c9f1a7736e2e req-d308b9fe-052f-4e53-bb1f-98d98bc649d4 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.5630698 Nov 25 17:18:22.460883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:22.541479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:22.543024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device cd1615f4-2d29-413f-a7ef-f2f84dc8fd0b not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:22.547564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.573197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99aebe65-f2af-4793-b6c2-c9f1a7736e2e req-3afc0d6e-ffe0-433b-999a-7ae4f07ae143 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061015 Nov 25 17:18:22.607274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55825c2-78c9-4c1b-8be7-ecfb2336ea03']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:22.637512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:22.637924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb93c6d1-ebc1-4e71-8e29-c75adc84d7a4') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:22.662954 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.691781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.701662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:22.702385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.737366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:22.755311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'mac_address': 'fa:16:3e:12:f9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:22.762638 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:22.794268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.804547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.811187 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d55825c2-78c9-4c1b-8be7-ecfb2336ea03 HTTP/1.1" status: 204 len: 168 time: 0.9508424 Nov 25 17:18:22.834481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7090664-2468-49d7-973e-4fc3337edae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55825c2-78c9-4c1b-8be7-ecfb2336ea03,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:22.835730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.865803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:22.892300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:22.898046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-d5347154-9097-4b7c-8020-6b09e44c4b3f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:22.899413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:22.901029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-d5347154-9097-4b7c-8020-6b09e44c4b3f tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109&tenant_id=676e520b9b0b416b9d9f33e018f59d4d&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 948 time: 0.0893862 Nov 25 17:18:23.004948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:23.007881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-ca112f7a-5962-4cf0-b990-b2f8c2ca013a service neutron] 10.222.0.73 "GET /v2.0/ports/b10c467d-8ac5-46a3-9fbf-2a514c43b671/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 382 time: 0.0990615 Nov 25 17:18:23.107264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7467-042a-4780-8a61-90587f04e01f req-39defb99-55f2-4cee-96ef-c2d2ed1a7e4d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.117722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bbd7467-042a-4780-8a61-90587f04e01f req-39defb99-55f2-4cee-96ef-c2d2ed1a7e4d tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.1120713 Nov 25 17:18:23.150997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:23.186272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-06705b4e-a0c2-405b-8f25-0b9d8d2b6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.187824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-06705b4e-a0c2-405b-8f25-0b9d8d2b6f6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1100 time: 0.1338484 Nov 25 17:18:23.226619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ff7c8098-6cba-4017-9d45-1cb5c757927d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b5de36f339f4c4c87183ce99c77ef40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702865 Nov 25 17:18:23.227118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39232) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:23.253958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['b10c467d-8ac5-46a3-9fbf-2a514c43b671'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:23.267989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bbd7467-042a-4780-8a61-90587f04e01f req-47f8c31e-2e67-431d-814b-471caba56fff tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490912 Nov 25 17:18:23.325433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d067875-0d37-4552-8c0a-4fd234c9e769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.377021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-d7caba88-7366-4f2e-96bb-8571fcc96ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.377606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d067875-0d37-4552-8c0a-4fd234c9e769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.378271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-d7caba88-7366-4f2e-96bb-8571fcc96ab4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1798990 Nov 25 17:18:23.472985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d067875-0d37-4552-8c0a-4fd234c9e769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.477473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d067875-0d37-4552-8c0a-4fd234c9e769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:23.479028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5d067875-0d37-4552-8c0a-4fd234c9e769 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf0de440-f3a6-43dd-beec-26e69a0c4283 HTTP/1.1" status: 204 len: 168 time: 0.2468157 Nov 25 17:18:23.489687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d067875-0d37-4552-8c0a-4fd234c9e769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0de440-f3a6-43dd-beec-26e69a0c4283,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:23.526916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-bb765af8-29ea-439f-99ea-23f018e6969d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.1375017 Nov 25 17:18:23.672397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-df827fa5-d24b-472c-b6a0-4f372b7a6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.674061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-df827fa5-d24b-472c-b6a0-4f372b7a6202 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1384501 Nov 25 17:18:23.796493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-9e74f1a0-169c-42a8-936d-7fc988bbab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:23.800291 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-9e74f1a0-169c-42a8-936d-7fc988bbab60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113765 Nov 25 17:18:24.036810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-ed220e61-273f-4435-aa74-678286816b45 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270026 Nov 25 17:18:24.265131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-11be2942-2e19-41f8-8cad-881a7e08c7f1 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214921 Nov 25 17:18:24.456361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c74d71-448b-4cd9-879e-1aaaeeda2ef8 req-5d962240-bc91-4eee-89fe-e847cd006947 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:24.460325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2c74d71-448b-4cd9-879e-1aaaeeda2ef8 req-5d962240-bc91-4eee-89fe-e847cd006947 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.1003020 Nov 25 17:18:24.537094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2c74d71-448b-4cd9-879e-1aaaeeda2ef8 req-1110d526-0d72-469e-b44c-3c3c6bfeb7de tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680795 Nov 25 17:18:25.865134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8cc91-9e31-4ec8-824c-717c8a89f2eb req-96085df8-758c-4506-827e-b084baa679f7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:25.877211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3be8cc91-9e31-4ec8-824c-717c8a89f2eb req-96085df8-758c-4506-827e-b084baa679f7 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.1178098 Nov 25 17:18:25.928067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3be8cc91-9e31-4ec8-824c-717c8a89f2eb req-c5da7a7c-13e7-4d89-bdd4-409d731d96e1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493062 Nov 25 17:18:26.414359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-fcf28a3c-0988-4b60-8039-ec08cf0b9429 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817993 Nov 25 17:18:26.485674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:26.570975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-6133c844-6eb4-4988-b4b8-42ed9b8499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.580538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-6133c844-6eb4-4988-b4b8-42ed9b8499cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 1101 time: 0.0884705 Nov 25 17:18:26.798066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.820389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:26.857190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:26.872576 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:26.882993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-431f69b9-5b44-440d-92f6-a873e49bb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.884967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-431f69b9-5b44-440d-92f6-a873e49bb469 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109&tenant_id=676e520b9b0b416b9d9f33e018f59d4d HTTP/1.1" status: 200 len: 1100 time: 0.1343663 Nov 25 17:18:26.903501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:26.928045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:26.951133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:26.984626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-6d445dfd-ecec-46ec-bb64-6df66fddaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:26.989181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-6d445dfd-ecec-46ec-bb64-6df66fddaad6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3842199 Nov 25 17:18:27.115615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-d0ce1251-428a-4564-96a7-49df894f4773 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 200 len: 217 time: 0.1160192 Nov 25 17:18:27.133840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.231007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-4b1a3e68-cc77-4c99-b0b2-3c108839e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.233038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-4b1a3e68-cc77-4c99-b0b2-3c108839e031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0950119 Nov 25 17:18:27.442383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-b60eb071-d687-4e96-bde6-fe09c0e31033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.443908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-b60eb071-d687-4e96-bde6-fe09c0e31033 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976089 Nov 25 17:18:27.611701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.631522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:27.697952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:27.740698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:27.753221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.767884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Ignored duplicate provisioning block setup for port b10c467d-8ac5-46a3-9fbf-2a514c43b671 by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 17:18:27.889172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-895756af-657d-4e21-a15b-cbf4ed7b866a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176903 Nov 25 17:18:27.890424 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:27.902316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9fae-1737-4660-8aa4-2c976851a01f req-ffe0e101-aeff-412a-86e3-a27accebf260 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:27.911566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0ea9fae-1737-4660-8aa4-2c976851a01f req-ffe0e101-aeff-412a-86e3-a27accebf260 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 948 time: 0.6751964 Nov 25 17:18:28.103576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0ea9fae-1737-4660-8aa4-2c976851a01f req-7755eec1-548b-4d88-8302-e4f83ac01dfd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911426 Nov 25 17:18:28.171973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] No DVR routers for this DVR port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:28.183231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=10']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:28.304615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Deleting port 8dd9f964-dd1e-40be-b5da-841adba9bf6e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:28.305087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.365414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:28.400457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9cf33777-3bf2-40b0-b059-19a3b535c88a req-dd90bc83-17e5-491a-b7c9-ca45a2e3a744 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864304 Nov 25 17:18:28.402943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:28.403274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:28.408413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:28.419237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:28.419450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Attempting to bind port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:28.453866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:28.454567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:28.454567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:28.455083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Bound port: b10c467d-8ac5-46a3-9fbf-2a514c43b671, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:28.461972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.518278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] For port 8dd9f964-dd1e-40be-b5da-841adba9bf6e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8dd9f964-dd1e-40be-b5da-841adba9bf6e,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:28.518793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.536762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Calling delete_port for 8dd9f964-dd1e-40be-b5da-841adba9bf6e owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:28.594717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63087173-c125-4998-9059-f21e17533ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.646322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:28.669825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:28.709953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.751988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:28.752776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.753167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:28.754620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] 10.222.0.55 "PUT /v2.0/ports/b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 1097 time: 1.8582814 Nov 25 17:18:28.758713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:28.763034 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:28.790457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd9f964-dd1e-40be-b5da-841adba9bf6e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:28.978841 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8e2a61-0354-4bce-853a-e2fb08a25c31 x-openstack-request-id: req-fa8e2a61-0354-4bce-853a-e2fb08a25c31 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:28.978841 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:28.991868 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fa8e2a61-0354-4bce-853a-e2fb08a25c31 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:28.992435 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'status': 'completed', 'code': 200} Nov 25 17:18:29.114226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63087173-c125-4998-9059-f21e17533ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.133025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110b5e-967e-465e-8929-b90b3abb6032 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=11']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.145178 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63087173-c125-4998-9059-f21e17533ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.171334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.253502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63087173-c125-4998-9059-f21e17533ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126eb39a-9235-4825-bda2-418830a88f5b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:29.257359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-980db3a7-719d-4128-97fb-10037b16f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.258880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-980db3a7-719d-4128-97fb-10037b16f474 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1100 time: 0.3688493 Nov 25 17:18:29.377528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-63087173-c125-4998-9059-f21e17533ca2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d4713b08de0949ceaad11631b4dffe00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0110478 Nov 25 17:18:29.383971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:29.385898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-4085b2c3-eb37-470f-a2e3-32753cf18858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.387835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-4085b2c3-eb37-470f-a2e3-32753cf18858 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1100 time: 0.3896952 Nov 25 17:18:29.515168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Router 78eb9544-6a6b-4043-ae9d-e5a25275600d has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:29.588109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-9643ce65-64fe-495d-ae9a-2f128329a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.591043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-9643ce65-64fe-495d-ae9a-2f128329a7d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.3015704 Nov 25 17:18:29.652872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008494f6-cd0c-4fc4-8dc9-f684f542c456 req-0d1da222-7a87-463b-80ad-556ab94acd45 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.662351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-008494f6-cd0c-4fc4-8dc9-f684f542c456 req-0d1da222-7a87-463b-80ad-556ab94acd45 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.3923671 Nov 25 17:18:29.664922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-4b099308-1999-42f2-b4c1-c8b85760c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.666433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-4b099308-1999-42f2-b4c1-c8b85760c140 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.2393432 Nov 25 17:18:29.741809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-74c309e3-68ba-4adc-a3ce-327ddc92c3cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.0736690 Nov 25 17:18:29.787236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-adb9f4f2-c731-4cfa-b8ad-2f9304786224 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.1057208 Nov 25 17:18:29.897480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-008494f6-cd0c-4fc4-8dc9-f684f542c456 req-e28d90c4-eed5-4a2b-aded-98441889c031 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338963 Nov 25 17:18:29.898122 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ba0c50-e012-4ee0-b3ef-463b7407a9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:29.924631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-fb59248e-18b9-4a52-aacb-4235f1fad19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:29.926216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-fb59248e-18b9-4a52-aacb-4235f1fad19b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1483972 Nov 25 17:18:30.001505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ba0c50-e012-4ee0-b3ef-463b7407a9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.025264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-6643007d-151f-4cb3-9e45-e705f91c9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.026898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-6643007d-151f-4cb3-9e45-e705f91c9e84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2064052 Nov 25 17:18:30.083256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:30.093275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a4b43273-5028-4488-9d95-9c2ab9062973 admin admin] 10.222.0.86 "PUT /v2.0/routers/78eb9544-6a6b-4043-ae9d-e5a25275600d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1634054 Nov 25 17:18:30.095699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39456) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:30.096406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] Sync routers for ids ['78eb9544-6a6b-4043-ae9d-e5a25275600d'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:30.102201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-cc511e85-def7-4715-b326-01074e210015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.103840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-cc511e85-def7-4715-b326-01074e210015 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581018 Nov 25 17:18:30.123777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] Routers {'78eb9544-6a6b-4043-ae9d-e5a25275600d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:30.129316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:18:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['78eb9544-6a6b-4043-ae9d-e5a25275600d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:30.265261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.471850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.491058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] Set router 78eb9544-6a6b-4043-ae9d-e5a25275600d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:30.524822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-9d4704af-cda5-493a-820c-5e82eed50a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:30.529294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-9d4704af-cda5-493a-820c-5e82eed50a06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4742897 Nov 25 17:18:30.570374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Deleting port 664a114c-3b82-4dcc-9e0e-ea077d780eb3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:30.571310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.614938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ba0c50-e012-4ee0-b3ef-463b7407a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.631354 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ba0c50-e012-4ee0-b3ef-463b7407a9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.632542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-65ba0c50-e012-4ee0-b3ef-463b7407a9ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/126eb39a-9235-4825-bda2-418830a88f5b HTTP/1.1" status: 204 len: 168 time: 1.2437704 Nov 25 17:18:30.755554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] For port 664a114c-3b82-4dcc-9e0e-ea077d780eb3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=664a114c-3b82-4dcc-9e0e-ea077d780eb3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:30.755963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:30.790199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Calling delete_port for 664a114c-3b82-4dcc-9e0e-ea077d780eb3 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:30.864935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:18:28Z', 'revision_number': 5, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port': {'id': '664a114c-3b82-4dcc-9e0e-ea077d780eb3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:16Z', 'updated_at': '2021-11-25T17:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:30.866328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba0c50-e012-4ee0-b3ef-463b7407a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126eb39a-9235-4825-bda2-418830a88f5b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:30.872295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:30.961500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] Checking router: 78eb9544-6a6b-4043-ae9d-e5a25275600d for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:30.997522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] Routers {'78eb9544-6a6b-4043-ae9d-e5a25275600d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:30.998476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:18:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['78eb9544-6a6b-4043-ae9d-e5a25275600d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:31.004649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-1215c237-e121-4a5d-b273-4467ea6b54e1 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8794484 Nov 25 17:18:31.008053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-b61ed91d-5d1d-4459-aaec-12770aae3b5c service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684460 Nov 25 17:18:31.145275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] Set router 78eb9544-6a6b-4043-ae9d-e5a25275600d gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:31.190532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39484) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:31.262095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 6, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:31.267598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d96f2a6d-d323-49be-9286-91a356da8213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.272623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ead-2663-4cac-ab25-2c9db4d9e7d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.290589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.311992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b4162-2f14-4aec-8ca6-aeb11b589090 None None] The sync data for ids ['78eb9544-6a6b-4043-ae9d-e5a25275600d'] in n-d-817303-7 is: [{'id': '78eb9544-6a6b-4043-ae9d-e5a25275600d', 'name': 'tempest-AttachSCSIVolumeTestJSON-895764317-router', 'tenant_id': '15711ba830464a638af9110a31f22557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:15Z', 'updated_at': '2021-11-25T17:18:30Z', 'revision_number': 6, 'project_id': '15711ba830464a638af9110a31f22557', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:31.396189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=664a114c-3b82-4dcc-9e0e-ea077d780eb3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:31.420063 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d96f2a6d-d323-49be-9286-91a356da8213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.510138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d96f2a6d-d323-49be-9286-91a356da8213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.510558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f1c5e-bd83-4347-a930-ba43bff7eb3a req-132612b8-8e6e-4536-b970-2f84e7257d96 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:31.512967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c8f1c5e-bd83-4347-a930-ba43bff7eb3a req-132612b8-8e6e-4536-b970-2f84e7257d96 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.2681236 Nov 25 17:18:31.556677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.578491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ead-2663-4cac-ab25-2c9db4d9e7d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.597131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d96f2a6d-d323-49be-9286-91a356da8213 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e550f692aa94e54b0f43fab2cfcf1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7175705 Nov 25 17:18:31.603012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:31.611452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ead-2663-4cac-ab25-2c9db4d9e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.618442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-ae8ced90-6bae-4038-ad10-1418e98e3187 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472205 Nov 25 17:18:31.684342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.691565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.720247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c8f1c5e-bd83-4347-a930-ba43bff7eb3a req-f991dc2b-9a48-4018-aea8-38d3a1c05d41 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944604 Nov 25 17:18:31.768941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4fd5224-a4ad-4929-9508-7d991cce21b4 req-48d137e3-5dc4-48db-bd8f-8e0f589dc83c service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517326 Nov 25 17:18:31.798094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2a6d-d323-49be-9286-91a356da8213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc412b0-8855-4d95-ac8a-82ba618961c5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:31.809478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5a0a6ead-2663-4cac-ab25-2c9db4d9e7d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aa65b5fdb7694af39e912cd1787ae9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158125 Nov 25 17:18:31.810754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39492) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:31.821997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.824179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78eb9544-6a6b-4043-ae9d-e5a25275600d {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:18:31.864402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.866613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2745b5d-0674-48ca-8121-82356e57fdf0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/78eb9544-6a6b-4043-ae9d-e5a25275600d HTTP/1.1" status: 204 len: 168 time: 1.7699108 Nov 25 17:18:31.871828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39494) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:31.907015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a6ead-2663-4cac-ab25-2c9db4d9e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9da9d-dc51-45a5-b8cb-356882410549,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:31.930924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d2250b5-19b1-45d3-b6bb-3044c2b8260d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.952423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Deleting subnet 54bf2927-a6d4-47fc-81e8-19f49c8f27a8 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:31.971905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:31.990195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d2250b5-19b1-45d3-b6bb-3044c2b8260d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.028172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.043495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b782f77e-f797-4f71-967b-b93232b97321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.069637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-d8587de6-2e57-45e4-bd24-27a26b6429cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.072563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-d8587de6-2e57-45e4-bd24-27a26b6429cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1100 time: 0.1569664 Nov 25 17:18:32.163121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b782f77e-f797-4f71-967b-b93232b97321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.177829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.248680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b782f77e-f797-4f71-967b-b93232b97321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.252080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b782f77e-f797-4f71-967b-b93232b97321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.253613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b782f77e-f797-4f71-967b-b93232b97321 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e1b9da9d-dc51-45a5-b8cb-356882410549 HTTP/1.1" status: 204 len: 168 time: 0.4323604 Nov 25 17:18:32.287450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.343338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.350808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/54bf2927-a6d4-47fc-81e8-19f49c8f27a8 HTTP/1.1" status: 204 len: 168 time: 0.4758306 Nov 25 17:18:32.351706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39502) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:32.352418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b93aa-4f42-4ed8-9673-3d1eb738a828 None None] Network a193ceff-7692-42c3-a296-a28bf05ffd0e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:32.353384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b256a5-2269-4765-b224-49b61dfcfc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bf2927-a6d4-47fc-81e8-19f49c8f27a8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:32.458200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782f77e-f797-4f71-967b-b93232b97321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9da9d-dc51-45a5-b8cb-356882410549,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:32.553463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d2250b5-19b1-45d3-b6bb-3044c2b8260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.567080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d2250b5-19b1-45d3-b6bb-3044c2b8260d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.577242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d2250b5-19b1-45d3-b6bb-3044c2b8260d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3cc412b0-8855-4d95-ac8a-82ba618961c5 HTTP/1.1" status: 204 len: 168 time: 0.9559951 Nov 25 17:18:32.603644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.700338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 664a114c-3b82-4dcc-9e0e-ea077d780eb3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:32.704108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2250b5-19b1-45d3-b6bb-3044c2b8260d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc412b0-8855-4d95-ac8a-82ba618961c5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:32.734191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 664a114c-3b82-4dcc-9e0e-ea077d780eb3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:32.734559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 664a114c-3b82-4dcc-9e0e-ea077d780eb3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:32.735002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8dd9f964-dd1e-40be-b5da-841adba9bf6e no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:32.735885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-673e6ba0-306a-4e3b-954b-4c55fc8cbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:32.744792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-673e6ba0-306a-4e3b-954b-4c55fc8cbb29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.6510375 Nov 25 17:18:32.771534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Deleting port ea16a8ac-1365-40ee-bcca-68192f0d33ad {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:32.772985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:32.790510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8dd9f964-dd1e-40be-b5da-841adba9bf6e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:32.798955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8dd9f964-dd1e-40be-b5da-841adba9bf6e not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:32.883524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-99c6bb51-39df-4699-891b-8b5e152cd55c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 200 len: 217 time: 0.1361089 Nov 25 17:18:32.944883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] DHCP port deletion for a193ceff-7692-42c3-a296-a28bf05ffd0e request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:33.019878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] For port ea16a8ac-1365-40ee-bcca-68192f0d33ad, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ea16a8ac-1365-40ee-bcca-68192f0d33ad,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:33.020259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.050778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-acb72d19-28ac-4149-abdb-a0c156ca30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.052229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Deleting port ea16a8ac-1365-40ee-bcca-68192f0d33ad {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:33.052834 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.055008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-acb72d19-28ac-4149-abdb-a0c156ca30cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1625738 Nov 25 17:18:33.070288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Calling delete_port for ea16a8ac-1365-40ee-bcca-68192f0d33ad owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:33.252058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] For port ea16a8ac-1365-40ee-bcca-68192f0d33ad, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ea16a8ac-1365-40ee-bcca-68192f0d33ad,segment=NetworkSegment(9d239a4b-05ca-4355-afcc-3f9b926d4d44),segment_id=9d239a4b-05ca-4355-afcc-3f9b926d4d44)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:33.252459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.257522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b3839-3352-4263-aabf-30e23c2cee9a req-c9a0e316-6abd-4af1-9a33-0079289273b2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.272487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f19b3839-3352-4263-aabf-30e23c2cee9a req-c9a0e316-6abd-4af1-9a33-0079289273b2 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 949 time: 0.2560568 Nov 25 17:18:33.293990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Calling delete_port for ea16a8ac-1365-40ee-bcca-68192f0d33ad owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:33.317274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.357943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] No DVR routers for this DVR port ea16a8ac-1365-40ee-bcca-68192f0d33ad on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:33.361601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-1c490dd2-bdaf-424d-9c77-9fe96ffbdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:33.370905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-1c490dd2-bdaf-424d-9c77-9fe96ffbdd46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047881 Nov 25 17:18:33.473980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea16a8ac-1365-40ee-bcca-68192f0d33ad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.486556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:18:33.618553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:33.657574 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.661923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'mac_address': 'fa:16:3e:12:f9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:18:33.684708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f19b3839-3352-4263-aabf-30e23c2cee9a req-91928f81-69d5-40b5-802a-2b5c70f6aca4 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108744 Nov 25 17:18:33.741952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a193ceff-7692-42c3-a296-a28bf05ffd0e']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:33.747970 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.771490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d239a4b-05ca-4355-afcc-3f9b926d4d44') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:33.771729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d239a4b-05ca-4355-afcc-3f9b926d4d44') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:33.783854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.793979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:33.799993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.807874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:33.808299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.808595 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-ac5cc26c-7d55-4d36-aea7-ba14bef07f96 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835859 Nov 25 17:18:33.824808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:33.843053 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:33.900508 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:33.908320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.921596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:33.930259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a193ceff-7692-42c3-a296-a28bf05ffd0e HTTP/1.1" status: 204 len: 168 time: 1.5734055 Nov 25 17:18:33.936952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:33.966836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c3d1-8ead-4877-8942-13560ae60f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=a193ceff-7692-42c3-a296-a28bf05ffd0e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:33.973791 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.001418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:34.024506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Network a193ceff-7692-42c3-a296-a28bf05ffd0e is not hosted by any dhcp agent {{(pid=103637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:18:34.026075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] No DVR routers for this DVR port ea16a8ac-1365-40ee-bcca-68192f0d33ad on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:34.072869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c24b03-45dd-4630-b73a-bc07279ca3fa None None] Pushing event deleted for resources: {'Port': ['ID=ea16a8ac-1365-40ee-bcca-68192f0d33ad,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:34.141695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ee0f254-02ce-4e8e-a50a-36e10ec37fc4 req-e71e5af0-e6fc-4f04-8790-2f4cae089b12 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203266 Nov 25 17:18:34.221076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b10c467d-8ac5-46a3-9fbf-2a514c43b671'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:34.488440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:34.628234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ea16a8ac-1365-40ee-bcca-68192f0d33ad no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:34.670817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ea16a8ac-1365-40ee-bcca-68192f0d33ad {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:34.674174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ea16a8ac-1365-40ee-bcca-68192f0d33ad not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:34.916083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f60302-54e9-483f-9ba5-5458edc0c9cf req-efbbe1f8-3fcb-48c2-b025-15cbc68f2bf5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:34.918779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4f60302-54e9-483f-9ba5-5458edc0c9cf req-efbbe1f8-3fcb-48c2-b025-15cbc68f2bf5 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.1013937 Nov 25 17:18:35.019219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4f60302-54e9-483f-9ba5-5458edc0c9cf req-e704b133-4750-4f70-8810-02b917653260 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779467 Nov 25 17:18:35.035184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Deleting port 478267ae-015d-474d-a7ff-2c5dde4a4424 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:35.035626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.186442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6daa4c-0881-4e0c-8f3d-357f880b3002 req-4566fa6b-2ffa-4ac6-8edb-79507ea36bf5 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:35.189647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f6daa4c-0881-4e0c-8f3d-357f880b3002 req-4566fa6b-2ffa-4ac6-8edb-79507ea36bf5 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 1101 time: 0.0717075 Nov 25 17:18:35.202640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] For port 478267ae-015d-474d-a7ff-2c5dde4a4424, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=478267ae-015d-474d-a7ff-2c5dde4a4424,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:35.203033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.242658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Calling delete_port for 478267ae-015d-474d-a7ff-2c5dde4a4424 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:35.275114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f6daa4c-0881-4e0c-8f3d-357f880b3002 req-8106211a-07d0-4420-9af9-b6d4ae50f778 tempest-MigrationsAdminTest-1172434208 tempest-MigrationsAdminTest-1172434208-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774133 Nov 25 17:18:35.464645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:18:35.614343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.640384 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ae0987e-c172-4139-a540-7da3afd9773c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.645205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b10c467d-8ac5-46a3-9fbf-2a514c43b671 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:18:35.651428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b10c467d-8ac5-46a3-9fbf-2a514c43b671 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:35.652456 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.696049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Pushing event deleted for resources: {'Port': ['ID=478267ae-015d-474d-a7ff-2c5dde4a4424,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:35.842308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.909106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:35.911787 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4531fbc8-27ee-42bf-be2f-3da734051829" -d '{"events": [{"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-plugged", "status": "completed", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:35.940355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:35.949336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39626) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:35.952873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:35.981078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b7ea-3d60-4965-8287-a57ce1988fd7 req-a6cbb045-3980-4c15-8474-4909e0e890da tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:35.983433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0011b7ea-3d60-4965-8287-a57ce1988fd7 req-a6cbb045-3980-4c15-8474-4909e0e890da tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 950 time: 0.2662320 Nov 25 17:18:36.042660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=13']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:36.181793 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0011b7ea-3d60-4965-8287-a57ce1988fd7 req-116ff56f-f3d2-4199-a130-d31d0a9b67e3 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842515 Nov 25 17:18:36.210004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.324444 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d489292-9f8d-40f9-9d3d-d2a9e25ef89b x-openstack-request-id: req-0d489292-9f8d-40f9-9d3d-d2a9e25ef89b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:36.325122 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-plugged", "status": "completed", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:36.325622 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d489292-9f8d-40f9-9d3d-d2a9e25ef89b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:36.326307 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'code': 200} Nov 25 17:18:36.379408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32155aa1-03c5-4399-8f5f-b1975785cad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.545067 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32155aa1-03c5-4399-8f5f-b1975785cad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.553045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-32155aa1-03c5-4399-8f5f-b1975785cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.629555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Router e2c2a2e9-a764-4881-a0cc-1af6aded5590 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:18:36.655826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-32155aa1-03c5-4399-8f5f-b1975785cad4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=36166107030547a499d4b0c95005d26a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7049372 Nov 25 17:18:36.659038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32155aa1-03c5-4399-8f5f-b1975785cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ec718-1ceb-4c0a-b1ff-dcc877f9b763,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:36.662413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:36.723677 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc88b4f3-f52c-4d7f-90f6-ca11f521936c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.756883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc88b4f3-f52c-4d7f-90f6-ca11f521936c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.857549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc88b4f3-f52c-4d7f-90f6-ca11f521936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.863783 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc88b4f3-f52c-4d7f-90f6-ca11f521936c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:36.868075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fc88b4f3-f52c-4d7f-90f6-ca11f521936c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bc0ec718-1ceb-4c0a-b1ff-dcc877f9b763 HTTP/1.1" status: 204 len: 168 time: 0.2016630 Nov 25 17:18:36.897500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88b4f3-f52c-4d7f-90f6-ca11f521936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ec718-1ceb-4c0a-b1ff-dcc877f9b763,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:36.913962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:18:36.925496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:36.926105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2fe388d-5f48-405c-b188-cddec0920887 admin admin] 10.222.0.86 "PUT /v2.0/routers/e2c2a2e9-a764-4881-a0cc-1af6aded5590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9876809 Nov 25 17:18:36.928329 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] Sync routers for ids ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:18:36.952609 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] Routers {'e2c2a2e9-a764-4881-a0cc-1af6aded5590'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:36.959488 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:18:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.115605 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] Set router e2c2a2e9-a764-4881-a0cc-1af6aded5590 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:37.117446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-b5096ad0-4324-49c4-b75c-8c52db4ebb93 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:37.119033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-b5096ad0-4324-49c4-b75c-8c52db4ebb93 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 951 time: 0.1173189 Nov 25 17:18:37.165177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.171149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:37.369231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.426123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Deleting port b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:37.426757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.509253 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:18:35Z', 'revision_number': 5, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port': {'id': '5f012153-5d7a-4f38-8470-28aceb0fe8dc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:31Z', 'updated_at': '2021-11-25T17:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.544537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ab54e18-810a-4054-8807-d7be9b4a0734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.555443 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] Checking router: e2c2a2e9-a764-4881-a0cc-1af6aded5590 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:18:37.567657 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] Routers {'e2c2a2e9-a764-4881-a0cc-1af6aded5590'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:18:37.568762 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:18:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.578491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d52a17-993c-42e3-b265-d7e71107e181 req-f7fd0e54-9ffe-44ba-9a82-6311847dd1bd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:37.580121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09d52a17-993c-42e3-b265-d7e71107e181 req-f7fd0e54-9ffe-44ba-9a82-6311847dd1bd tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 951 time: 0.1668916 Nov 25 17:18:37.645074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Deleting port 5f012153-5d7a-4f38-8470-28aceb0fe8dc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:37.645453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.656478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] For port b10c467d-8ac5-46a3-9fbf-2a514c43b671, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b10c467d-8ac5-46a3-9fbf-2a514c43b671,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:37.656848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.691534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ab54e18-810a-4054-8807-d7be9b4a0734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.699669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ab54e18-810a-4054-8807-d7be9b4a0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.706083 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] Set router e2c2a2e9-a764-4881-a0cc-1af6aded5590 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:18:37.743424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Calling delete_port for b10c467d-8ac5-46a3-9fbf-2a514c43b671 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:37.765606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1ab54e18-810a-4054-8807-d7be9b4a0734 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=01da6b58492d4f9c8a539dbc935c22f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5923796 Nov 25 17:18:37.769910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39678) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:37.788169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09d52a17-993c-42e3-b265-d7e71107e181 req-2d027f26-bd8b-481c-b13d-748efe2d9e00 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947844 Nov 25 17:18:37.818030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54e18-810a-4054-8807-d7be9b4a0734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e1f42a-1ee9-466d-afd3-4ba4e6b6fd04,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:37.823710 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:18:37Z', 'revision_number': 6, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:37.896505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] For port 5f012153-5d7a-4f38-8470-28aceb0fe8dc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5f012153-5d7a-4f38-8470-28aceb0fe8dc,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:37.896866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.906668 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48773a-0d6f-4a4a-a8fc-7cab6991d37f None None] The sync data for ids ['e2c2a2e9-a764-4881-a0cc-1af6aded5590'] in n-d-817303-7 is: [{'id': 'e2c2a2e9-a764-4881-a0cc-1af6aded5590', 'name': 'tempest-AttachSCSIVolumeTestJSON-760165620-router', 'tenant_id': 'f9a8547965804562b3174ca854a8f5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:30Z', 'updated_at': '2021-11-25T17:18:37Z', 'revision_number': 6, 'project_id': 'f9a8547965804562b3174ca854a8f5df', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:18:37.913940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95ef06d3-a751-4076-b7a8-4afa9d4620cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.921677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Calling delete_port for 5f012153-5d7a-4f38-8470-28aceb0fe8dc owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:37.967956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f114d83-271d-4a23-8d99-4f75ac8e340b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:37.973017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95ef06d3-a751-4076-b7a8-4afa9d4620cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.044527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.060598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:38.063040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61', 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:38.074393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95ef06d3-a751-4076-b7a8-4afa9d4620cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.078932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-95ef06d3-a751-4076-b7a8-4afa9d4620cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.081209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-95ef06d3-a751-4076-b7a8-4afa9d4620cb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/30e1f42a-1ee9-466d-afd3-4ba4e6b6fd04 HTTP/1.1" status: 204 len: 168 time: 0.3096790 Nov 25 17:18:38.091019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef06d3-a751-4076-b7a8-4afa9d4620cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e1f42a-1ee9-466d-afd3-4ba4e6b6fd04,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:38.129338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event deleted for resources: {'Port': ['ID=b10c467d-8ac5-46a3-9fbf-2a514c43b671,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:38.203509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] No DVR routers for this DVR port b10c467d-8ac5-46a3-9fbf-2a514c43b671 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:38.218528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.222347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6336b982-eb79-4a27-b7f4-fe83f9d1d272 req-328fc10e-259c-4145-81b9-dffb5e519adc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "DELETE /v2.0/ports/b10c467d-8ac5-46a3-9fbf-2a514c43b671 HTTP/1.1" status: 204 len: 173 time: 1.0943031 Nov 25 17:18:38.222836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-deleted', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:38.225536 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd1170-c73b-4891-b546-34e6b12803fe" -d '{"events": [{"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-deleted", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:38.357387 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1576c9-84cb-4054-a374-b3f11b634a57 x-openstack-request-id: req-dc1576c9-84cb-4054-a374-b3f11b634a57 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:38.357689 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718587da-1afd-4d5e-9fff-ec7ed2968109", "name": "network-vif-deleted", "tag": "b10c467d-8ac5-46a3-9fbf-2a514c43b671", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:38.357940 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dc1576c9-84cb-4054-a374-b3f11b634a57 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:38.358387 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718587da-1afd-4d5e-9fff-ec7ed2968109', 'name': 'network-vif-deleted', 'tag': 'b10c467d-8ac5-46a3-9fbf-2a514c43b671', 'status': 'completed', 'code': 200} Nov 25 17:18:38.562098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.617251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=5f012153-5d7a-4f38-8470-28aceb0fe8dc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:38.716847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.783580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:38.812760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-478d7003-c4ea-4bab-b039-a879e45608e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.874855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 478267ae-015d-474d-a7ff-2c5dde4a4424 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:38.948477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 478267ae-015d-474d-a7ff-2c5dde4a4424 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:38.949320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 478267ae-015d-474d-a7ff-2c5dde4a4424 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:38.962988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.967202 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:38.986297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1178486-f1e0-482b-b4c7-b691b289dff2 req-c616d060-8aa2-4e94-b04a-8f0711d6ce4b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=718587da-1afd-4d5e-9fff-ec7ed2968109 HTTP/1.1" status: 200 len: 210 time: 0.0569932 Nov 25 17:18:39.055320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-478d7003-c4ea-4bab-b039-a879e45608e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.066762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-478d7003-c4ea-4bab-b039-a879e45608e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.119598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-478d7003-c4ea-4bab-b039-a879e45608e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=06fa125eca7545cca0da01d2346596ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3348548 Nov 25 17:18:39.123569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d7003-c4ea-4bab-b039-a879e45608e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c07282-542d-4064-83f1-bd59a325f035,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:39.123728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39720) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:39.191587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.192826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c2a2e9-a764-4881-a0cc-1af6aded5590 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:18:39.201361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.207075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ed3d51a-cf92-4514-8920-a86cb9f24bfc admin admin] 10.222.0.86 "DELETE /v2.0/routers/e2c2a2e9-a764-4881-a0cc-1af6aded5590 HTTP/1.1" status: 204 len: 168 time: 2.2736957 Nov 25 17:18:39.207205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:39.213451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.234864 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-437991c6-a754-4292-bafb-b9256496697a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.266543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-437991c6-a754-4292-bafb-b9256496697a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.321155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Deleting subnet 61cfba46-2756-4e3c-b97f-af349666a0e0 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:18:39.329921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.371742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-437991c6-a754-4292-bafb-b9256496697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.376173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-437991c6-a754-4292-bafb-b9256496697a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.379657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-437991c6-a754-4292-bafb-b9256496697a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/92c07282-542d-4064-83f1-bd59a325f035 HTTP/1.1" status: 204 len: 168 time: 0.2520294 Nov 25 17:18:39.404956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437991c6-a754-4292-bafb-b9256496697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c07282-542d-4064-83f1-bd59a325f035,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:39.420708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.503514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:39.524976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.537132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: b10c467d-8ac5-46a3-9fbf-2a514c43b671 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:39.539908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b10c467d-8ac5-46a3-9fbf-2a514c43b671 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:39.614245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.699715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6140757-b823-4abe-b0db-7b570ff9c26f None None] Network 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:39.701708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.710143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] 10.222.0.86 "DELETE /v2.0/subnets/61cfba46-2756-4e3c-b97f-af349666a0e0 HTTP/1.1" status: 204 len: 168 time: 0.5019121 Nov 25 17:18:39.711524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1c25d-c27d-46c7-91ce-f177fcf574ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61cfba46-2756-4e3c-b97f-af349666a0e0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:39.712667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:39.810030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:39.927776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Deleting port a8990d9f-9302-43ef-8f4e-5a82dc329202 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:39.928195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.037864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] For port a8990d9f-9302-43ef-8f4e-5a82dc329202, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8990d9f-9302-43ef-8f4e-5a82dc329202,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:40.038451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.049231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] DHCP port deletion for 993dd30c-4ca4-43ec-9f92-d7cf623c8fbf request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:18:40.098808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Calling delete_port for a8990d9f-9302-43ef-8f4e-5a82dc329202 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:40.146842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] Deleting port a8990d9f-9302-43ef-8f4e-5a82dc329202 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:40.147244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.204823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:40.299633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.380371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8990d9f-9302-43ef-8f4e-5a82dc329202,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:40.394293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] No DVR routers for this DVR port a8990d9f-9302-43ef-8f4e-5a82dc329202 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:40.408995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] For port a8990d9f-9302-43ef-8f4e-5a82dc329202, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8990d9f-9302-43ef-8f4e-5a82dc329202,segment=NetworkSegment(3a91fc45-12a8-4b17-ab8c-4af40595fc7a),segment_id=3a91fc45-12a8-4b17-ab8c-4af40595fc7a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:40.409931 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.443109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] Calling delete_port for a8990d9f-9302-43ef-8f4e-5a82dc329202 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:40.494742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c244114-aa7a-4f22-8f39-ef99e04d77e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.616832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.743409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993dd30c-4ca4-43ec-9f92-d7cf623c8fbf']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.751662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.804333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f012153-5d7a-4f38-8470-28aceb0fe8dc no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:40.816694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c244114-aa7a-4f22-8f39-ef99e04d77e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.826020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c244114-aa7a-4f22-8f39-ef99e04d77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.832959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] No DVR routers for this DVR port a8990d9f-9302-43ef-8f4e-5a82dc329202 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:40.840397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a91fc45-12a8-4b17-ab8c-4af40595fc7a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.842364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a91fc45-12a8-4b17-ab8c-4af40595fc7a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:18:40.846769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855e07-4f2a-4b85-917a-5012412ffa43 None None] Pushing event deleted for resources: {'Port': ['ID=a8990d9f-9302-43ef-8f4e-5a82dc329202,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:40.848749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5f012153-5d7a-4f38-8470-28aceb0fe8dc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:40.849146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5f012153-5d7a-4f38-8470-28aceb0fe8dc not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:40.849636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8990d9f-9302-43ef-8f4e-5a82dc329202 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:40.884352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.889506 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:40.905768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a8990d9f-9302-43ef-8f4e-5a82dc329202 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:40.906117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8990d9f-9302-43ef-8f4e-5a82dc329202 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:40.953412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3c244114-aa7a-4f22-8f39-ef99e04d77e4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2a2b0811cf00476ab955f26a590b5507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7474124 Nov 25 17:18:40.956005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:40.957780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c244114-aa7a-4f22-8f39-ef99e04d77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b96ff-6aea-4030-8e4d-dcdc9ca1b73d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:40.985533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.010518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:18:41.012558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:18:41.015610 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:18:41.051132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcda96-a37d-4316-a53b-92cf883581c1 req-54061187-68f5-40b3-bd16-d87137a607cb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:41.052761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98fcda96-a37d-4316-a53b-92cf883581c1 req-54061187-68f5-40b3-bd16-d87137a607cb tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 950 time: 0.3394141 Nov 25 17:18:41.149367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.156327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.160371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/993dd30c-4ca4-43ec-9f92-d7cf623c8fbf HTTP/1.1" status: 204 len: 168 time: 1.4463265 Nov 25 17:18:41.175072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.204919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81853686-c059-4502-9090-6bc14c9dfd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.206936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc52235-2e2e-4a11-a81f-804e8f8d9ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=993dd30c-4ca4-43ec-9f92-d7cf623c8fbf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:41.223010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98fcda96-a37d-4316-a53b-92cf883581c1 req-f7dcfc42-f235-461e-9cdc-9b05f53e1f8b tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333866 Nov 25 17:18:41.250289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81853686-c059-4502-9090-6bc14c9dfd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.275315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.322595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81853686-c059-4502-9090-6bc14c9dfd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.326095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81853686-c059-4502-9090-6bc14c9dfd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.327327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-81853686-c059-4502-9090-6bc14c9dfd94 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/265b96ff-6aea-4030-8e4d-dcdc9ca1b73d HTTP/1.1" status: 204 len: 168 time: 0.3701906 Nov 25 17:18:41.339073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81853686-c059-4502-9090-6bc14c9dfd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b96ff-6aea-4030-8e4d-dcdc9ca1b73d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:41.366871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.417679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6de02afc-9e8f-4790-8147-912b8c334c18 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=15711ba830464a638af9110a31f22557&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0488052 Nov 25 17:18:41.420548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.430119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33650aae-b309-435c-9b68-3c17e7b65c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.490634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416e4e92-69ee-4541-83f3-a79f21ff7745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.528783 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416e4e92-69ee-4541-83f3-a79f21ff7745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.550754 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33650aae-b309-435c-9b68-3c17e7b65c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.555243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33650aae-b309-435c-9b68-3c17e7b65c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.597983 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416e4e92-69ee-4541-83f3-a79f21ff7745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.602547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-416e4e92-69ee-4541-83f3-a79f21ff7745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.604148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-416e4e92-69ee-4541-83f3-a79f21ff7745 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eb7ea61c-a60f-4c1d-9525-046ecee25957 HTTP/1.1" status: 204 len: 168 time: 0.1820474 Nov 25 17:18:41.607934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-33650aae-b309-435c-9b68-3c17e7b65c96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5fcb72d9d094ec2a0dfa54e894253ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4315915 Nov 25 17:18:41.609067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33650aae-b309-435c-9b68-3c17e7b65c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2746cfa-7227-447b-a5c8-b20e6610bd0f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:41.611652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.616679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e4e92-69ee-4541-83f3-a79f21ff7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ea61c-a60f-4c1d-9525-046ecee25957,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:41.675910 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4020-68a2-42dd-8d53-b202d8786b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.702261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4020-68a2-42dd-8d53-b202d8786b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.772386 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4020-68a2-42dd-8d53-b202d8786b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.775648 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4020-68a2-42dd-8d53-b202d8786b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:41.780134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd6f4020-68a2-42dd-8d53-b202d8786b57 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e2746cfa-7227-447b-a5c8-b20e6610bd0f HTTP/1.1" status: 204 len: 168 time: 0.1671877 Nov 25 17:18:41.790595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f4020-68a2-42dd-8d53-b202d8786b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2746cfa-7227-447b-a5c8-b20e6610bd0f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:41.916713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:41.938397 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5312eb96-ef03-4cd4-a400-a300f4c47deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.040906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5312eb96-ef03-4cd4-a400-a300f4c47deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.055338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5312eb96-ef03-4cd4-a400-a300f4c47deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.103472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5312eb96-ef03-4cd4-a400-a300f4c47deb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3821514e3c494e36a4387691a8d6073b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853704 Nov 25 17:18:42.106970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:42.109071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312eb96-ef03-4cd4-a400-a300f4c47deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0da07-8f81-43c8-9d30-479d0e5d210a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:42.126767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-2d0160c2-a520-4c31-af56-a3e8a4d14a52 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.128711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-2d0160c2-a520-4c31-af56-a3e8a4d14a52 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 950 time: 0.0835536 Nov 25 17:18:42.239671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25ea00e3-f44e-4617-b85d-4306dacbe9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.280627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25ea00e3-f44e-4617-b85d-4306dacbe9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.378710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:42.459531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b8a42e2e-f4ee-4147-9615-3aa0d4d7942e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9a8547965804562b3174ca854a8f5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790734 Nov 25 17:18:42.472534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:42.560189 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275a-bb8b-4c7f-bb6d-48aa7ed76c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.583750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Deleting port b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:42.584095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.590013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275a-bb8b-4c7f-bb6d-48aa7ed76c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.683534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275a-bb8b-4c7f-bb6d-48aa7ed76c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.690138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2c3b275a-bb8b-4c7f-bb6d-48aa7ed76c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.691595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2c3b275a-bb8b-4c7f-bb6d-48aa7ed76c27 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9bcb2ac-e7f8-42bb-a615-056e1fe2745e HTTP/1.1" status: 204 len: 168 time: 0.2195005 Nov 25 17:18:42.691743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be7381-3620-4c60-b521-b0fa8d7734e2 req-8352a4f6-b167-452a-9379-664cc42b29cc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:42.693232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9be7381-3620-4c60-b521-b0fa8d7734e2 req-8352a4f6-b167-452a-9379-664cc42b29cc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41 HTTP/1.1" status: 200 len: 950 time: 0.1593425 Nov 25 17:18:42.723850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b275a-bb8b-4c7f-bb6d-48aa7ed76c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bcb2ac-e7f8-42bb-a615-056e1fe2745e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:42.753289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25ea00e3-f44e-4617-b85d-4306dacbe9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.757651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25ea00e3-f44e-4617-b85d-4306dacbe9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.758948 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-25ea00e3-f44e-4617-b85d-4306dacbe9ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2dc0da07-8f81-43c8-9d30-479d0e5d210a HTTP/1.1" status: 204 len: 168 time: 0.6506851 Nov 25 17:18:42.777359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] For port b2c7e143-7f83-4cf3-a501-3b17fa0af267, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b2c7e143-7f83-4cf3-a501-3b17fa0af267,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:42.777747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:42.803136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea00e3-f44e-4617-b85d-4306dacbe9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0da07-8f81-43c8-9d30-479d0e5d210a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:42.817569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Calling delete_port for b2c7e143-7f83-4cf3-a501-3b17fa0af267 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:42.852485 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9be7381-3620-4c60-b521-b0fa8d7734e2 req-163e0ffc-2760-4e8f-a996-7b60ad86b426 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416159 Nov 25 17:18:43.009131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.025520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61', 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:43.029898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:43.058657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event deleted for resources: {'Port': ['ID=b2c7e143-7f83-4cf3-a501-3b17fa0af267,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:43.106920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] No DVR routers for this DVR port b2c7e143-7f83-4cf3-a501-3b17fa0af267 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:43.110184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:43.115635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8fff2992-e437-41d4-be85-f45c3bb0fa49 req-d07d2671-0c6b-4ea4-b68b-5be6c5b7083e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "DELETE /v2.0/ports/b2c7e143-7f83-4cf3-a501-3b17fa0af267 HTTP/1.1" status: 204 len: 173 time: 0.9803152 Nov 25 17:18:43.116289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-deleted', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:43.118929 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b8db2-ee64-434e-a527-2dcd37fc07bf" -d '{"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-deleted", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:43.162892 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25618a6-700d-4396-adbd-d47feafc207c x-openstack-request-id: req-f25618a6-700d-4396-adbd-d47feafc207c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:43.163428 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41", "name": "network-vif-deleted", "tag": "b2c7e143-7f83-4cf3-a501-3b17fa0af267", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:43.163697 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f25618a6-700d-4396-adbd-d47feafc207c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:43.164471 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a0b0-d6d5-4469-8e17-9ad2c6eb2d41', 'name': 'network-vif-deleted', 'tag': 'b2c7e143-7f83-4cf3-a501-3b17fa0af267', 'status': 'completed', 'code': 200} Nov 25 17:18:44.220999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606855e-38b2-497f-9651-2c298114173e req-2c955968-6d73-44a4-a9c8-d4326a85c878 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:44.222692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0606855e-38b2-497f-9651-2c298114173e req-2c955968-6d73-44a4-a9c8-d4326a85c878 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0574243 Nov 25 17:18:44.292236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0606855e-38b2-497f-9651-2c298114173e req-630a1a51-2d11-4c92-b6ae-0dd0945440ce tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622144 Nov 25 17:18:44.976098 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:18:45.478440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f7596-fffc-4b33-98d0-1f99b8f5aa43 req-17375a28-063a-44c5-8553-a65eaec0adc1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.487657 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-902f7596-fffc-4b33-98d0-1f99b8f5aa43 req-17375a28-063a-44c5-8553-a65eaec0adc1 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.0739448 Nov 25 17:18:45.551784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:45.567490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: b2c7e143-7f83-4cf3-a501-3b17fa0af267 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:45.568089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b2c7e143-7f83-4cf3-a501-3b17fa0af267 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:45.573331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-902f7596-fffc-4b33-98d0-1f99b8f5aa43 req-0aafe428-4718-4578-a12e-af54f2a83f48 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842676 Nov 25 17:18:45.606433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-759e57af-24e3-460f-b094-17275fb5190c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:45.611550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-759e57af-24e3-460f-b094-17275fb5190c tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1161306 Nov 25 17:18:45.764938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Deleting port 9eab2647-97fb-4003-9ae2-10e9116b25c7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:45.765287 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.836222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.943218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] For port 9eab2647-97fb-4003-9ae2-10e9116b25c7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9eab2647-97fb-4003-9ae2-10e9116b25c7,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:45.944526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:45.968199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Calling delete_port for 9eab2647-97fb-4003-9ae2-10e9116b25c7 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:46.000067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5a7005f-d6fe-4e5e-84e8-5eb57cf7e267 req-85c1125a-8ae9-4b96-b237-f5a7082f6c50 tempest-FlavorsV2NegativeTest-1577655654 tempest-FlavorsV2NegativeTest-1577655654-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=00a6a0ca141943c88b938a1d85457d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296731 Nov 25 17:18:46.177236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7005f-d6fe-4e5e-84e8-5eb57cf7e267 req-6486b6f3-bf69-410a-b1d1-07165f1ba380 tempest-FlavorsV2NegativeTest-1577655654 tempest-FlavorsV2NegativeTest-1577655654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:46.178741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5a7005f-d6fe-4e5e-84e8-5eb57cf7e267 req-6486b6f3-bf69-410a-b1d1-07165f1ba380 tempest-FlavorsV2NegativeTest-1577655654 tempest-FlavorsV2NegativeTest-1577655654-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456616 Nov 25 17:18:46.217616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5a7005f-d6fe-4e5e-84e8-5eb57cf7e267 req-0565f377-031c-45d0-846a-c93464f0be8a tempest-FlavorsV2NegativeTest-1577655654 tempest-FlavorsV2NegativeTest-1577655654-project] 10.222.0.86 "GET /v2.0/quotas/00a6a0ca141943c88b938a1d85457d96 HTTP/1.1" status: 200 len: 375 time: 0.0315051 Nov 25 17:18:46.262067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5a7005f-d6fe-4e5e-84e8-5eb57cf7e267 req-6c3b38e2-a223-4297-804d-f7eefba093a7 tempest-FlavorsV2NegativeTest-1577655654 tempest-FlavorsV2NegativeTest-1577655654-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=00a6a0ca141943c88b938a1d85457d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335786 Nov 25 17:18:46.271137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.288803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:46.292104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9eab2647-97fb-4003-9ae2-10e9116b25c7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:46.319812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event deleted for resources: {'Port': ['ID=9eab2647-97fb-4003-9ae2-10e9116b25c7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:46.417900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] No DVR routers for this DVR port 9eab2647-97fb-4003-9ae2-10e9116b25c7 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:46.420765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:46.424832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16a69505-e80f-4cef-9af0-cee18ceea3c0 req-fe3ae2f0-abfb-4753-b657-4b5a455c3ffa tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.73 "DELETE /v2.0/ports/9eab2647-97fb-4003-9ae2-10e9116b25c7 HTTP/1.1" status: 204 len: 173 time: 0.8071470 Nov 25 17:18:46.425710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-deleted', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:46.428523 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d037337-b11d-41ee-93f2-1889cd382359" -d '{"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-deleted", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:46.528771 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1bb74e-d9d6-4ba1-975f-a1775693f440 x-openstack-request-id: req-9d1bb74e-d9d6-4ba1-975f-a1775693f440 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:46.529939 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9438dc8e-6f0b-4aa1-9e85-2548b287a9d3", "name": "network-vif-deleted", "tag": "9eab2647-97fb-4003-9ae2-10e9116b25c7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:46.530297 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d1bb74e-d9d6-4ba1-975f-a1775693f440 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:46.530835 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9438dc8e-6f0b-4aa1-9e85-2548b287a9d3', 'name': 'network-vif-deleted', 'tag': '9eab2647-97fb-4003-9ae2-10e9116b25c7', 'status': 'completed', 'code': 200} Nov 25 17:18:46.827761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5184ed9-b274-4865-bcdd-58263e3142a3 req-597e3eb6-d935-49de-98a6-3fe28edd7f16 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=9438dc8e-6f0b-4aa1-9e85-2548b287a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0997989 Nov 25 17:18:47.287977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.390580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40266) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:47.610146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a70be967-99f8-4120-8c23-f3eb7868806d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.731625 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a70be967-99f8-4120-8c23-f3eb7868806d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.737510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a70be967-99f8-4120-8c23-f3eb7868806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.785903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a70be967-99f8-4120-8c23-f3eb7868806d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=00a6a0ca141943c88b938a1d85457d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904996 Nov 25 17:18:47.786047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:47.793963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70be967-99f8-4120-8c23-f3eb7868806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b10142e-51f4-45f6-9b0a-c335f6156cf3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:47.872273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b30255bd-529b-496f-b415-9468791d18f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.917825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b30255bd-529b-496f-b415-9468791d18f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.978708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b30255bd-529b-496f-b415-9468791d18f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.983557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b30255bd-529b-496f-b415-9468791d18f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:47.985555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b30255bd-529b-496f-b415-9468791d18f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b10142e-51f4-45f6-9b0a-c335f6156cf3 HTTP/1.1" status: 204 len: 168 time: 0.1985829 Nov 25 17:18:47.998174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30255bd-529b-496f-b415-9468791d18f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b10142e-51f4-45f6-9b0a-c335f6156cf3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:48.263002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884457a-ace3-4258-a185-f3390ee6893e req-2c96d4f9-035c-4471-b0d9-782b26198e20 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:48.264966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9884457a-ace3-4258-a185-f3390ee6893e req-2c96d4f9-035c-4471-b0d9-782b26198e20 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.0672698 Nov 25 17:18:48.329417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9884457a-ace3-4258-a185-f3390ee6893e req-fd80bb13-45a1-46d2-a1ab-73942513a545 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567977 Nov 25 17:18:48.578260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:48.604841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 9eab2647-97fb-4003-9ae2-10e9116b25c7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:48.605597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9eab2647-97fb-4003-9ae2-10e9116b25c7 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:48.882560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:49.116926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430fc761-aea8-413c-9857-0c25eda3ff4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.212842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430fc761-aea8-413c-9857-0c25eda3ff4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.218953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430fc761-aea8-413c-9857-0c25eda3ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.271435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-430fc761-aea8-413c-9857-0c25eda3ff4f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=38e90511cc1c41df83115b91ad6de67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869615 Nov 25 17:18:49.272937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:49.283746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fc761-aea8-413c-9857-0c25eda3ff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9802ec3-d183-4c58-8781-518e1b1d3cf3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:49.336019 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b210e503-76e8-425e-be05-827b10e28c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.362177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b210e503-76e8-425e-be05-827b10e28c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.443290 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b210e503-76e8-425e-be05-827b10e28c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.446417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b210e503-76e8-425e-be05-827b10e28c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.451321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b210e503-76e8-425e-be05-827b10e28c2a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9802ec3-d183-4c58-8781-518e1b1d3cf3 HTTP/1.1" status: 204 len: 168 time: 0.1771646 Nov 25 17:18:49.482625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210e503-76e8-425e-be05-827b10e28c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9802ec3-d183-4c58-8781-518e1b1d3cf3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:49.564822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193aa2-0b90-4769-abcd-6c60325459b9 req-e1fdac3b-9032-4de7-b2f0-b6deae9ed8dc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.574892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86193aa2-0b90-4769-abcd-6c60325459b9 req-e1fdac3b-9032-4de7-b2f0-b6deae9ed8dc tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1221805 Nov 25 17:18:49.648005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-88474bc9-e003-4d6a-97bf-78ef4d12f342 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:49.649497 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-88474bc9-e003-4d6a-97bf-78ef4d12f342 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 950 time: 0.1332707 Nov 25 17:18:49.664031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86193aa2-0b90-4769-abcd-6c60325459b9 req-10facb8b-337e-4feb-938e-82ba4866f893 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/security-groups?id=d1a9f117-87f4-4460-8ae9-9c1e10d4213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876186 Nov 25 17:18:49.783331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Deleting port a22ae4df-912a-4332-bfe8-417b22fadf61 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:49.783702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.889869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] For port a22ae4df-912a-4332-bfe8-417b22fadf61, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a22ae4df-912a-4332-bfe8-417b22fadf61,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:49.890240 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:49.903774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Calling delete_port for a22ae4df-912a-4332-bfe8-417b22fadf61 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:50.052137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.069881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c18b71d1-758e-47fb-a0a8-c02d5e375aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.079731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.093481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a22ae4df-912a-4332-bfe8-417b22fadf61'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:18:50.147486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Pushing event deleted for resources: {'Port': ['ID=a22ae4df-912a-4332-bfe8-417b22fadf61,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:50.176862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] No DVR routers for this DVR port a22ae4df-912a-4332-bfe8-417b22fadf61 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:18:50.180738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.184486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7770eb14-368a-48a6-b80d-1f9f0eb6004a req-06e65710-c6dc-4704-89a3-4a54fbb0f23e tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.55 "DELETE /v2.0/ports/a22ae4df-912a-4332-bfe8-417b22fadf61 HTTP/1.1" status: 204 len: 173 time: 0.5193999 Nov 25 17:18:50.184956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-deleted', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:50.188690 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2adac3-3830-4fd0-9bcd-8839b006094b" -d '{"events": [{"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-deleted", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:50.251346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c18b71d1-758e-47fb-a0a8-c02d5e375aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.256174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c18b71d1-758e-47fb-a0a8-c02d5e375aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.326870 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb39beea-bf0b-40ca-8a4a-a2262e7a1472 x-openstack-request-id: req-fb39beea-bf0b-40ca-8a4a-a2262e7a1472 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:50.327543 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cf367a-0033-46de-8358-453fef93d89d", "name": "network-vif-deleted", "tag": "a22ae4df-912a-4332-bfe8-417b22fadf61", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:50.327543 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb39beea-bf0b-40ca-8a4a-a2262e7a1472 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:50.327870 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf367a-0033-46de-8358-453fef93d89d', 'name': 'network-vif-deleted', 'tag': 'a22ae4df-912a-4332-bfe8-417b22fadf61', 'status': 'completed', 'code': 200} Nov 25 17:18:50.358877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c18b71d1-758e-47fb-a0a8-c02d5e375aa9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ce03c26a2764bc5add6cb206c993694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055468 Nov 25 17:18:50.359916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b71d1-758e-47fb-a0a8-c02d5e375aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc77ffa-3207-46d4-a50c-0af38074a144,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:50.361514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40490) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.489226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17ac30f9-641e-459b-bd3a-8de2a163b439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.522166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17ac30f9-641e-459b-bd3a-8de2a163b439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.600510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17ac30f9-641e-459b-bd3a-8de2a163b439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.604418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-17ac30f9-641e-459b-bd3a-8de2a163b439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:50.606124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-17ac30f9-641e-459b-bd3a-8de2a163b439 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfc77ffa-3207-46d4-a50c-0af38074a144 HTTP/1.1" status: 204 len: 168 time: 0.2377427 Nov 25 17:18:50.618407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac30f9-641e-459b-bd3a-8de2a163b439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc77ffa-3207-46d4-a50c-0af38074a144,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:50.752572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:50.821606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc83ec7d-c936-435d-83bb-13cc2207f355 req-a4776a12-665a-43e5-9773-ea88efabc483 tempest-MigrationsAdminTest-916665871 tempest-MigrationsAdminTest-916665871-project] 10.222.0.86 "GET /v2.0/ports?device_id=21cf367a-0033-46de-8358-453fef93d89d HTTP/1.1" status: 200 len: 210 time: 0.0352900 Nov 25 17:18:51.035475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:51.113362 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0407348b-ff23-45e2-867e-b3b54f0435f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.213452 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0407348b-ff23-45e2-867e-b3b54f0435f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.215999 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb291236-15c5-429c-86c2-0e3c7d23b6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.225478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0407348b-ff23-45e2-867e-b3b54f0435f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.289353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407348b-ff23-45e2-867e-b3b54f0435f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07a7c11-64af-4f79-80f6-5b6d73a11f7f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.302384 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0407348b-ff23-45e2-867e-b3b54f0435f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c6c8e09781f4e8d8071fe6b28847f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455260 Nov 25 17:18:51.302737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40560) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:51.375571 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d61ab4a-c547-46fa-b9d0-2be531f4b173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.414223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d61ab4a-c547-46fa-b9d0-2be531f4b173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.414764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb291236-15c5-429c-86c2-0e3c7d23b6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.421971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb291236-15c5-429c-86c2-0e3c7d23b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.470769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d61ab4a-c547-46fa-b9d0-2be531f4b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.473842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d61ab4a-c547-46fa-b9d0-2be531f4b173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.478074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4d61ab4a-c547-46fa-b9d0-2be531f4b173 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a07a7c11-64af-4f79-80f6-5b6d73a11f7f HTTP/1.1" status: 204 len: 168 time: 0.1727080 Nov 25 17:18:51.489581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61ab4a-c547-46fa-b9d0-2be531f4b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07a7c11-64af-4f79-80f6-5b6d73a11f7f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.522799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb291236-15c5-429c-86c2-0e3c7d23b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03fa19-b3d9-4a04-8ebb-433a149bcbf5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.564448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb291236-15c5-429c-86c2-0e3c7d23b6bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31814a2e67044fa29dc7600b35fc2b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251217 Nov 25 17:18:51.564788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:51.623501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355b4f0-79d1-4e5a-94b0-a29e0bffbf3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.662548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355b4f0-79d1-4e5a-94b0-a29e0bffbf3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.717227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355b4f0-79d1-4e5a-94b0-a29e0bffbf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.720003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9355b4f0-79d1-4e5a-94b0-a29e0bffbf3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:51.721262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9355b4f0-79d1-4e5a-94b0-a29e0bffbf3a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b03fa19-b3d9-4a04-8ebb-433a149bcbf5 HTTP/1.1" status: 204 len: 168 time: 0.1551175 Nov 25 17:18:51.740639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355b4f0-79d1-4e5a-94b0-a29e0bffbf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03fa19-b3d9-4a04-8ebb-433a149bcbf5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:51.881018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40596) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:51.899427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20ca2c87-5071-486e-a717-bdb513c41253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.002804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20ca2c87-5071-486e-a717-bdb513c41253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.010568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20ca2c87-5071-486e-a717-bdb513c41253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.052883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca2c87-5071-486e-a717-bdb513c41253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b612da62-f737-4bad-98a7-a75b7c6ae9c6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.058088 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20ca2c87-5071-486e-a717-bdb513c41253 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57a7fae6638a4757944c323fb26ff7c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756995 Nov 25 17:18:52.060431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.122475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daaffb91-9605-4543-8bd9-a93d15ae79ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.149638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daaffb91-9605-4543-8bd9-a93d15ae79ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.200599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daaffb91-9605-4543-8bd9-a93d15ae79ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.203882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daaffb91-9605-4543-8bd9-a93d15ae79ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.205048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-daaffb91-9605-4543-8bd9-a93d15ae79ac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b612da62-f737-4bad-98a7-a75b7c6ae9c6 HTTP/1.1" status: 204 len: 168 time: 0.1436892 Nov 25 17:18:52.212944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaffb91-9605-4543-8bd9-a93d15ae79ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b612da62-f737-4bad-98a7-a75b7c6ae9c6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:52.438559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.630113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.886200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fad9f3d3-d4cd-4236-a590-158b7f51d04f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=676e520b9b0b416b9d9f33e018f59d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447970 Nov 25 17:18:52.889209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:52.893700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83acfad0-a9b7-451f-b85c-f80c1481f5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.954402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96870a57-c999-47e8-beeb-f5e49f37ce69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.978574 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96870a57-c999-47e8-beeb-f5e49f37ce69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.993062 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83acfad0-a9b7-451f-b85c-f80c1481f5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:52.999055 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83acfad0-a9b7-451f-b85c-f80c1481f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.039417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96870a57-c999-47e8-beeb-f5e49f37ce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.044384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96870a57-c999-47e8-beeb-f5e49f37ce69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.045992 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96870a57-c999-47e8-beeb-f5e49f37ce69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1a9f117-87f4-4460-8ae9-9c1e10d4213c HTTP/1.1" status: 204 len: 168 time: 0.1557059 Nov 25 17:18:53.056505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83acfad0-a9b7-451f-b85c-f80c1481f5a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74db5dbb89b04911a0a737d99e2b6110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220912 Nov 25 17:18:53.056890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acfad0-a9b7-451f-b85c-f80c1481f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54eeac5-8076-46b3-910f-c8fb8174a3ae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.059029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:53.067408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96870a57-c999-47e8-beeb-f5e49f37ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9f117-87f4-4460-8ae9-9c1e10d4213c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.134875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80053587-62d8-4401-9a67-47a815dfd81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.159256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80053587-62d8-4401-9a67-47a815dfd81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.212832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80053587-62d8-4401-9a67-47a815dfd81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.217493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80053587-62d8-4401-9a67-47a815dfd81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.218526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-80053587-62d8-4401-9a67-47a815dfd81e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d54eeac5-8076-46b3-910f-c8fb8174a3ae HTTP/1.1" status: 204 len: 168 time: 0.1581502 Nov 25 17:18:53.227039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053587-62d8-4401-9a67-47a815dfd81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54eeac5-8076-46b3-910f-c8fb8174a3ae,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:53.583482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:18:53.612786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:53.644526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: a22ae4df-912a-4332-bfe8-417b22fadf61 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:18:53.647481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a22ae4df-912a-4332-bfe8-417b22fadf61 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:18:53.671258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-19054ecf-bc00-4672-8bf9-0fa9a53d8a64 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9a475274ce54873b629391a3e666e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0569675 Nov 25 17:18:53.673942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:53.734452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61cee766-f14d-43c2-9b21-671ce84e4e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.758613 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61cee766-f14d-43c2-9b21-671ce84e4e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.812127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61cee766-f14d-43c2-9b21-671ce84e4e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.814933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61cee766-f14d-43c2-9b21-671ce84e4e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:53.816129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-61cee766-f14d-43c2-9b21-671ce84e4e50 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee2812d4-8d0f-4f12-92f6-ed5138808066 HTTP/1.1" status: 204 len: 168 time: 0.1410408 Nov 25 17:18:53.824963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cee766-f14d-43c2-9b21-671ce84e4e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2812d4-8d0f-4f12-92f6-ed5138808066,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:54.618275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-9e004378-1bfb-41c3-8b1e-a292896b9dd6 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=3e2ae88fe7bd4901afb1f3767e6dcea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251205 Nov 25 17:18:54.752666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-6ca3f570-f3c4-4049-a3f4-593ce0beb23a tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:54.754334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-6ca3f570-f3c4-4049-a3f4-593ce0beb23a tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289287 Nov 25 17:18:54.773530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-c9c4c485-ea53-4587-b1dd-75aa6c1e90f8 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/quotas/3e2ae88fe7bd4901afb1f3767e6dcea0 HTTP/1.1" status: 200 len: 375 time: 0.0129533 Nov 25 17:18:54.813850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-31523938-d719-48af-a1c7-785bae1e34d2 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e2ae88fe7bd4901afb1f3767e6dcea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336330 Nov 25 17:18:55.026816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c9423cb9-2d18-4a67-92ae-99b6a3fe69a5 req-b8f943b2-92ce-40e8-bd44-ecccfdd7c69d tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 210 time: 0.0365648 Nov 25 17:18:56.156886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0d49699-db6f-41e6-a677-7a326593b298 req-dba7951f-6e10-45da-91a1-53d4969f7760 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 210 time: 0.0390754 Nov 25 17:18:56.388208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-41cd5ba3-de05-4630-ae15-844752914c32 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3e2ae88fe7bd4901afb1f3767e6dcea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241489 Nov 25 17:18:56.458774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:56.536027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-6264a423-cc76-4572-8b63-b7375b072edc tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:56.537582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-6264a423-cc76-4572-8b63-b7375b072edc tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433506 Nov 25 17:18:56.556821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Request body: {'port': {'device_id': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '3e2ae88fe7bd4901afb1f3767e6dcea0'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:56.684222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Made reservation on behalf of 3e2ae88fe7bd4901afb1f3767e6dcea0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:56.689127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.691201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.701553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.761766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:56.792665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.801021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.830619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.838990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:56.898603 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd847169b386414e94714bb48db4d002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385672 Nov 25 17:18:56.899530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40874) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:56.903009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5229768a-a3c6-4d1b-bf3b-41bdf53204c4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:56.942065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.943331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.944011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb9fc18-f066-4463-826b-b2ebed83d953,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:56.944351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.944908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.945444 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.945987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.946517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.947044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.947608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.948741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.949294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:56.949844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f29888-f7da-4e70-9293-9b3a16573118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:18:57.004097 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed2bbb99-75f2-451a-9000-dafb5ae0d540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.024218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-460824170'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:57.032378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed2bbb99-75f2-451a-9000-dafb5ae0d540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.068416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Made reservation on behalf of ac52db19ddf146ad9b680702cadf7ba8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:57.072465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.076993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Allocated IP 192.168.233.103 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/405be54d-89a2-4246-bb2d-ec4adc76795d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:18:57.088217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.094677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed2bbb99-75f2-451a-9000-dafb5ae0d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.097331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed2bbb99-75f2-451a-9000-dafb5ae0d540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.098816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed2bbb99-75f2-451a-9000-dafb5ae0d540 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5229768a-a3c6-4d1b-bf3b-41bdf53204c4 HTTP/1.1" status: 204 len: 168 time: 0.1970599 Nov 25 17:18:57.110726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bbb99-75f2-451a-9000-dafb5ae0d540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5229768a-a3c6-4d1b-bf3b-41bdf53204c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.116458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:57.298239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48fd5b3d-18de-4e3a-afca-b6a9dd82735e req-884cc785-ca43-4698-bbd8-9e12f038fb37 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 210 time: 0.0408380 Nov 25 17:18:57.331894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.341262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.392111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:18:57.396568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.400142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa8116-15d9-4149-81d6-ad01dfe21b12,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.412366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.412748 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Added segment 9df2cab1-8147-4378-bedf-d11767f9707a of type vlan for network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 Nov 25 17:18:57.473103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.500420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.550638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.556426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.560838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.588734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:18:57.589429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:57.628758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:57.668949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.676365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:57.705808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9426634 Nov 25 17:18:57.786280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:57.787663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.790405 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fa19c96-05d5-4e39-9f8f-7d7116d001b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.823518 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98b3e2b4-cd4f-4b82-bcd7-c102740c3b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.836095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa98d4-f079-4fe4-97dd-3bc1053622b1 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Pushing event updated for resources: {'Network': ['ID=f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:57.851064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:18:57.892119 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-7bb363fd-e346-43d1-a218-8034cb8ada1b tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3365142 Nov 25 17:18:57.922309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Request body: {'port': {'device_id': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:57.975638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98b3e2b4-cd4f-4b82-bcd7-c102740c3b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.981829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98b3e2b4-cd4f-4b82-bcd7-c102740c3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:57.989952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cf0b020b-5b9b-469a-81e8-f3d648b48cb9 None None] Provisioning complete for port 405be54d-89a2-4246-bb2d-ec4adc76795d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:18:57.990649 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf0b020b-5b9b-469a-81e8-f3d648b48cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.018367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.033874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98b3e2b4-cd4f-4b82-bcd7-c102740c3b8d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=309739df0f304b79bcc97a854d2ce271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9155259 Nov 25 17:18:58.034240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b020b-5b9b-469a-81e8-f3d648b48cb9 None None] Port 405be54d-89a2-4246-bb2d-ec4adc76795d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:18:58.035344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:58.092374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3e2b4-cd4f-4b82-bcd7-c102740c3b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806467f4-5271-4ee2-a6d7-bf3062b67dd7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.103557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40916) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:58.110147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Request body: {'port': {'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9', 'binding:host_id': 'n-h2-817303-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-861060598'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:18:58.147874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fa19c96-05d5-4e39-9f8f-7d7116d001b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.154318 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a30c11ce-2457-47e3-bd6b-b489059fbe08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.164850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Made reservation on behalf of 6c47a9d590784a6a89d86455f43c1efa for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:18:58.167750 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.178956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.201829 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a30c11ce-2457-47e3-bd6b-b489059fbe08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.210746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fa19c96-05d5-4e39-9f8f-7d7116d001b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.264135 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0fa19c96-05d5-4e39-9f8f-7d7116d001b3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ee67901e1d874bedb779b2cc5fb3a47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6544747 Nov 25 17:18:58.267134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40926) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:58.283507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa19c96-05d5-4e39-9f8f-7d7116d001b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4953b1cc-f490-46c4-80a6-b7769e9c6a72,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.301918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a30c11ce-2457-47e3-bd6b-b489059fbe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.304626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a30c11ce-2457-47e3-bd6b-b489059fbe08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.306005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a30c11ce-2457-47e3-bd6b-b489059fbe08 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/806467f4-5271-4ee2-a6d7-bf3062b67dd7 HTTP/1.1" status: 204 len: 168 time: 0.2596526 Nov 25 17:18:58.343745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c11ce-2457-47e3-bd6b-b489059fbe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806467f4-5271-4ee2-a6d7-bf3062b67dd7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.358355 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.373593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-838afcf8-a277-41ed-b919-58e99e330fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.376188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.388794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port f7806c05-ae64-433f-b26a-37fb020d5139 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:18:58.484822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-838afcf8-a277-41ed-b919-58e99e330fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.512314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a934d1-2f29-48a7-8e60-c9fb622703d3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.531050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1c6d-aafe-4c72-ac36-5b5671c29e58 req-23dea432-f5a4-4cf8-9d60-7406e0de3692 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:58.539739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c15d1c6d-aafe-4c72-ac36-5b5671c29e58 req-23dea432-f5a4-4cf8-9d60-7406e0de3692 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 936 time: 0.1396618 Nov 25 17:18:58.557442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:18:58.575652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.629574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c15d1c6d-aafe-4c72-ac36-5b5671c29e58 req-b1bcc0ee-1514-43e8-b023-af87cd284c3e tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889111 Nov 25 17:18:58.658810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-838afcf8-a277-41ed-b919-58e99e330fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.660264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Transition to ACTIVE for port object 405be54d-89a2-4246-bb2d-ec4adc76795d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:18:58.661950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-838afcf8-a277-41ed-b919-58e99e330fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.663310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-838afcf8-a277-41ed-b919-58e99e330fb3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4953b1cc-f490-46c4-80a6-b7769e9c6a72 HTTP/1.1" status: 204 len: 168 time: 0.3949697 Nov 25 17:18:58.669164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.682394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838afcf8-a277-41ed-b919-58e99e330fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953b1cc-f490-46c4-80a6-b7769e9c6a72,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.770612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port f7806c05-ae64-433f-b26a-37fb020d5139 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:18:58.789589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.805421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.812108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.905485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Attempting to bind port 405be54d-89a2-4246-bb2d-ec4adc76795d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:58.906260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Attempting to bind port 405be54d-89a2-4246-bb2d-ec4adc76795d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:58.906742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Attempting to bind port 405be54d-89a2-4246-bb2d-ec4adc76795d on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:58.912423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Port 405be54d-89a2-4246-bb2d-ec4adc76795d on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:58.913015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Attempting to bind port 405be54d-89a2-4246-bb2d-ec4adc76795d on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:58.918945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:18:58.920114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:58.920670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:18:58.921501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Bound port: 405be54d-89a2-4246-bb2d-ec4adc76795d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:18:58.922014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:58.962538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=f7806c05-ae64-433f-b26a-37fb020d5139,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:58.973145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Checking segment: {'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:18:58.977828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Network hostable DHCP agents. Network: f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:18:59.013103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:18:59.029361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:18:59.042443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:59.043480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e269d1ad-22e2-47ee-87d6-a27d81e64ba3 None None] Network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:18:59.050520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:18:59.056203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:18:59.066499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.108426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.109044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.110440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] 10.222.0.55 "PUT /v2.0/ports/405be54d-89a2-4246-bb2d-ec4adc76795d HTTP/1.1" status: 200 len: 1096 time: 1.2095282 Nov 25 17:18:59.111082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:18:59.113415 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6059b281-0a54-41ce-b1cd-b05d3594e05a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:18:59.121340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.122737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.123200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.134002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.137194 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.137422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf8be9-29d4-48c3-9cf8-90aa98b68031 service neutron] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:59.137683 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 2 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.173242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.173930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.174474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.186264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.187009 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.188000 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 3 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.210931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.211662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.212465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.220078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.220841 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.222038 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 4 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.227500 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51edd65e-fbdc-4d85-bb06-9f1a3c33a632 x-openstack-request-id: req-51edd65e-fbdc-4d85-bb06-9f1a3c33a632 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:18:59.230155 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:18:59.230483 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51edd65e-fbdc-4d85-bb06-9f1a3c33a632 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:18:59.230918 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'status': 'completed', 'code': 200} Nov 25 17:18:59.263652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-e94418cc-3675-4066-9aa1-234ea60b2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.270647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-e94418cc-3675-4066-9aa1-234ea60b2c30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e2ae88fe7bd4901afb1f3767e6dcea0&device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 1099 time: 0.1032507 Nov 25 17:18:59.271226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.271706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.272248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.284775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.287221 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.287755 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 5 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.323011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.323516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.324059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.337762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.339830 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.340353 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 6 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.358179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-6fc7ae24-ed7f-409b-8227-39edb87c4017 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=405be54d-89a2-4246-bb2d-ec4adc76795d HTTP/1.1" status: 200 len: 217 time: 0.0848889 Nov 25 17:18:59.378636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.379351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.379864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.390206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.392747 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.393477 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 7 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.412999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.413255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.413591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.420485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.420834 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.421214 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 8 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.435212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.435584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.435924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.442233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.442545 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.442930 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 9 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.446308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-c87ea654-4007-45a6-b577-c45baf3ac07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.448938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-c87ea654-4007-45a6-b577-c45baf3ac07a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0817826 Nov 25 17:18:59.464182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.464984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.465719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.473272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.473822 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.474559 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 10 to bind port f7806c05-ae64-433f-b26a-37fb020d5139 Nov 25 17:18:59.491732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:18:59.492068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:18:59.492402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:18:59.497950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port f7806c05-ae64-433f-b26a-37fb020d5139 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:18:59.498277 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port f7806c05-ae64-433f-b26a-37fb020d5139 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:18:59.498815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.554073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-1607d240-68dc-47ad-9147-51ed69595a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.555668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-1607d240-68dc-47ad-9147-51ed69595a4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997469 Nov 25 17:18:59.577943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] For port f7806c05-ae64-433f-b26a-37fb020d5139, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:18:59.578559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempted to set empty binding levels {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:18:59.584287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.627177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.627983 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.663007 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5552344 Nov 25 17:18:59.663007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f4abc-c20c-47e4-a8a8-9f971216cd72 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=f7806c05-ae64-433f-b26a-37fb020d5139,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:18:59.672867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40982) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:18:59.690132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-e0541f17-782f-4327-80a0-83956e740cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264744 Nov 25 17:18:59.763167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Deleting port f7806c05-ae64-433f-b26a-37fb020d5139 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:18:59.763534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.868836 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba64cbb7-bd7a-4f3b-907d-fb5fe7a8d606 req-c9919571-e9bb-4042-9913-1d6ce088fbcf service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712706 Nov 25 17:18:59.883201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] For port f7806c05-ae64-433f-b26a-37fb020d5139, host n-h2-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:18:59.883602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:18:59.945014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08ae4-55c4-4571-b83d-ca8bd7f41a48 req-bab9fd03-13b9-4984-837a-99a4183f2c68 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.946576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1d08ae4-55c4-4571-b83d-ca8bd7f41a48 req-bab9fd03-13b9-4984-837a-99a4183f2c68 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 948 time: 0.1321659 Nov 25 17:18:59.948149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Calling delete_port for f7806c05-ae64-433f-b26a-37fb020d5139 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:18:59.979378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-dc9b068f-b480-46df-bb72-d4f79fef2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:18:59.980919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-dc9b068f-b480-46df-bb72-d4f79fef2383 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e2ae88fe7bd4901afb1f3767e6dcea0&device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 1099 time: 0.0554795 Nov 25 17:19:00.041201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1d08ae4-55c4-4571-b83d-ca8bd7f41a48 req-de05b8a0-829a-40c9-8b8c-aed569437974 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864391 Nov 25 17:19:00.087421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.128045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.136411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "DELETE /v2.0/ports/f7806c05-ae64-433f-b26a-37fb020d5139 HTTP/1.1" status: 204 len: 168 time: 0.4623890 Nov 25 17:19:00.137778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467075ee-415b-4cab-9c7f-07d629da42e1 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7806c05-ae64-433f-b26a-37fb020d5139,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:00.141519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41002) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:00.173772 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e557f206-9334-4a62-826a-f2fa37a78e0d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:19:00.175990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e557f206-9334-4a62-826a-f2fa37a78e0d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "GET /v2.0/ports/f7806c05-ae64-433f-b26a-37fb020d5139 HTTP/1.1" status: 404 len: 333 time: 0.0331683 Nov 25 17:19:00.179752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41006) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:00.186665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Request body: {'port': {'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-237884616'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:00.215076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Made reservation on behalf of 6c47a9d590784a6a89d86455f43c1efa for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:00.218500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.242777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port 6a8466be-a152-4de3-8c51-f89518cff220 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:00.407095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-d0e5a327-bace-48cb-b98e-2ddf96c17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.409066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-d0e5a327-bace-48cb-b98e-2ddf96c17846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.4203048 Nov 25 17:19:00.468322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-b70532e5-3b2f-4e69-ac0e-e44ead031b1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=405be54d-89a2-4246-bb2d-ec4adc76795d HTTP/1.1" status: 200 len: 217 time: 0.0460258 Nov 25 17:19:00.469990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.512718 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.553102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-405454e8-7749-42c1-9a83-1c2f1e80cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.554699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-405454e8-7749-42c1-9a83-1c2f1e80cbd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0782287 Nov 25 17:19:00.580437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:00.594083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:00.598135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:00.599320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.605874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.616617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-0e2423bd-158a-453b-b102-1bc28edf85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:00.618405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-0e2423bd-158a-453b-b102-1bc28edf85ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557344 Nov 25 17:19:00.619731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=6a8466be-a152-4de3-8c51-f89518cff220,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:00.657716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-57c9f8e2-8c9f-4ee8-a9c9-94c9e50fb995 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4738719 Nov 25 17:19:00.657988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41022) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:00.667605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:00.743342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-6f2572a0-9e24-48a6-b378-bed0fb2fee49 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162288 Nov 25 17:19:00.745592 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.849365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6059b281-0a54-41ce-b1cd-b05d3594e05a req-3604b787-ea83-45d1-8e95-3446e8ca6848 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984132 Nov 25 17:19:00.916207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:00.953786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port 6a8466be-a152-4de3-8c51-f89518cff220 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:00.963066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:00.970023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.022155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=6a8466be-a152-4de3-8c51-f89518cff220,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:01.036307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.036658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.036985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.042161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.042711 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.043330 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 2 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.060475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.060761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.061062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.066075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.067955 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.067955 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 3 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.085571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.085943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.086412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.092775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.093106 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.093492 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 4 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.111771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.112110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.112570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.117711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.118027 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.118417 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 5 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.132312 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.134839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.135378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.136215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.142523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.143133 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.143717 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 6 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.171038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.171378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.171740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.194783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.194783 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.196070 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 7 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.225394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.225964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.226395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.234906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.235430 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.236723 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 8 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.261931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44348-edfe-465c-a3af-7def1b88a8ff req-d0c614de-011a-498b-a9a8-4508ba901f20 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.264060 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.269344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.271852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1b44348-edfe-465c-a3af-7def1b88a8ff req-d0c614de-011a-498b-a9a8-4508ba901f20 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 948 time: 0.1250763 Nov 25 17:19:01.274675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.275115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.275595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.298904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.298904 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.304422 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 9 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.317315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0be831c0aeec4ad6a90fd602c6627a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998270 Nov 25 17:19:01.318944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5798862e-37cd-4c6c-91d0-6c1b8a182b4b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:01.321283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:01.325602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.326027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.326427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.341309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.341309 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.341309 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 10 to bind port 6a8466be-a152-4de3-8c51-f89518cff220 Nov 25 17:19:01.348495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.349113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.349585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.351614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.351954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.352293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.352633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.352968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.353306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.353688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.354220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.354608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0261475e-9345-461d-8bcf-5d30328181fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:01.364987 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1b44348-edfe-465c-a3af-7def1b88a8ff req-1b365630-e6d7-42cc-9ebe-9bc69cf999af tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920610 Nov 25 17:19:01.379518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:01.379854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:01.380190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:01.388605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:01.389532 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 6a8466be-a152-4de3-8c51-f89518cff220 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:01.389907 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.410305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce943-b9ae-4907-9411-c9eba7b77bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.433153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce943-b9ae-4907-9411-c9eba7b77bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.486195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] For port 6a8466be-a152-4de3-8c51-f89518cff220, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:01.486921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempted to set empty binding levels {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:19:01.501479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.509123 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce943-b9ae-4907-9411-c9eba7b77bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.522037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce943-b9ae-4907-9411-c9eba7b77bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.524304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd3ce943-b9ae-4907-9411-c9eba7b77bab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5798862e-37cd-4c6c-91d0-6c1b8a182b4b HTTP/1.1" status: 204 len: 168 time: 0.2019234 Nov 25 17:19:01.534816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ce943-b9ae-4907-9411-c9eba7b77bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798862e-37cd-4c6c-91d0-6c1b8a182b4b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:01.541742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] In _notify_port_updated(), no bound segment for port 6a8466be-a152-4de3-8c51-f89518cff220 on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:19:01.542602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.543210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.544580 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "PUT /v2.0/ports/6a8466be-a152-4de3-8c51-f89518cff220 HTTP/1.1" status: 200 len: 974 time: 0.8857245 Nov 25 17:19:01.547370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:01.582684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:01.589172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0cc5-4f76-4fbe-8d3a-f1b62804299a tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=6a8466be-a152-4de3-8c51-f89518cff220,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:01.711933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.712528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.713011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.713610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.714070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.714533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.715087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.716443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.716813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.717270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.717720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.718418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.718873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.719447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.719903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.720575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.721025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.721477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.721922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.722365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.722810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.723257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.723728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.724176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.724813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.725559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.726038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.726488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.726936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.727737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.727855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.728300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.728744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.730187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.730779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.731258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.731735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.732820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.733297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.733771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.734658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.735119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.735600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:01.741398 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5185a765-ebb7-45d0-905d-f83365dcdd4d tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38704 time: 0.1928566 Nov 25 17:19:01.746835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:01.836795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:01.852002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'mac_address': 'fa:16:3e:29:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:01.864587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Deleting port 6a8466be-a152-4de3-8c51-f89518cff220 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:01.865150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.909797 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.929653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:01.951927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] For port 6a8466be-a152-4de3-8c51-f89518cff220, host n-h2-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:01.952243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:01.952707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.957930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:01.975421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Calling delete_port for 6a8466be-a152-4de3-8c51-f89518cff220 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:02.022169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.034831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:02.128466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.171627 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.172287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41120) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.173675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "DELETE /v2.0/ports/6a8466be-a152-4de3-8c51-f89518cff220 HTTP/1.1" status: 204 len: 168 time: 0.4255209 Nov 25 17:19:02.174918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30af55-c25e-4942-88dc-af7b3743ee3f tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a8466be-a152-4de3-8c51-f89518cff220,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.176300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41122) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.212905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c9b911-a677-4c04-83fd-205c2680a29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.217025 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0b9ad5-19ee-4a3f-855b-ff2b13d1c099 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:19:02.218533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cc0b9ad5-19ee-4a3f-855b-ff2b13d1c099 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "GET /v2.0/ports/6a8466be-a152-4de3-8c51-f89518cff220 HTTP/1.1" status: 404 len: 333 time: 0.0413606 Nov 25 17:19:02.222292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.228551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['405be54d-89a2-4246-bb2d-ec4adc76795d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:02.232897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1211884177', 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:02.266741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Made reservation on behalf of 6c47a9d590784a6a89d86455f43c1efa for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:02.269409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.294918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port 75ec2646-8095-4df7-a880-366f6a291d5c yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:02.327304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c9b911-a677-4c04-83fd-205c2680a29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.333463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-23c9b911-a677-4c04-83fd-205c2680a29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.379026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-23c9b911-a677-4c04-83fd-205c2680a29a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8dbeaf4ee634803a2c42b7b09e15114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047968 Nov 25 17:19:02.380522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9b911-a677-4c04-83fd-205c2680a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5be79c6-5c1f-4bbe-b1a4-ac3bc62a7d1c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.383783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.468282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2dc8-d159-4d5c-8df9-9daeacd1bff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.507525 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2dc8-d159-4d5c-8df9-9daeacd1bff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.592477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127817ed-185a-4b7b-bc69-aacaa5b8033b req-179b2755-5df0-4b8c-b3ae-21dce6b3ae80 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.594448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-127817ed-185a-4b7b-bc69-aacaa5b8033b req-179b2755-5df0-4b8c-b3ae-21dce6b3ae80 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 949 time: 0.1224446 Nov 25 17:19:02.599292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2dc8-d159-4d5c-8df9-9daeacd1bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.602023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2dc8-d159-4d5c-8df9-9daeacd1bff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.603192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4fbc2dc8-d159-4d5c-8df9-9daeacd1bff5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5be79c6-5c1f-4bbe-b1a4-ac3bc62a7d1c HTTP/1.1" status: 204 len: 168 time: 0.2182872 Nov 25 17:19:02.617590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc2dc8-d159-4d5c-8df9-9daeacd1bff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5be79c6-5c1f-4bbe-b1a4-ac3bc62a7d1c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.660034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.684593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-127817ed-185a-4b7b-bc69-aacaa5b8033b req-fc33a05b-3f9d-4348-9f23-c2b554e79a84 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754714 Nov 25 17:19:02.726588 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.780909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:02.784719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:02.788831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:02.789837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.790587 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:02.799307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=75ec2646-8095-4df7-a880-366f6a291d5c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:02.814773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef74789f-7243-4c7d-846d-752b782a594b tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5900056 Nov 25 17:19:02.817506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41174) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.873143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c33734-5a99-4403-aec9-7e5f4da876e9 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:02.874637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05c33734-5a99-4403-aec9-7e5f4da876e9 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "GET /v2.0/ports/75ec2646-8095-4df7-a880-366f6a291d5c HTTP/1.1" status: 200 len: 955 time: 0.0555427 Nov 25 17:19:02.877533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41178) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.947355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41180) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:02.978757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Deleting port 75ec2646-8095-4df7-a880-366f6a291d5c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:02.979143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.048451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.065798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Calling delete_port for 75ec2646-8095-4df7-a880-366f6a291d5c owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:03.104876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66cea733-11c9-448d-acfb-b1253680b90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.169074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.196711 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66cea733-11c9-448d-acfb-b1253680b90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.201739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-66cea733-11c9-448d-acfb-b1253680b90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.206765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.212352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.217584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "DELETE /v2.0/ports/75ec2646-8095-4df7-a880-366f6a291d5c HTTP/1.1" status: 204 len: 168 time: 0.3389575 Nov 25 17:19:03.218550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd5360-0022-4f89-9095-0ff944ba72be tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event deleted for resources: {'Port': ['ID=75ec2646-8095-4df7-a880-366f6a291d5c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.221102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41194) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.250729 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-381a59c2-e3f0-4a4c-b5d1-8e1991f9e863 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:19:03.252194 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-381a59c2-e3f0-4a4c-b5d1-8e1991f9e863 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "GET /v2.0/ports/75ec2646-8095-4df7-a880-366f6a291d5c HTTP/1.1" status: 404 len: 333 time: 0.0300326 Nov 25 17:19:03.255716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41198) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.261383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Request body: {'port': {'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1378224673'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:03.269913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cea733-11c9-448d-acfb-b1253680b90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741e0f7-c5e6-4d5f-b559-1dbd35a28f33,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.274315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-66cea733-11c9-448d-acfb-b1253680b90d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74d578feab5945e0abc89b0e157ab762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249378 Nov 25 17:19:03.277893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.288551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Made reservation on behalf of 6c47a9d590784a6a89d86455f43c1efa for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:03.292255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.313166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port 710e7a68-90f6-4d12-82ba-b7921523947a yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:03.340711 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7447-26d0-4c79-a44c-acb23544777a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.365408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7447-26d0-4c79-a44c-acb23544777a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.393688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c744d13d-214b-4b86-aaf3-83c5e38b4314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.457179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7447-26d0-4c79-a44c-acb23544777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.459934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7447-26d0-4c79-a44c-acb23544777a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.463431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd8b7447-26d0-4c79-a44c-acb23544777a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0741e0f7-c5e6-4d5f-b559-1dbd35a28f33 HTTP/1.1" status: 204 len: 168 time: 0.1821554 Nov 25 17:19:03.475510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b7447-26d0-4c79-a44c-acb23544777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741e0f7-c5e6-4d5f-b559-1dbd35a28f33,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.479128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.520186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c744d13d-214b-4b86-aaf3-83c5e38b4314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.524947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c744d13d-214b-4b86-aaf3-83c5e38b4314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.530511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.572455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c744d13d-214b-4b86-aaf3-83c5e38b4314 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdb7698d587b46a68e8a5b2f1b773c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629179 Nov 25 17:19:03.574300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744d13d-214b-4b86-aaf3-83c5e38b4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b9712-b0f5-4b54-b4c9-e6811f69e896,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.576983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41210) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.583223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:03.588181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=710e7a68-90f6-4d12-82ba-b7921523947a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.603861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:03.606090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:03.609102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:03.610171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:03.610608 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.638204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e6e0e3ed-0727-4910-aa8b-7288ea20bca2 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3794649 Nov 25 17:19:03.640570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41212) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:03.649366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:03.673480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 405be54d-89a2-4246-bb2d-ec4adc76795d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:03.688525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 405be54d-89a2-4246-bb2d-ec4adc76795d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:03.689063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.692560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0233afb-5148-43aa-aba9-cea1356d1f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.745868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0233afb-5148-43aa-aba9-cea1356d1f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.764863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.870752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0233afb-5148-43aa-aba9-cea1356d1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.874623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0233afb-5148-43aa-aba9-cea1356d1f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:03.880206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a0233afb-5148-43aa-aba9-cea1356d1f3d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c64b9712-b0f5-4b54-b4c9-e6811f69e896 HTTP/1.1" status: 204 len: 168 time: 0.2984631 Nov 25 17:19:03.882567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e15a2-4cf7-466f-9447-8364c621e154 req-0baaed19-0dbb-4498-a57c-802d3acc9860 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:03.894381 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-716e15a2-4cf7-466f-9447-8364c621e154 req-0baaed19-0dbb-4498-a57c-802d3acc9860 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 949 time: 0.1170723 Nov 25 17:19:03.899761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0233afb-5148-43aa-aba9-cea1356d1f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b9712-b0f5-4b54-b4c9-e6811f69e896,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:03.976874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41232) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.031794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-064c8ced-741a-4392-9880-5934f0ce5334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.064536 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-716e15a2-4cf7-466f-9447-8364c621e154 req-5ea5d4b2-2726-4ea1-a303-8f76e3e497f1 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598170 Nov 25 17:19:04.068757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.160687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] device_id is not set on port 710e7a68-90f6-4d12-82ba-b7921523947a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:04.179495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.179762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:04.184013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:04.188058 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f543d98-105f-4b47-9d63-da0e0182655b" -d '{"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-plugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:04.190074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.192072 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.237296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=710e7a68-90f6-4d12-82ba-b7921523947a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.264953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.265368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.265829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.267212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-064c8ced-741a-4392-9880-5934f0ce5334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.274553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-064c8ced-741a-4392-9880-5934f0ce5334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.280326 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70305525-027a-4a83-89fb-2e7e12a9be09 x-openstack-request-id: req-70305525-027a-4a83-89fb-2e7e12a9be09 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:04.280642 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-plugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:04.280900 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-70305525-027a-4a83-89fb-2e7e12a9be09 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:04.281291 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'code': 200} Nov 25 17:19:04.286754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.288716 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.289120 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 2 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.326827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c8ced-741a-4392-9880-5934f0ce5334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c952d854-b2aa-43d8-bbc9-da139edbfac9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.327325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.328032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.328632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.329499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.347539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41240) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.348107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-064c8ced-741a-4392-9880-5934f0ce5334 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=774de69a2f354c6b88a51702c895b4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622327 Nov 25 17:19:04.374253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.374615 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.376424 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 3 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.410497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.410832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.411167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.427565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.427565 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.429675 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 4 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.448062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929e5b5-c397-40f7-938d-5e00e68e2f7f req-a6880e33-582b-45e3-9578-297e30facf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.450252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7929e5b5-c397-40f7-938d-5e00e68e2f7f req-a6880e33-582b-45e3-9578-297e30facf29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 1101 time: 0.1184909 Nov 25 17:19:04.459527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.459967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.460328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.482685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8d660f5-cfec-4bb6-9b36-68f19c53fb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.488412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.488740 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.496094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41244) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.496467 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 5 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.512426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1acb4818-4b33-4a37-b527-aeef5ca79808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.525325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8d660f5-cfec-4bb6-9b36-68f19c53fb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.537998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.538317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.538661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.566398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.567160 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.571004 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 6 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.576781 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7929e5b5-c397-40f7-938d-5e00e68e2f7f req-20a4b84b-c534-487c-8e78-67ca47423150 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110687 Nov 25 17:19:04.591830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.592188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.592493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.598232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.598559 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.598945 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 7 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.613407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.613741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.614074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.614514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1acb4818-4b33-4a37-b527-aeef5ca79808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.618851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.619172 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.619666 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 8 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.620986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1acb4818-4b33-4a37-b527-aeef5ca79808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.632083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8d660f5-cfec-4bb6-9b36-68f19c53fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.634638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8d660f5-cfec-4bb6-9b36-68f19c53fb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.637074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b8d660f5-cfec-4bb6-9b36-68f19c53fb14 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c952d854-b2aa-43d8-bbc9-da139edbfac9 HTTP/1.1" status: 204 len: 168 time: 0.2876205 Nov 25 17:19:04.642051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.642363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.642778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.650833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d660f5-cfec-4bb6-9b36-68f19c53fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c952d854-b2aa-43d8-bbc9-da139edbfac9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.653560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.653884 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.654632 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 9 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.670183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.670617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.670912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.676643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.676887 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.677385 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempt 10 to bind port 710e7a68-90f6-4d12-82ba-b7921523947a Nov 25 17:19:04.692744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:04.693246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:04.693656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempting to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:04.698602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1acb4818-4b33-4a37-b527-aeef5ca79808 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=edaab136eeb84cb39751b20cec6a1189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011907 Nov 25 17:19:04.699156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41252) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.701133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb4818-4b33-4a37-b527-aeef5ca79808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57713a3-d1a0-4ba5-bd7b-2bce24c5d21a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.707744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:04.708085 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Failed to bind port 710e7a68-90f6-4d12-82ba-b7921523947a on host n-h2-817303-7 for vnic_type normal using segments [{'id': '9df2cab1-8147-4378-bedf-d11767f9707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9'}] Nov 25 17:19:04.708519 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.812374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-781ac632-3264-40e7-b737-81088e01781c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.818577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] For port 710e7a68-90f6-4d12-82ba-b7921523947a, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:04.818931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attempted to set empty binding levels {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:19:04.827564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.865628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-781ac632-3264-40e7-b737-81088e01781c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.883315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] In _notify_port_updated(), no bound segment for port 710e7a68-90f6-4d12-82ba-b7921523947a on network f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:19:04.884186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:04.884782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.886965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "PUT /v2.0/ports/710e7a68-90f6-4d12-82ba-b7921523947a HTTP/1.1" status: 200 len: 975 time: 1.2451451 Nov 25 17:19:04.892167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:04.918150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a6f5-d38e-429c-a185-fb1e2bbae006 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event updated for resources: {'Port': ['ID=710e7a68-90f6-4d12-82ba-b7921523947a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:04.960734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-781ac632-3264-40e7-b737-81088e01781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.965427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-781ac632-3264-40e7-b737-81088e01781c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:04.967949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-781ac632-3264-40e7-b737-81088e01781c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e57713a3-d1a0-4ba5-bd7b-2bce24c5d21a HTTP/1.1" status: 204 len: 168 time: 0.2675123 Nov 25 17:19:04.978262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac632-3264-40e7-b737-81088e01781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57713a3-d1a0-4ba5-bd7b-2bce24c5d21a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.004918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Deleting port 710e7a68-90f6-4d12-82ba-b7921523947a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:05.005311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.086103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] For port 710e7a68-90f6-4d12-82ba-b7921523947a, host n-h2-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:05.086555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.116034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Calling delete_port for 710e7a68-90f6-4d12-82ba-b7921523947a owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:05.216527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8d5d-55f1-436f-87fb-eacc1359944d req-b78a4a86-b4e7-4a14-bb1b-818fc497fdb0 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:05.218296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fcc8d5d-55f1-436f-87fb-eacc1359944d req-b78a4a86-b4e7-4a14-bb1b-818fc497fdb0 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 950 time: 0.0692403 Nov 25 17:19:05.253845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.300380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fcc8d5d-55f1-436f-87fb-eacc1359944d req-f972a1dc-dee5-40d6-829e-69fbc208f005 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Nov 25 17:19:05.317198 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.320492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "DELETE /v2.0/ports/710e7a68-90f6-4d12-82ba-b7921523947a HTTP/1.1" status: 204 len: 168 time: 0.4296346 Nov 25 17:19:05.321782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb3798-9d61-4b59-8ffb-9eebffc5dda7 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] Pushing event deleted for resources: {'Port': ['ID=710e7a68-90f6-4d12-82ba-b7921523947a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:05.324279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:05.354982 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e86f38-22ba-4136-bba0-199e44865d34 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:19:05.360169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41290) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:05.360306 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f7e86f38-22ba-4136-bba0-199e44865d34 tempest-PortsAdminExtendedAttrsTestJSON-416138883 tempest-PortsAdminExtendedAttrsTestJSON-416138883-project-admin] 10.222.0.86 "GET /v2.0/ports/710e7a68-90f6-4d12-82ba-b7921523947a HTTP/1.1" status: 404 len: 333 time: 0.0348756 Nov 25 17:19:05.440290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.558212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.618317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:05.619177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7890e2a4-2d43-4d05-bca1-f4e0d9847d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.656228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df2cab1-8147-4378-bedf-d11767f9707a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:05.656520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df2cab1-8147-4378-bedf-d11767f9707a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:05.674575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.693479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.711758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:05.712380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:05.718031 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:05.797164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.811421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:05.815210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] 10.222.0.86 "DELETE /v2.0/networks/f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9 HTTP/1.1" status: 204 len: 168 time: 0.4538689 Nov 25 17:19:05.836369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332301a9-bfdd-404a-b74e-2fb14e4210c0 tempest-PortsAdminExtendedAttrsTestJSON-855525463 tempest-PortsAdminExtendedAttrsTestJSON-855525463-project] Pushing event deleted for resources: {'Network': ['ID=f4ce6c7a-a6b9-4620-8dbf-4bccfc8750e9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:06.136293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:06.366685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-69d98112-2706-4dc2-93e7-0dce2cf13bca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac52db19ddf146ad9b680702cadf7ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289279 Nov 25 17:19:06.369444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41374) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:06.456889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788aa266-2c27-4f38-be0c-7758a1b011a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.485115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788aa266-2c27-4f38-be0c-7758a1b011a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.524622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780d1c-54f9-497b-8b8e-37f8c61c535b req-821a2675-f838-4a39-8ee7-240aadc7a7a6 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:06.526917 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b7780d1c-54f9-497b-8b8e-37f8c61c535b req-821a2675-f838-4a39-8ee7-240aadc7a7a6 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 950 time: 0.1071939 Nov 25 17:19:06.592040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b7780d1c-54f9-497b-8b8e-37f8c61c535b req-d744a677-c86b-4f02-af46-b25225488ed0 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557513 Nov 25 17:19:06.605007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788aa266-2c27-4f38-be0c-7758a1b011a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.612097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-788aa266-2c27-4f38-be0c-7758a1b011a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:06.615715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-788aa266-2c27-4f38-be0c-7758a1b011a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eefa8116-15d9-4149-81d6-ad01dfe21b12 HTTP/1.1" status: 204 len: 168 time: 0.2403872 Nov 25 17:19:06.624741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aa266-2c27-4f38-be0c-7758a1b011a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa8116-15d9-4149-81d6-ad01dfe21b12,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:06.965554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41404) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:07.144482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41428) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:07.189964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4294d0b-1795-4704-9c88-8353d4a0534a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.254791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a503750f-e4c0-4bb5-b3fc-d9ecb4748721 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c47a9d590784a6a89d86455f43c1efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067176 Nov 25 17:19:07.255472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:07.343293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f10db28b-3fed-4295-b53d-ff3f0b53b694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.360498 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4294d0b-1795-4704-9c88-8353d4a0534a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.371490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4294d0b-1795-4704-9c88-8353d4a0534a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.378863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f10db28b-3fed-4295-b53d-ff3f0b53b694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.434032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4294d0b-1795-4704-9c88-8353d4a0534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465189d-8d82-4aa7-a6c0-be37df5962e3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.448969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e4294d0b-1795-4704-9c88-8353d4a0534a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e7de1b3571343b6ad6f97ad7355e447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784100 Nov 25 17:19:07.449055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41446) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:07.484982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f10db28b-3fed-4295-b53d-ff3f0b53b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.488015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f10db28b-3fed-4295-b53d-ff3f0b53b694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.489172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f10db28b-3fed-4295-b53d-ff3f0b53b694 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2a934d1-2f29-48a7-8e60-c9fb622703d3 HTTP/1.1" status: 204 len: 168 time: 0.2330015 Nov 25 17:19:07.509037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10db28b-3fed-4295-b53d-ff3f0b53b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a934d1-2f29-48a7-8e60-c9fb622703d3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.552966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cc854a6-1c0e-4b4a-b597-3c023dd29615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.579325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cc854a6-1c0e-4b4a-b597-3c023dd29615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.641701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cc854a6-1c0e-4b4a-b597-3c023dd29615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.645635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cc854a6-1c0e-4b4a-b597-3c023dd29615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:07.650055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0cc854a6-1c0e-4b4a-b597-3c023dd29615 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e465189d-8d82-4aa7-a6c0-be37df5962e3 HTTP/1.1" status: 204 len: 168 time: 0.1998508 Nov 25 17:19:07.658353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc854a6-1c0e-4b4a-b597-3c023dd29615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e465189d-8d82-4aa7-a6c0-be37df5962e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:07.944113 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08464512-1483-4c38-b6be-f2b8cb2a6c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.072225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:08.100606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49bfb765-796d-4a87-b22b-ff04b492ee57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.221519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49bfb765-796d-4a87-b22b-ff04b492ee57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.227660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49bfb765-796d-4a87-b22b-ff04b492ee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.285296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-49bfb765-796d-4a87-b22b-ff04b492ee57 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d05c53d024347adb9ea2e03fc548f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117929 Nov 25 17:19:08.287604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfb765-796d-4a87-b22b-ff04b492ee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcdd45a-02cd-41fd-b030-15a1c4744090,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:08.288264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:08.389794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baf4df5f-b746-45f0-b813-cc4f6e2189e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.412971 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baf4df5f-b746-45f0-b813-cc4f6e2189e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.477322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baf4df5f-b746-45f0-b813-cc4f6e2189e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.481156 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-baf4df5f-b746-45f0-b813-cc4f6e2189e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:08.482368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-baf4df5f-b746-45f0-b813-cc4f6e2189e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dcdd45a-02cd-41fd-b030-15a1c4744090 HTTP/1.1" status: 204 len: 168 time: 0.1921427 Nov 25 17:19:08.497106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4df5f-b746-45f0-b813-cc4f6e2189e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcdd45a-02cd-41fd-b030-15a1c4744090,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:09.124829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41604) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.193983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.498670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1936479633'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:09.521851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:09.525454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.528886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.536115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.606470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:09.617142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.622259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.654418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:09.676002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206e9ead-153e-482a-8764-771a91a98569,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:09.683277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.683946 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Added segment 40bb3bbb-434e-40bc-87a3-f58bb4440d20 of type vlan for network e8fbdab5-6910-4671-9b3a-dff8e7f99069 Nov 25 17:19:09.707284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d66b1511-48e9-4c11-add3-358eed98a0bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.732091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.771651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.780490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:09.781963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.830556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:09.882081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'mac_address': 'fa:16:3e:29:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:09.902350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d66b1511-48e9-4c11-add3-358eed98a0bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.913074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d66b1511-48e9-4c11-add3-358eed98a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.956282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8295798 Nov 25 17:19:09.973210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:09.982664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:09.987904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'subnet': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:10.000856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:10.011135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b1511-48e9-4c11-add3-358eed98a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd1bdf-e390-40e1-9e58-99cbe73b1a0c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.024605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:10.027650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d66b1511-48e9-4c11-add3-358eed98a0bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a6144df2cf054fd09c93a822e2708bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966426 Nov 25 17:19:10.028367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41672) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:10.031619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.052499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af994-ac40-48ca-af79-a5709cab6588 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Network': ['ID=e8fbdab5-6910-4671-9b3a-dff8e7f99069,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.082650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:10.084891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9821961b-59e7-4e79-af9d-57eb39ce9bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.124939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9821961b-59e7-4e79-af9d-57eb39ce9bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.190487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9821961b-59e7-4e79-af9d-57eb39ce9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.193400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9821961b-59e7-4e79-af9d-57eb39ce9bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.197633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9821961b-59e7-4e79-af9d-57eb39ce9bb2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ebd1bdf-e390-40e1-9e58-99cbe73b1a0c HTTP/1.1" status: 204 len: 168 time: 0.1653891 Nov 25 17:19:10.215636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:10.223429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.223602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821961b-59e7-4e79-af9d-57eb39ce9bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd1bdf-e390-40e1-9e58-99cbe73b1a0c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.247132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.256108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['405be54d-89a2-4246-bb2d-ec4adc76795d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:10.560362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.673440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.787293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Subnet': ['ID=64d658a2-c369-4441-8ede-eb9e3f96d0ed,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:10.800919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Checking segment: {'id': '40bb3bbb-434e-40bc-87a3-f58bb4440d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:10.801390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network hostable DHCP agents. Network: e8fbdab5-6910-4671-9b3a-dff8e7f99069, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:10.823626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:10.839494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e8fbdab5-6910-4671-9b3a-dff8e7f99069) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:10.850208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb999f-a209-4311-8d12-7f4b788e5ace None None] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:10.865138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:10.870895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:10.910829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b535a467-8bbb-42c6-8123-8901bdf78eb9 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9354095 Nov 25 17:19:10.913224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41760) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:10.921987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2082473603'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:10.953291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41764) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:11.063837 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fdd23f0-5dc4-41f9-96ff-3aac993d8d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.204369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:11.209394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.219771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'tenant_id': '6cac223ee70e419aafb2833931f360f6', 'fixed_ips': [{'subnet_id': '64d658a2-c369-4441-8ede-eb9e3f96d0ed'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:11.220615 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.235086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fdd23f0-5dc4-41f9-96ff-3aac993d8d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.240540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] device_id is not set on port 6f257ae7-5c4e-4886-aa31-f274bf86b15a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:11.249215 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fdd23f0-5dc4-41f9-96ff-3aac993d8d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.355713 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fdd23f0-5dc4-41f9-96ff-3aac993d8d6b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=340a8e431741413d9752d8e24b38cb2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4000697 Nov 25 17:19:11.358416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41788) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:11.359834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd23f0-5dc4-41f9-96ff-3aac993d8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d217e5c7-128b-43cf-9d3f-94ca1a0baa78,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.433608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.485709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c498614-a99b-4fd6-9c49-a6a3ca91b380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.487617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Allocated IP 2001:db8::2b3 (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/6f257ae7-5c4e-4886-aa31-f274bf86b15a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:11.512854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c498614-a99b-4fd6-9c49-a6a3ca91b380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.590243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c498614-a99b-4fd6-9c49-a6a3ca91b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.593343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c498614-a99b-4fd6-9c49-a6a3ca91b380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.594802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3c498614-a99b-4fd6-9c49-a6a3ca91b380 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d217e5c7-128b-43cf-9d3f-94ca1a0baa78 HTTP/1.1" status: 204 len: 168 time: 0.2317069 Nov 25 17:19:11.606430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c498614-a99b-4fd6-9c49-a6a3ca91b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d217e5c7-128b-43cf-9d3f-94ca1a0baa78,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:11.606753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:11.847172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 405be54d-89a2-4246-bb2d-ec4adc76795d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:11.847748 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:11.958242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41832) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:12.025047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.029449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.067972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:12.069244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:12.072003 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a74284e-1370-482a-b7ca-40a90c61966b" -d '{"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-plugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:12.077793 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.155751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.162738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.217381 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1d4c5-edae-4940-80ec-2c3da5f9bf14 x-openstack-request-id: req-0fd1d4c5-edae-4940-80ec-2c3da5f9bf14 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:12.217901 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-plugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:12.217901 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0fd1d4c5-edae-4940-80ec-2c3da5f9bf14 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:12.218317 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'code': 200} Nov 25 17:19:12.233691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Allocated IP 2001:db8::2 (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/8924d149-5bfb-4c91-963e-a8b54f1f5c67) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:12.234855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11f518cd-d5ef-48a8-bd2a-8ab4aead11a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.280346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=6f257ae7-5c4e-4886-aa31-f274bf86b15a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.294246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:12.296113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:12.298905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:12.309627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:12.310505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.343240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5bda91e9-535b-4318-9af7-3e5f9fe07b79 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4248278 Nov 25 17:19:12.343638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41846) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:12.355047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-179552184', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:8d:f2:47'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:12.431024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11f518cd-d5ef-48a8-bd2a-8ab4aead11a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.441867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11f518cd-d5ef-48a8-bd2a-8ab4aead11a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.505872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-11f518cd-d5ef-48a8-bd2a-8ab4aead11a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db061609dd4445a5880c2c633d982d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5456076 Nov 25 17:19:12.508155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:12.574779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:12.650063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f348e6b-e90b-4550-9d42-2abaa051f4ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.715901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f518cd-d5ef-48a8-bd2a-8ab4aead11a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2e9af8-a3ff-4956-8c70-8e17888b165f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.743040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f348e6b-e90b-4550-9d42-2abaa051f4ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.775928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.829188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] device_id is not set on port 90f031cb-b162-41dc-bb88-2dc1cf93236e yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:12.848096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f348e6b-e90b-4550-9d42-2abaa051f4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.851190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f348e6b-e90b-4550-9d42-2abaa051f4ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.852863 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f348e6b-e90b-4550-9d42-2abaa051f4ed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f2e9af8-a3ff-4956-8c70-8e17888b165f HTTP/1.1" status: 204 len: 168 time: 0.3434989 Nov 25 17:19:12.868459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f348e6b-e90b-4550-9d42-2abaa051f4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2e9af8-a3ff-4956-8c70-8e17888b165f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:12.897552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:12.910851 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.019224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:13.022706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:13.028280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:13.038097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Pushing event updated for resources: {'Port': ['ID=8924d149-5bfb-4c91-963e-a8b54f1f5c67,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.099089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Attempting to bind port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:13.099741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Attempting to bind port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '40bb3bbb-434e-40bc-87a3-f58bb4440d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:13.100285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Attempting to bind port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 on network e8fbdab5-6910-4671-9b3a-dff8e7f99069 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:13.109300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:13.109967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Checking segment: {'id': '40bb3bbb-434e-40bc-87a3-f58bb4440d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:13.110530 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.111099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Bound using segment: {'id': '40bb3bbb-434e-40bc-87a3-f58bb4440d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:13.111808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Bound port: 8924d149-5bfb-4c91-963e-a8b54f1f5c67, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bb3bbb-434e-40bc-87a3-f58bb4440d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:13.112020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.193718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Allocated IP 2001:db8::178 (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/90f031cb-b162-41dc-bb88-2dc1cf93236e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:13.216879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41894) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:13.231804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] For port 8924d149-5bfb-4c91-963e-a8b54f1f5c67, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:13.239632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] For port 8924d149-5bfb-4c91-963e-a8b54f1f5c67, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8924d149-5bfb-4c91-963e-a8b54f1f5c67,segment=NetworkSegment(40bb3bbb-434e-40bc-87a3-f58bb4440d20),segment_id=40bb3bbb-434e-40bc-87a3-f58bb4440d20)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:13.247136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.388651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3920bc-6074-410a-9faa-1e4fbe20b943 None None] Pushing event updated for resources: {'Port': ['ID=8924d149-5bfb-4c91-963e-a8b54f1f5c67,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.472845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.507929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38569c9a-ad03-4738-9a6b-f45363f5d2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.524305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.628798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:13.651455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:13.658218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:13.705257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:13.705976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.717352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38569c9a-ad03-4738-9a6b-f45363f5d2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.723596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38569c9a-ad03-4738-9a6b-f45363f5d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.725719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=90f031cb-b162-41dc-bb88-2dc1cf93236e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.759751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c940116b-3a35-4493-9d1c-4a8d95f20788 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4149680 Nov 25 17:19:13.763246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:13.800460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-38569c9a-ad03-4738-9a6b-f45363f5d2f8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80e3a4b1dce448fcaeb7aaea1ca4b88f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818248 Nov 25 17:19:13.802433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:13.858571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38569c9a-ad03-4738-9a6b-f45363f5d2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99655c3-f8de-4f75-8615-917a92bbd2fa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:13.929943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66f7a331-74d3-4b7c-88e3-7872219f662d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:13.977557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66f7a331-74d3-4b7c-88e3-7872219f662d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.096676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66f7a331-74d3-4b7c-88e3-7872219f662d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.099640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-66f7a331-74d3-4b7c-88e3-7872219f662d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.100797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-66f7a331-74d3-4b7c-88e3-7872219f662d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b99655c3-f8de-4f75-8615-917a92bbd2fa HTTP/1.1" status: 204 len: 168 time: 0.2968061 Nov 25 17:19:14.102345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01eeb41-2680-4e6e-955d-4437fe6da8b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.112349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7a331-74d3-4b7c-88e3-7872219f662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99655c3-f8de-4f75-8615-917a92bbd2fa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:14.118061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01eeb41-2680-4e6e-955d-4437fe6da8b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.137819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01eeb41-2680-4e6e-955d-4437fe6da8b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:14.142431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c01eeb41-2680-4e6e-955d-4437fe6da8b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3751295 Nov 25 17:19:14.142985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41938) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:14.274627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port 90f031cb-b162-41dc-bb88-2dc1cf93236e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:14.275217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.424195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:14.447129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for 90f031cb-b162-41dc-bb88-2dc1cf93236e owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:14.768734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8924d149-5bfb-4c91-963e-a8b54f1f5c67 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:14.931843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:14.932228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.147364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.152859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027aa5bb-1fc8-44a0-866c-769f6d77cd9a None None] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:15.312239 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.353351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=90f031cb-b162-41dc-bb88-2dc1cf93236e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:15.441712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 8924d149-5bfb-4c91-963e-a8b54f1f5c67, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8924d149-5bfb-4c91-963e-a8b54f1f5c67,segment=NetworkSegment(40bb3bbb-434e-40bc-87a3-f58bb4440d20),segment_id=40bb3bbb-434e-40bc-87a3-f58bb4440d20)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:15.455968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.462286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3adf3446-f773-4d7e-8690-d2a5a89a3d6e None None] Provisioning complete for port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:15.462871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3adf3446-f773-4d7e-8690-d2a5a89a3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.554750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=8924d149-5bfb-4c91-963e-a8b54f1f5c67,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:15.662012 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.671494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2e4cb1d4-a568-4cf8-8ed1-048d2f437e9c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/ports/90f031cb-b162-41dc-bb88-2dc1cf93236e HTTP/1.1" status: 204 len: 168 time: 1.5269794 Nov 25 17:19:15.673649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41992) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:15.733638 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d16a5a-32e0-4ebf-8359-4f153e912a82 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] GET failed (client error): The resource could not be found. Nov 25 17:19:15.735848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-80d16a5a-32e0-4ebf-8359-4f153e912a82 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "GET /v2.0/ports/90f031cb-b162-41dc-bb88-2dc1cf93236e HTTP/1.1" status: 404 len: 333 time: 0.0604188 Nov 25 17:19:15.740084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:15.753492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1445051612'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:15.831744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:15.941158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-dcec51f9-a44a-4180-b598-07fe48f53958 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8ab6838b07ed4705922107ec2c93cf18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1222837 Nov 25 17:19:15.980355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2cf1be33-1c1b-438d-a94a-924714f38cfe None None] Provisioning complete for port 6f257ae7-5c4e-4886-aa31-f274bf86b15a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:15.980794 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cf1be33-1c1b-438d-a94a-924714f38cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.064067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1be33-1c1b-438d-a94a-924714f38cfe None None] Port 6f257ae7-5c4e-4886-aa31-f274bf86b15a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:16.097167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2cf1be33-1c1b-438d-a94a-924714f38cfe None None] Provisioning complete for port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:16.097533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2cf1be33-1c1b-438d-a94a-924714f38cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.184682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-ede16351-3ff4-40d3-8783-312d37799db7 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:16.204199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-ede16351-3ff4-40d3-8783-312d37799db7 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617855 Nov 25 17:19:16.240742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-d9a24733-aeab-448f-9b9c-265684cdaaba tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/quotas/8ab6838b07ed4705922107ec2c93cf18 HTTP/1.1" status: 200 len: 375 time: 0.0346565 Nov 25 17:19:16.308381 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-38ade2e7-2438-48d5-8a03-146d3131e1c2 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ab6838b07ed4705922107ec2c93cf18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664723 Nov 25 17:19:16.425175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:16.429316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.527840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d33a609e-2bdc-46b9-951d-d6850f427d9c None None] Provisioning complete for port 6f257ae7-5c4e-4886-aa31-f274bf86b15a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:16.528282 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d33a609e-2bdc-46b9-951d-d6850f427d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.534362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] device_id is not set on port 651d9254-b7ae-4997-9f93-2d28697e3ad3 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:16.716652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d33a609e-2bdc-46b9-951d-d6850f427d9c None None] Port 6f257ae7-5c4e-4886-aa31-f274bf86b15a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:16.755556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8924d149-5bfb-4c91-963e-a8b54f1f5c67 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:16.808010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a1afaec-c987-4ee4-9a1b-5a9fec818bea req-366c489c-626c-4416-b127-98be96a656c6 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 210 time: 0.0798056 Nov 25 17:19:16.895235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9c3a498a-2373-4c55-939f-07055333f814 None None] Could not find standard attr ID for object 90f031cb-b162-41dc-bb88-2dc1cf93236e. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:19:16.932973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:16.934073 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:16.953237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Allocated IP 2001:db8::84 (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/651d9254-b7ae-4997-9f93-2d28697e3ad3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:17.305958 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.348182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.389815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.474599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:17.478025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:17.486177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:17.492763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:17.493537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:17.533674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=651d9254-b7ae-4997-9f93-2d28697e3ad3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:17.550002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fe39bf4c-5923-4393-9d50-f846b98e789d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8084757 Nov 25 17:19:17.552756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:17.561706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:8d:f2:47'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:17.983884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df7cd082-f8d0-406b-8182-c9969d0d59cb req-51738071-5b89-4bc7-ac41-3c6969237fd5 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 210 time: 0.0501089 Nov 25 17:19:17.985278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.060181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d5ab5500-8ee7-4d62-8348-a8844acbcb58 None None] Provisioning complete for port 651d9254-b7ae-4997-9f93-2d28697e3ad3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:18.063238 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5500-8ee7-4d62-8348-a8844acbcb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.128013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab5500-8ee7-4d62-8348-a8844acbcb58 None None] Port 651d9254-b7ae-4997-9f93-2d28697e3ad3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:18.262144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.271290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.339116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] In _notify_port_updated(), no bound segment for port 651d9254-b7ae-4997-9f93-2d28697e3ad3 on network e8fbdab5-6910-4671-9b3a-dff8e7f99069 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:19:18.345954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.346508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.347803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "PUT /v2.0/ports/651d9254-b7ae-4997-9f93-2d28697e3ad3 HTTP/1.1" status: 200 len: 1002 time: 0.7935400 Nov 25 17:19:18.350532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:18.411883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95a4cc-ad5b-48f1-9f8a-9adc5c45c4b2 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=651d9254-b7ae-4997-9f93-2d28697e3ad3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:18.446047 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-ae6acd83-85af-4572-8635-3db39765a1db tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8ab6838b07ed4705922107ec2c93cf18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566204 Nov 25 17:19:18.546188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port 651d9254-b7ae-4997-9f93-2d28697e3ad3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:18.546526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.623786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-6ab29be3-994c-4eec-ace8-0ec26544b5d5 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:18.627464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-6ab29be3-994c-4eec-ace8-0ec26544b5d5 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755235 Nov 25 17:19:18.662920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Request body: {'port': {'device_id': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '8ab6838b07ed4705922107ec2c93cf18'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:18.829526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:18.894405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for 651d9254-b7ae-4997-9f93-2d28697e3ad3 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:19.003751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-414c26a9-98be-4951-828d-89e50ccdba2a None None] Provisioning complete for port 651d9254-b7ae-4997-9f93-2d28697e3ad3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:19.004904 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-414c26a9-98be-4951-828d-89e50ccdba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.013624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Made reservation on behalf of 8ab6838b07ed4705922107ec2c93cf18 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:19.017762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.030278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.086789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-414c26a9-98be-4951-828d-89e50ccdba2a None None] Port 651d9254-b7ae-4997-9f93-2d28697e3ad3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:19.148777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92ff5eab-6a55-4e4b-acc2-e4b95384b727 req-e093cbaf-33a6-4c58-a2e9-1a51ee226763 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 210 time: 0.0469060 Nov 25 17:19:19.154171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.219577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=651d9254-b7ae-4997-9f93-2d28697e3ad3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:19.242805 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.254158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.347597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd09194-530c-45a5-8814-171d58cf1a8c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:19.505086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Allocated IP 192.168.233.10 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/885cf4f5-6c78-476d-9bf3-0700cb6c5b07) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:19.528575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.535926 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c7099a00-0320-49ec-a72d-5f232a1da6c6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/ports/651d9254-b7ae-4997-9f93-2d28697e3ad3 HTTP/1.1" status: 204 len: 168 time: 1.1829739 Nov 25 17:19:19.538180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:19.588569 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-31933acc-d59d-4773-b938-cc0202fc1c63 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] GET failed (client error): The resource could not be found. Nov 25 17:19:19.590465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-31933acc-d59d-4773-b938-cc0202fc1c63 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "GET /v2.0/ports/651d9254-b7ae-4997-9f93-2d28697e3ad3 HTTP/1.1" status: 404 len: 333 time: 0.0510879 Nov 25 17:19:19.595029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42182) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:19.601599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1446437748'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:19.812026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42192) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:19.847752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:19.851353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:19.876288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] device_id is not set on port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:20.011482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.099085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.124923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:20.128808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:20.156136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Allocated IP 2001:db8::2ae (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/7fe6b302-e87b-414e-a02f-38dd09fbfff3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:20.170733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:20.191744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf285ff7-7369-4103-9e73-428b427af112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.294479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Pushing event updated for resources: {'Port': ['ID=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.331915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.340025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.370257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f21125d3-6a1c-4a21-8790-76e168a0a193 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7283525 Nov 25 17:19:20.389689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Request body: {'port': {'device_id': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:20.475175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefd180-bebd-47a7-b0c0-2455dc017a45 req-4369ddbd-0adb-4f7c-babe-515e9bc911d4 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.483618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2eefd180-bebd-47a7-b0c0-2455dc017a45 req-4369ddbd-0adb-4f7c-babe-515e9bc911d4 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 935 time: 0.1493669 Nov 25 17:19:20.522731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.530230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf285ff7-7369-4103-9e73-428b427af112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.581006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6a48ac3e-9ab7-40b1-ab7f-000476661688 None None] Provisioning complete for port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:20.581601 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6a48ac3e-9ab7-40b1-ab7f-000476661688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.599936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2eefd180-bebd-47a7-b0c0-2455dc017a45 req-ef145fe5-72ac-4d2d-9385-479f9ab34aa1 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154160 Nov 25 17:19:20.606538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.625164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf285ff7-7369-4103-9e73-428b427af112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.684923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf285ff7-7369-4103-9e73-428b427af112 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0c26931234d489a904316a5698f9290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8681655 Nov 25 17:19:20.685601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42216) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:20.705007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6a48ac3e-9ab7-40b1-ab7f-000476661688 None None] Port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:20.796896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf285ff7-7369-4103-9e73-428b427af112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af36f310-a8fb-482b-a8e7-ebae7f33cbce,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.800068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.890364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:20.893637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-323e0e9a-7473-47ee-9781-2f7700f57cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.898673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:20.906939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:20.912847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:20.913492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.923103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=7fe6b302-e87b-414e-a02f-38dd09fbfff3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:20.956447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-323e0e9a-7473-47ee-9781-2f7700f57cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.977382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:20.979474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2841ce3-a822-4a9a-acb5-672f6a3ba31c tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3819969 Nov 25 17:19:20.982206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:20.988517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:20.997219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8d:f2:47'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:21.005460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Transition to ACTIVE for port object 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:19:21.012998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.253065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.298417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-323e0e9a-7473-47ee-9781-2f7700f57cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.304684 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-323e0e9a-7473-47ee-9781-2f7700f57cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.311811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Pushing event updated for resources: {'Port': ['ID=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:21.312701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-323e0e9a-7473-47ee-9781-2f7700f57cb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af36f310-a8fb-482b-a8e7-ebae7f33cbce HTTP/1.1" status: 204 len: 168 time: 0.5751359 Nov 25 17:19:21.319710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Attempting to bind port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:21.320044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Attempting to bind port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:21.320364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Attempting to bind port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:21.333034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:19:21.333377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Attempting to bind port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:21.345259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:21.345592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:21.345976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:21.346427 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Bound port: 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:21.346755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.447940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] For port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:21.451886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] For port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:21.460355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.523223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Pushing event updated for resources: {'Port': ['ID=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:21.533679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:21.534279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.535971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-2dd71476-cd88-41f4-9ce8-ee4cb499cc06 service neutron] 10.222.0.73 "PUT /v2.0/ports/885cf4f5-6c78-476d-9bf3-0700cb6c5b07 HTTP/1.1" status: 200 len: 1095 time: 1.1589503 Nov 25 17:19:21.536421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'tag': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:21.542254 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7", "tag": "885cf4f5-6c78-476d-9bf3-0700cb6c5b07"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:21.566903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-57f35ade-63a0-4838-b10b-a003a6922834 None None] Provisioning complete for port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:21.567550 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57f35ade-63a0-4838-b10b-a003a6922834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:21.625278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-57f35ade-63a0-4838-b10b-a003a6922834 None None] Port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:21.666879 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a6086f-3db4-46b5-9e73-eb389a78e427 x-openstack-request-id: req-b8a6086f-3db4-46b5-9e73-eb389a78e427 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:21.667185 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7", "tag": "885cf4f5-6c78-476d-9bf3-0700cb6c5b07", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:21.667476 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8a6086f-3db4-46b5-9e73-eb389a78e427 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:21.667890 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'tag': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07', 'status': 'completed', 'code': 200} Nov 25 17:19:21.694242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-0e8dd458-6d78-4bea-9b14-89154299fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:21.696215 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-0e8dd458-6d78-4bea-9b14-89154299fd2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ab6838b07ed4705922107ec2c93cf18&device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 1098 time: 0.1123228 Nov 25 17:19:21.762207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-f52b2d83-7eef-48f4-b117-2bb39a2ce9af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07 HTTP/1.1" status: 200 len: 217 time: 0.0556736 Nov 25 17:19:21.881111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-1f97df18-013c-40a9-b071-5c6cc55a86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:21.886729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-1f97df18-013c-40a9-b071-5c6cc55a86aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1138127 Nov 25 17:19:21.976028 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:19:22.011729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-da7300a5-1b83-4db0-99bf-9c2c69dbc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:22.016044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-da7300a5-1b83-4db0-99bf-9c2c69dbc6a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227093 Nov 25 17:19:22.131050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e0e9a-7473-47ee-9781-2f7700f57cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af36f310-a8fb-482b-a8e7-ebae7f33cbce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:22.234145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-0d502722-a333-4cd6-9d69-b5f5a563828c service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073352 Nov 25 17:19:22.302906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f755256-0204-4dd1-b79b-c5a348630c27 req-26b841f9-b965-4300-a1bc-23dd2c6b7fe2 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:22.308346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f755256-0204-4dd1-b79b-c5a348630c27 req-26b841f9-b965-4300-a1bc-23dd2c6b7fe2 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 947 time: 0.2194443 Nov 25 17:19:22.394763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:22.468280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98b6c50e-f311-4da4-88c3-51d300fa7ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.478814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b501db1-6b64-41cf-9da2-8f4b5fc4694e req-92a7dc72-9cb0-46ab-ba3c-242c5e2ce9d2 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286360 Nov 25 17:19:22.504012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f755256-0204-4dd1-b79b-c5a348630c27 req-b48080a6-dd9a-43b0-b0f1-e432c5ffa1d0 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855106 Nov 25 17:19:22.510941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.594821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-cc0476a4-dae3-4a26-82be-4afa3499ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:22.597360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-cc0476a4-dae3-4a26-82be-4afa3499ebb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ab6838b07ed4705922107ec2c93cf18&device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0635972 Nov 25 17:19:22.600342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.640150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98b6c50e-f311-4da4-88c3-51d300fa7ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.651984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] In _notify_port_updated(), no bound segment for port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 on network e8fbdab5-6910-4671-9b3a-dff8e7f99069 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:19:22.662405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:22.663061 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.664424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "PUT /v2.0/ports/7fe6b302-e87b-414e-a02f-38dd09fbfff3 HTTP/1.1" status: 200 len: 1003 time: 1.6751082 Nov 25 17:19:22.676663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:22.692285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98b6c50e-f311-4da4-88c3-51d300fa7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:22.750680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae850d-51aa-4e39-8925-357c0c858b75 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=7fe6b302-e87b-414e-a02f-38dd09fbfff3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:22.782905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-a891a7c5-6929-410b-9197-e385229c29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:22.784806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-a891a7c5-6929-410b-9197-e385229c29d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1790576 Nov 25 17:19:22.813240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6c50e-f311-4da4-88c3-51d300fa7ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa81c69-128a-4052-a6f1-79b084c5616a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:22.901165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:22.902016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98b6c50e-f311-4da4-88c3-51d300fa7ff8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a9aaef3a26d419f89dd35bd43f27e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011706 Nov 25 17:19:22.925607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-c38e535b-8f30-46fc-80f7-78b5760b52d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07 HTTP/1.1" status: 200 len: 217 time: 0.1313007 Nov 25 17:19:22.956162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:22.956497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.022976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-9e4ad894-0f21-4c75-b9d5-4857702eb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:23.024476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-9e4ad894-0f21-4c75-b9d5-4857702eb08e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0876019 Nov 25 17:19:23.108104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c0df81b3-0ae1-4665-a8d2-7778222b45eb None None] Provisioning complete for port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:23.108104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0df81b3-0ae1-4665-a8d2-7778222b45eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.111817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-7473bbd3-b666-475c-89aa-d2227cda69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:23.113334 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-7473bbd3-b666-475c-89aa-d2227cda69a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750051 Nov 25 17:19:23.114140 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41b47ba0-c201-4284-aa13-03509ffc5010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.137196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.152081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for 7fe6b302-e87b-414e-a02f-38dd09fbfff3 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:23.204083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c0df81b3-0ae1-4665-a8d2-7778222b45eb None None] Port 7fe6b302-e87b-414e-a02f-38dd09fbfff3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:23.243112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41b47ba0-c201-4284-aa13-03509ffc5010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.332720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41b47ba0-c201-4284-aa13-03509ffc5010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.336674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41b47ba0-c201-4284-aa13-03509ffc5010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.339519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41b47ba0-c201-4284-aa13-03509ffc5010 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cfa81c69-128a-4052-a6f1-79b084c5616a HTTP/1.1" status: 204 len: 168 time: 0.4377363 Nov 25 17:19:23.356004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.371955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b47ba0-c201-4284-aa13-03509ffc5010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa81c69-128a-4052-a6f1-79b084c5616a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:23.430559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=7fe6b302-e87b-414e-a02f-38dd09fbfff3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:23.466932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-6b110598-9072-4faf-9686-17d4b3478e9b service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408461 Nov 25 17:19:23.489564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.497319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42302) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:23.499351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-725a7580-f3f7-4abd-ab2f-d5aaed57cdbd tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/ports/7fe6b302-e87b-414e-a02f-38dd09fbfff3 HTTP/1.1" status: 204 len: 168 time: 0.8187010 Nov 25 17:19:23.597605 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb5a63c-eacb-4c04-ab47-032de91115b6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] GET failed (client error): The resource could not be found. Nov 25 17:19:23.599593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cbb5a63c-eacb-4c04-ab47-032de91115b6 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "GET /v2.0/ports/7fe6b302-e87b-414e-a02f-38dd09fbfff3 HTTP/1.1" status: 404 len: 333 time: 0.0963213 Nov 25 17:19:23.605922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42308) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:23.614721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1602470240'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:23.697877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-847bf3eb-bd51-4c89-be18-b4c2e1485cdc req-d8914fd0-8e7b-4ef9-9fb2-7227bfd36658 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206059 Nov 25 17:19:23.738456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13510c-7e82-4653-b0db-7693a2e0cd6f req-d29d24d7-335a-433e-af35-93884a942af8 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:23.754357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa13510c-7e82-4653-b0db-7693a2e0cd6f req-d29d24d7-335a-433e-af35-93884a942af8 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 947 time: 0.0866206 Nov 25 17:19:23.858927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa13510c-7e82-4653-b0db-7693a2e0cd6f req-7e8b48b9-265d-45d0-bd31-aa41910f7499 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025648 Nov 25 17:19:23.886701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:23.890542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:23.923598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] device_id is not set on port c727ea88-83be-4883-b9f9-437ede0dfefa yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:24.075986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Allocated IP 2001:db8::385 (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/c727ea88-83be-4883-b9f9-437ede0dfefa) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:24.298751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.388902 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.478269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:24.496680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:24.500870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:24.517322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:24.517986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.547921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=c727ea88-83be-4883-b9f9-437ede0dfefa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:24.591819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:24.597668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'network_id': 'e8fbdab5-6910-4671-9b3a-dff8e7f99069', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1029378703'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:24.598563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bcdffd0c-c8ca-4810-b3ba-989b84246b8d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9914601 Nov 25 17:19:24.826165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Made reservation on behalf of 6cac223ee70e419aafb2833931f360f6 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:24.831096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:24.904185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] device_id is not set on port 63f54517-0c39-4212-b2fd-054166dacd53 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:24.981927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9f0107bc-c20f-476c-9ed6-63d54bef0d86 None None] Provisioning complete for port c727ea88-83be-4883-b9f9-437ede0dfefa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:24.984439 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f0107bc-c20f-476c-9ed6-63d54bef0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.065638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9f0107bc-c20f-476c-9ed6-63d54bef0d86 None None] Port c727ea88-83be-4883-b9f9-437ede0dfefa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:25.077418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4139-d586-4d1e-827b-bde59815e1fc req-8f1ac278-64c5-4e9e-89a2-4210dd472a82 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.080775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a08d4139-d586-4d1e-827b-bde59815e1fc req-8f1ac278-64c5-4e9e-89a2-4210dd472a82 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 947 time: 0.1080151 Nov 25 17:19:25.124331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Allocated IP 2001:db8::223 (e8fbdab5-6910-4671-9b3a-dff8e7f99069/64d658a2-c369-4441-8ede-eb9e3f96d0ed/63f54517-0c39-4212-b2fd-054166dacd53) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:25.170825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a08d4139-d586-4d1e-827b-bde59815e1fc req-202b1737-e1dc-4f19-b40e-392a54258fc4 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821373 Nov 25 17:19:25.382301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.458171 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.521990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=63f54517-0c39-4212-b2fd-054166dacd53,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:25.549717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:25.550830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:25.568747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:25.575779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:25.576959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:25.614891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3f75d99e-3b59-4c55-823f-bac00e214f29 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0217793 Nov 25 17:19:25.615764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:25.631067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:8d:f2:47'}, {'ip_address': '2001:db8::385', 'mac_address': 'fa:16:3e:ac:95:d4'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:26.006132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a3e9798b-b916-4fe7-b692-2e1fecc69998 None None] Provisioning complete for port 63f54517-0c39-4212-b2fd-054166dacd53 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:26.007160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3e9798b-b916-4fe7-b692-2e1fecc69998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.047427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.050204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9798b-b916-4fe7-b692-2e1fecc69998 None None] Port 63f54517-0c39-4212-b2fd-054166dacd53 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:26.332274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.344453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.411024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] In _notify_port_updated(), no bound segment for port 63f54517-0c39-4212-b2fd-054166dacd53 on network e8fbdab5-6910-4671-9b3a-dff8e7f99069 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:19:26.416593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.417173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.426027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "PUT /v2.0/ports/63f54517-0c39-4212-b2fd-054166dacd53 HTTP/1.1" status: 200 len: 1068 time: 0.8019822 Nov 25 17:19:26.426027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6058c8-e3cd-4dcc-b22a-504d35979460 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event updated for resources: {'Port': ['ID=63f54517-0c39-4212-b2fd-054166dacd53,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:26.426169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42464) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:26.461022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ba0eb-5e82-4b59-9885-317208ab81bf req-94459e2d-1ea6-4bcd-8322-08eb4392f9a8 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.464467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d6ba0eb-5e82-4b59-9885-317208ab81bf req-94459e2d-1ea6-4bcd-8322-08eb4392f9a8 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 947 time: 0.1791837 Nov 25 17:19:26.571741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-039e971c-1baf-42c3-a04c-7589d75687fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1039445 Nov 25 17:19:26.608350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d6ba0eb-5e82-4b59-9885-317208ab81bf req-21ca4c31-cea6-4eb6-9b02-50543b8fbde1 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269324 Nov 25 17:19:26.614539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port 63f54517-0c39-4212-b2fd-054166dacd53 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:26.614958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.693786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.694330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.694722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.696172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.696622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.698171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.698852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:26.700527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-925fb188-2d0e-477f-b597-4d5cba5ffd0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.0897632 Nov 25 17:19:26.799567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:26.922873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:26.978075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for 63f54517-0c39-4212-b2fd-054166dacd53 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:26.982240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b0a9f377-5d06-42f1-9047-374b32d8eebd None None] Provisioning complete for port 63f54517-0c39-4212-b2fd-054166dacd53 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:26.984354 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f377-5d06-42f1-9047-374b32d8eebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.051297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-8399774d-c15f-4283-a7be-19610ec2fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:27.052782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-8399774d-c15f-4283-a7be-19610ec2fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:27.055192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-8399774d-c15f-4283-a7be-19610ec2fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:27.062347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-8399774d-c15f-4283-a7be-19610ec2fc5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 2291 time: 0.3305199 Nov 25 17:19:27.079826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9f377-5d06-42f1-9047-374b32d8eebd None None] Port 63f54517-0c39-4212-b2fd-054166dacd53 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:27.100369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:27.131011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07', 'mac_address': 'fa:16:3e:ef:db:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:27.224689 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.279848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:27.312000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.345456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:27.354341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.393627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=63f54517-0c39-4212-b2fd-054166dacd53,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:27.403967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42512) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:27.476750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:27.651011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['885cf4f5-6c78-476d-9bf3-0700cb6c5b07'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:27.671884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aafb-1500-43ca-bbe2-138ad4b11ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.735652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-07221257-fd83-4355-9385-a7524569841a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.6645567 Nov 25 17:19:27.834575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-9480656b-36f9-4341-8a96-afce32936177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:27.836990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-9480656b-36f9-4341-8a96-afce32936177 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.0919826 Nov 25 17:19:27.844985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:27.851296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2af7fc29-6e86-4bb6-bede-a4b0d75973b3 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/ports/63f54517-0c39-4212-b2fd-054166dacd53 HTTP/1.1" status: 204 len: 168 time: 1.4282346 Nov 25 17:19:27.861717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42524) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:27.927971 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7899772d-8db6-4cec-a624-c99ec5a06961 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] GET failed (client error): The resource could not be found. Nov 25 17:19:27.934456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7899772d-8db6-4cec-a624-c99ec5a06961 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "GET /v2.0/ports/63f54517-0c39-4212-b2fd-054166dacd53 HTTP/1.1" status: 404 len: 333 time: 0.0671687 Nov 25 17:19:27.946672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:27.973272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-4b0d1388-aab4-43f5-8b54-e6135b4e7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:27.975213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-4b0d1388-aab4-43f5-8b54-e6135b4e7abb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288450 Nov 25 17:19:28.046268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aafb-1500-43ca-bbe2-138ad4b11ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.125760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aafb-1500-43ca-bbe2-138ad4b11ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.151288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-aac7627b-8834-46e3-abb5-3f28056273dc service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529665 Nov 25 17:19:28.159606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4bb2aafb-1500-43ca-bbe2-138ad4b11ad7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a2593adf0e24d158c881b7e2a40f0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7499809 Nov 25 17:19:28.170479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee69dd-2722-42dc-9206-b0aa90e8a15d req-82372de9-0f68-48ec-9a1c-dd923589e64d tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.172414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebee69dd-2722-42dc-9206-b0aa90e8a15d req-82372de9-0f68-48ec-9a1c-dd923589e64d tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 948 time: 0.3837898 Nov 25 17:19:28.173131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:28.272562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2aafb-1500-43ca-bbe2-138ad4b11ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e539299e-54bc-491b-8997-ca3e740c3de0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:28.343744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port c727ea88-83be-4883-b9f9-437ede0dfefa {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:28.344079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.345644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-54b59cfe-8d97-4026-8d8f-a1a467e7dc77 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866641 Nov 25 17:19:28.349535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebee69dd-2722-42dc-9206-b0aa90e8a15d req-9fa53073-3648-4acb-93f6-edb3c3d2d706 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230383 Nov 25 17:19:28.365576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ea57-c695-4086-bf85-4fbb3fb50924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.408640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-aa8d25e7-052c-4a05-b5bd-5f341d423a38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 217 time: 0.0499003 Nov 25 17:19:28.430780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ea57-c695-4086-bf85-4fbb3fb50924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.485926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-63eccc2c-7166-482e-806a-1d18b2a0c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.487410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-63eccc2c-7166-482e-806a-1d18b2a0c26c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.0694568 Nov 25 17:19:28.499646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.518598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for c727ea88-83be-4883-b9f9-437ede0dfefa owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:28.536327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ea57-c695-4086-bf85-4fbb3fb50924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.539746 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ea57-c695-4086-bf85-4fbb3fb50924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.543505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3e1ea57-c695-4086-bf85-4fbb3fb50924 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e539299e-54bc-491b-8997-ca3e740c3de0 HTTP/1.1" status: 204 len: 168 time: 0.3441222 Nov 25 17:19:28.560248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-746ac3e6-158c-456f-ac6b-f5e54280a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:28.561880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-746ac3e6-158c-456f-ac6b-f5e54280a725 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672977 Nov 25 17:19:28.590729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1ea57-c695-4086-bf85-4fbb3fb50924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e539299e-54bc-491b-8997-ca3e740c3de0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:28.772230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.827401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=c727ea88-83be-4883-b9f9-437ede0dfefa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:28.829155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:28.884090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-04e54454-c2f9-4e84-bc45-2d8f0f98ade8 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075900 Nov 25 17:19:28.911854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:28.917885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6dfe09b0-bb2d-4766-b932-0165a6ac3a5a tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/ports/c727ea88-83be-4883-b9f9-437ede0dfefa HTTP/1.1" status: 204 len: 168 time: 0.9677808 Nov 25 17:19:28.920323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:28.980263 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e01e56-31ee-42e3-b069-449f084a6e2d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] GET failed (client error): The resource could not be found. Nov 25 17:19:28.984769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59e01e56-31ee-42e3-b069-449f084a6e2d tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "GET /v2.0/ports/c727ea88-83be-4883-b9f9-437ede0dfefa HTTP/1.1" status: 404 len: 333 time: 0.0633054 Nov 25 17:19:28.990355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42562) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:29.017671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:19:29.027115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:29.028545 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.042076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-0eb2e17b-f15f-4185-909a-8c2193dfb027 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2624152 Nov 25 17:19:29.206721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.271225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:29.272406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:29.276226 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0005dd25-9c3a-49a1-9a40-2b6fe034e614" -d '{"events": [{"server_uuid": "72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7", "name": "network-vif-plugged", "status": "completed", "tag": "885cf4f5-6c78-476d-9bf3-0700cb6c5b07"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:29.291542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.305432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-caae9820-ad9f-4a16-a653-1b3f588f3d02 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002845 Nov 25 17:19:29.352627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port 6f257ae7-5c4e-4886-aa31-f274bf86b15a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:29.353121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.355088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.355589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.356392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.356572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.357031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.357485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.357937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.370865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-87b3bc1f-eedc-4044-a8c0-2aed234770d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.2598391 Nov 25 17:19:29.459946 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac306d-7fe7-4d92-bf7f-57b73473a15a x-openstack-request-id: req-27ac306d-7fe7-4d92-bf7f-57b73473a15a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:29.461631 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7", "name": "network-vif-plugged", "status": "completed", "tag": "885cf4f5-6c78-476d-9bf3-0700cb6c5b07", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:29.463733 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-27ac306d-7fe7-4d92-bf7f-57b73473a15a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:29.464403 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07', 'code': 200} Nov 25 17:19:29.465226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:29.535242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-6ee5b1bf-b211-464b-875e-ad8abbcff3dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 217 time: 0.2157016 Nov 25 17:19:29.554945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.572829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for 6f257ae7-5c4e-4886-aa31-f274bf86b15a owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:29.689506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-a5ed4ef0-aa6a-433e-86fd-0bc0b60cc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.691122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-a5ed4ef0-aa6a-433e-86fd-0bc0b60cc9bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1152532 Nov 25 17:19:29.773376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.848641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=6f257ae7-5c4e-4886-aa31-f274bf86b15a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:29.903216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:29.911017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b03f220d-f02e-4986-b604-5ed0386bad6b tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/ports/6f257ae7-5c4e-4886-aa31-f274bf86b15a HTTP/1.1" status: 204 len: 168 time: 0.9178436 Nov 25 17:19:29.911707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42598) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:29.942404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c288d-4384-4497-a53e-e05bce6aad3e req-f2d3a631-fcff-407e-ac9f-eedf214b30e7 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:29.958507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-266c288d-4384-4497-a53e-e05bce6aad3e req-f2d3a631-fcff-407e-ac9f-eedf214b30e7 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 949 time: 0.4192085 Nov 25 17:19:30.024438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting subnet 64d658a2-c369-4441-8ede-eb9e3f96d0ed {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:30.028382 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.054064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-b885fb25-1e05-4fd3-84b5-49dec613b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.063033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-b885fb25-1e05-4fd3-84b5-49dec613b1ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3507812 Nov 25 17:19:30.066607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac871e32-be3b-4bda-8e61-5184e011622a req-629a5ee9-7ca3-4d81-a7e3-ddd337f2b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.070025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac871e32-be3b-4bda-8e61-5184e011622a req-629a5ee9-7ca3-4d81-a7e3-ddd337f2b132 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 1100 time: 0.5322154 Nov 25 17:19:30.132483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.232786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-9d355e56-abe3-40fe-9f7c-e57c94182b40 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518288 Nov 25 17:19:30.273625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-3e2fd681-f9e3-4b65-88d4-3fb3da3f5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.274389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-3e2fd681-f9e3-4b65-88d4-3fb3da3f5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.274585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-3e2fd681-f9e3-4b65-88d4-3fb3da3f5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.282068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-3e2fd681-f9e3-4b65-88d4-3fb3da3f5c5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=1c40dd2d-dafc-424c-aff6-460a4c427db2&id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 2298 time: 0.7789085 Nov 25 17:19:30.339377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.429625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-b40e7ee0-025a-4641-afc3-38046f44eb3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 1001 time: 0.1164925 Nov 25 17:19:30.533847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.560100 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.568364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a503736-6729-4412-9966-7249bad10c0c None None] Network e8fbdab5-6910-4671-9b3a-dff8e7f99069 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:30.570182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/subnets/64d658a2-c369-4441-8ede-eb9e3f96d0ed HTTP/1.1" status: 204 len: 168 time: 0.6506002 Nov 25 17:19:30.573346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:30.607907 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac871e32-be3b-4bda-8e61-5184e011622a req-117073e5-868d-46f5-a975-8e91d0acaa99 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693318 Nov 25 17:19:30.644782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-266c288d-4384-4497-a53e-e05bce6aad3e req-991d2401-4119-4257-8ebb-f2ec1699252b tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834221 Nov 25 17:19:30.684271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55464438-6b68-4cfb-a185-ac956a5fd540 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Subnet': ['ID=64d658a2-c369-4441-8ede-eb9e3f96d0ed,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:30.816570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-5d3701e6-361d-4af5-8779-ec64f0f37079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:30.824030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-5d3701e6-361d-4af5-8779-ec64f0f37079 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 200 len: 856 time: 0.3456969 Nov 25 17:19:30.883046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-9fcc9d0d-7368-485f-a4ca-f996c1c4b263 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372917 Nov 25 17:19:30.958462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:30.975610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-217246c5-e8bb-4ff8-90bf-10959c2c4e9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 217 time: 0.0651755 Nov 25 17:19:31.042704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] DHCP port deletion for e8fbdab5-6910-4671-9b3a-dff8e7f99069 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:31.084865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-5ea9ca2b-bc32-442e-9b26-b81e246290a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:31.086913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-5ea9ca2b-bc32-442e-9b26-b81e246290a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.0668671 Nov 25 17:19:31.127347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Deleting port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:31.127730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.183996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] Deleting port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:31.198399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.233764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-0371f8da-9987-45e8-8b32-ce92f3728c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:31.237649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-0371f8da-9987-45e8-8b32-ce92f3728c58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3488400 Nov 25 17:19:31.377920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] For port 8924d149-5bfb-4c91-963e-a8b54f1f5c67, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8924d149-5bfb-4c91-963e-a8b54f1f5c67,segment=NetworkSegment(40bb3bbb-434e-40bc-87a3-f58bb4440d20),segment_id=40bb3bbb-434e-40bc-87a3-f58bb4440d20)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:31.377920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.382972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] For port 8924d149-5bfb-4c91-963e-a8b54f1f5c67, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8924d149-5bfb-4c91-963e-a8b54f1f5c67,segment=NetworkSegment(40bb3bbb-434e-40bc-87a3-f58bb4440d20),segment_id=40bb3bbb-434e-40bc-87a3-f58bb4440d20)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:31.383376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.408661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:31.418857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] Calling delete_port for 8924d149-5bfb-4c91-963e-a8b54f1f5c67 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:31.424260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Calling delete_port for 8924d149-5bfb-4c91-963e-a8b54f1f5c67 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:31.461296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-c320c725-2468-419d-944a-c01e44d29961 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154558 Nov 25 17:19:31.636804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:31.655260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.660953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.680268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-3a7f1c18-32b1-4b64-96f3-20abe61f8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:31.682113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-3a7f1c18-32b1-4b64-96f3-20abe61f8b4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5802896 Nov 25 17:19:31.705637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] Pushing event deleted for resources: {'Port': ['ID=8924d149-5bfb-4c91-963e-a8b54f1f5c67,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:31.710482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae944685-f757-41eb-8dfd-d21bef5667a5 None None] No DVR routers for this DVR port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:31.736657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Port': ['ID=8924d149-5bfb-4c91-963e-a8b54f1f5c67,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:31.744707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] No DVR routers for this DVR port 8924d149-5bfb-4c91-963e-a8b54f1f5c67 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:31.946500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-508eeab8-1c9d-4304-9d86-509d41d3ac73 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706852 Nov 25 17:19:31.949395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:31.997296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fbdab5-6910-4671-9b3a-dff8e7f99069']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:32.046251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-be352c11-e111-4357-91c7-1235143ad4a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 217 time: 0.0808272 Nov 25 17:19:32.051147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-c24627d7-71ac-48a4-9472-ed50b43c5886 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587053 Nov 25 17:19:32.054891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bb3bbb-434e-40bc-87a3-f58bb4440d20') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:32.055179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bb3bbb-434e-40bc-87a3-f58bb4440d20') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:32.058718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-887cc7ae-f731-4c6e-9301-9f5b7cd75399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.074852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.091859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.099480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:32.099985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:32.161055 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:32.196364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3279a2b5-56a1-4777-a5b5-b6cbd5d670fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.234647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.261304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.266493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-f9346495-12a9-471b-a8ff-37a5c394ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:32.270649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-f9346495-12a9-471b-a8ff-37a5c394ac42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.1912806 Nov 25 17:19:32.270902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] 10.222.0.86 "DELETE /v2.0/networks/e8fbdab5-6910-4671-9b3a-dff8e7f99069 HTTP/1.1" status: 204 len: 168 time: 1.6936390 Nov 25 17:19:32.305612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f954-1cb1-4751-8074-d9f18f336bb0 tempest-AllowedAddressPairIpV6TestJSON-570807535 tempest-AllowedAddressPairIpV6TestJSON-570807535-project] Pushing event deleted for resources: {'Network': ['ID=e8fbdab5-6910-4671-9b3a-dff8e7f99069,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.334175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b6ba0-2bf4-4bee-b406-3750c2d0b784 req-d7450002-581c-4e23-bc45-950b391bb31c tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:32.342808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-055b6ba0-2bf4-4bee-b406-3750c2d0b784 req-d7450002-581c-4e23-bc45-950b391bb31c tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 949 time: 0.3303092 Nov 25 17:19:32.361074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-071d413d-2344-44d7-aa89-7fcf4bd0b490 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996831 Nov 25 17:19:32.420295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-5c6cc2ce-4bec-4974-95aa-9ae877c44ead service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 217 time: 0.0487216 Nov 25 17:19:32.446028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-bb939776-2d9c-4c45-845b-68c430ec0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:32.447619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-bb939776-2d9c-4c45-845b-68c430ec0b17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634123 Nov 25 17:19:32.508577 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-055b6ba0-2bf4-4bee-b406-3750c2d0b784 req-69320d39-21fc-499c-972d-2fef940b7dd4 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377194 Nov 25 17:19:32.508577 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3279a2b5-56a1-4777-a5b5-b6cbd5d670fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.509980 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-887cc7ae-f731-4c6e-9301-9f5b7cd75399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.529985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3279a2b5-56a1-4777-a5b5-b6cbd5d670fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.534555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-887cc7ae-f731-4c6e-9301-9f5b7cd75399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.553847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1dccfe6e-1ae0-457a-aa18-b0ce02ed7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:32.555302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1dccfe6e-1ae0-457a-aa18-b0ce02ed7c04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1225603 Nov 25 17:19:32.588954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3279a2b5-56a1-4777-a5b5-b6cbd5d670fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a5888708efd14f12b117111f55e81b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1737533 Nov 25 17:19:32.590024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279a2b5-56a1-4777-a5b5-b6cbd5d670fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8ed3ab-a7c4-4a6f-a065-f3e231c1fe32,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.594166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:32.690327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68fc5e67-0e91-4731-b4ba-635613d9666d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.716969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-887cc7ae-f731-4c6e-9301-9f5b7cd75399 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08de979a5e584b6e8261ef530ca0e604&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0773029 Nov 25 17:19:32.719163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8924d149-5bfb-4c91-963e-a8b54f1f5c67 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:32.720673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:32.753119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cc7ae-f731-4c6e-9301-9f5b7cd75399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63d983-1e74-43c5-a59c-a9a999c66643,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.771289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8924d149-5bfb-4c91-963e-a8b54f1f5c67 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:32.771560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8924d149-5bfb-4c91-963e-a8b54f1f5c67 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:32.774723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68fc5e67-0e91-4731-b4ba-635613d9666d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.789851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-b1d3f198-9dcb-48cc-9a78-ca355deeb54e service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222742 Nov 25 17:19:32.812924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1f9ef2c4-ee5c-4c66-96e4-69be862d0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:32.814401 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1f9ef2c4-ee5c-4c66-96e4-69be862d0671 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2379589 Nov 25 17:19:32.851648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42700) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:32.869468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68fc5e67-0e91-4731-b4ba-635613d9666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.886634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68fc5e67-0e91-4731-b4ba-635613d9666d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:32.890181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-68fc5e67-0e91-4731-b4ba-635613d9666d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d8ed3ab-a7c4-4a6f-a065-f3e231c1fe32 HTTP/1.1" status: 204 len: 168 time: 0.2948720 Nov 25 17:19:32.910309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc5e67-0e91-4731-b4ba-635613d9666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8ed3ab-a7c4-4a6f-a065-f3e231c1fe32,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:32.938621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c73ae30-1607-453f-ab51-30dac6eee256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.035024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c73ae30-1607-453f-ab51-30dac6eee256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.099689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-801e2ee0-5b1a-416c-aa19-05d96c9959f6 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744458 Nov 25 17:19:33.121044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-4af3d83f-7472-4864-b48c-d73abd4475e3 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207791 Nov 25 17:19:33.154544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-facf5084-4686-44ce-b3fe-5bfb89de2a98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6cac223ee70e419aafb2833931f360f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993701 Nov 25 17:19:33.155098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:33.222741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ab158d-2831-4652-8148-361b35f6d020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.260367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ab158d-2831-4652-8148-361b35f6d020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.336591 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ab158d-2831-4652-8148-361b35f6d020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.342129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ab158d-2831-4652-8148-361b35f6d020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.346621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31ab158d-2831-4652-8148-361b35f6d020 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/206e9ead-153e-482a-8764-771a91a98569 HTTP/1.1" status: 204 len: 168 time: 0.1875031 Nov 25 17:19:33.354472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab158d-2831-4652-8148-361b35f6d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e9ead-153e-482a-8764-771a91a98569,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:33.511738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-2a5bbeb7-c398-40c9-8261-17e3a7fd0893 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0813761 Nov 25 17:19:33.591063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-01a07d2c-189c-43eb-bab4-8e94398ae2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.592961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-01a07d2c-189c-43eb-bab4-8e94398ae2b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.0745881 Nov 25 17:19:33.595734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c73ae30-1607-453f-ab51-30dac6eee256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.598339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c73ae30-1607-453f-ab51-30dac6eee256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:33.599511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0c73ae30-1607-453f-ab51-30dac6eee256 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fa63d983-1e74-43c5-a59c-a9a999c66643 HTTP/1.1" status: 204 len: 168 time: 0.8767691 Nov 25 17:19:33.631405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73ae30-1607-453f-ab51-30dac6eee256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63d983-1e74-43c5-a59c-a9a999c66643,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:33.659784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-cee7ad31-6dbf-4be7-ba2b-9fa85578806f service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415020 Nov 25 17:19:33.728080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-5ab4b937-8732-4649-a050-b127835ed16c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.0508780 Nov 25 17:19:33.736871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-f724cbd9-b41b-4339-a12c-abc51e259fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.738515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-f724cbd9-b41b-4339-a12c-abc51e259fb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329799 Nov 25 17:19:33.787763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e6ad-c305-4f69-83f8-08aaf383543f req-2686275f-3900-4a93-abad-722b6a197332 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.789542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4510e6ad-c305-4f69-83f8-08aaf383543f req-2686275f-3900-4a93-abad-722b6a197332 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 949 time: 0.1623986 Nov 25 17:19:33.878641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-eb8e8d11-0143-4f2c-a846-8833fea07987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.880143 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-eb8e8d11-0143-4f2c-a846-8833fea07987 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.1400499 Nov 25 17:19:33.963663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4510e6ad-c305-4f69-83f8-08aaf383543f req-858bb1ef-b426-4e03-b98a-e18459a90dd8 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533525 Nov 25 17:19:33.981803 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-05af5373-583a-451f-8089-5a7ee2e50199 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304456 Nov 25 17:19:33.984925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-a5f741df-b1e0-43ff-aa5f-f5ebbcbbafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:33.986299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-a5f741df-b1e0-43ff-aa5f-f5ebbcbbafcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962110 Nov 25 17:19:34.094632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4140935-e7db-45b6-b973-2d03fceb53f5 req-1681fb24-afe7-4fa1-8c86-7f073f536a18 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.104545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4140935-e7db-45b6-b973-2d03fceb53f5 req-1681fb24-afe7-4fa1-8c86-7f073f536a18 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 950 time: 0.0653384 Nov 25 17:19:34.171443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-4d34a5c9-d3c9-4cd1-bf45-6384ceff6d6e service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826437 Nov 25 17:19:34.175848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4140935-e7db-45b6-b973-2d03fceb53f5 req-1b568a01-daf2-4398-bbef-9df6fc4ae975 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Nov 25 17:19:34.178961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-31078d75-480f-43d5-b740-02619d5a362f service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790030 Nov 25 17:19:34.219656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42790) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:34.238570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfa06-93f5-4a1d-a1bf-10d17c7743a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.261517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-66d2be81-4091-46d2-8abe-aaf6a0557050 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 200 len: 217 time: 0.0813737 Nov 25 17:19:34.413609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfa06-93f5-4a1d-a1bf-10d17c7743a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.424476 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfa06-93f5-4a1d-a1bf-10d17c7743a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.477504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbfa06-93f5-4a1d-a1bf-10d17c7743a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b5884-fa5d-4bf3-87a5-5b3d29983c47,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:34.483005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ecbfa06-93f5-4a1d-a1bf-10d17c7743a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f7ece865f8214f03b2860ef3c9243a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621818 Nov 25 17:19:34.483951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-09dac41d-2ceb-46e7-91c2-b02a8533b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.485490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-09dac41d-2ceb-46e7-91c2-b02a8533b500 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.2110929 Nov 25 17:19:34.485812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:34.499721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d4a11-0639-4d9e-8d87-be4554a21ad1 req-63880403-00f3-4aca-8d5f-e44be6639553 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.506778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab0d4a11-0639-4d9e-8d87-be4554a21ad1 req-63880403-00f3-4aca-8d5f-e44be6639553 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 949 time: 0.1105161 Nov 25 17:19:34.526007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-f295c4b5-f4b9-4abe-98b0-f169b0c156a9 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752261 Nov 25 17:19:34.544469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fee564e0-e96d-407e-a986-95780a233c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.568713 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fee564e0-e96d-407e-a986-95780a233c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.618673 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-63809353-11c9-4ac8-a47a-220ee17d7495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.0657473 Nov 25 17:19:34.632989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fee564e0-e96d-407e-a986-95780a233c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.638905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fee564e0-e96d-407e-a986-95780a233c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:34.641368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fee564e0-e96d-407e-a986-95780a233c1b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d81b5884-fa5d-4bf3-87a5-5b3d29983c47 HTTP/1.1" status: 204 len: 168 time: 0.1544194 Nov 25 17:19:34.655201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee564e0-e96d-407e-a986-95780a233c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b5884-fa5d-4bf3-87a5-5b3d29983c47,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:34.665277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-6b980d5f-b8ad-4047-a1a1-3dfb0d040e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.667528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-6b980d5f-b8ad-4047-a1a1-3dfb0d040e32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579208 Nov 25 17:19:34.700260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab0d4a11-0639-4d9e-8d87-be4554a21ad1 req-c2c4c563-ca54-446d-be2b-c9bcd502eeee tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924167 Nov 25 17:19:34.734659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1f36824f-bb29-46cf-9dcb-dcb029eb4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.737351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1f36824f-bb29-46cf-9dcb-dcb029eb4dba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.1111214 Nov 25 17:19:34.850711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-2d6c2dac-df43-4304-9951-aad949929225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:34.852237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-2d6c2dac-df43-4304-9951-aad949929225 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830059 Nov 25 17:19:34.878328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-9d8e2c47-55df-4936-9f55-62b4dc6af4db service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016983 Nov 25 17:19:35.030189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-1f23a123-d86f-4ef0-9192-e0512fd15d4f service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678536 Nov 25 17:19:35.033677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-03d90c26-50b9-4197-a352-b04166b2f8e0 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426747 Nov 25 17:19:35.125010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-99365f40-529a-4c16-87fe-364946f50eb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 200 len: 217 time: 0.0784864 Nov 25 17:19:35.209271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-e0c4126a-810d-4173-8c01-46f02848f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:35.212063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-e0c4126a-810d-4173-8c01-46f02848f472 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.0792406 Nov 25 17:19:35.216802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af7216c8-9b1c-45d2-a397-96a18c4afd2f req-3a315620-86e4-4d44-a59b-24fcb5bad715 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780598 Nov 25 17:19:35.225191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:35.239901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:35.263570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d07d9102-1d68-45f9-90d6-b03251002e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.279591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-03094004-5e4d-41a5-b58a-021336373904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:35.281604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-03094004-5e4d-41a5-b58a-021336373904 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613875 Nov 25 17:19:35.371679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d07d9102-1d68-45f9-90d6-b03251002e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.380009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d07d9102-1d68-45f9-90d6-b03251002e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.472061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-32ea902f-69cc-464f-adb8-beb7040976ec service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788452 Nov 25 17:19:35.502004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d07d9102-1d68-45f9-90d6-b03251002e3c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d48ce3c649b846ffbb3359b51c1fa254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608242 Nov 25 17:19:35.504805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9102-1d68-45f9-90d6-b03251002e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe9f69-e047-4ed7-a3bf-f591d3c63983,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:35.508440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:35.597777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-965420679'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:35.627412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:35.629820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9f24444-e09e-45da-86cd-9d2aa1914626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.630261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.649058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.654019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b72ee6-037f-4142-8dd3-cc8186027894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.697033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b72ee6-037f-4142-8dd3-cc8186027894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.743655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-6cc18ae6-637b-42a5-88a5-7aae5ab93ef6 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:35.745419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-6cc18ae6-637b-42a5-88a5-7aae5ab93ef6 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.73 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 949 time: 0.1516278 Nov 25 17:19:35.808925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-049aeadd-37a6-452e-807f-7bc33a68ace8 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220732 Nov 25 17:19:35.833516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b72ee6-037f-4142-8dd3-cc8186027894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.841942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41b72ee6-037f-4142-8dd3-cc8186027894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.842581 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-41b72ee6-037f-4142-8dd3-cc8186027894 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cabe9f69-e047-4ed7-a3bf-f591d3c63983 HTTP/1.1" status: 204 len: 168 time: 0.3333633 Nov 25 17:19:35.878234 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.880567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b72ee6-037f-4142-8dd3-cc8186027894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe9f69-e047-4ed7-a3bf-f591d3c63983,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:35.888828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.925695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:35.939109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-7eb12906-140b-4f48-88a5-9d545183c738 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 200 len: 217 time: 0.1213238 Nov 25 17:19:35.961427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42906) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:35.975105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ae353-fa9c-471e-92f3-9318904190ae,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:35.989263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:35.990864 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment 069cd094-5dbf-40db-9a7a-1307ec509d18 of type vlan for network 96daa580-8420-4390-8850-6d1afc835bb6 Nov 25 17:19:36.007607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44311428-d0f9-46d6-81eb-6d368364df35 req-e9c0181c-4c8a-4383-86f6-918e2969f5a0 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:36.009135 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44311428-d0f9-46d6-81eb-6d368364df35 req-e9c0181c-4c8a-4383-86f6-918e2969f5a0 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 949 time: 0.1488392 Nov 25 17:19:36.032037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-1ca48a0f-0bed-4b55-a841-9093b3f278b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:36.033477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-1ca48a0f-0bed-4b55-a841-9093b3f278b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.0840242 Nov 25 17:19:36.046960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Deleting port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:36.046960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.090711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.121689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.128418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:36.129201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.216828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-743cc768-105d-402f-9727-852691a269ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:36.217375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9835596 Nov 25 17:19:36.221582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-743cc768-105d-402f-9727-852691a269ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1788273 Nov 25 17:19:36.245649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44311428-d0f9-46d6-81eb-6d368364df35 req-0b2c9c2c-3508-46a7-bebd-8007e4696e16 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/security-groups?id=7bd09194-530c-45a5-8814-171d58cf1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140095 Nov 25 17:19:36.363075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b569-0f10-404d-bc90-e4ef15e4093e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=96daa580-8420-4390-8850-6d1afc835bb6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:36.379936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 96daa580-8420-4390-8850-6d1afc835bb6 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:36.405514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ed08f7a6-971f-4277-87aa-05a73808d99a tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1071427668'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:36.406236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ed08f7a6-971f-4277-87aa-05a73808d99a tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Unknown quota resources ['metering_label']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:19:36.430704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] For port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:36.431148 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.472321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Calling delete_port for 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:36.648530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.662921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['885cf4f5-6c78-476d-9bf3-0700cb6c5b07'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:36.688927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Pushing event deleted for resources: {'Port': ['ID=885cf4f5-6c78-476d-9bf3-0700cb6c5b07,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:36.785315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] No DVR routers for this DVR port 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:19:36.789739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.802130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff10652b-a3ee-4334-978b-b1b998c1ef86 req-abdaa434-f592-4c1c-bd87-9ac6ff97c885 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.73 "DELETE /v2.0/ports/885cf4f5-6c78-476d-9bf3-0700cb6c5b07 HTTP/1.1" status: 204 len: 173 time: 1.0479062 Nov 25 17:19:36.803065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'name': 'network-vif-deleted', 'tag': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:36.825651 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34599cf-d1b7-46e4-b0e1-12f90be8bab4" -d '{"events": [{"server_uuid": "72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7", "name": "network-vif-deleted", "tag": "885cf4f5-6c78-476d-9bf3-0700cb6c5b07"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:36.912996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed08f7a6-971f-4277-87aa-05a73808d99a tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:36.914517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed08f7a6-971f-4277-87aa-05a73808d99a tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9520679 Nov 25 17:19:36.917950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:36.921589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-48a1b3c2-a513-40a9-afad-2c70c3e00daa service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520090 Nov 25 17:19:36.929466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f9efe4f7-6bdf-430a-9fb1-604201c0cd6f tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '82e6e129-292c-47ef-8bd9-b500b2c44b8a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:36.930331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f9efe4f7-6bdf-430a-9fb1-604201c0cd6f tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:19:37.060974 n-d-817303-7 neutron-server[103636]: WARNING neutron.services.metering.metering_plugin [None req-f9efe4f7-6bdf-430a-9fb1-604201c0cd6f tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:19:37.081189 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271b399-a8c6-42b5-912c-40a8715f912a x-openstack-request-id: req-c271b399-a8c6-42b5-912c-40a8715f912a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:37.081484 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7", "name": "network-vif-deleted", "tag": "885cf4f5-6c78-476d-9bf3-0700cb6c5b07", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:37.081742 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c271b399-a8c6-42b5-912c-40a8715f912a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:37.082298 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7', 'name': 'network-vif-deleted', 'tag': '885cf4f5-6c78-476d-9bf3-0700cb6c5b07', 'status': 'completed', 'code': 200} Nov 25 17:19:37.164877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-f9c6278e-5440-4345-9abc-2262a282d34b service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421329 Nov 25 17:19:37.187672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9efe4f7-6bdf-430a-9fb1-604201c0cd6f tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.191427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f9efe4f7-6bdf-430a-9fb1-604201c0cd6f tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2696548 Nov 25 17:19:37.194571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:37.198921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2fdbca5-bae7-4c72-876e-865cba733ae6 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '82e6e129-292c-47ef-8bd9-b500b2c44b8a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:37.199429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2fdbca5-bae7-4c72-876e-865cba733ae6 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:19:37.219042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-99f4acf2-d2f7-4213-9132-5304facf30db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 217 time: 0.0459390 Nov 25 17:19:37.261229 n-d-817303-7 neutron-server[103636]: WARNING neutron.services.metering.metering_plugin [None req-a2fdbca5-bae7-4c72-876e-865cba733ae6 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:19:37.342383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-06dc1fe4-5250-44d2-a085-3c3dcae7f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:37.349059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-06dc1fe4-5250-44d2-a085-3c3dcae7f9eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.1225779 Nov 25 17:19:37.735774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:19:37.740146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:37.824807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:37.862608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8fac8cd7-3ef3-4c71-bdb0-4018b49aa881 req-96f914dd-7d4a-4bc5-aa45-6dac0078bf91 tempest-ImagesNegativeTestJSON-1534659652 tempest-ImagesNegativeTestJSON-1534659652-project] 10.222.0.86 "GET /v2.0/ports?device_id=72810e99-e7dc-4ee7-9e6a-5b79fd47a6b7 HTTP/1.1" status: 200 len: 210 time: 0.4241447 Nov 25 17:19:37.884253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-0b698069-c52a-4a5e-89cc-dc6899640f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:37.886699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-0b698069-c52a-4a5e-89cc-dc6899640f75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5311100 Nov 25 17:19:37.922590 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fdbca5-bae7-4c72-876e-865cba733ae6 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:37.926430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2fdbca5-bae7-4c72-876e-865cba733ae6 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7282975 Nov 25 17:19:37.930048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42976) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:37.956002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c2a5368d-a2b6-4b92-88b8-607f68e12dd7 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=4b0ff8a7-451f-4759-940d-c25816520d43 HTTP/1.1" status: 200 len: 464 time: 0.0223804 Nov 25 17:19:37.957706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42978) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.020886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:38.033642 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-63290c55-cad4-4057-b48e-23a05eb36295 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390183 Nov 25 17:19:38.058218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'mac_address': 'fa:16:3e:29:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:19:38.067764 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd8c9d6c-0b4d-4a66-9b4a-f2182ee9ea17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.110930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-737feac8-2226-479b-a8b8-13ee9e36adf3 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.114670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-737feac8-2226-479b-a8b8-13ee9e36adf3 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/4b0ff8a7-451f-4759-940d-c25816520d43 HTTP/1.1" status: 204 len: 168 time: 0.1534536 Nov 25 17:19:38.114839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.120541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-208c6797-a2c9-4e54-a880-428f9abdd37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.128412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-97954003-37ae-4b51-a247-a61818af5c25 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=4b0ff8a7-451f-4759-940d-c25816520d43 HTTP/1.1" status: 200 len: 221 time: 0.0092800 Nov 25 17:19:38.128580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.128688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42982) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.133421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7a4fdb97-73ab-4da8-9029-7ecadfb10d58 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--850253048', 'description': 'label created by tempest'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:38.133873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7a4fdb97-73ab-4da8-9029-7ecadfb10d58 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Unknown quota resources ['metering_label']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:19:38.187675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.200691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac53984b-0bd6-4567-bf23-a40fdef4a100 req-df26635d-7116-4aa6-b2a9-408a6ae20776 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585424 Nov 25 17:19:38.233172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:38.266364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-208c6797-a2c9-4e54-a880-428f9abdd37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.272853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-208c6797-a2c9-4e54-a880-428f9abdd37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.286880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:38.289839 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04115809-d1d6-4210-b6cc-16e63ec7585a" -d '{"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-unplugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:38.309258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a4fdb97-73ab-4da8-9029-7ecadfb10d58 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.314040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7a4fdb97-73ab-4da8-9029-7ecadfb10d58 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1803381 Nov 25 17:19:38.314310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.316326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:38.336967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6797-a2c9-4e54-a880-428f9abdd37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cb856-0a37-41d1-932a-e5081d477b7f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:38.367008 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.370499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-208c6797-a2c9-4e54-a880-428f9abdd37c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22acf675d4264956a1db3b58e5f61ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426004 Nov 25 17:19:38.372579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.375276 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff66e6-a059-4a8f-a92a-4d3bd040f03f x-openstack-request-id: req-6bff66e6-a059-4a8f-a92a-4d3bd040f03f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:38.375611 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-unplugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:38.375865 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6bff66e6-a059-4a8f-a92a-4d3bd040f03f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:38.376250 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'code': 200} Nov 25 17:19:38.414434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f01a5c41-26ad-4ae7-8e7b-7d4b67b971df tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=bc63c5fa-16ab-41f9-8721-bd2a0c0c8da5 HTTP/1.1" status: 200 len: 467 time: 0.0971088 Nov 25 17:19:38.418268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42990) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.418947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:19:38.419308 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:19:38.442497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:38.442822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d37c09dd-7167-4176-8e4e-34d5ba34db04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.474149 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d37c09dd-7167-4176-8e4e-34d5ba34db04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.562845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d37c09dd-7167-4176-8e4e-34d5ba34db04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.565515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d37c09dd-7167-4176-8e4e-34d5ba34db04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.569611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d37c09dd-7167-4176-8e4e-34d5ba34db04 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce1cb856-0a37-41d1-932a-e5081d477b7f HTTP/1.1" status: 204 len: 168 time: 0.1958315 Nov 25 17:19:38.596064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c09dd-7167-4176-8e4e-34d5ba34db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cb856-0a37-41d1-932a-e5081d477b7f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:38.686885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df1a7254-65d3-49a6-b394-a54111e60e17 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:38.690622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df1a7254-65d3-49a6-b394-a54111e60e17 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/bc63c5fa-16ab-41f9-8721-bd2a0c0c8da5 HTTP/1.1" status: 204 len: 168 time: 0.2685142 Nov 25 17:19:38.691015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43006) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.711455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ec09a57a-4174-492a-b76c-6c4bd314734e tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=bc63c5fa-16ab-41f9-8721-bd2a0c0c8da5 HTTP/1.1" status: 200 len: 216 time: 0.0161297 Nov 25 17:19:38.713460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43010) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.739892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1d5d2c54-fd8b-4e0c-8ff1-a544f3a9fcca tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0220284 Nov 25 17:19:38.740306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43012) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.754808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a5d4266f-6723-4821-bb9d-4f6809a50358 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0132370 Nov 25 17:19:38.758284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43014) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.856282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:19:38.875139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.876652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c75cd7c0-6f9e-48db-8c97-823e85e9ccf0 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/82e6e129-292c-47ef-8bd9-b500b2c44b8a HTTP/1.1" status: 200 len: 473 time: 0.1172192 Nov 25 17:19:38.887795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9def1c58-8a43-441f-a98a-390385ec9a40 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/88ace15f-df30-40b9-a92c-0e4324ae9851 HTTP/1.1" status: 200 len: 461 time: 0.0107119 Nov 25 17:19:38.890155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43022) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:38.911356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:19:38.911356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 885cf4f5-6c78-476d-9bf3-0700cb6c5b07 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:19:39.076787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2e52bdc-f00c-43e4-a436-db3ae6b53e25 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.077970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2e52bdc-f00c-43e4-a436-db3ae6b53e25 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/88ace15f-df30-40b9-a92c-0e4324ae9851 HTTP/1.1" status: 204 len: 168 time: 0.1869001 Nov 25 17:19:39.080839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43036) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:39.223465 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.306354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:39.340154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.368563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:39.383676 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.516644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:39.546984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:39.558155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': '96daa580-8420-4390-8850-6d1afc835bb6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:39.569138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ea6d050-513b-4fa8-88ab-1a9e7a5fde80 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.570343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ea6d050-513b-4fa8-88ab-1a9e7a5fde80 tempest-MeteringTestJSON-1308942014 tempest-MeteringTestJSON-1308942014-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/82e6e129-292c-47ef-8bd9-b500b2c44b8a HTTP/1.1" status: 204 len: 168 time: 0.4884751 Nov 25 17:19:39.589735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['405be54d-89a2-4246-bb2d-ec4adc76795d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:19:39.846071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43086) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:39.860506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:39.881964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:39.999346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.187593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48eb3863-61e2-44eb-96d8-12252d87e845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.224126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.266846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d3561e4d-2399-4dd1-94cf-05298ee21695 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ab6838b07ed4705922107ec2c93cf18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193635 Nov 25 17:19:40.269963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43106) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.342907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=218d9506-c626-4dcf-a98e-98bd9bdf9c53,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.345827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': '069cd094-5dbf-40db-9a7a-1307ec509d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '96daa580-8420-4390-8850-6d1afc835bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:40.346197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: 96daa580-8420-4390-8850-6d1afc835bb6, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:40.359544 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37606bab-457c-4326-9c7d-54e8bfc51072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.370022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network 96daa580-8420-4390-8850-6d1afc835bb6 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:40.383736 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48eb3863-61e2-44eb-96d8-12252d87e845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.386160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 96daa580-8420-4390-8850-6d1afc835bb6) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:40.392402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:40.393889 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.397080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48eb3863-61e2-44eb-96d8-12252d87e845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.397591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5cff39-a42e-4bfd-9cd9-bb2ce9b3412e None None] Network 96daa580-8420-4390-8850-6d1afc835bb6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:40.401109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37606bab-457c-4326-9c7d-54e8bfc51072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.420334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2b15be21-baa1-4165-93d3-761f72526413 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8661728 Nov 25 17:19:40.420626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43112) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.433732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369281899'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:40.467531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:40.470350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb3863-61e2-44eb-96d8-12252d87e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf24622-9b42-4207-97ca-e08c2cc3fe09,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.477170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.484116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-48eb3863-61e2-44eb-96d8-12252d87e845 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b82d5b0c5ef04754a05000d1742e9f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837568 Nov 25 17:19:40.484904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.538995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:40.544596 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699f0a96-49a5-444b-b999-f5d21e2eb2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.559947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.560298 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment a5f8d1cb-0fff-4e8b-aeaa-8f04f0ecd05f of type vlan for network 1f91cbc6-7b43-4830-a893-a1486e43459a Nov 25 17:19:40.562244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37606bab-457c-4326-9c7d-54e8bfc51072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.565024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37606bab-457c-4326-9c7d-54e8bfc51072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.566482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-37606bab-457c-4326-9c7d-54e8bfc51072 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7bd09194-530c-45a5-8814-171d58cf1a8c HTTP/1.1" status: 204 len: 168 time: 0.2953730 Nov 25 17:19:40.588924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699f0a96-49a5-444b-b999-f5d21e2eb2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.591241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37606bab-457c-4326-9c7d-54e8bfc51072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd09194-530c-45a5-8814-171d58cf1a8c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.595888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.656676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.708713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699f0a96-49a5-444b-b999-f5d21e2eb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.730176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-699f0a96-49a5-444b-b999-f5d21e2eb2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.734214 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.735501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-699f0a96-49a5-444b-b999-f5d21e2eb2c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4bf24622-9b42-4207-97ca-e08c2cc3fe09 HTTP/1.1" status: 204 len: 168 time: 0.2432218 Nov 25 17:19:40.744561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:40.745211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:40.770344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f0a96-49a5-444b-b999-f5d21e2eb2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf24622-9b42-4207-97ca-e08c2cc3fe09,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.907840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=1f91cbc6-7b43-4830-a893-a1486e43459a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:40.937490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:40.937662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3494c2da-5dd8-4fd2-bd22-1c4155176ff5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5145099 Nov 25 17:19:40.943074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': '1f91cbc6-7b43-4830-a893-a1486e43459a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:40.948093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-96daa580-8420-4390-8850-6d1afc835bb6', 'network_id': '96daa580-8420-4390-8850-6d1afc835bb6', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': '218d9506-c626-4dcf-a98e-98bd9bdf9c53'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:40.951954 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.145225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:41.148789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.249171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Allocated IP 2001:db8:0:ffff::2 (96daa580-8420-4390-8850-6d1afc835bb6/218d9506-c626-4dcf-a98e-98bd9bdf9c53/445e3afc-0c15-4b97-9c38-3300c0077bbe) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:41.435987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1f91cbc6-7b43-4830-a893-a1486e43459a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:41.551227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.562040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.579086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.629897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.680958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:41.684170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Network 96daa580-8420-4390-8850-6d1afc835bb6 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:41.688226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:41.691079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:41.738741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27479a05-cd7e-4592-8018-1088b7d7bb77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.766023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:41.822025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Pushing event updated for resources: {'Port': ['ID=445e3afc-0c15-4b97-9c38-3300c0077bbe,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.856399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Attempting to bind port 445e3afc-0c15-4b97-9c38-3300c0077bbe on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:41.857118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Attempting to bind port 445e3afc-0c15-4b97-9c38-3300c0077bbe by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '069cd094-5dbf-40db-9a7a-1307ec509d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '96daa580-8420-4390-8850-6d1afc835bb6'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:41.857118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Attempting to bind port 445e3afc-0c15-4b97-9c38-3300c0077bbe on network 96daa580-8420-4390-8850-6d1afc835bb6 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:41.876362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:41.876925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=3310a604-922e-4125-b2dc-c01d783021f6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:41.878440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Checking segment: {'id': '069cd094-5dbf-40db-9a7a-1307ec509d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '96daa580-8420-4390-8850-6d1afc835bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:41.878880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.879270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Bound using segment: {'id': '069cd094-5dbf-40db-9a7a-1307ec509d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '96daa580-8420-4390-8850-6d1afc835bb6'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:41.879874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Bound port: 445e3afc-0c15-4b97-9c38-3300c0077bbe, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069cd094-5dbf-40db-9a7a-1307ec509d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '96daa580-8420-4390-8850-6d1afc835bb6'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:41.880267 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.889484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': 'a5f8d1cb-0fff-4e8b-aeaa-8f04f0ecd05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1f91cbc6-7b43-4830-a893-a1486e43459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:41.890950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: 1f91cbc6-7b43-4830-a893-a1486e43459a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:41.933260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 405be54d-89a2-4246-bb2d-ec4adc76795d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:41.934129 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.950075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network 1f91cbc6-7b43-4830-a893-a1486e43459a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:41.952673 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27479a05-cd7e-4592-8018-1088b7d7bb77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.969783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-27479a05-cd7e-4592-8018-1088b7d7bb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:41.970691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1f91cbc6-7b43-4830-a893-a1486e43459a) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:41.976015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:41.976686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.013468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a683d1ee-c352-482b-a437-dbf599f034de tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0747557 Nov 25 17:19:42.016054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.033510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f51509-3e75-4859-b8ef-7228338c3542 None None] Network 1f91cbc6-7b43-4830-a893-a1486e43459a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:42.042069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27479a05-cd7e-4592-8018-1088b7d7bb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124dde53-7628-4d9f-9cbf-acc595c20d72,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.157180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-27479a05-cd7e-4592-8018-1088b7d7bb77 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f66865463ec74380811e0304bfd757b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727468 Nov 25 17:19:42.160048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43184) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:42.235716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] For port 445e3afc-0c15-4b97-9c38-3300c0077bbe, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:42.314278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] For port 445e3afc-0c15-4b97-9c38-3300c0077bbe, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=445e3afc-0c15-4b97-9c38-3300c0077bbe,segment=NetworkSegment(069cd094-5dbf-40db-9a7a-1307ec509d18),segment_id=069cd094-5dbf-40db-9a7a-1307ec509d18)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:42.325923 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09606f3f-4400-419d-8b32-2889f3399c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.342741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.385032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09606f3f-4400-419d-8b32-2889f3399c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.385954 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.446530 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.493441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.525874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09606f3f-4400-419d-8b32-2889f3399c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.529466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09606f3f-4400-419d-8b32-2889f3399c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.533119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-09606f3f-4400-419d-8b32-2889f3399c50 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/124dde53-7628-4d9f-9cbf-acc595c20d72 HTTP/1.1" status: 204 len: 168 time: 0.3696942 Nov 25 17:19:42.542500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09606f3f-4400-419d-8b32-2889f3399c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124dde53-7628-4d9f-9cbf-acc595c20d72,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.624002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.673922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=3310a604-922e-4125-b2dc-c01d783021f6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.690863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7728f-45dc-424c-93ad-ddd066eeb107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-1f91cbc6-7b43-4830-a893-a1486e43459a', 'network_id': '1f91cbc6-7b43-4830-a893-a1486e43459a', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': '3310a604-922e-4125-b2dc-c01d783021f6'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:42.695954 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-45b7728f-45dc-424c-93ad-ddd066eeb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.765804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.798163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f91cbc6-7b43-4830-a893-a1486e43459a']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:42.811937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f8d1cb-0fff-4e8b-aeaa-8f04f0ecd05f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:42.812402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f8d1cb-0fff-4e8b-aeaa-8f04f0ecd05f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:42.826338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.855047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.864846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:19:42.867314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:42.867537 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c617a8-2fff-4afe-afeb-f8dfb9448530" -d '{"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-plugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:19:42.867874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:42.949170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1749a62-34e1-4a06-9c7c-123f83a8253a None None] Pushing event updated for resources: {'Port': ['ID=445e3afc-0c15-4b97-9c38-3300c0077bbe,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:42.958614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:43.022289 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:43.046459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.060291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.070643 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3edfb11-e1fd-4ce0-9ce8-ccac88f35e66 x-openstack-request-id: req-c3edfb11-e1fd-4ce0-9ce8-ccac88f35e66 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:19:43.071194 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-plugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:19:43.071645 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c3edfb11-e1fd-4ce0-9ce8-ccac88f35e66 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:19:43.072746 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'code': 200} Nov 25 17:19:43.110929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79304f9f-3fd7-41f7-826c-47604451aa5f None None] Network 1f91cbc6-7b43-4830-a893-a1486e43459a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:43.123769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.130293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/1f91cbc6-7b43-4830-a893-a1486e43459a HTTP/1.1" status: 204 len: 168 time: 1.1096146 Nov 25 17:19:43.132015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43214) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:43.139977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735135474'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:43.143073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79304f9f-3fd7-41f7-826c-47604451aa5f None None] Network 1f91cbc6-7b43-4830-a893-a1486e43459a could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:19:43.146399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0af58e-526f-4b90-bbf5-4015b56da5c9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=1f91cbc6-7b43-4830-a893-a1486e43459a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.250760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=10']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.251446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:43.276072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.330672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:43.346646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.347255 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment 4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa of type vlan for network d629e765-a935-4c18-bc35-174252cd5cad Nov 25 17:19:43.444477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.507834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.524331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:43.525084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:43.680136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=d629e765-a935-4c18-bc35-174252cd5cad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:43.699100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d629e765-a935-4c18-bc35-174252cd5cad details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:43.704157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43248) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:43.706893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8144fa22-943d-4998-9f97-85657893d05c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5732775 Nov 25 17:19:43.709809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:43.921990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:43.932173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.357330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48515f-4404-448b-a20b-5dfa2f16b350 None None] Network 96daa580-8420-4390-8850-6d1afc835bb6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:44.362441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.455145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9801d9f-f411-4b6b-bca7-d03a14e6c0dc None None] Provisioning complete for port 445e3afc-0c15-4b97-9c38-3300c0077bbe triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:44.455920 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9801d9f-f411-4b6b-bca7-d03a14e6c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.517365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=eb8787c5-3865-4b44-8609-323ab9226b17,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:44.520947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:44.521442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: d629e765-a935-4c18-bc35-174252cd5cad, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:44.592057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network d629e765-a935-4c18-bc35-174252cd5cad is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:44.620542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d629e765-a935-4c18-bc35-174252cd5cad) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:44.633665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:44.643373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9801d9f-f411-4b6b-bca7-d03a14e6c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.645074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.661673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3015fec6-2863-4b19-a181-e83237ee8ec3 None None] Network d629e765-a935-4c18-bc35-174252cd5cad requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:44.723802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5120db7e-2f7f-4144-afe4-ae3ecd4b530d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0158300 Nov 25 17:19:44.724433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43302) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:44.747186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885206268'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:44.821254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:44.838355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.880532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:44.904988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:44.917796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:44.918421 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment 70e64262-cce7-435c-aaa7-6b987b2b5075 of type vlan for network 7299bcbb-89b4-4d81-bc47-127ec93f6e2d Nov 25 17:19:44.945535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 445e3afc-0c15-4b97-9c38-3300c0077bbe up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:44.985241 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.027604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.037460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:45.038277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.102864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f9801d9f-f411-4b6b-bca7-d03a14e6c0dc None None] For port 445e3afc-0c15-4b97-9c38-3300c0077bbe, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=445e3afc-0c15-4b97-9c38-3300c0077bbe,segment=NetworkSegment(069cd094-5dbf-40db-9a7a-1307ec509d18),segment_id=069cd094-5dbf-40db-9a7a-1307ec509d18)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:45.121491 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9801d9f-f411-4b6b-bca7-d03a14e6c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.190112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9801d9f-f411-4b6b-bca7-d03a14e6c0dc None None] Pushing event updated for resources: {'Port': ['ID=445e3afc-0c15-4b97-9c38-3300c0077bbe,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:45.265704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:45.270688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': '7299bcbb-89b4-4d81-bc47-127ec93f6e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:45.277405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5492034 Nov 25 17:19:45.277405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa83542-847f-4938-971d-f8df045e3a19 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=7299bcbb-89b4-4d81-bc47-127ec93f6e2d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:45.297487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b0393e0-c06f-4f2a-b87b-6bb3202974c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.365809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 7299bcbb-89b4-4d81-bc47-127ec93f6e2d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:45.446423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:45.451165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.500742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 445e3afc-0c15-4b97-9c38-3300c0077bbe triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:45.508078 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.549932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43332) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:45.596571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b0393e0-c06f-4f2a-b87b-6bb3202974c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.598569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Performing IP validity checks on allocation pools {{(pid=103636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:19:45.599090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:19:45.602882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b0393e0-c06f-4f2a-b87b-6bb3202974c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.774017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2066765877', 'router:external': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:45.777720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0393e0-c06f-4f2a-b87b-6bb3202974c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53529482-4391-4456-999f-b20ea3486962,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:45.818518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b0393e0-c06f-4f2a-b87b-6bb3202974c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e66a0206fc744758a7c24fb2817db110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9367902 Nov 25 17:19:45.819229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:45.851144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Made reservation on behalf of ec20475637144f48a99ff2b1102d9bb8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:45.854398 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.865997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.873672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d629e765-a935-4c18-bc35-174252cd5cad', 'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': 'eb8787c5-3865-4b44-8609-323ab9226b17'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:45.875166 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:45.996636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06c2acae-ac3e-452d-8ac2-746623f7c01c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.024666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06c2acae-ac3e-452d-8ac2-746623f7c01c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.093960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06c2acae-ac3e-452d-8ac2-746623f7c01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.097741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06c2acae-ac3e-452d-8ac2-746623f7c01c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.110638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.121477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06c2acae-ac3e-452d-8ac2-746623f7c01c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/53529482-4391-4456-999f-b20ea3486962 HTTP/1.1" status: 204 len: 168 time: 0.2938397 Nov 25 17:19:46.142991 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.153578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2acae-ac3e-452d-8ac2-746623f7c01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53529482-4391-4456-999f-b20ea3486962,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.169147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:46.185032 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.187171 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Added segment c3b79a14-e6af-4451-8b14-2df312b62c29 of type vlan for network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 Nov 25 17:19:46.268903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.306517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.314286 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.345005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9deef897-0017-4837-9831-353ca11ac673 None None] Provisioning complete for port 445e3afc-0c15-4b97-9c38-3300c0077bbe triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:46.345425 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9deef897-0017-4837-9831-353ca11ac673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.367423 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.368446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:46.369986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.373145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=913f8d08-6ef5-4f4d-81ce-8f35c9dd5037,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.390753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Allocated IP 2001:db8::3 (d629e765-a935-4c18-bc35-174252cd5cad/eb8787c5-3865-4b44-8609-323ab9226b17/397a9c47-376f-4d91-9b2f-2be6888c50d2) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:46.408494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4501a76c-3a17-4395-898b-0481bce625e9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.429117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': '70e64262-cce7-435c-aaa7-6b987b2b5075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7299bcbb-89b4-4d81-bc47-127ec93f6e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:46.430083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: 7299bcbb-89b4-4d81-bc47-127ec93f6e2d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:46.485166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network 7299bcbb-89b4-4d81-bc47-127ec93f6e2d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:46.503027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 7299bcbb-89b4-4d81-bc47-127ec93f6e2d) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:46.508164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9556246 Nov 25 17:19:46.508846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:46.513826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'subnet': {'network_id': '1f5ee8fe-4593-4f8c-b9bd-5628b1823b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:46.533550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7182336b-1a56-4bbb-ab40-dff3a34afc8f None None] Network 7299bcbb-89b4-4d81-bc47-127ec93f6e2d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:46.541511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240ffe4-9c7e-4161-b809-4bf09a313db9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Network': ['ID=1f5ee8fe-4593-4f8c-b9bd-5628b1823b68,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:46.550399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:46.551870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.563586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Made reservation on behalf of ec20475637144f48a99ff2b1102d9bb8 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:46.565952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.585113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9745e044-bb90-4fd2-95e5-c1eba504bcc3 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3183637 Nov 25 17:19:46.587854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:46.604749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:46.808220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 445e3afc-0c15-4b97-9c38-3300c0077bbe up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:46.878969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.925573 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:46.953300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43394) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:46.983124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a4c2-073d-43fe-ba05-1eda444462f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.004904 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.048893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.059166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Pushing event updated for resources: {'Port': ['ID=397a9c47-376f-4d91-9b2f-2be6888c50d2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.069841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d590b323-c2d9-4ee3-b022-76d8ab840206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-7299bcbb-89b4-4d81-bc47-127ec93f6e2d', 'network_id': '7299bcbb-89b4-4d81-bc47-127ec93f6e2d', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': '913f8d08-6ef5-4f4d-81ce-8f35c9dd5037'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:47.070946 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d590b323-c2d9-4ee3-b022-76d8ab840206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.119146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Network d629e765-a935-4c18-bc35-174252cd5cad is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:47.137426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:47.144640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:47.163985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.201219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 445e3afc-0c15-4b97-9c38-3300c0077bbe triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:47.201629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.227164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=913f8d08-6ef5-4f4d-81ce-8f35c9dd5037,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.242815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a4c2-073d-43fe-ba05-1eda444462f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.264105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a4c2-073d-43fe-ba05-1eda444462f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.317246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Attempting to bind port 397a9c47-376f-4d91-9b2f-2be6888c50d2 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:19:47.317872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Attempting to bind port 397a9c47-376f-4d91-9b2f-2be6888c50d2 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:19:47.317963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Attempting to bind port 397a9c47-376f-4d91-9b2f-2be6888c50d2 on network d629e765-a935-4c18-bc35-174252cd5cad {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:19:47.330133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:19:47.330348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a4c2-073d-43fe-ba05-1eda444462f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a46e6-2356-4d4c-8ecb-3a46be511984,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.330537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Checking segment: {'id': '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:47.331079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.331569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Bound using segment: {'id': '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:19:47.332115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Bound port: 397a9c47-376f-4d91-9b2f-2be6888c50d2, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd629e765-a935-4c18-bc35-174252cd5cad'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:19:47.332565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.358697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1fe9a4c2-073d-43fe-ba05-1eda444462f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc5e501eabe84ade96cb85491c1714cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4035685 Nov 25 17:19:47.359525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:47.360095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:19:47.360905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.395056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-d590b323-c2d9-4ee3-b022-76d8ab840206 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 913f8d08-6ef5-4f4d-81ce-8f35c9dd5037: This subnet is being modified by another concurrent operation. Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:47.410050 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 913f8d08-6ef5-4f4d-81ce-8f35c9dd5037: This subnet is being modified by another concurrent operation. Nov 25 17:19:47.413098 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:19:47.423154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.468896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7299bcbb-89b4-4d81-bc47-127ec93f6e2d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:47.490198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e64262-cce7-435c-aaa7-6b987b2b5075') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:47.490495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e64262-cce7-435c-aaa7-6b987b2b5075') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:47.513807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823fa7b-09f2-42c4-8831-e561b1ef99a3 None None] Network 7299bcbb-89b4-4d81-bc47-127ec93f6e2d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:47.516690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.518077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bded3927-5a42-4be7-b73d-c197d057a760,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.528397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Checking segment: {'id': 'c3b79a14-e6af-4451-8b14-2df312b62c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f5ee8fe-4593-4f8c-b9bd-5628b1823b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:47.528760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network hostable DHCP agents. Network: 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:47.547140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-398a4b63-6ff3-48ca-9969-5fd0e1c52021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.556672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.574354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:47.577646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.577798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:47.582018 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:47.586661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-398a4b63-6ff3-48ca-9969-5fd0e1c52021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.609407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:47.621979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:47.622580 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.646301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ddd32967-bdff-4745-af36-96947318fb79 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1363230 Nov 25 17:19:47.650563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:47.657100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2060285519', 'network_id': '1f5ee8fe-4593-4f8c-b9bd-5628b1823b68'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:47.699565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-398a4b63-6ff3-48ca-9969-5fd0e1c52021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.702554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-398a4b63-6ff3-48ca-9969-5fd0e1c52021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.706000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-398a4b63-6ff3-48ca-9969-5fd0e1c52021 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed0a46e6-2356-4d4c-8ecb-3a46be511984 HTTP/1.1" status: 204 len: 168 time: 0.3409107 Nov 25 17:19:47.706769 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Made reservation on behalf of ec20475637144f48a99ff2b1102d9bb8 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:47.709349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.728673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.728896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a4b63-6ff3-48ca-9969-5fd0e1c52021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a46e6-2356-4d4c-8ecb-3a46be511984,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.729473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0347c8d-40a0-4a96-b7ae-f7a84399d682 None None] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:47.760429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] device_id is not set on port 4a7e9f34-6e14-48e8-928c-ae08a1bb45a2 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:19:47.760540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.760540 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/7299bcbb-89b4-4d81-bc47-127ec93f6e2d HTTP/1.1" status: 204 len: 168 time: 1.1586103 Nov 25 17:19:47.765387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43424) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:47.768139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858027-26be-42fb-8411-0e64a7038419 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=7299bcbb-89b4-4d81-bc47-127ec93f6e2d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:47.776925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861014335'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:47.810702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:47.816617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:47.870533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Allocated IP 172.20.0.14 (1f5ee8fe-4593-4f8c-b9bd-5628b1823b68/bded3927-5a42-4be7-b73d-c197d057a760/4a7e9f34-6e14-48e8-928c-ae08a1bb45a2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:47.972539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:48.037640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] For port 397a9c47-376f-4d91-9b2f-2be6888c50d2, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:19:48.051821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.052494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] For port 397a9c47-376f-4d91-9b2f-2be6888c50d2, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=397a9c47-376f-4d91-9b2f-2be6888c50d2,segment=NetworkSegment(4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa),segment_id=4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:19:48.058079 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment 45617749-a315-4c5a-b458-d51ea52f2b9a of type vlan for network ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 Nov 25 17:19:48.067106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.117292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.194833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.208512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7e9f34-6e14-48e8-928c-ae08a1bb45a2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.239329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:48.255192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:48.266575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:48.312605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.331328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.332018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.394252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:48.395044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.420714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d27b176f-25b1-474c-af7c-8f631bc7d2a0 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7690744 Nov 25 17:19:48.423236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43470) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:48.469738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=ea93b5dc-f56a-4a4d-9b21-2d724bb9e244,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.492996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2cc3fede-588a-48f8-aea1-48cde10aa70d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7261388 Nov 25 17:19:48.496758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:48.501554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': 'ea93b5dc-f56a-4a4d-9b21-2d724bb9e244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:48.534306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:48.551260 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.599918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Deleting port 4a7e9f34-6e14-48e8-928c-ae08a1bb45a2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:48.600250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.686962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:48.690923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.754781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:48.811270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Calling delete_port for 4a7e9f34-6e14-48e8-928c-ae08a1bb45a2 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:48.842077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1117b0-579c-412e-bb2a-0ab10291ebc2 None None] Pushing event updated for resources: {'Port': ['ID=397a9c47-376f-4d91-9b2f-2be6888c50d2,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:48.865873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b205e-e746-4ad9-b0ae-d4c2c7abde78 None None] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:49.141744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.143259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.286496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a7e9f34-6e14-48e8-928c-ae08a1bb45a2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:49.290019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.294036 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e75c3a85-81ba-4795-98db-69a2a504d9fe tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/ports/4a7e9f34-6e14-48e8-928c-ae08a1bb45a2 HTTP/1.1" status: 204 len: 168 time: 0.8694901 Nov 25 17:19:49.297011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43500) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:49.301503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f5ee8fe-4593-4f8c-b9bd-5628b1823b68', 'external_fixed_ips': [{'subnet_id': 'bded3927-5a42-4be7-b73d-c197d057a760', 'ip_address': '172.20.0.14'}]}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:49.333000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=7e7ff299-1761-4ec7-8bfe-84819d9c9070,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:49.342794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.343956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.454126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': '45617749-a315-4c5a-b458-d51ea52f2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ea93b5dc-f56a-4a4d-9b21-2d724bb9e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:49.459686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: ea93b5dc-f56a-4a4d-9b21-2d724bb9e244, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:49.498352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:49.515036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ea93b5dc-f56a-4a4d-9b21-2d724bb9e244) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:49.524152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8ba90-5e3f-49df-bfcd-02b479577511 None None] Network ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:49.525800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:49.528669 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.537094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.558703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2866bb6e-0e62-4703-9388-d379fc0fbb97 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0616903 Nov 25 17:19:49.559762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:49.780674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.865242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.909211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4aa963-1b19-4c43-963c-88f41f4a13c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ea93b5dc-f56a-4a4d-9b21-2d724bb9e244', 'network_id': 'ea93b5dc-f56a-4a4d-9b21-2d724bb9e244', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': '7e7ff299-1761-4ec7-8bfe-84819d9c9070'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:49.913461 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da4aa963-1b19-4c43-963c-88f41f4a13c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:49.986784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.215534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-da4aa963-1b19-4c43-963c-88f41f4a13c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e7ff299-1761-4ec7-8bfe-84819d9c9070: This subnet is being modified by another concurrent operation. Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:19:50.271880 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e7ff299-1761-4ec7-8bfe-84819d9c9070: This subnet is being modified by another concurrent operation. Nov 25 17:19:50.275520 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:19:50.302578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1181a-9c19-405d-8673-25872cd03abd None None] Network ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:50.337471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.346749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7ff299-1761-4ec7-8bfe-84819d9c9070,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:50.407277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.560204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.630839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea93b5dc-f56a-4a4d-9b21-2d724bb9e244']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:50.656672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45617749-a315-4c5a-b458-d51ea52f2b9a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:50.656923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45617749-a315-4c5a-b458-d51ea52f2b9a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:50.703351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.732613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab415f25-d208-419a-94fa-0a7d5f1feba2 None None] Network d629e765-a935-4c18-bc35-174252cd5cad requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:50.738769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.763233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:50.763835 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:50.772211 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:50.901964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Allocated IP 172.20.0.14 (1f5ee8fe-4593-4f8c-b9bd-5628b1823b68/bded3927-5a42-4be7-b73d-c197d057a760/94ca4a08-35c4-4d88-a752-d79937cf4819) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:50.957828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.966467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:50.980690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 HTTP/1.1" status: 204 len: 168 time: 1.4095070 Nov 25 17:19:50.982505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43588) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:50.991951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667b791-d303-4734-8080-99045fdea1e0 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=ea93b5dc-f56a-4a4d-9b21-2d724bb9e244,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:51.011372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cd03c70e-f6fe-4473-9e78-a94b1181ac34 None None] Provisioning complete for port 397a9c47-376f-4d91-9b2f-2be6888c50d2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:51.012746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187044105'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:51.013304 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd03c70e-f6fe-4473-9e78-a94b1181ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.077233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 397a9c47-376f-4d91-9b2f-2be6888c50d2 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:51.132357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:51.138701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.243208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:51.316113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.367372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.369161 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment cb9a1f0e-37a1-4f83-ac80-8339aa8e8426 of type vlan for network f98a185a-f507-45c5-9989-0382ddaf3a94 Nov 25 17:19:51.388361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 397a9c47-376f-4d91-9b2f-2be6888c50d2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:51.389126 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.411648 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-5a160035-25c8-495e-a58f-51940544a582 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b64759f279ab430b9e05f8f79965dfa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554407 Nov 25 17:19:51.544779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.606249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.619436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:51.620749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.648888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd03c70e-f6fe-4473-9e78-a94b1181ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.650551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-248c851f-231e-4f9b-ad0d-ebdc2fe2eaa4 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:51.659694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-248c851f-231e-4f9b-ad0d-ebdc2fe2eaa4 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446618 Nov 25 17:19:51.680482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-c46b1538-fabf-4bf5-9785-d12781add214 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/quotas/b64759f279ab430b9e05f8f79965dfa4 HTTP/1.1" status: 200 len: 375 time: 0.0193884 Nov 25 17:19:51.763898 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:51.774035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-83bd1dc3-5d20-487e-a95c-ce9c3084eac9 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797410 Nov 25 17:19:51.917374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Port': ['ID=94ca4a08-35c4-4d88-a752-d79937cf4819,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:51.928181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9416158 Nov 25 17:19:51.934534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:51.934775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef791da4-a36b-4d71-8ca6-69443e637082 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=f98a185a-f507-45c5-9989-0382ddaf3a94,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:51.956663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': 'f98a185a-f507-45c5-9989-0382ddaf3a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:51.964594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:51.968389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:51.977022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:52.198113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network f98a185a-f507-45c5-9989-0382ddaf3a94 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:52.209715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.224448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd03c70e-f6fe-4473-9e78-a94b1181ac34 None None] For port 397a9c47-376f-4d91-9b2f-2be6888c50d2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=397a9c47-376f-4d91-9b2f-2be6888c50d2,segment=NetworkSegment(4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa),segment_id=4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:19:52.264886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd03c70e-f6fe-4473-9e78-a94b1181ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.340529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:52.349218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:52.375974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88bcd3-7ade-4576-be90-9718c693b5b3 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:19:52.567058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:52.574977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-abc2ebf1-708c-47b4-aa16-fd8601ea6ec0 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b64759f279ab430b9e05f8f79965dfa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916433 Nov 25 17:19:52.908323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c70e-f6fe-4473-9e78-a94b1181ac34 None None] Pushing event updated for resources: {'Port': ['ID=397a9c47-376f-4d91-9b2f-2be6888c50d2,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:52.996365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.123628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e5ac0817-e7a8-42c5-b537-245c8ed4ab7b None None] Provisioning complete for port 397a9c47-376f-4d91-9b2f-2be6888c50d2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:53.124140 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0817-e7a8-42c5-b537-245c8ed4ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.124250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=cebe6190-7b8c-43c9-a458-b5dbd79675a8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:53.137177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:53.202746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:19:53.203271 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:19:53.223547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': 'cb9a1f0e-37a1-4f83-ac80-8339aa8e8426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f98a185a-f507-45c5-9989-0382ddaf3a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:53.224167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: f98a185a-f507-45c5-9989-0382ddaf3a94, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:53.246268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.279726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-992ccdee-be20-466a-8946-0f96c8d63bef tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.284536 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-992ccdee-be20-466a-8946-0f96c8d63bef tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6995811 Nov 25 17:19:53.285586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.303883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88bcd3-7ade-4576-be90-9718c693b5b3 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:19:53.326284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network f98a185a-f507-45c5-9989-0382ddaf3a94 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:53.361882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, f98a185a-f507-45c5-9989-0382ddaf3a94) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:53.391116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:53.395017 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.476161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1a9d6b76-8bc0-430e-a23e-46f29376cc83 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5393519 Nov 25 17:19:53.480362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:53.496057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-63e87896-266f-4404-9013-c1704f359dcf tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/quotas/b64759f279ab430b9e05f8f79965dfa4 HTTP/1.1" status: 200 len: 375 time: 0.0549974 Nov 25 17:19:53.548124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-e60c7f07-1837-49d6-baff-8803ecf079f9 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509908 Nov 25 17:19:53.646482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.796097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.838659 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:53.965139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.048996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Router f8f21aee-427b-4c0a-badf-99838a2e6f85 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:19:54.138264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d53878f-000b-44cb-a265-19ef21f69ce8 req-013b69ac-3fd7-4e47-9a2e-d312d7d3a8f7 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 210 time: 0.2859147 Nov 25 17:19:54.160415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 397a9c47-376f-4d91-9b2f-2be6888c50d2 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:19:54.402585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:19:54.417201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Sync routers for ids ['f8f21aee-427b-4c0a-badf-99838a2e6f85'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:19:54.446054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.452960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-49aef6c8-e1fe-4f5a-8921-bfab89134925 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1518185 Nov 25 17:19:54.453343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43694) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:54.491476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 397a9c47-376f-4d91-9b2f-2be6888c50d2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:54.491979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.529369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Routers {'f8f21aee-427b-4c0a-badf-99838a2e6f85'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:54.530079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:19:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f8f21aee-427b-4c0a-badf-99838a2e6f85'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:54.737414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.786474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db95abd-97c3-4b91-b42a-11ff235335fd None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:19:54.804503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Allocated IP 172.25.8.24 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2a0be135-22fa-4850-8297-23c519ac99c9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:54.892046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.900964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:54.920901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Set router f8f21aee-427b-4c0a-badf-99838a2e6f85 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:19:54.955837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-944332a4-093c-4792-aeca-738ae86e33d4 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b64759f279ab430b9e05f8f79965dfa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8244636 Nov 25 17:19:55.003853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Deleting port 94ca4a08-35c4-4d88-a752-d79937cf4819 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:19:55.005142 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.018998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=cebe6190-7b8c-43c9-a458-b5dbd79675a8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.086913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 94ca4a08-35c4-4d88-a752-d79937cf4819 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:55.093434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.158124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.186540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.205775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Calling delete_port for 94ca4a08-35c4-4d88-a752-d79937cf4819 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:19:55.238912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.244918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98a185a-f507-45c5-9989-0382ddaf3a94']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:55.272557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-cc3e62f1-1ebb-4fb9-a954-91c9c96d4c5b tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:55.274482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-cc3e62f1-1ebb-4fb9-a954-91c9c96d4c5b tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794847 Nov 25 17:19:55.278161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9a1f0e-37a1-4f83-ac80-8339aa8e8426') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:55.278485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9a1f0e-37a1-4f83-ac80-8339aa8e8426') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:55.294057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Request body: {'port': {'device_id': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'b64759f279ab430b9e05f8f79965dfa4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:55.302359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.324389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Port 94ca4a08-35c4-4d88-a752-d79937cf4819 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:55.349070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2322b09-4946-44b8-842a-8cd092486282 req-fc1dca31-1f1d-407b-844c-103e2b3c2a3f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 210 time: 0.0447361 Nov 25 17:19:55.382945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 460547de-7904-4654-a45a-8bd8fb237de1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:55.383314 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.400065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.410197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:55.410601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:55.416032 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:55.456860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f21aee-427b-4c0a-badf-99838a2e6f85', 'name': '', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f5ee8fe-4593-4f8c-b9bd-5628b1823b68', 'external_fixed_ips': [{'subnet_id': 'bded3927-5a42-4be7-b73d-c197d057a760', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '94ca4a08-35c4-4d88-a752-d79937cf4819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:19:49Z', 'updated_at': '2021-11-25T17:19:52Z', 'revision_number': 3, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port': {'id': '94ca4a08-35c4-4d88-a752-d79937cf4819', 'name': '', 'network_id': '1f5ee8fe-4593-4f8c-b9bd-5628b1823b68', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f21aee-427b-4c0a-badf-99838a2e6f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'bded3927-5a42-4be7-b73d-c197d057a760', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:19:50Z', 'updated_at': '2021-11-25T17:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bded3927-5a42-4be7-b73d-c197d057a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:55.527603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Checking router: f8f21aee-427b-4c0a-badf-99838a2e6f85 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:19:55.529092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Updating router f8f21aee-427b-4c0a-badf-99838a2e6f85 port 94ca4a08-35c4-4d88-a752-d79937cf4819 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:19:55.546700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.595679 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.670493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.686172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:55.698064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:55.701108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:55.719392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db95abd-97c3-4b91-b42a-11ff235335fd None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:19:55.745322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.749386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.754180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/f98a185a-f507-45c5-9989-0382ddaf3a94 HTTP/1.1" status: 204 len: 168 time: 2.2712944 Nov 25 17:19:55.816463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-7f09d540-c70a-4f1c-be24-1aca734fbfa2 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b64759f279ab430b9e05f8f79965dfa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2726955 Nov 25 17:19:55.817159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:55.830399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event deleted for resources: {'Port': ['ID=94ca4a08-35c4-4d88-a752-d79937cf4819,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.867607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650656582'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:55.905150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f0d70-2bdf-4599-bf1f-b576f1f2a74e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=f98a185a-f507-45c5-9989-0382ddaf3a94,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.925696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 9c69e386-570b-4fed-89f1-0f4d026e9d50 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:55.926381 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.971315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Port': ['ID=2a0be135-22fa-4850-8297-23c519ac99c9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:55.985529 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:55.989924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:19:55.989924 n-d-817303-7 neutron-server[103635]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:19:55.989924 n-d-817303-7 neutron-server[103635]: [parameters: {'project_id_1': 'e5fa119e37ec4e4c8541f2414a4dc436', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 19, 35, 917928)}] Nov 25 17:19:55.989924 n-d-817303-7 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:19:55.990316 n-d-817303-7 neutron-server[103635]: DEBUG oslo_db.api [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:19:56.002076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.002654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Made reservation on behalf of b64759f279ab430b9e05f8f79965dfa4 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:56.006591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.045850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.091667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.104133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Port 9c69e386-570b-4fed-89f1-0f4d026e9d50 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:56.109103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-26fc2e3f-a28d-401c-a711-22604ef8150c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:56.110442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-26fc2e3f-a28d-401c-a711-22604ef8150c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625618 Nov 25 17:19:56.116072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.118319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.144607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Request body: {'port': {'device_id': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'b64759f279ab430b9e05f8f79965dfa4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:56.173616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:56.173912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.174209 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.175660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8f21aee-427b-4c0a-badf-99838a2e6f85 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:19:56.180437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.185173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bdbcb266-cfbc-4149-908a-619b252bca83 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/routers/f8f21aee-427b-4c0a-badf-99838a2e6f85 HTTP/1.1" status: 204 len: 168 time: 1.7273574 Nov 25 17:19:56.189814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43718) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:56.244069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Deleting subnet bded3927-5a42-4be7-b73d-c197d057a760 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:19:56.440449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.602099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.636303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.675759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.707479 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:19:56.714053 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:19:56.764644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.791790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f09333a-69e6-4a05-aef9-f5601dfcaba2 req-cf2b6d7e-7ed4-49c8-956b-bd8241301d5f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 210 time: 0.2405381 Nov 25 17:19:56.871592 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.873211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port eb91f00a-48a8-4c86-9dae-1d128dabbd07 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:56.873609 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.920039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d68aa2-c7cb-4ba2-8ca8-98fe2adba630 None None] Network f98a185a-f507-45c5-9989-0382ddaf3a94 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:56.929641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bded3927-5a42-4be7-b73d-c197d057a760,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:56.932634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.939372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:56.950047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7ed4c6c7-98a5-4bae-8f16-22fbe857e8d4 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/bded3927-5a42-4be7-b73d-c197d057a760 HTTP/1.1" status: 204 len: 168 time: 0.7592537 Nov 25 17:19:56.965294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:56.974944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffe6c4-db11-4180-b1d1-c32fd7d9e0e0 None None] DHCP port deletion for 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:56.992155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d68aa2-c7cb-4ba2-8ca8-98fe2adba630 None None] Network f98a185a-f507-45c5-9989-0382ddaf3a94 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:19:56.999920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:57.003244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.020218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3201f52f-5b26-4653-8893-03cd01f65fe8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:57.035450 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.093850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924e73f-cd04-48e5-9e04-8995a313aa1b None None] Network f98a185a-f507-45c5-9989-0382ddaf3a94 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:57.107433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e623182-dc85-47ff-866d-7c275e82b58a None None] Network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:57.125548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Made reservation on behalf of b64759f279ab430b9e05f8f79965dfa4 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:57.130772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.131930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.160221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be87d2b-1959-48e8-937f-62a493336cc3 req-65eae813-4c2f-487a-8996-f7cb6dcfd6ac tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:57.162261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8be87d2b-1959-48e8-937f-62a493336cc3 req-65eae813-4c2f-487a-8996-f7cb6dcfd6ac tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.1332633 Nov 25 17:19:57.197221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924e73f-cd04-48e5-9e04-8995a313aa1b None None] Network f98a185a-f507-45c5-9989-0382ddaf3a94 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:19:57.225561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:57.239583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Port': ['ID=2a0be135-22fa-4850-8297-23c519ac99c9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:57.268524 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.275566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.275992 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment 89b93b9d-ea35-448b-9285-2ef12726342f of type vlan for network 2ee56999-fa23-46ce-8209-d917fc69a48b Nov 25 17:19:57.287694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Port 94ca4a08-35c4-4d88-a752-d79937cf4819 not found while updating agent binding for router f8f21aee-427b-4c0a-badf-99838a2e6f85. {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 17:19:57.326612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Allocated IP 192.168.233.239 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:57.327851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.365143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5ee8fe-4593-4f8c-b9bd-5628b1823b68']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:57.390135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8be87d2b-1959-48e8-937f-62a493336cc3 req-e8e09fc3-274f-4e3a-b600-46565b95db4f tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183778 Nov 25 17:19:57.398556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.399963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-85784a55-31cb-4a41-9cb2-e652c734b071 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8303552 Nov 25 17:19:57.401898 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.412798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:57.435873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-101819807'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:57.438006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b79a14-e6af-4451-8b14-2df312b62c29') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:57.438308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b79a14-e6af-4451-8b14-2df312b62c29') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:19:57.454730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.490593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.500368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:19:57.501148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:19:57.502825 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:19:57.511437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Routers set() bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:19:57.512079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Router IDs set() for agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:19:57.517508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8f21aee-427b-4c0a-badf-99838a2e6f85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:19:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent'). {{(pid=103637) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:19:57.517508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060811-ddc3-461a-8030-b76252b25e57 None None] The sync data for ids ['f8f21aee-427b-4c0a-badf-99838a2e6f85'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:19:57.517922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.525257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:57.525391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.528284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:57.528284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.558469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Made reservation on behalf of 678d8f5b9e7a45fc9e8cf252e72b9cd0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:57.562041 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.584498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6ecdd-6e67-4ee3-bac7-0cb5e27f36e4 None None] DHCP port deletion for 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:19:57.631069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.646640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:19:57.666649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.677177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/networks/1f5ee8fe-4593-4f8c-b9bd-5628b1823b68 HTTP/1.1" status: 204 len: 168 time: 0.7070868 Nov 25 17:19:57.694535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 11366036-9b07-4430-bba2-fe9f64301108 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:57.698623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.700307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f5ee8fe-4593-4f8c-b9bd-5628b1823b68,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:57.702766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.723268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.723756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.724108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.724449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.724786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.725141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.725473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.725800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.726126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.730276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.730747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.731095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4742286-d425-4109-a77f-5445f6434134 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:19:57.831897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=2ee56999-fa23-46ce-8209-d917fc69a48b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:57.852425 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd526de7-1732-47f2-91e5-40d059c17c82 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0116246 Nov 25 17:19:57.854296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.856162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:57.856298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43762) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:57.876431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:57.921507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:57.983259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.008759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 058011d9-1427-4ec2-94a0-c6dfa274b009 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:58.011335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.057370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.061379 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.082034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:19:58.110471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.112640 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Added segment 0c8b9998-3bd6-4823-a887-3873b4e959d3 of type vlan for network 8bd266db-a8b1-425e-b596-31b3691d4b82 Nov 25 17:19:58.114042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Port 058011d9-1427-4ec2-94a0-c6dfa274b009 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:58.159108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port 8ec7022d-e053-438f-9316-e1412cadefcf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:58.159108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.171567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.198204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:58.206881 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.293311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:58.327320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'name': 'tempest-router--54511128', 'project_id': '1391b024757d45a2a213b0f48479831b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:58.354205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.355747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Provisioning complete for port de16f9a7-b380-4d66-ba41-21151490f1ca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:58.356334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.363838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.367904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.427646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Allocated IP 192.168.233.166 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/22a13c2f-2c47-4766-905a-8e10bdd75ca5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:58.448877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b88d92db-659d-4db5-9700-d94dc75c6b0c None None] Port de16f9a7-b380-4d66-ba41-21151490f1ca cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:58.536102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-492628f9-0014-4dac-822c-1863ed3dac4f req-df2a759a-a753-4597-a648-445cbb64f19c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 210 time: 0.3213310 Nov 25 17:19:58.597876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db4c3ca-c311-4881-a031-cb9456a467a8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.605537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.607860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:58.616055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:58.658231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:58.721635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.722931 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.736332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3213699 Nov 25 17:19:58.744411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:58.760149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Request body: {'subnet': {'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:58.768340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.794644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': '89b93b9d-ea35-448b-9285-2ef12726342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:19:58.796452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: 2ee56999-fa23-46ce-8209-d917fc69a48b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:19:58.800692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aa1c9-92f1-4f59-95aa-dd14051e9c08 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Network': ['ID=8bd266db-a8b1-425e-b596-31b3691d4b82,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:58.811968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:19:58.881672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.940355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:58.941052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.950107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:58.977992 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:19:59.000739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c0847-f8e8-4d2f-ae18-a3cf647643e0 req-3b014d7c-7ad2-4a95-b6cf-8cf5b947d875 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:59.002759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f23c0847-f8e8-4d2f-ae18-a3cf647643e0 req-3b014d7c-7ad2-4a95-b6cf-8cf5b947d875 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.1985857 Nov 25 17:19:59.003428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network 2ee56999-fa23-46ce-8209-d917fc69a48b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:19:59.043087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Made reservation on behalf of 678d8f5b9e7a45fc9e8cf252e72b9cd0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:19:59.046493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.105734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 2ee56999-fa23-46ce-8209-d917fc69a48b) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:59.107320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4dde67ad-f708-425a-8478-1d2b35092e47 None None] Provisioning complete for port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:59.107851 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4dde67ad-f708-425a-8478-1d2b35092e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.122287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90021d5f-293c-4850-a526-8abb716c8d6e None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:19:59.126019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:59.126787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.151748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8af2e5ae-982b-4ac6-a576-54654bad8b1d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2943044 Nov 25 17:19:59.155846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43794) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:59.167406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:59.176953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f23c0847-f8e8-4d2f-ae18-a3cf647643e0 req-46336ba6-b93d-481b-90c6-d2858d8bc4f8 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654336 Nov 25 17:19:59.207844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4dde67ad-f708-425a-8478-1d2b35092e47 None None] Port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:59.221335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.223954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:19:59.247478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:19:59.247478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:19:59.266844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-9b561ba6-9a53-4699-8701-d0f74421980f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9785299 Nov 25 17:19:59.268045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.295247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Request body: {'port': {'device_id': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:19:59.441701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:19:59.450952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.452218 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-78946c0f-8018-478e-b865-150e431dd7c1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1358831 Nov 25 17:19:59.458219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43802) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:19:59.467131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:19:59.469112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.528262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.599414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-2ee56999-fa23-46ce-8209-d917fc69a48b', 'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': 'b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:19:59.600347 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.705940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.724404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.779762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f3460b8c-0f5c-4579-9aac-ecdf82c99c1c None None] Provisioning complete for port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:19:59.780471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3460b8c-0f5c-4579-9aac-ecdf82c99c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:19:59.843770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Allocated IP 2001:db8::2 (2ee56999-fa23-46ce-8209-d917fc69a48b/b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b/d0c6f862-c6be-48e8-a2aa-6e036e2a44ca) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:19:59.853499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f3460b8c-0f5c-4579-9aac-ecdf82c99c1c None None] Port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:19:59.982074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:19:59.990419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.006530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Transition to ACTIVE for port object af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:00.014905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.061122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Subnet': ['ID=d21572bb-bcff-45af-9af2-9a2ea572b264,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.073444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-70426427-afe6-4861-95f7-d199ce911505 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9345891 Nov 25 17:20:00.092209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Request body: {'port': {'device_id': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:00.098131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:00.104617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.122357 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.142277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.203819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:00.207258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:00.213297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:00.228237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Pushing event updated for resources: {'Port': ['ID=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.336778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Attempting to bind port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:00.337810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Attempting to bind port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '89b93b9d-ea35-448b-9285-2ef12726342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:00.338289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Attempting to bind port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca on network 2ee56999-fa23-46ce-8209-d917fc69a48b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:00.347418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:00.347955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Checking segment: {'id': '89b93b9d-ea35-448b-9285-2ef12726342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:00.348511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.349003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Bound using segment: {'id': '89b93b9d-ea35-448b-9285-2ef12726342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:00.349851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Bound port: d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b93b9d-ea35-448b-9285-2ef12726342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:00.350076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.478419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] For port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:00.494974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] For port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,segment=NetworkSegment(89b93b9d-ea35-448b-9285-2ef12726342f),segment_id=89b93b9d-ea35-448b-9285-2ef12726342f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:00.501146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdba0f-8f86-4693-a75c-c382e49dde0c req-8021a5cc-f92c-46c1-86a8-a746a87bc105 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.504885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.509397 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ebdba0f-8f86-4693-a75c-c382e49dde0c req-8021a5cc-f92c-46c1-86a8-a746a87bc105 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 936 time: 0.7959218 Nov 25 17:20:00.583254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc70a24-4d69-4749-a5f6-74d38fb24e98 None None] Pushing event updated for resources: {'Port': ['ID=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.585063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:00.638065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6a3c-66bb-4260-99e0-9a6f3758870c req-6256467d-a932-41d0-8f78-98f54d122313 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:00.649037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e8e6a3c-66bb-4260-99e0-9a6f3758870c req-6256467d-a932-41d0-8f78-98f54d122313 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.1090610 Nov 25 17:20:00.708011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Checking segment: {'id': '0c8b9998-3bd6-4823-a887-3873b4e959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:00.708275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.708797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network hostable DHCP agents. Network: 8bd266db-a8b1-425e-b596-31b3691d4b82, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:00.729547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.758602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.771496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Attempting to bind port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:00.771844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Attempting to bind port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:00.772181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Attempting to bind port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:00.799942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e8e6a3c-66bb-4260-99e0-9a6f3758870c req-68bccafb-4180-4131-ba48-2ebfd1ed5772 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519094 Nov 25 17:20:00.835330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:00.835787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Attempting to bind port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:00.853468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:00.853816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:00.854213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:00.854654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Bound port: af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:00.855038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.902254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ebdba0f-8f86-4693-a75c-c382e49dde0c req-d1ff1fb7-d071-4bbc-b496-5b47a09f07b6 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916349 Nov 25 17:20:00.904396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:00.917985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.968293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:00.969124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a23f8567-09f0-4347-b1ee-ea594adda596 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:01.007239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.008434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f61b6618-03e8-40cd-8eb5-329224420af8 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/routers/a23f8567-09f0-4347-b1ee-ea594adda596 HTTP/1.1" status: 204 len: 168 time: 1.5405602 Nov 25 17:20:01.028533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network 2ee56999-fa23-46ce-8209-d917fc69a48b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:01.028533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 8bd266db-a8b1-425e-b596-31b3691d4b82) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:01.033570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:01.035737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.036320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.037124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f6d27-43df-4e05-b4bb-3596d5079dbf None None] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:01.046161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.046742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.129451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ef48438-812e-4d8e-be4a-6599cd0b8e55 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3791358 Nov 25 17:20:01.129451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=807fe221-fdff-4876-a924-11d30379db67,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:01.143681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43828) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:01.167971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1602462823', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:01.206703 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2b73ebaf-59f8-4042-9e88-08127ad1a350 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0441177 Nov 25 17:20:01.215302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:01.278134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:01.357026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-8bd266db-a8b1-425e-b596-31b3691d4b82', 'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82', 'tenant_id': '678d8f5b9e7a45fc9e8cf252e72b9cd0', 'fixed_ips': [{'subnet_id': 'd21572bb-bcff-45af-9af2-9a2ea572b264'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:01.361116 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.471792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:01.567376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Allocated IP 172.20.0.2 (8bd266db-a8b1-425e-b596-31b3691d4b82/d21572bb-bcff-45af-9af2-9a2ea572b264/83694551-296e-44a0-928e-a350f25ede4c) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:01.707056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1205276905', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:01.721736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:01.742341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.847541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a13c2f-2c47-4766-905a-8e10bdd75ca5 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:01.852189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:01.882466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.892092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.892447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.892856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.894217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.894976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.895849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.896250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.896675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.897012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.897348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.897681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.898012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:01.902520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.903154 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.904959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-ef6aea7f-0d3c-43ba-89e6-d13850da002d service neutron] 10.222.0.55 "PUT /v2.0/ports/af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 HTTP/1.1" status: 200 len: 1096 time: 2.6198568 Nov 25 17:20:01.910537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:01.912693 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24ed676-84c5-474f-9155-f557d7048c12" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:01.934937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.954085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:01.968667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-13c7acb1-821e-4c45-9854-355679a732d3 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:01.982377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-13c7acb1-821e-4c45-9854-355679a732d3 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.73 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.5387599 Nov 25 17:20:02.103806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:02.112097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542f955-4769-403c-9b87-ead02ce000f9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.114020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542f955-4769-403c-9b87-ead02ce000f9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.115532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542f955-4769-403c-9b87-ead02ce000f9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.117087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542f955-4769-403c-9b87-ead02ce000f9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.120180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542f955-4769-403c-9b87-ead02ce000f9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.122813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2542f955-4769-403c-9b87-ead02ce000f9 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9065182 Nov 25 17:20:02.127529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:02.127707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43844) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:02.134667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384515506'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:02.136860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:02.151003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.152578 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.175819 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d669379-067c-404b-9673-ed5bef427b4a x-openstack-request-id: req-7d669379-067c-404b-9673-ed5bef427b4a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:02.176496 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:02.178235 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d669379-067c-404b-9673-ed5bef427b4a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:02.178235 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'status': 'completed', 'code': 200} Nov 25 17:20:02.199995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Transition to ACTIVE for port object 22a13c2f-2c47-4766-905a-8e10bdd75ca5 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:02.235689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d0c6f862-c6be-48e8-a2aa-6e036e2a44ca up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:02.268151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.337664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Attempting to bind port 83694551-296e-44a0-928e-a350f25ede4c on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:02.338042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Attempting to bind port 83694551-296e-44a0-928e-a350f25ede4c by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0c8b9998-3bd6-4823-a887-3873b4e959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:02.338414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Attempting to bind port 83694551-296e-44a0-928e-a350f25ede4c on network 8bd266db-a8b1-425e-b596-31b3691d4b82 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:02.347000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Pushing event updated for resources: {'Port': ['ID=83694551-296e-44a0-928e-a350f25ede4c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:02.358419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.359143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.359143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.359448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.359791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.360126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.360753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.361582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.362364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.363562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.364721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.365481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.367413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:02.385808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:02.386238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Checking segment: {'id': '0c8b9998-3bd6-4823-a887-3873b4e959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:02.386854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.387306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Bound using segment: {'id': '0c8b9998-3bd6-4823-a887-3873b4e959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:02.388148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Bound port: 83694551-296e-44a0-928e-a350f25ede4c, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8b9998-3bd6-4823-a887-3873b4e959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:02.388580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.483209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:02.486250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.510860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:20:02.510860 n-d-817303-7 neutron-server[103635]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:20:02.510860 n-d-817303-7 neutron-server[103635]: [parameters: {'project_id': 'b4fdf20d431d41d092b7fa652a790cc4', 'id': '2a77c563-d9f6-4d9d-a4db-485aa57366f3', 'expiration': datetime.datetime(2021, 11, 25, 17, 22, 2, 314521)}] Nov 25 17:20:02.510860 n-d-817303-7 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:20:02.512931 n-d-817303-7 neutron-server[103635]: DEBUG oslo_db.api [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:20:02.519164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] For port 83694551-296e-44a0-928e-a350f25ede4c, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:02.524099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] For port 83694551-296e-44a0-928e-a350f25ede4c, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=83694551-296e-44a0-928e-a350f25ede4c,segment=NetworkSegment(0c8b9998-3bd6-4823-a887-3873b4e959d3),segment_id=0c8b9998-3bd6-4823-a887-3873b4e959d3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:02.537648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19d225-ac2f-4d46-9765-0ea412919d40 None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:02.547553 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.552279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950ac7-1eaa-4f73-9f74-e8e6cb481331 req-8f046ae7-aaff-4a6d-9160-522d384e0878 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.553887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e8950ac7-1eaa-4f73-9f74-e8e6cb481331 req-8f046ae7-aaff-4a6d-9160-522d384e0878 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.3601661 Nov 25 17:20:02.564511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.598351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:02.610782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-3eb1d612-6ac9-4e93-8003-3c70a49390e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.613417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-3eb1d612-6ac9-4e93-8003-3c70a49390e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 1099 time: 0.6221120 Nov 25 17:20:02.631794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4f8a5-a639-45eb-9db6-8c63397a3f44 req-be3b70f3-753c-4d8d-bfe4-e068c8606ae7 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.642609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.643750 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment 027be84a-f8ac-450e-a901-427e7154d744 of type vlan for network e94ff236-9224-4d78-928f-d75bf0f7fdba Nov 25 17:20:02.647812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df122e85-d49f-4e9c-aeea-d6c485057b60 None None] Pushing event updated for resources: {'Port': ['ID=83694551-296e-44a0-928e-a350f25ede4c,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:02.651616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:02.651992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.654563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ce4f8a5-a639-45eb-9db6-8c63397a3f44 req-be3b70f3-753c-4d8d-bfe4-e068c8606ae7 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 946 time: 0.5132899 Nov 25 17:20:02.714196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e8950ac7-1eaa-4f73-9f74-e8e6cb481331 req-0b284b57-2cf9-4ea7-803a-eb26cae8e0cf tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456804 Nov 25 17:20:02.762126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.861185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:02.864585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.888031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:02.888695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:02.894271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Attempting to bind port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:02.895011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Attempting to bind port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:02.895788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Attempting to bind port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:02.905846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-7598b5d4-a9fe-4aec-83d0-7062001dde85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 HTTP/1.1" status: 200 len: 217 time: 0.2332089 Nov 25 17:20:02.916945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:02.920194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Attempting to bind port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:02.998866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=e94ff236-9224-4d78-928f-d75bf0f7fdba,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:03.035922 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32b88283-42d0-4e9f-af83-23779c19fa01 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9047284 Nov 25 17:20:03.036235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:03.054379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:03.058357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e94ff236-9224-4d78-928f-d75bf0f7fdba details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:03.063805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6382fcd6-57c2-4a8f-bd4a-9933b830049c None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:03.064547 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6382fcd6-57c2-4a8f-bd4a-9933b830049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.099575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-b7080bfc-b30c-4f9e-90fd-4118aebcf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:03.101545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-b7080bfc-b30c-4f9e-90fd-4118aebcf439 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1778612 Nov 25 17:20:03.109251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.110780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.216769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Deleting port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:03.217521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.226372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:03.226717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:03.227109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:03.228233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Bound port: 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:03.228637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.281694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.416691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ce4f8a5-a639-45eb-9db6-8c63397a3f44 req-40c4261d-0a9b-4789-bbe8-ddf90897aba0 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups?id=112c7a7c-8f9d-4969-beed-cee005342bee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7556179 Nov 25 17:20:03.428670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.444341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.541767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-a9696c06-fb88-4ebd-b0d9-c82a80072e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:03.543502 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-a9696c06-fb88-4ebd-b0d9-c82a80072e77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4283812 Nov 25 17:20:03.570770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.578835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Allocated IP 172.25.8.244 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/17a18867-405a-4f9b-b7c0-a94e7006673a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:03.589032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.689854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,segment=NetworkSegment(89b93b9d-ea35-448b-9285-2ef12726342f),segment_id=89b93b9d-ea35-448b-9285-2ef12726342f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:03.695082 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6382fcd6-57c2-4a8f-bd4a-9933b830049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.704738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.715034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.750401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.759367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.799318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network e94ff236-9224-4d78-928f-d75bf0f7fdba is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:20:03.805404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:03.815186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:03.827373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:03.830534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "PUT /v2.0/networks/e94ff236-9224-4d78-928f-d75bf0f7fdba HTTP/1.1" status: 200 len: 723 time: 0.7829878 Nov 25 17:20:03.833999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:03.978099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] Update dhcp port {'port': {'network_id': '2ee56999-fa23-46ce-8209-d917fc69a48b', 'fixed_ips': [{'subnet_id': 'b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b', 'ip_address': '2001:db8::2'}, {'subnet_id': '807fe221-fdff-4876-a924-11d30379db67'}], 'binding:host_id': 'n-d-817303-7'}, 'id': 'd0c6f862-c6be-48e8-a2aa-6e036e2a44ca'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:20:04.008731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:04.022529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.046334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:04.198671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:04.211426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:04.215244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:04.285681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] For port 038a88db-aa29-4ae3-95c3-eb063f3c6b35, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=038a88db-aa29-4ae3-95c3-eb063f3c6b35,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:04.286196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.301300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:04.309594 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.321028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:04.329137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.409538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] Allocated IP 172.20.0.1 (2ee56999-fa23-46ce-8209-d917fc69a48b/807fe221-fdff-4876-a924-11d30379db67/d0c6f862-c6be-48e8-a2aa-6e036e2a44ca) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:04.419056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.587807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] For port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,segment=NetworkSegment(89b93b9d-ea35-448b-9285-2ef12726342f),segment_id=89b93b9d-ea35-448b-9285-2ef12726342f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:04.635510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6ea00-caac-4877-b4e5-bc5a2261f12a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=e94ff236-9224-4d78-928f-d75bf0f7fdba,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:04.649312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453464c9-8987-484c-a94b-67725edfcba8 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:04.651487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 83694551-296e-44a0-928e-a350f25ede4c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:04.699745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8eb25a-0141-4f29-80d8-660f315056ed None None] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:04.701781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e94ff236-9224-4d78-928f-d75bf0f7fdba details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:04.721540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Port': ['ID=17a18867-405a-4f9b-b7c0-a94e7006673a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:04.799000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.848999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:04.913675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085d31-fca3-46cf-925d-74d75534609b req-cf4f692b-ed33-48fb-bffc-201d5413cb61 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:04.916839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3085d31-fca3-46cf-925d-74d75534609b req-cf4f692b-ed33-48fb-bffc-201d5413cb61 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.8964097 Nov 25 17:20:05.028975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 038a88db-aa29-4ae3-95c3-eb063f3c6b35 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:05.089925 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-6382fcd6-57c2-4a8f-bd4a-9933b830049c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:20:05.090914 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-6382fcd6-57c2-4a8f-bd4a-9933b830049c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:20:05.101106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.111352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3085d31-fca3-46cf-925d-74d75534609b req-8f3c5cf7-c612-4736-a83b-5e7e7bb78e37 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874568 Nov 25 17:20:05.180968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 83694551-296e-44a0-928e-a350f25ede4c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:05.181954 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.247036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.247938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.248372 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Floating IP e1a93032-a84f-4ccc-89e8-32d0da627b39 disassociated. External IP: 172.25.8.109, port: 038a88db-aa29-4ae3-95c3-eb063f3c6b35. Nov 25 17:20:05.248899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Calling delete_port for 038a88db-aa29-4ae3-95c3-eb063f3c6b35 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:05.350890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.388825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ed64f-5b5f-4207-822d-78242574c553 None None] Pushing event updated for resources: {'Port': ['ID=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.535526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.543937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4bd38fb8-e7a5-4530-a212-eb4e4938995a req-5a1d3b11-10a4-4d0d-ab45-0601ae682cac tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0995531 Nov 25 17:20:05.546555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-8a504651-2f8f-4ce8-b8f8-651c37be799d service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9930329 Nov 25 17:20:05.551509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.592717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.691662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.702417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-139334b4-db40-4dab-99bc-a7bc6b6edebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.733760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 83694551-296e-44a0-928e-a350f25ede4c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=83694551-296e-44a0-928e-a350f25ede4c,segment=NetworkSegment(0c8b9998-3bd6-4823-a887-3873b4e959d3),segment_id=0c8b9998-3bd6-4823-a887-3873b4e959d3)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:05.750180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.751035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d0c6f862-c6be-48e8-a2aa-6e036e2a44ca up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:05.807900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b3bcb3b-39b9-45a9-8e8a-df2037262e2d req-304997bd-cfe4-446e-80e2-bb1b84d7a2b2 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330153 Nov 25 17:20:05.816383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:05.818762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:05.820213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] 10.222.0.73 "PUT /v2.0/ports/22a13c2f-2c47-4766-905a-8e10bdd75ca5 HTTP/1.1" status: 200 len: 1096 time: 5.7333052 Nov 25 17:20:05.857625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:05.864968 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1118443-caa2-4657-833d-4e42f56f2acc" -d '{"events": [{"name": "network-changed", "server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:05.890340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=6a380282-9822-45bc-944d-52ecc994f0af,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:05.998573 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4024c12-ae2c-4d59-a189-d8f3f505b76c x-openstack-request-id: req-c4024c12-ae2c-4d59-a189-d8f3f505b76c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:05.999239 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:05.999681 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4024c12-ae2c-4d59-a189-d8f3f505b76c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:06.000226 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'status': 'completed', 'code': 200} Nov 25 17:20:06.020681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=83694551-296e-44a0-928e-a350f25ede4c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:06.072998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f091d267-2f07-45ea-a818-640edfeb6ab2 None None] Provisioning complete for port 83694551-296e-44a0-928e-a350f25ede4c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:06.073375 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f091d267-2f07-45ea-a818-640edfeb6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.162590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:06.163293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.191402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Router fabff34c-6057-4a28-ae64-ca79e7928ea0 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:06.192640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f511e4f-803f-4f48-8ff9-76559b38dcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:06.205646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': '027be84a-f8ac-450e-a901-427e7154d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:06.206011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: e94ff236-9224-4d78-928f-d75bf0f7fdba, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:06.323274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network e94ff236-9224-4d78-928f-d75bf0f7fdba is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:06.340092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Router 339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:06.353853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event deleted for resources: {'Port': ['ID=038a88db-aa29-4ae3-95c3-eb063f3c6b35,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:06.363715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e94ff236-9224-4d78-928f-d75bf0f7fdba) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:06.374951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:06.375672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.405168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bec956-04ec-47bb-84b5-3429d3f83554 None None] Network e94ff236-9224-4d78-928f-d75bf0f7fdba requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:06.482633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-850b5a9e-3ee6-4d55-9e03-d68e7f4d64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:06.484468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-850b5a9e-3ee6-4d55-9e03-d68e7f4d64f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 1099 time: 0.5230095 Nov 25 17:20:06.628139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-61e8ab02-a851-407f-9441-df99824bcb6f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6050153 Nov 25 17:20:06.645432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43918) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:06.657197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 83694551-296e-44a0-928e-a350f25ede4c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:06.658790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:06.692191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-695805fe-1317-4a29-b4bb-6b74c68526f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5 HTTP/1.1" status: 200 len: 217 time: 0.1155872 Nov 25 17:20:06.718195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:06.733168 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] Sync routers for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:06.741166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.742593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-255549e4-fbcf-4caa-97a2-2dcbb219dc68 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5976534 Nov 25 17:20:06.749147 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:06.751979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:06.756994 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:19:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:06.765889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed676-84c5-474f-9155-f557d7048c12 req-d62ab074-5f57-4870-87b1-93172710f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:06.767407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-d62ab074-5f57-4870-87b1-93172710f631 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 1099 time: 0.7885070 Nov 25 17:20:06.771494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f710e4d-a649-4eed-93af-1f1178f2bfd9 None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:06.793687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edfa4d6c-4f01-4fd9-9de2-347bad28bb2e req-2e735d92-b347-46c6-8cc8-9207a8973955 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0496292 Nov 25 17:20:06.831433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16374360'] for subnet, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.883597 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:06.916489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e94ff236-9224-4d78-928f-d75bf0f7fdba', 'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': '6a380282-9822-45bc-944d-52ecc994f0af'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:06.917543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.939241 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:06.942535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:06.947751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:19:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:06.963551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] Sync routers for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:06.982840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 83694551-296e-44a0-928e-a350f25ede4c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:06.983407 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:06.991564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f091d267-2f07-45ea-a818-640edfeb6ab2 None None] Provisioning complete for port 17a18867-405a-4f9b-b7c0-a94e7006673a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:06.992066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f091d267-2f07-45ea-a818-640edfeb6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.035185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67a94-59ed-4e2a-9f79-db13af130958 req-24e0fb07-e63c-42d4-9e49-d24aca47fe99 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:07.037082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82b67a94-59ed-4e2a-9f79-db13af130958 req-24e0fb07-e63c-42d4-9e49-d24aca47fe99 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.7520161 Nov 25 17:20:07.046365 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:07.047044 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0532c-5dc2-4dc6-8311-e19c6304610d None None] The sync data for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:07.108919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] No DVR routers for this DVR port 038a88db-aa29-4ae3-95c3-eb063f3c6b35 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:07.112381 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.117251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0fc0a5a-fe1c-46f1-aae0-bf690751f5f1 req-e7b79c15-895a-43ef-8d97-24a675cc3618 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.73 "DELETE /v2.0/ports/038a88db-aa29-4ae3-95c3-eb063f3c6b35 HTTP/1.1" status: 204 len: 173 time: 5.1323106 Nov 25 17:20:07.194300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:07.195134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:19:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:07.322054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f091d267-2f07-45ea-a818-640edfeb6ab2 None None] Port 17a18867-405a-4f9b-b7c0-a94e7006673a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:07.512092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed676-84c5-474f-9155-f557d7048c12 req-6674cd46-e012-4df1-b9a1-30908f373a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:07.513565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-6674cd46-e012-4df1-b9a1-30908f373a09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.6741560 Nov 25 17:20:07.577133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-6e93c86a-1c47-4ca9-8cab-1890cef4eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:07.578619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-6e93c86a-1c47-4ca9-8cab-1890cef4eb14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.8633802 Nov 25 17:20:07.631714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743995664927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16451609'] for subnet, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.681640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:07.683303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.694284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "PUT /v2.0/subnets/6a380282-9822-45bc-944d-52ecc994f0af HTTP/1.1" status: 200 len: 826 time: 1.0442722 Nov 25 17:20:07.694861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:07.716483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:07.758396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82b67a94-59ed-4e2a-9f79-db13af130958 req-1de337f2-bdea-4ae9-b9c6-4d0fd02faec5 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747527 Nov 25 17:20:07.775139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d0c6f862-c6be-48e8-a2aa-6e036e2a44ca up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:07.844921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-64d9f728-d527-4d19-8a17-82550d930996 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 HTTP/1.1" status: 200 len: 217 time: 0.2515507 Nov 25 17:20:07.849475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8b2a8-246e-4a04-8578-ba708fe5c5ff tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=6a380282-9822-45bc-944d-52ecc994f0af,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:07.854097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da7f4167-ef9f-4ae4-a2d7-ecea6811d940 None None] Provisioning complete for port 83694551-296e-44a0-928e-a350f25ede4c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:07.867140 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da7f4167-ef9f-4ae4-a2d7-ecea6811d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:07.935476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:07.971804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.005377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'name': 'network-vif-deleted', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:08.007777 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eebd05-4a3e-4569-b674-4b6ca239eb4d" -d '{"events": [{"server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "name": "network-vif-deleted", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:08.015442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Allocated IP 2001:db8::2 (e94ff236-9224-4d78-928f-d75bf0f7fdba/6a380282-9822-45bc-944d-52ecc994f0af/c7418ffe-efd5-4712-910a-13d41b899dc8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:08.025606 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f66ac54a-8bc1-4d4a-94b9-bad9ff83132d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.046889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbe00781-771f-4ee4-aab4-74d0072ecd64 req-05c21bbe-cc1c-471d-bf8e-71775a2e803a tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.1263764 Nov 25 17:20:08.050428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.064261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.117884 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eb73b9-c6e0-4b08-81c1-2c3ac5cbc951 x-openstack-request-id: req-76eb73b9-c6e0-4b08-81c1-2c3ac5cbc951 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:08.118144 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685a59f-c61a-47c3-a53c-41c21d63b875", "name": "network-vif-deleted", "tag": "038a88db-aa29-4ae3-95c3-eb063f3c6b35", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:08.118474 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-76eb73b9-c6e0-4b08-81c1-2c3ac5cbc951 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:08.119049 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685a59f-c61a-47c3-a53c-41c21d63b875', 'name': 'network-vif-deleted', 'tag': '038a88db-aa29-4ae3-95c3-eb063f3c6b35', 'status': 'completed', 'code': 200} Nov 25 17:20:08.127800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-ea25684c-dd54-4629-99ac-c63df97b0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:08.129422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-ea25684c-dd54-4629-99ac-c63df97b0f06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5123990 Nov 25 17:20:08.136904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed676-84c5-474f-9155-f557d7048c12 req-1c1996d5-a685-45aa-acef-57e278eb7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:08.138691 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.138825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-1c1996d5-a685-45aa-acef-57e278eb7d50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2781725 Nov 25 17:20:08.238486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:08.344679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:08.345054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.379839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'mac_address': 'fa:16:3e:1b:9f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:08.542897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da7f4167-ef9f-4ae4-a2d7-ecea6811d940 None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:08.543275 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da7f4167-ef9f-4ae4-a2d7-ecea6811d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.551042 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.653020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:08.721053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed676-84c5-474f-9155-f557d7048c12 req-e54713ba-ad73-4ca0-8ce1-74d3e89468cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:08.722730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-e54713ba-ad73-4ca0-8ce1-74d3e89468cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5423524 Nov 25 17:20:08.746597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:08.749364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.762931 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.777822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.791686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:08.806271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3bdfb2a1-e243-4a19-9030-140eded7db9c service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390860 Nov 25 17:20:08.853847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=6a380282-9822-45bc-944d-52ecc994f0af,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:08.865479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Network e94ff236-9224-4d78-928f-d75bf0f7fdba is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:08.870787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:08.881734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:08.886345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Allocated IP 172.25.8.84 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4d70829a-e17a-4df4-b2c1-6b2a3f9df54b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:08.921348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:08.924587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] Checking router: fabff34c-6057-4a28-ae64-ca79e7928ea0 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:08.932481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:08.999204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.026668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:09.027322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.041249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d789797-3a8c-403a-a3c2-869ed530b0fb req-dd598308-ed44-44da-988f-ed23a28e2b10 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:09.042952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d789797-3a8c-403a-a3c2-869ed530b0fb req-dd598308-ed44-44da-988f-ed23a28e2b10 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 951 time: 0.3803611 Nov 25 17:20:09.050503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94ff236-9224-4d78-928f-d75bf0f7fdba']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.061481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027be84a-f8ac-450e-a901-427e7154d744') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.062060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027be84a-f8ac-450e-a901-427e7154d744') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:09.074378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.084732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:09.093034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Pushing event updated for resources: {'Port': ['ID=c7418ffe-efd5-4712-910a-13d41b899dc8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:09.096070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.117502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:09.118213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:09.122268 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:09.130951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Attempting to bind port c7418ffe-efd5-4712-910a-13d41b899dc8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:09.131398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Attempting to bind port c7418ffe-efd5-4712-910a-13d41b899dc8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '027be84a-f8ac-450e-a901-427e7154d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:09.131767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Attempting to bind port c7418ffe-efd5-4712-910a-13d41b899dc8 on network e94ff236-9224-4d78-928f-d75bf0f7fdba {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:09.139038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d15a03ec-5c97-4cb9-be6c-8bd33d220a87 None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:09.140045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d15a03ec-5c97-4cb9-be6c-8bd33d220a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.200705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd91c7c-1973-4be7-9192-d45528e30258 req-4691cb40-90a2-4a03-99fb-6ee26bc75138 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:09.202506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-acd91c7c-1973-4be7-9192-d45528e30258 req-4691cb40-90a2-4a03-99fb-6ee26bc75138 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.1170299 Nov 25 17:20:09.204265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:20:09.204265 n-d-817303-7 neutron-server[103636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:20:09.204265 n-d-817303-7 neutron-server[103636]: [parameters: {'id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba'}] Nov 25 17:20:09.204265 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:20:09.204954 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:20:09.223662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:09.224037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Checking segment: {'id': '027be84a-f8ac-450e-a901-427e7154d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:09.224444 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.224834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Bound using segment: {'id': '027be84a-f8ac-450e-a901-427e7154d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:09.225314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Bound port: c7418ffe-efd5-4712-910a-13d41b899dc8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027be84a-f8ac-450e-a901-427e7154d744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e94ff236-9224-4d78-928f-d75bf0f7fdba'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:09.225693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.226757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.280752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-acd91c7c-1973-4be7-9192-d45528e30258 req-4ef7798f-869f-4c7e-80ff-1f220d1c693e tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Nov 25 17:20:09.293464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.326357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:09.401061 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c3443bed-ca72-45d0-9448-68f211455e3a req-0f087452-ec4c-45bf-8650-fa5a23058e07 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0401697 Nov 25 17:20:09.502702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.506740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-bb1432d6-f947-45a5-b32d-0d3172398f7a service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724731 Nov 25 17:20:09.567697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6481dade-a2e0-42ea-8a9b-aa81da2c78fb req-3b6b0735-a269-428a-a239-1d06b785e166 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935790 Nov 25 17:20:09.591295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:09.595728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d789797-3a8c-403a-a3c2-869ed530b0fb req-1c79321e-3c6d-4c96-9b51-7348acd92c35 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454264 Nov 25 17:20:09.612123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:09.644103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb572f4-6f3d-48ec-99d2-b65dfc888f27 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:09.670627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:09.673874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.689690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] For port c7418ffe-efd5-4712-910a-13d41b899dc8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:09.706924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.721617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] For port c7418ffe-efd5-4712-910a-13d41b899dc8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c7418ffe-efd5-4712-910a-13d41b899dc8,segment=NetworkSegment(027be84a-f8ac-450e-a901-427e7154d744),segment_id=027be84a-f8ac-450e-a901-427e7154d744)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:09.785223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.793913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting port c7418ffe-efd5-4712-910a-13d41b899dc8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:09.794456 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.933580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] For port c7418ffe-efd5-4712-910a-13d41b899dc8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c7418ffe-efd5-4712-910a-13d41b899dc8,segment=NetworkSegment(027be84a-f8ac-450e-a901-427e7154d744),segment_id=027be84a-f8ac-450e-a901-427e7154d744)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:09.933947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:09.953860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Calling delete_port for c7418ffe-efd5-4712-910a-13d41b899dc8 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:09.988643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c24ed676-84c5-474f-9155-f557d7048c12 req-ab1a68ed-c4a9-46ad-8daa-989316af545d service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620426 Nov 25 17:20:09.996627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event updated for resources: {'Port': ['ID=4d70829a-e17a-4df4-b2c1-6b2a3f9df54b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:10.015159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7ae48592-7f62-47fd-a5f6-c3ab7de41905 None None] Provisioning complete for port 4d70829a-e17a-4df4-b2c1-6b2a3f9df54b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:10.015642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ae48592-7f62-47fd-a5f6-c3ab7de41905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.062601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.101423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Port': ['ID=c7418ffe-efd5-4712-910a-13d41b899dc8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:10.113612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No DVR routers for this DVR port c7418ffe-efd5-4712-910a-13d41b899dc8 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-b0bfdf22-a00d-4ba4-bc6d-e8881ed106b2 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c7418ffe-efd5-4712-910a-13d41b899dc8 could not be found. Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:20:10.205966 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c7418ffe-efd5-4712-910a-13d41b899dc8 could not be found. Nov 25 17:20:10.209551 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:20:10.263519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46327f79-022d-4f07-b32d-d509ced403f2 None None] Pushing event updated for resources: {'Port': ['ID=c7418ffe-efd5-4712-910a-13d41b899dc8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:10.273570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a0c98-186e-4d40-a66d-9a4e96b94aa6 None None] Network e94ff236-9224-4d78-928f-d75bf0f7fdba requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:10.284814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118443-caa2-4657-833d-4e42f56f2acc req-498d16f9-5d28-4765-b3dc-2c497d7ebfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:10.286476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-498d16f9-5d28-4765-b3dc-2c497d7ebfe1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 1099 time: 0.6250875 Nov 25 17:20:10.299315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.355718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94ff236-9224-4d78-928f-d75bf0f7fdba']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:10.366775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027be84a-f8ac-450e-a901-427e7154d744') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:10.367307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027be84a-f8ac-450e-a901-427e7154d744') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:10.376030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7ae48592-7f62-47fd-a5f6-c3ab7de41905 None None] Port 4d70829a-e17a-4df4-b2c1-6b2a3f9df54b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:10.379036 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.395267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.403751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:10.404532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.413771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458b58a-213d-4f81-be3e-f5e1e7c746c5 None None] Network e94ff236-9224-4d78-928f-d75bf0f7fdba requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:10.499829 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:10.506639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.516539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.523989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/e94ff236-9224-4d78-928f-d75bf0f7fdba HTTP/1.1" status: 204 len: 168 time: 2.7397566 Nov 25 17:20:10.525245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44030) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:10.559284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.568645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.594022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df287ef6-c646-4741-a58a-d9c3bd3dfd11 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=e94ff236-9224-4d78-928f-d75bf0f7fdba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:10.605967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:10.606522 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2597010-d2d3-4143-9562-3b0b92864923 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:10.611243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2597010-d2d3-4143-9562-3b0b92864923 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:10.623090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2597010-d2d3-4143-9562-3b0b92864923 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/e94ff236-9224-4d78-928f-d75bf0f7fdba HTTP/1.1" status: 404 len: 339 time: 0.0848298 Nov 25 17:20:10.624065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44034) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:10.634494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885603833', 'description': 'd1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:10.650493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2868d-a80c-42cf-8eb8-a4d47cf06973 None None] The sync data for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 is: [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:16:45Z', 'revision_number': 4, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e8722cad-9089-4d20-9d96-3748a192aeda', 'name': '', 'network_id': 'f739c9ad-b486-4a01-bca1-3922159591e0', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'mac_address': 'fa:16:3e:3f:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:42Z', 'updated_at': '2021-11-25T17:16:53Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'subnets': [{'id': 'c8aa1239-0949-4f65-82cd-97ea6cd01ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:10.707607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d5d7b-c041-4c1a-8a5b-acf986f6d4b3 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:20:10.723881 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63890e7f-2f8d-47ee-9b2d-02a27ab6909e req-10eda2ae-99dd-4667-84b7-997a09d699a3 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0429611 Nov 25 17:20:10.728037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:10.736014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.779431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:10.790332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.790789 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment dfbfc156-bf0e-4f78-be2f-4b05dd3ad44d of type vlan for network 6b1add02-4b22-4f2a-88f1-3e05c001fe1d Nov 25 17:20:10.904233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.908960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Allocated IP 172.20.0.1 (8bd266db-a8b1-425e-b596-31b3691d4b82/d21572bb-bcff-45af-9af2-9a2ea572b264/ef74dda1-e283-4146-931b-11578e348f08) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:10.942512 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:10.950001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:10.950966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.049707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118443-caa2-4657-833d-4e42f56f2acc req-d620e1d6-00c1-4d8a-844f-b014d8084df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.051085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-d620e1d6-00c1-4d8a-844f-b014d8084df7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.6505468 Nov 25 17:20:11.061668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=6b1add02-4b22-4f2a-88f1-3e05c001fe1d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:11.062399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d5d7b-c041-4c1a-8a5b-acf986f6d4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:20:11.085921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6b1add02-4b22-4f2a-88f1-3e05c001fe1d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:11.086228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1a42a078-cc85-41c8-a8ba-43cf0e732209 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4606452 Nov 25 17:20:11.087346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:11.117826 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.196925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3faee-cef6-4b2b-8b70-3d19a648e41e req-962be6f5-c376-4e08-95ff-8beb5409d3ac tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.204873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20c3faee-cef6-4b2b-8b70-3d19a648e41e req-962be6f5-c376-4e08-95ff-8beb5409d3ac tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.7488849 Nov 25 17:20:11.213820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-e2dd310c-4dfd-484d-8d08-af9b43558647 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5 HTTP/1.1" status: 200 len: 217 time: 0.0936716 Nov 25 17:20:11.232439 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5745ebe-2c18-4c01-9d02-ad81f9adad7c None None] New status for floating IP e1a93032-a84f-4ccc-89e8-32d0da627b39: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:20:11.265951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af5d27-34c8-4dfc-9f5b-1ad7a9ad6930 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.273409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-81af5d27-34c8-4dfc-9f5b-1ad7a9ad6930 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks?id=6b1add02-4b22-4f2a-88f1-3e05c001fe1d HTTP/1.1" status: 200 len: 765 time: 0.1848605 Nov 25 17:20:11.276743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44050) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:11.294979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'description': 'd2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:11.318387 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.482421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118443-caa2-4657-833d-4e42f56f2acc req-a1dff09e-c9c1-4100-826c-481128faf578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.484043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-a1dff09e-c9c1-4100-826c-481128faf578 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2599304 Nov 25 17:20:11.489861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.533362 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20c3faee-cef6-4b2b-8b70-3d19a648e41e req-beeeca43-147c-444a-b4cf-6d396509326c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276184 Nov 25 17:20:11.628544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e108880-b44f-4407-947c-6bbbe5cce527 req-5ed0baa5-e835-49fa-91c5-8335b68652f6 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.636784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e108880-b44f-4407-947c-6bbbe5cce527 req-5ed0baa5-e835-49fa-91c5-8335b68652f6 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 951 time: 0.0903890 Nov 25 17:20:11.670236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.698857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.761390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network 6b1add02-4b22-4f2a-88f1-3e05c001fe1d is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:20:11.766842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.767477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:11.769434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "PUT /v2.0/networks/6b1add02-4b22-4f2a-88f1-3e05c001fe1d HTTP/1.1" status: 200 len: 762 time: 0.4860997 Nov 25 17:20:11.774507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44052) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:11.779656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e108880-b44f-4407-947c-6bbbe5cce527 req-2f909cc0-5151-4af2-a831-23f4a5799efc tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419775 Nov 25 17:20:11.840312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:11.847572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29245ea2-719d-4588-9185-f99e7c3c006d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=6b1add02-4b22-4f2a-88f1-3e05c001fe1d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:11.874148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6b1add02-4b22-4f2a-88f1-3e05c001fe1d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:11.901365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949558b1-6b65-45a5-b062-4b57fc0c4219 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:11.907488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-949558b1-6b65-45a5-b062-4b57fc0c4219 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks?id=6b1add02-4b22-4f2a-88f1-3e05c001fe1d HTTP/1.1" status: 200 len: 765 time: 0.1318977 Nov 25 17:20:11.908124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44056) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:11.986639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:11.990979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:11.991669 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.022179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:12.050103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:12.091900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:12.104757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.122766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-719353c2-aa7d-4b8e-9850-b80635b282d8 req-28d0a911-2941-4f94-8418-4c42860fbe63 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0991087 Nov 25 17:20:12.146380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:12.148840 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5391f4c-33b0-4ac9-b781-952e2f370fea" -d '{"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-plugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:12.163960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:12.171374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.172231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:12.187926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Port': ['ID=ef74dda1-e283-4146-931b-11578e348f08,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:12.202845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118443-caa2-4657-833d-4e42f56f2acc req-41eff62f-da79-476b-9344-3a443e559baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.204406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-41eff62f-da79-476b-9344-3a443e559baa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7103331 Nov 25 17:20:12.224026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71606937-78e7-49d4-b9c6-4921d5af411d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.226374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71606937-78e7-49d4-b9c6-4921d5af411d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3173497 Nov 25 17:20:12.230301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:12.295779 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5b483c-90e4-4060-b754-afc6bfc20e30 x-openstack-request-id: req-4d5b483c-90e4-4060-b754-afc6bfc20e30 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:12.296083 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-plugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:12.296338 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d5b483c-90e4-4060-b754-afc6bfc20e30 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:12.296743 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'code': 200} Nov 25 17:20:12.339590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.350006 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-46d24c2e-20f9-411e-ba80-f78f91eb6cbe tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 207 time: 0.1137781 Nov 25 17:20:12.350619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:12.357491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.416292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.419909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:12.479825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:12.482748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-69f4bed0-ad68-4a27-b0d6-d9dce98ee590 None None] Provisioning complete for port ef74dda1-e283-4146-931b-11578e348f08 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:12.483578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69f4bed0-ad68-4a27-b0d6-d9dce98ee590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.530724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-69f4bed0-ad68-4a27-b0d6-d9dce98ee590 None None] Port ef74dda1-e283-4146-931b-11578e348f08 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:12.540823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.578916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.585677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.592452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.597419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae003b96-6159-4bce-a8a1-688035cc3e76 req-8312f2ca-1849-423d-8685-01bb439dcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.598537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.599326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae003b96-6159-4bce-a8a1-688035cc3e76 req-8312f2ca-1849-423d-8685-01bb439dcc66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 1101 time: 0.2746801 Nov 25 17:20:12.601215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=11']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:12.604810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.610673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.619277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca7056f0-9b81-4e66-857d-97be743d599f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2672582 Nov 25 17:20:12.620069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44070) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:12.672558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-7d12bd15-e95e-4304-a1e6-8a8037766c38 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561460 Nov 25 17:20:12.751607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3f2023b9-f167-4add-810f-8924b43d343c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1302674 Nov 25 17:20:12.754730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:12.807663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:12.844896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857370ba-6966-429a-97e2-6d00be22eea7 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.847598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857370ba-6966-429a-97e2-6d00be22eea7 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.850580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857370ba-6966-429a-97e2-6d00be22eea7 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.854652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857370ba-6966-429a-97e2-6d00be22eea7 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.862451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857370ba-6966-429a-97e2-6d00be22eea7 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.862451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-857370ba-6966-429a-97e2-6d00be22eea7 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1043489 Nov 25 17:20:12.865704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:12.911322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3028a9-44d3-4295-b614-d32d857a10f1 req-d21b0c6e-ee7f-4122-b53d-a3027f5ea4f4 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.913199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc3028a9-44d3-4295-b614-d32d857a10f1 req-d21b0c6e-ee7f-4122-b53d-a3027f5ea4f4 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.2555256 Nov 25 17:20:12.917524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1118443-caa2-4657-833d-4e42f56f2acc req-4c6ad70b-0c41-4f30-829a-d42528be4036 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126045 Nov 25 17:20:12.922891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae003b96-6159-4bce-a8a1-688035cc3e76 req-72ef102f-f60e-4a4f-aee4-aebe0a0a7a48 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063903 Nov 25 17:20:12.948860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:12.968702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42a6d-4e39-4ca9-aaef-4097bb79c256 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.970424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42a6d-4e39-4ca9-aaef-4097bb79c256 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.972585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42a6d-4e39-4ca9-aaef-4097bb79c256 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.975109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42a6d-4e39-4ca9-aaef-4097bb79c256 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.976631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42a6d-4e39-4ca9-aaef-4097bb79c256 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:12.979427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ed42a6d-4e39-4ca9-aaef-4097bb79c256 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1129344 Nov 25 17:20:12.982947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44078) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.022021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ea479-f612-4aaa-8bdf-a6e9f16f27f5 req-b669dc78-def1-4b8b-ad89-013f6fa5e275 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.031235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c61ea479-f612-4aaa-8bdf-a6e9f16f27f5 req-b669dc78-def1-4b8b-ad89-013f6fa5e275 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 949 time: 0.1288605 Nov 25 17:20:13.080864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Router afed4b71-c9c7-49d4-bc2d-7af1615361d9 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:13.084296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:13.097701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc3028a9-44d3-4295-b614-d32d857a10f1 req-da4c6bc6-564f-4e80-a2a7-098cb8b22506 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712692 Nov 25 17:20:13.105364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'mac_address': 'fa:16:3e:87:87:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:13.152929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c61ea479-f612-4aaa-8bdf-a6e9f16f27f5 req-04550a5c-8885-491a-b8e3-c79ea19e04c8 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153166 Nov 25 17:20:13.177818 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.178658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e88ce-7316-4571-93db-c04eb176307e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.183781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c63e88ce-7316-4571-93db-c04eb176307e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks/96daa580-8420-4390-8850-6d1afc835bb6 HTTP/1.1" status: 200 len: 803 time: 0.1962540 Nov 25 17:20:13.184449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44082) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.198803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a13c2f-2c47-4766-905a-8e10bdd75ca5 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:13.225769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:13.233240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.297140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:13.302308 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0c4fb485-d356-4a38-8934-a7f8333bff22 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/networks/96daa580-8420-4390-8850-6d1afc835bb6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1170440 Nov 25 17:20:13.305762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44084) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.332043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f04d3583-db84-4aed-9459-f67095a5eb38 req-2aeddf41-81cf-48b5-8976-174ce1959320 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/ports?device_id=e685a59f-c61a-47c3-a53c-41c21d63b875 HTTP/1.1" status: 200 len: 210 time: 0.0849168 Nov 25 17:20:13.364452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029dc9-24c8-4645-87b1-da24ac4ced6c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.365772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b9029dc9-24c8-4645-87b1-da24ac4ced6c tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/subnets/218d9506-c626-4dcf-a98e-98bd9bdf9c53 HTTP/1.1" status: 200 len: 843 time: 0.0589182 Nov 25 17:20:13.370390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.411902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982027-cd01-4033-8868-38227237e6f8 req-09a31ebf-4a1f-40e8-9eaf-8b3f2b12694e tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.413459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65982027-cd01-4033-8868-38227237e6f8 req-09a31ebf-4a1f-40e8-9eaf-8b3f2b12694e tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 949 time: 0.2238879 Nov 25 17:20:13.428291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df8147-d5aa-4e6e-a872-acabf605ff69 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['shared'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.429972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5df8147-d5aa-4e6e-a872-acabf605ff69 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "GET /v2.0/subnets/218d9506-c626-4dcf-a98e-98bd9bdf9c53?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0586531 Nov 25 17:20:13.435927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44090) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.443423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-600113656'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:13.471090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:13.474606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.492325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['22a13c2f-2c47-4766-905a-8e10bdd75ca5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:13.493838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:13.512344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:13.526156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] Sync routers for ids ['afed4b71-c9c7-49d4-bc2d-7af1615361d9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:13.528186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.528535 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Added segment d3350a45-3822-4ce9-8d78-feee87ac6c3e of type vlan for network ef075698-e529-4f2b-bdd4-28edd0cdfc8a Nov 25 17:20:13.555153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] Routers {'afed4b71-c9c7-49d4-bc2d-7af1615361d9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:13.556204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['afed4b71-c9c7-49d4-bc2d-7af1615361d9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:13.598781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:13.623655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.627341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.634974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.638568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] Routers {'afed4b71-c9c7-49d4-bc2d-7af1615361d9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:13.639656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['afed4b71-c9c7-49d4-bc2d-7af1615361d9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:13.672430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.680426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:13.680879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:13.681601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f0aa9-8d5f-4e26-ac7d-cc9184674033 None None] The sync data for ids ['afed4b71-c9c7-49d4-bc2d-7af1615361d9'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:13.684984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.688679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.689916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-546272d3-e860-4615-83c9-4fcbc3bb6ea6 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.4083321 Nov 25 17:20:13.701923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44096) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.777327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3402305 Nov 25 17:20:13.778315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44098) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:13.784348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:13.861539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Port': ['ID=ef74dda1-e283-4146-931b-11578e348f08,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:13.869643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.912231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd107a-aba0-4608-8801-53dbb12bcf4e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Network': ['ID=ef075698-e529-4f2b-bdd4-28edd0cdfc8a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:13.924024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:13.950942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Deleting port 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:13.951292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:13.952042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-402dbb32-d7f5-4ad4-b688-eae4f368ef47 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/afed4b71-c9c7-49d4-bc2d-7af1615361d9 HTTP/1.1" status: 200 len: 920 time: 0.2304444 Nov 25 17:20:13.953068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44100) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:14.007216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-573884fe-1f3d-4b82-8c63-53b73f17e14f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=afed4b71-c9c7-49d4-bc2d-7af1615361d9 HTTP/1.1" status: 200 len: 205 time: 0.0510626 Nov 25 17:20:14.015970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44102) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:14.152379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] For port 405be54d-89a2-4246-bb2d-ec4adc76795d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=405be54d-89a2-4246-bb2d-ec4adc76795d,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:14.152947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.171612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Calling delete_port for 405be54d-89a2-4246-bb2d-ec4adc76795d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:14.185422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Made reservation on behalf of e5fa119e37ec4e4c8541f2414a4dc436 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:14.189397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.222246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.298616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:14.303664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:14.304508 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770c63d3-29cf-4921-b371-158dfafd10c0" -d '{"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-unplugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:14.310360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:14.314570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:20:14.315145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:20:14.427486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a03d68-3a88-4c39-bbcc-cb85edb11fee req-16aabe6a-e19d-4679-bf1a-3da4c8589a4e tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:14.429020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9a03d68-3a88-4c39-bbcc-cb85edb11fee req-16aabe6a-e19d-4679-bf1a-3da4c8589a4e tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 949 time: 0.0687287 Nov 25 17:20:14.432361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.487303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9a03d68-3a88-4c39-bbcc-cb85edb11fee req-dd2f6b94-2a97-4fd0-b1c6-325ab079e326 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Nov 25 17:20:14.567416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Deleting port 4d70829a-e17a-4df4-b2c1-6b2a3f9df54b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:14.567776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.576752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Router 339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:14.605751 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf40cf-21f4-4449-a652-0808886b0956 x-openstack-request-id: req-b6cf40cf-21f4-4449-a652-0808886b0956 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:14.606329 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-unplugged", "status": "completed", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:14.606631 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b6cf40cf-21f4-4449-a652-0808886b0956 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:14.607027 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'code': 200} Nov 25 17:20:14.660127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138afcb6-a8f3-4c86-a327-0d11a895e744 req-bf9ae679-c1f3-4274-a5c2-8d903ef8c00a tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:14.661886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-138afcb6-a8f3-4c86-a327-0d11a895e744 req-bf9ae679-c1f3-4274-a5c2-8d903ef8c00a tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e1b5be3-3288-404d-87f5-f995c7f83af9 HTTP/1.1" status: 200 len: 949 time: 0.2713075 Nov 25 17:20:14.674352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.695747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-86634403-9a10-4b7d-9edf-6df56daccada None None] Provisioning complete for port ef74dda1-e283-4146-931b-11578e348f08 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:14.696164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-86634403-9a10-4b7d-9edf-6df56daccada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:14.699039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Calling delete_port for 4d70829a-e17a-4df4-b2c1-6b2a3f9df54b owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:14.739105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-86634403-9a10-4b7d-9edf-6df56daccada None None] Port ef74dda1-e283-4146-931b-11578e348f08 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:14.908035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44118) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:14.965458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:14.982258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.031536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405d1b9-eb06-461f-9091-5440b66f6d75 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:15.038796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event deleted for resources: {'Port': ['ID=4d70829a-e17a-4df4-b2c1-6b2a3f9df54b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:15.081139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:15.088579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:15.089094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.111192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7571646f-6a4e-45b1-a965-93722e5219d4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.141520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.161811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7571646f-6a4e-45b1-a965-93722e5219d4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.207559 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.223473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7571646f-6a4e-45b1-a965-93722e5219d4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.226021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7571646f-6a4e-45b1-a965-93722e5219d4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.227168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7571646f-6a4e-45b1-a965-93722e5219d4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "DELETE /v2.0/security-groups/112c7a7c-8f9d-4969-beed-cee005342bee HTTP/1.1" status: 204 len: 168 time: 0.3178711 Nov 25 17:20:15.233725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:15.247893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.249775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571646f-6a4e-45b1-a965-93722e5219d4 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c7a7c-8f9d-4969-beed-cee005342bee,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:15.260098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:15.265079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.265460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Pushing event deleted for resources: {'Port': ['ID=405be54d-89a2-4246-bb2d-ec4adc76795d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:15.282982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-138afcb6-a8f3-4c86-a327-0d11a895e744 req-5a284de0-a4a9-4e2f-a003-d181901a6e47 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.86 "GET /v2.0/security-groups?id=beb9fc18-f066-4463-826b-b2ebed83d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574930 Nov 25 17:20:15.304154 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-d8aa408c-a072-4056-badc-b79b1c0b310a tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] show failed (client error): The resource could not be found. Nov 25 17:20:15.308410 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d8aa408c-a072-4056-badc-b79b1c0b310a tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "GET /v2.0/security-groups/112c7a7c-8f9d-4969-beed-cee005342bee HTTP/1.1" status: 404 len: 347 time: 0.0703235 Nov 25 17:20:15.316892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44122) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:15.332227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:15.334117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.344717 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] Sync routers for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:15.366162 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:15.366799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:15.395426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.398228 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.413268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4d5eb746-eaa0-4eb9-a48e-a79e342ab66d tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "PUT /v2.0/routers/339cd6ad-54c3-41f4-bf7f-7270a0ed36a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6562133 Nov 25 17:20:15.433618 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:15.435467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:15.436375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] No DVR routers for this DVR port 405be54d-89a2-4246-bb2d-ec4adc76795d on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:15.442795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Request body: {'port': {'network_id': '8bd266db-a8b1-425e-b596-31b3691d4b82', 'name': 'tempest-FloatingIPAdminTestJSON-1948106468'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:15.447237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.450984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65982027-cd01-4033-8868-38227237e6f8 req-08ddcfff-706f-4ec8-95e7-85a577f82e74 tempest-ImagesOneServerTestJSON-484622561 tempest-ImagesOneServerTestJSON-484622561-project] 10.222.0.55 "DELETE /v2.0/ports/405be54d-89a2-4246-bb2d-ec4adc76795d HTTP/1.1" status: 204 len: 173 time: 2.0284274 Nov 25 17:20:15.454026 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:15.454861 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:15.467555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-deleted', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:15.470252 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d6042f-8c0c-48ec-9d0e-971cd87e2bf1" -d '{"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-deleted", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:15.495510 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:15.496581 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b90ea2-7695-4e09-8a81-c592ec776658 None None] The sync data for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:15.532446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.533448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Fanout notify agent at l3_agent the message router_deleted on router afed4b71-c9c7-49d4-bc2d-7af1615361d9 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:15.572605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.579767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9858d8df-2f1f-4af6-b3bb-7847f1d05e6a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/afed4b71-c9c7-49d4-bc2d-7af1615361d9 HTTP/1.1" status: 204 len: 168 time: 1.5626211 Nov 25 17:20:15.580855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44130) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:15.588093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'name': 'tempest-snat-router-570902448', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': False}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:15.636963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.641558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.659269 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9670bda-d779-4470-bebe-ebac2fdb1b0b x-openstack-request-id: req-d9670bda-d779-4470-bebe-ebac2fdb1b0b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:15.659594 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5be3-3288-404d-87f5-f995c7f83af9", "name": "network-vif-deleted", "tag": "405be54d-89a2-4246-bb2d-ec4adc76795d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:15.659861 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d9670bda-d779-4470-bebe-ebac2fdb1b0b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:15.660297 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5be3-3288-404d-87f5-f995c7f83af9', 'name': 'network-vif-deleted', 'tag': '405be54d-89a2-4246-bb2d-ec4adc76795d', 'status': 'completed', 'code': 200} Nov 25 17:20:15.700142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:15.733171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=403447f5-ba99-42ec-b848-41d2ef9ec973,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:15.746669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.831856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Checking segment: {'id': 'd3350a45-3822-4ce9-8d78-feee87ac6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:15.832236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network hostable DHCP agents. Network: ef075698-e529-4f2b-bdd4-28edd0cdfc8a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:15.874621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361c950-fad5-4d50-b3bc-485d8dcff717 req-913269a3-3283-41b6-b8ed-117672d4694c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:15.876935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6361c950-fad5-4d50-b3bc-485d8dcff717 req-913269a3-3283-41b6-b8ed-117672d4694c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 950 time: 0.2361901 Nov 25 17:20:15.908755 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:15.994773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:16.006873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Made reservation on behalf of 678d8f5b9e7a45fc9e8cf252e72b9cd0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:16.011696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.052711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Deleting port 058011d9-1427-4ec2-94a0-c6dfa274b009 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:16.053167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.063970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6361c950-fad5-4d50-b3bc-485d8dcff717 req-d40bf275-933f-4720-9dbc-c9e8e1cebfce tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597567 Nov 25 17:20:16.069632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ef075698-e529-4f2b-bdd4-28edd0cdfc8a) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:16.076557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:16.085004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.093385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22ea04-cdb5-409f-b04f-74680ca44028 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:16.108583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] device_id is not set on port 10f7fdaf-8caa-412e-bf2c-d265c81b5725 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:16.249075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c4da2bf0-799e-4fc5-ba56-7f3a4f3254a5 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4699216 Nov 25 17:20:16.256443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44136) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:16.265073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:16.309874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ef075698-e529-4f2b-bdd4-28edd0cdfc8a', 'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a', 'tenant_id': 'e5fa119e37ec4e4c8541f2414a4dc436', 'fixed_ips': [{'subnet_id': '403447f5-ba99-42ec-b848-41d2ef9ec973'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:16.311217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.388108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4845905'] for subnet, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.448146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.608660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:16.615050 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa941fc-bedb-4ec7-b1f6-56dc6237ccde" -d '{"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-plugged", "status": "completed", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:16.653637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743995664927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4625858'] for subnet, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.677003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.677321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.701509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Allocated IP 172.20.0.6 (8bd266db-a8b1-425e-b596-31b3691d4b82/d21572bb-bcff-45af-9af2-9a2ea572b264/10f7fdaf-8caa-412e-bf2c-d265c81b5725) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:16.758802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Allocated IP 2001:db8::3 (ef075698-e529-4f2b-bdd4-28edd0cdfc8a/403447f5-ba99-42ec-b848-41d2ef9ec973/f3065cad-4dca-4e76-a6ca-4bbe39db0c07) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:16.779690 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee15ab-16cd-40d8-a748-ffb2a9b5ea65 x-openstack-request-id: req-5bee15ab-16cd-40d8-a748-ffb2a9b5ea65 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:16.779690 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-plugged", "status": "completed", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:16.788054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.795711 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5bee15ab-16cd-40d8-a748-ffb2a9b5ea65 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:16.796040 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'code': 200} Nov 25 17:20:16.798456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:16.799115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.803016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "PUT /v2.0/subnets/403447f5-ba99-42ec-b848-41d2ef9ec973 HTTP/1.1" status: 200 len: 900 time: 0.5426366 Nov 25 17:20:16.804985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Calling delete_port for 058011d9-1427-4ec2-94a0-c6dfa274b009 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:16.812537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:16.822777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:16.872469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44148) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:16.976434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387cac6-e777-42c6-83a2-e5276635557b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event updated for resources: {'Subnet': ['ID=403447f5-ba99-42ec-b848-41d2ef9ec973,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.037439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf40ab9-8a7b-406b-8920-22ef0e9cefe1 req-baea6568-7e1d-4be9-b1de-5767fc1bb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:17.039482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eaf40ab9-8a7b-406b-8920-22ef0e9cefe1 req-baea6568-7e1d-4be9-b1de-5767fc1bb824 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 1101 time: 0.2845800 Nov 25 17:20:17.085937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.104155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.107561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.172238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Allocated IP 172.25.8.63 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/6256fc91-025c-47a8-af4e-ed3f72ef7770) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:17.220729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:17.224151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:17.229023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:17.231321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eaf40ab9-8a7b-406b-8920-22ef0e9cefe1 req-54630639-ceef-45a5-bac8-dee3f702fb47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839294 Nov 25 17:20:17.239589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Pushing event updated for resources: {'Port': ['ID=f3065cad-4dca-4e76-a6ca-4bbe39db0c07,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.253973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-450d0011-54f2-4f0c-b9ee-53d5bd156584 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3e2ae88fe7bd4901afb1f3767e6dcea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800166 Nov 25 17:20:17.263756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:17.315917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Attempting to bind port f3065cad-4dca-4e76-a6ca-4bbe39db0c07 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:17.316279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Attempting to bind port f3065cad-4dca-4e76-a6ca-4bbe39db0c07 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'd3350a45-3822-4ce9-8d78-feee87ac6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:17.317029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Attempting to bind port f3065cad-4dca-4e76-a6ca-4bbe39db0c07 on network ef075698-e529-4f2b-bdd4-28edd0cdfc8a {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:17.325276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:17.325276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Checking segment: {'id': 'd3350a45-3822-4ce9-8d78-feee87ac6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:17.325778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.326072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Bound using segment: {'id': 'd3350a45-3822-4ce9-8d78-feee87ac6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:17.326705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Bound port: f3065cad-4dca-4e76-a6ca-4bbe39db0c07, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3350a45-3822-4ce9-8d78-feee87ac6c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ef075698-e529-4f2b-bdd4-28edd0cdfc8a'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:17.326971 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.333896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca0175-53cf-4524-af16-1b94067ab94a req-9a90e126-54a5-494b-820e-ed1672a5d342 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:17.335435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96ca0175-53cf-4524-af16-1b94067ab94a req-9a90e126-54a5-494b-820e-ed1672a5d342 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 950 time: 0.1559834 Nov 25 17:20:17.341793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.351743 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.372220 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.399968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting port f3065cad-4dca-4e76-a6ca-4bbe39db0c07 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:17.400323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.423677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.429722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] For port f3065cad-4dca-4e76-a6ca-4bbe39db0c07, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:17.435235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] For port f3065cad-4dca-4e76-a6ca-4bbe39db0c07, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f3065cad-4dca-4e76-a6ca-4bbe39db0c07,segment=NetworkSegment(d3350a45-3822-4ce9-8d78-feee87ac6c3e),segment_id=d3350a45-3822-4ce9-8d78-feee87ac6c3e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:17.439729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42843229-f038-4c34-972c-5b4cdeabfacc None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:17.441205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Pushing event deleted for resources: {'Port': ['ID=058011d9-1427-4ec2-94a0-c6dfa274b009,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.448828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.488962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96ca0175-53cf-4524-af16-1b94067ab94a req-c3dc2702-cf5f-4fc3-8490-585c42b13d0c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455266 Nov 25 17:20:17.532991 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f70914d-4139-4b3e-9c1f-05efe8436181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.546008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] For port f3065cad-4dca-4e76-a6ca-4bbe39db0c07, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:17.546372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.564218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Calling delete_port for f3065cad-4dca-4e76-a6ca-4bbe39db0c07 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:17.564835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd1bb1-6e7f-4d5f-8467-e2d6a15e6375 None None] Pushing event updated for resources: {'Port': ['ID=f3065cad-4dca-4e76-a6ca-4bbe39db0c07,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.600707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.618371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f70914d-4139-4b3e-9c1f-05efe8436181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.652699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.658547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.661824 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:17.662999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5dee13b7-c374-4a72-9a48-f791b44c5005 tempest-ServersTestBootFromVolume-492503712 tempest-ServersTestBootFromVolume-492503712-project] 10.222.0.86 "DELETE /v2.0/floatingips/e1a93032-a84f-4ccc-89e8-32d0da627b39 HTTP/1.1" status: 204 len: 168 time: 2.3437343 Nov 25 17:20:17.672554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:17.704230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:17.748184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:17.758065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:17.762219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:17.764388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Port': ['ID=6256fc91-025c-47a8-af4e-ed3f72ef7770,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.766657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:17.773149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:17.795298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfda92b-39aa-4dfb-bc50-aef5b9ab54c7 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:17.809838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event updated for resources: {'Port': ['ID=10f7fdaf-8caa-412e-bf2c-d265c81b5725,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:17.865434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:17.920762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 405be54d-89a2-4246-bb2d-ec4adc76795d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:17.921107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 405be54d-89a2-4246-bb2d-ec4adc76795d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:17.951254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-99f94cf9-7b55-496c-806e-d2a75645e2a4 None None] Provisioning complete for port 6256fc91-025c-47a8-af4e-ed3f72ef7770 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:17.951740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-99f94cf9-7b55-496c-806e-d2a75645e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.004674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:18.005361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.032062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-99f94cf9-7b55-496c-806e-d2a75645e2a4 None None] Port 6256fc91-025c-47a8-af4e-ed3f72ef7770 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:18.060200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f70914d-4139-4b3e-9c1f-05efe8436181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.063074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f70914d-4139-4b3e-9c1f-05efe8436181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.066512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f70914d-4139-4b3e-9c1f-05efe8436181 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/beb9fc18-f066-4463-826b-b2ebed83d953 HTTP/1.1" status: 204 len: 168 time: 0.7754252 Nov 25 17:20:18.100054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ff281cf9-6e9e-48d5-9222-8dcb7c45b3a2 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6613626 Nov 25 17:20:18.104251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70914d-4139-4b3e-9c1f-05efe8436181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb9fc18-f066-4463-826b-b2ebed83d953,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:18.109628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:18.134154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.267140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Port': ['ID=f3065cad-4dca-4e76-a6ca-4bbe39db0c07,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:18.281712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ae3fbf9b-3098-4e72-82a9-91d5388cab35 None None] Provisioning complete for port 10f7fdaf-8caa-412e-bf2c-d265c81b5725 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:18.282209 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae3fbf9b-3098-4e72-82a9-91d5388cab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.401942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fbf9b-3098-4e72-82a9-91d5388cab35 None None] Port 10f7fdaf-8caa-412e-bf2c-d265c81b5725 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:18.419140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.443956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'project_id': '678d8f5b9e7a45fc9e8cf252e72b9cd0', 'port_id': '10f7fdaf-8caa-412e-bf2c-d265c81b5725'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:18.535372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.709401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No DVR routers for this DVR port f3065cad-4dca-4e76-a6ca-4bbe39db0c07 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:18.773439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.825541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264bd2a-95b7-473a-8421-d15639fa3818 req-86194a3f-d90a-48f9-9177-dde1c2e03195 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:18.827101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c264bd2a-95b7-473a-8421-d15639fa3818 req-86194a3f-d90a-48f9-9177-dde1c2e03195 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 950 time: 0.1913102 Nov 25 17:20:18.863128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.863128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:18.914624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=403447f5-ba99-42ec-b848-41d2ef9ec973,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:18.941298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.001701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.035327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef075698-e529-4f2b-bdd4-28edd0cdfc8a']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.046110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3350a45-3822-4ce9-8d78-feee87ac6c3e') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.046398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3350a45-3822-4ce9-8d78-feee87ac6c3e') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.057504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.072445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.079827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:19.080282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:19.145696 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:19.152302 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.172606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07daea6a-f18d-4b38-8360-e2ba79b15e97 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:19.195615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.209008 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/ef075698-e529-4f2b-bdd4-28edd0cdfc8a HTTP/1.1" status: 204 len: 168 time: 2.3946180 Nov 25 17:20:19.209884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07daea6a-f18d-4b38-8360-e2ba79b15e97 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:20:19.213532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44194) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:19.251654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-86b2185b-a9b8-4357-a57f-9d3b8a889ba9 None None] Could not find standard attr ID for object f3065cad-4dca-4e76-a6ca-4bbe39db0c07. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:20:19.266492 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-be35d7be-1989-4417-8ca6-3f31b04da2e8 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:19.266963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be35d7be-1989-4417-8ca6-3f31b04da2e8 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:19.270300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-be35d7be-1989-4417-8ca6-3f31b04da2e8 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/403447f5-ba99-42ec-b848-41d2ef9ec973 HTTP/1.1" status: 404 len: 337 time: 0.0524573 Nov 25 17:20:19.273347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:19.274287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79bacb-b624-438a-9cef-8eed46e78154 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=ef075698-e529-4f2b-bdd4-28edd0cdfc8a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:19.328764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a692b0-aae4-44f7-8161-3ac9defa1070 None None] DHCP port deletion for ef075698-e529-4f2b-bdd4-28edd0cdfc8a request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:19.356927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ef263-d640-43c4-9114-04f8081838d2 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:19.377643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ef263-d640-43c4-9114-04f8081838d2 None None] Network ef075698-e529-4f2b-bdd4-28edd0cdfc8a could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:20:19.418164 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a567b56-c0a3-4f23-b048-d6267bacd35d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:19.419297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a567b56-c0a3-4f23-b048-d6267bacd35d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:19.422820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4a567b56-c0a3-4f23-b048-d6267bacd35d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/ef075698-e529-4f2b-bdd4-28edd0cdfc8a HTTP/1.1" status: 404 len: 339 time: 0.1454351 Nov 25 17:20:19.425726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44200) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:19.444791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c264bd2a-95b7-473a-8421-d15639fa3818 req-2ef2d7e7-409f-4790-a025-c406801243cd tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888109 Nov 25 17:20:19.451860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.543988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.557536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Router b1dffd49-bf7e-4e37-8f7e-ece223539646 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:19.721082 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.740650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3d44-0220-44aa-ae86-c789b70b931a req-7e499b7a-a619-4ca9-bd67-a0607f32c4a0 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:19.742335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-155b3d44-0220-44aa-ae86-c789b70b931a req-7e499b7a-a619-4ca9-bd67-a0607f32c4a0 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 950 time: 0.1707244 Nov 25 17:20:19.750880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Allocated IP 172.25.8.193 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a7100c2d-ae42-4589-b4b2-b9dbd1edc877) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:19.751257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1add02-4b22-4f2a-88f1-3e05c001fe1d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.765396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbfc156-bf0e-4f78-be2f-4b05dd3ad44d') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.765740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbfc156-bf0e-4f78-be2f-4b05dd3ad44d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.778224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:19.781065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.795660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Sync routers for ids ['b1dffd49-bf7e-4e37-8f7e-ece223539646'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:19.802842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.809600 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.813595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-75c820c7-419d-40ea-8c6b-d1bbbc48a9ad tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2315857 Nov 25 17:20:19.814200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44214) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:19.819611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Routers {'b1dffd49-bf7e-4e37-8f7e-ece223539646'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:19.821360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1dffd49-bf7e-4e37-8f7e-ece223539646'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:19.823084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:19.823631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:19.828706 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:19.887837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-155b3d44-0220-44aa-ae86-c789b70b931a req-d918c4da-864e-42bc-a083-384b1e81a24f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344006 Nov 25 17:20:19.973116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.004383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Deleting port e8722cad-9089-4d20-9d96-3748a192aeda {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:20.004726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.031402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Set router b1dffd49-bf7e-4e37-8f7e-ece223539646 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:20.063484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:20.090298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.177100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:20.186683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:20.194716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] For port e8722cad-9089-4d20-9d96-3748a192aeda, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e8722cad-9089-4d20-9d96-3748a192aeda,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:20.195087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.197729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:20.235248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Calling delete_port for e8722cad-9089-4d20-9d96-3748a192aeda owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:20.237206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Pushing event updated for resources: {'Port': ['ID=a7100c2d-ae42-4589-b4b2-b9dbd1edc877,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:20.268827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.294149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.300535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/6b1add02-4b22-4f2a-88f1-3e05c001fe1d HTTP/1.1" status: 204 len: 168 time: 0.8705895 Nov 25 17:20:20.300535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30b6a-1e18-4631-b522-c3e9e85de835 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=6b1add02-4b22-4f2a-88f1-3e05c001fe1d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:20.301431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44234) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:20.332606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34cb94b3-2695-45b6-b9d8-06debdb3ec89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.333461 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c56cf43-e960-41b9-92db-1bc7fde4d3ce tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:20.334227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c56cf43-e960-41b9-92db-1bc7fde4d3ce tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:20.340771 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0c56cf43-e960-41b9-92db-1bc7fde4d3ce tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/6a380282-9822-45bc-944d-52ecc994f0af HTTP/1.1" status: 404 len: 337 time: 0.0344651 Nov 25 17:20:20.341070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44236) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:20.360300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dffd49-bf7e-4e37-8f7e-ece223539646', 'name': 'tempest-snat-router-570902448', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': False}, 'gw_port_id': '6256fc91-025c-47a8-af4e-ed3f72ef7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:15Z', 'updated_at': '2021-11-25T17:20:18Z', 'revision_number': 3, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port': {'id': '6256fc91-025c-47a8-af4e-ed3f72ef7770', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dffd49-bf7e-4e37-8f7e-ece223539646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:16Z', 'updated_at': '2021-11-25T17:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:20.388221 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f977f07-b232-4d79-b317-62298d3a80bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:20.388735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f977f07-b232-4d79-b317-62298d3a80bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:20.391878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4f977f07-b232-4d79-b317-62298d3a80bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/e94ff236-9224-4d78-928f-d75bf0f7fdba HTTP/1.1" status: 404 len: 339 time: 0.0499036 Nov 25 17:20:20.394567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44238) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:20.451554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Checking router: b1dffd49-bf7e-4e37-8f7e-ece223539646 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:20.452324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Updating router b1dffd49-bf7e-4e37-8f7e-ece223539646 port 6256fc91-025c-47a8-af4e-ed3f72ef7770 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:20:20.482326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-05c4fb6a-b37d-489a-8197-91749e05346f tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/b1dffd49-bf7e-4e37-8f7e-ece223539646 HTTP/1.1" status: 200 len: 907 time: 0.6627417 Nov 25 17:20:20.482778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44248) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:20.487827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'name': 'tempest-snat-router-570902448', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': True}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:20.497575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting subnet 807fe221-fdff-4876-a924-11d30379db67 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:20.505266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.523866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.557543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.558591 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.564230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.669128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34cb94b3-2695-45b6-b9d8-06debdb3ec89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.674599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34cb94b3-2695-45b6-b9d8-06debdb3ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.708410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.737399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.796314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb94b3-2695-45b6-b9d8-06debdb3ec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067b524d-bf75-4b8b-86d2-81205546c229,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:20.801257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-34cb94b3-2695-45b6-b9d8-06debdb3ec89 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=676b697e987343268cb200a7466a0017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7367668 Nov 25 17:20:20.807742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44254) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:20.820808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.835005 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.850688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.873453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f3065cad-4dca-4e76-a6ca-4bbe39db0c07 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:20.887510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8722cad-9089-4d20-9d96-3748a192aeda,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:20.919183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953a868-ba1d-4dbe-9412-0f6dedd85e74 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:20.930268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: f3065cad-4dca-4e76-a6ca-4bbe39db0c07 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:20.930802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f3065cad-4dca-4e76-a6ca-4bbe39db0c07 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:20.939813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.941012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d25949-d479-46a2-bb4d-528017e0d243 None None] Pushing event updated for resources: {'Port': ['ID=6256fc91-025c-47a8-af4e-ed3f72ef7770,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:20.943712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Attempting to bind port 6256fc91-025c-47a8-af4e-ed3f72ef7770 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:20.944137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Attempting to bind port 6256fc91-025c-47a8-af4e-ed3f72ef7770 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:20.944503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Attempting to bind port 6256fc91-025c-47a8-af4e-ed3f72ef7770 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:20.951298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:20.951605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:20.952007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.952395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:20.952861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Bound port: 6256fc91-025c-47a8-af4e-ed3f72ef7770, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:20.953239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:20.989333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6617d7b-5ab9-46d9-943e-49b3c0700e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.009629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] For port 6256fc91-025c-47a8-af4e-ed3f72ef7770, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:21.018478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] For port 6256fc91-025c-47a8-af4e-ed3f72ef7770, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6256fc91-025c-47a8-af4e-ed3f72ef7770,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:21.022660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.035702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.069378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9e0289b3-c431-48d2-ab61-512e1a4562db None None] Provisioning complete for port 6256fc91-025c-47a8-af4e-ed3f72ef7770 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:21.069827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e0289b3-c431-48d2-ab61-512e1a4562db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.072742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=807fe221-fdff-4876-a924-11d30379db67,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:21.085632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.092482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ab5417bf-8db0-41d6-8189-cf2f16e2e06d tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/807fe221-fdff-4876-a924-11d30379db67 HTTP/1.1" status: 204 len: 168 time: 0.6968617 Nov 25 17:20:21.099795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44256) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:21.121077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1ae20-8c0c-48ae-a6ad-b88d0725df04 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:21.123293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd7af4-f98e-400a-92a5-0ef463988c19 None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:21.203067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting subnet b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:21.206806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Routers {'b1dffd49-bf7e-4e37-8f7e-ece223539646'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:21.207400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1dffd49-bf7e-4e37-8f7e-ece223539646'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:21.208172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.259244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d25949-d479-46a2-bb4d-528017e0d243 None None] Pushing event updated for resources: {'Port': ['ID=6256fc91-025c-47a8-af4e-ed3f72ef7770,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:21.278893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6617d7b-5ab9-46d9-943e-49b3c0700e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.358252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.401504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.417379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.447448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.453507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] Set router b1dffd49-bf7e-4e37-8f7e-ece223539646 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:21.455250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e0289b3-c431-48d2-ab61-512e1a4562db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.487701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.525875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6617d7b-5ab9-46d9-943e-49b3c0700e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.528637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6617d7b-5ab9-46d9-943e-49b3c0700e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.529887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f6617d7b-5ab9-46d9-943e-49b3c0700e72 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/067b524d-bf75-4b8b-86d2-81205546c229 HTTP/1.1" status: 204 len: 168 time: 0.7212067 Nov 25 17:20:21.552617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9e0289b3-c431-48d2-ab61-512e1a4562db None None] For port 6256fc91-025c-47a8-af4e-ed3f72ef7770, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6256fc91-025c-47a8-af4e-ed3f72ef7770,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:21.585021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6617d7b-5ab9-46d9-943e-49b3c0700e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067b524d-bf75-4b8b-86d2-81205546c229,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:21.597967 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e0289b3-c431-48d2-ab61-512e1a4562db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.642445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.672333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.790313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Allocated IP 172.25.8.142 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c66d8637-4b6b-4da7-b16d-e21e7aac2ab9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:21.888559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.928451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:21.939782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:21.946211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-77fa7e91-d974-4a70-aeb1-48a14d1f3679 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/b33fde73-2b1f-46cb-ae0a-f121d0ad5e6b HTTP/1.1" status: 204 len: 168 time: 0.8393128 Nov 25 17:20:21.947180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:21.978065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Router fabff34c-6057-4a28-ae64-ca79e7928ea0 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:22.019055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.085475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.092576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9a0f100-6d84-4f65-b892-da5bfff4e1ba None None] Provisioning complete for port 6256fc91-025c-47a8-af4e-ed3f72ef7770 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:22.092951 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9a0f100-6d84-4f65-b892-da5bfff4e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.143607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:22.152628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:22.156095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:22.166627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0289b3-c431-48d2-ab61-512e1a4562db None None] Pushing event updated for resources: {'Port': ['ID=6256fc91-025c-47a8-af4e-ed3f72ef7770,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:22.176588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261e6e1-1014-4135-822a-93c4477ace3e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:22.206489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Port': ['ID=c66d8637-4b6b-4da7-b16d-e21e7aac2ab9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:22.299608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dffd49-bf7e-4e37-8f7e-ece223539646', 'name': 'tempest-snat-router-570902448', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': False}, 'gw_port_id': '6256fc91-025c-47a8-af4e-ed3f72ef7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:15Z', 'updated_at': '2021-11-25T17:20:18Z', 'revision_number': 3, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port': {'id': '6256fc91-025c-47a8-af4e-ed3f72ef7770', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dffd49-bf7e-4e37-8f7e-ece223539646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:16Z', 'updated_at': '2021-11-25T17:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:22.333625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0d23-9407-4153-851c-ff19086b38ee None None] The sync data for ids ['b1dffd49-bf7e-4e37-8f7e-ece223539646'] in n-d-817303-7 is: [{'id': 'b1dffd49-bf7e-4e37-8f7e-ece223539646', 'name': 'tempest-snat-router-570902448', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': False}, 'gw_port_id': '6256fc91-025c-47a8-af4e-ed3f72ef7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:15Z', 'updated_at': '2021-11-25T17:20:18Z', 'revision_number': 3, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port': {'id': '6256fc91-025c-47a8-af4e-ed3f72ef7770', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dffd49-bf7e-4e37-8f7e-ece223539646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:16Z', 'updated_at': '2021-11-25T17:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:22.413680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-29920ad1-17c2-4886-91f0-9c584820034e None None] Provisioning complete for port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:22.414171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-29920ad1-17c2-4886-91f0-9c584820034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.499046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-29920ad1-17c2-4886-91f0-9c584820034e None None] Port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:22.538430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.574017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.581914 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.602897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05c4b9-835b-4bca-a1ed-37e9e771dddd None None] Network 2ee56999-fa23-46ce-8209-d917fc69a48b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:22.604716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.879984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-48de17f8-3147-4836-a1f7-633f391aed85 None None] Provisioning complete for port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:22.880527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-48de17f8-3147-4836-a1f7-633f391aed85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:22.943320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.029560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.032296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:23.064192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] DHCP port deletion for 2ee56999-fa23-46ce-8209-d917fc69a48b request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:23.107762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Pushing event updated for resources: {'Port': ['ID=a7100c2d-ae42-4589-b4b2-b9dbd1edc877,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:23.157369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] Deleting port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:23.157687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.195861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:23.196201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.274511 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Floating IP 934d4f4f-061d-47d5-a163-15cfdd43e06a associated. External IP: 172.25.8.193, port: 10f7fdaf-8caa-412e-bf2c-d265c81b5725. Nov 25 17:20:23.287129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] For port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,segment=NetworkSegment(89b93b9d-ea35-448b-9285-2ef12726342f),segment_id=89b93b9d-ea35-448b-9285-2ef12726342f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:23.287483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.304675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-177500171-network', 'tenant_id': 'f65ae1f559f84810bdbffb2e285b9885'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:23.323954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] Calling delete_port for d0c6f862-c6be-48e8-a2aa-6e036e2a44ca owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:23.345922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Made reservation on behalf of f65ae1f559f84810bdbffb2e285b9885 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:23.349369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.359821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:23.365713 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3cab5ac2-7579-48c6-bf25-e3238222689c admin admin] 10.222.0.86 "PUT /v2.0/routers/fabff34c-6057-4a28-ae64-ca79e7928ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6854208 Nov 25 17:20:23.369876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.371951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44324) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:23.377444 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] Sync routers for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:23.389789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] For port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,segment=NetworkSegment(89b93b9d-ea35-448b-9285-2ef12726342f),segment_id=89b93b9d-ea35-448b-9285-2ef12726342f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:23.390153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.396252 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:23.397169 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:23.401587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Router 5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:23.443894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Calling delete_port for d0c6f862-c6be-48e8-a2aa-6e036e2a44ca owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:23.523160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.557507 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:23.583316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] Pushing event deleted for resources: {'Port': ['ID=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:23.596859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc8b13-1041-443c-a4b5-22b1aec893d2 None None] No DVR routers for this DVR port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:23.806907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:23.856776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Port': ['ID=d0c6f862-c6be-48e8-a2aa-6e036e2a44ca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:23.876813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No DVR routers for this DVR port d0c6f862-c6be-48e8-a2aa-6e036e2a44ca on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:23.885299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:23.958495 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:20:20Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.023832 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] Checking router: fabff34c-6057-4a28-ae64-ca79e7928ea0 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:24.028979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Router 339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:24.057028 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] Routers {'fabff34c-6057-4a28-ae64-ca79e7928ea0'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:24.057849 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fabff34c-6057-4a28-ae64-ca79e7928ea0'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.135701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.158198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:24.187878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'mac_address': 'fa:16:3e:1b:9f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:24.219343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee56999-fa23-46ce-8209-d917fc69a48b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.239305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b93b9d-ea35-448b-9285-2ef12726342f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.239305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b93b9d-ea35-448b-9285-2ef12726342f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.273733 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] Set router fabff34c-6057-4a28-ae64-ca79e7928ea0 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:24.295997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.319160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.330422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.337640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.359281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:24.360016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:24.360230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:24.363980 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:24.383859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:24.415342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] Sync routers for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:24.425690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:24.435155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.437178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:24.446425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:24.447455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.455994 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Sync routers for ids ['5a6a6e4f-e297-485b-8e6c-ab5fa69804e9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:24.484096 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Routers {'5a6a6e4f-e297-485b-8e6c-ab5fa69804e9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:24.484705 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6a6e4f-e297-485b-8e6c-ab5fa69804e9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.528401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.556780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.577394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.596482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.598505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.603200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.606214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/2ee56999-fa23-46ce-8209-d917fc69a48b HTTP/1.1" status: 204 len: 168 time: 2.6522207 Nov 25 17:20:24.609958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44350) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:24.620602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.620839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:24.624263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.625437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba11fcac-0792-4575-af1a-b48daf477597 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1413414 Nov 25 17:20:24.626063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44352) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:24.633014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.702790 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66c047e-584b-49cc-a695-2f88f16f3d7f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:24.703249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66c047e-584b-49cc-a695-2f88f16f3d7f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:24.709725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d66c047e-584b-49cc-a695-2f88f16f3d7f tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/cebe6190-7b8c-43c9-a458-b5dbd79675a8 HTTP/1.1" status: 404 len: 337 time: 0.0937247 Nov 25 17:20:24.714076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44354) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:24.730704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:24.742963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:24.744133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:24.746405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a884661-d78e-4b15-92a0-c6217060f351 None None] The sync data for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:24.753728 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a981746-df78-4402-a260-40441ec44682 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:24.754252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a981746-df78-4402-a260-40441ec44682 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:24.761147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a981746-df78-4402-a260-40441ec44682 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/f98a185a-f507-45c5-9989-0382ddaf3a94 HTTP/1.1" status: 404 len: 339 time: 0.0426025 Nov 25 17:20:24.767567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:24.788811 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Set router 5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:24.789934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf600610-72d6-4787-8cb6-8ea884a0d365,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:24.815052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.815488 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Added segment fb50af33-f162-48d5-9a62-34d5d977c0a0 of type vlan for network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 Nov 25 17:20:24.838269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Deleting port eb91f00a-48a8-4c86-9dae-1d128dabbd07 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:24.841374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:24.851542 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a637d3-ead0-4930-a19d-b618fb74bcdf tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:24.852029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a637d3-ead0-4930-a19d-b618fb74bcdf tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:24.880518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-43a637d3-ead0-4930-a19d-b618fb74bcdf tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/7e7ff299-1761-4ec7-8bfe-84819d9c9070 HTTP/1.1" status: 404 len: 337 time: 0.1044538 Nov 25 17:20:24.884322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:24.948507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:24.967477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.039526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8b99475e-b00a-45ad-9d15-8e0b18fbcfe5 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 HTTP/1.1" status: 200 len: 907 time: 0.3734984 Nov 25 17:20:25.039526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c355c-05ca-451c-994a-32739fa6882b tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=2ee56999-fa23-46ce-8209-d917fc69a48b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:25.051345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-967c1d86-8cb6-4be4-b98f-6e3b76cf898e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.9403596 Nov 25 17:20:25.053766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44372) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.053948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.065509 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0462a49c-4da4-4638-99e8-df4e4f4365ce tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:25.066030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0462a49c-4da4-4638-99e8-df4e4f4365ce tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:25.073349 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0462a49c-4da4-4638-99e8-df4e4f4365ce tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/ea93b5dc-f56a-4a4d-9b21-2d724bb9e244 HTTP/1.1" status: 404 len: 339 time: 0.0450995 Nov 25 17:20:25.073349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.073349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:25.073349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.085121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44378) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.168706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6256fc91-025c-47a8-af4e-ed3f72ef7770 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:25.183790 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1431196 Nov 25 17:20:25.237173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44380) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.244476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Request body: {'subnet': {'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-177500171-subnet', 'tenant_id': 'f65ae1f559f84810bdbffb2e285b9885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:25.285039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Made reservation on behalf of f65ae1f559f84810bdbffb2e285b9885 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:25.287544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.296287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:20:20Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:25.316483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6256fc91-025c-47a8-af4e-ed3f72ef7770 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:25.316483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.389852 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e5206-8df4-4943-9475-adbb8dfbaf98 None None] The sync data for ids ['fabff34c-6057-4a28-ae64-ca79e7928ea0'] in n-d-817303-7 is: [{'id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'name': 'tempest-ServersTestBootFromVolume-1592407435-router', 'tenant_id': 'c4d7d039357e422189b6a9f78ba39012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:16:33Z', 'updated_at': '2021-11-25T17:20:20Z', 'revision_number': 5, 'project_id': 'c4d7d039357e422189b6a9f78ba39012', 'gw_port': {'id': 'eb91f00a-48a8-4c86-9dae-1d128dabbd07', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabff34c-6057-4a28-ae64-ca79e7928ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:16:35Z', 'updated_at': '2021-11-25T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:25.420858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83618e25-7d9e-48e2-9ee7-f0dad9f64351 tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] 10.222.0.86 "GET /v2.0/floatingips/934d4f4f-061d-47d5-a163-15cfdd43e06a HTTP/1.1" status: 200 len: 983 time: 0.3658314 Nov 25 17:20:25.456057 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc148d1f-9664-445a-bb99-d133047f936e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:25.456562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc148d1f-9664-445a-bb99-d133047f936e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:25.464465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc148d1f-9664-445a-bb99-d133047f936e tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/913f8d08-6ef5-4f4d-81ce-8f35c9dd5037 HTTP/1.1" status: 404 len: 337 time: 0.0751960 Nov 25 17:20:25.467404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.467404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.483791 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6a6e4f-e297-485b-8e6c-ab5fa69804e9', 'name': 'tempest-snat-router-570902448', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c66d8637-4b6b-4da7-b16d-e21e7aac2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:20Z', 'updated_at': '2021-11-25T17:20:22Z', 'revision_number': 3, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port': {'id': 'c66d8637-4b6b-4da7-b16d-e21e7aac2ab9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6a6e4f-e297-485b-8e6c-ab5fa69804e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:20:21Z', 'updated_at': '2021-11-25T17:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:25.530034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Checking router: 5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:20:25.530388 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Updating router 5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:20:25.541077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.558320 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9653c0ea-3fb3-4602-b320-8d827528683a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:25.558774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9653c0ea-3fb3-4602-b320-8d827528683a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:25.566855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9653c0ea-3fb3-4602-b320-8d827528683a tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/7299bcbb-89b4-4d81-bc47-127ec93f6e2d HTTP/1.1" status: 404 len: 339 time: 0.0996711 Nov 25 17:20:25.567502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44386) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.568614 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.620196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded0859c-b73f-441d-a86c-a6473a49dbad,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:25.636483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting subnet eb8787c5-3865-4b44-8609-323ab9226b17 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:25.654350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.700807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Checking segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:25.701473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Network hostable DHCP agents. Network: 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:25.716372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73a138-de2d-4e4a-9343-0c469f341f77 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:25.730373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8ce06803-8bf6-4b77-88d6-3d900f80816e tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.2607017 Nov 25 17:20:25.730614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:25.731059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:25.744810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.763257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:25.792771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:25.797392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:25.798791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.823358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] For port eb91f00a-48a8-4c86-9dae-1d128dabbd07, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=eb91f00a-48a8-4c86-9dae-1d128dabbd07,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:25.823994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.849355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df968112-beb3-40ca-b2dd-22e98cbf76b7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6099496 Nov 25 17:20:25.902434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Calling delete_port for eb91f00a-48a8-4c86-9dae-1d128dabbd07 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:25.912195 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:25.968440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028e946-f5f6-4893-82c5-e826d87e10e2 None None] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:25.970551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:26.063472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d0c6f862-c6be-48e8-a2aa-6e036e2a44ca no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:26.141660 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.156568 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.262036 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Pushing event updated for resources: {'Port': ['ID=c66d8637-4b6b-4da7-b16d-e21e7aac2ab9,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.270975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d0c6f862-c6be-48e8-a2aa-6e036e2a44ca {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:26.271142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d0c6f862-c6be-48e8-a2aa-6e036e2a44ca not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:26.288544 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.288886 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.289223 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.290225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.291562 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.291562 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.291562 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.291943 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.292041 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.292460 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.292680 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.292997 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:20:26.303839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.353920 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Attempting to bind port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:26.355839 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Attempting to bind port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:26.356476 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Attempting to bind port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:26.358571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaadcbe7-7f23-4e12-8a88-ea68281f00aa None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:26.379648 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:26.380032 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:26.380438 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.380980 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:26.381477 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Bound port: c66d8637-4b6b-4da7-b16d-e21e7aac2ab9, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:26.381876 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.415505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting port a7100c2d-ae42-4589-b4b2-b9dbd1edc877 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:26.419059 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.441568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:26.441941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.489227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.515246 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] For port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:26.522195 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] For port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c66d8637-4b6b-4da7-b16d-e21e7aac2ab9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:26.528897 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.615234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Deleting port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:26.616282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.651306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.651960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.666212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Calling delete_port for a7100c2d-ae42-4589-b4b2-b9dbd1edc877 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:26.688898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4d462c1f-26c8-441d-824d-5946c21b7e93 None None] Provisioning complete for port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:26.694517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.704966 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d462c1f-26c8-441d-824d-5946c21b7e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.708313 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1207a8-9471-4dab-b1d3-60826a16d7a8 None None] Pushing event updated for resources: {'Port': ['ID=c66d8637-4b6b-4da7-b16d-e21e7aac2ab9,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.755415 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Routers {'5a6a6e4f-e297-485b-8e6c-ab5fa69804e9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:26.756067 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6a6e4f-e297-485b-8e6c-ab5fa69804e9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:26.776318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff076a-b0ea-4962-907c-b181813631b2 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:26.822113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb91f00a-48a8-4c86-9dae-1d128dabbd07,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:26.866708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] For port c66d8637-4b6b-4da7-b16d-e21e7aac2ab9, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c66d8637-4b6b-4da7-b16d-e21e7aac2ab9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:26.867085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.883185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Calling delete_port for c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:26.912555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e8722cad-9089-4d20-9d96-3748a192aeda no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:26.921887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:26.974071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e35191-994a-4759-a813-dce6d9849234 None None] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:27.017751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] Set router 5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:20:27.034974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.038772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/eb8787c5-3865-4b44-8609-323ab9226b17 HTTP/1.1" status: 204 len: 168 time: 1.4650040 Nov 25 17:20:27.043831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49caac-4eef-469e-a2aa-58f83943f8d2 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8787c5-3865-4b44-8609-323ab9226b17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:27.046708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44420) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:27.100419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.149888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event deleted for resources: {'Port': ['ID=c66d8637-4b6b-4da7-b16d-e21e7aac2ab9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:27.195317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd60c63-b153-4172-9abd-aa5040e74382 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:27.214018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f861b8-5c4d-444e-a32a-746b52ee9b82 None None] Network d629e765-a935-4c18-bc35-174252cd5cad requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:27.237304 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6a6e4f-e297-485b-8e6c-ab5fa69804e9', 'name': 'tempest-snat-router-570902448', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:20Z', 'updated_at': '2021-11-25T17:20:26Z', 'revision_number': 4, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:27.278429 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b7697-5772-48a9-865a-d2f2166250c6 None None] The sync data for ids ['5a6a6e4f-e297-485b-8e6c-ab5fa69804e9'] in n-d-817303-7 is: [{'id': '5a6a6e4f-e297-485b-8e6c-ab5fa69804e9', 'name': 'tempest-snat-router-570902448', 'tenant_id': 'ec20475637144f48a99ff2b1102d9bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:20:20Z', 'updated_at': '2021-11-25T17:20:26Z', 'revision_number': 4, 'project_id': 'ec20475637144f48a99ff2b1102d9bb8', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:27.307599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.313867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.377584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e8722cad-9089-4d20-9d96-3748a192aeda {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:27.378092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e8722cad-9089-4d20-9d96-3748a192aeda not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:27.494422 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.537468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4d462c1f-26c8-441d-824d-5946c21b7e93 None None] Could not find standard attr ID for object c66d8637-4b6b-4da7-b16d-e21e7aac2ab9. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:20:27.559928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.562964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.582839 n-d-817303-7 neutron-server[103637]: INFO neutron.plugins.ml2.db [None req-4d462c1f-26c8-441d-824d-5946c21b7e93 None None] No ports have port_id starting with c66d8637-4b6b-4da7-b16d-e21e7aac2ab9 Nov 25 17:20:27.600588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b9202-b269-49d5-ba92-a5f91057b81f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:27.608338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:27.610580 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909633ec-613c-4a36-9f26-215765d7b1b0" -d '{"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-plugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:27.662801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.663267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:27.669983 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.671375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-23f3f9c4-d3fc-4704-bb24-4dd0b3d1d997 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/routers/5a6a6e4f-e297-485b-8e6c-ab5fa69804e9 HTTP/1.1" status: 204 len: 168 time: 2.5879047 Nov 25 17:20:27.674313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44438) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:27.681417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-b24a5d11-590e-408a-85f7-047f3d2bf0c0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:27.685707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-b24a5d11-590e-408a-85f7-047f3d2bf0c0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 814 time: 0.7815747 Nov 25 17:20:27.701563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.739084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:27.753986 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5488d-f4a4-496d-9f26-32e40f85ba84 x-openstack-request-id: req-43c5488d-f4a4-496d-9f26-32e40f85ba84 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:27.754285 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-plugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:27.754544 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-43c5488d-f4a4-496d-9f26-32e40f85ba84 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:27.757082 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'code': 200} Nov 25 17:20:27.812717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.841073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-38510dad-754c-438b-8033-e50f1f0fb846 None None] Could not find standard attr ID for object c66d8637-4b6b-4da7-b16d-e21e7aac2ab9. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:20:27.853922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.902564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] DHCP port deletion for d629e765-a935-4c18-bc35-174252cd5cad request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:27.963853 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-69dedd2a-f5c2-4e0d-b864-6b480de448b1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/quotas/f65ae1f559f84810bdbffb2e285b9885 HTTP/1.1" status: 200 len: 375 time: 0.1660235 Nov 25 17:20:27.974195 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:27.983000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.010842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.023416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:28.029139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-fcada27d-6f78-4a21-9ddf-917e8744f39b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4251621 Nov 25 17:20:28.046861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.053662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-3eb8f76f-e838-45c1-9997-f36db7930787 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661988 Nov 25 17:20:28.078589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Port': ['ID=a7100c2d-ae42-4589-b4b2-b9dbd1edc877,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:28.108914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] Deleting port 397a9c47-376f-4d91-9b2f-2be6888c50d2 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:28.109294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.222655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-368f4601-ee57-4ac3-89e4-bf99a27a3aac service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:20:28.223676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-368f4601-ee57-4ac3-89e4-bf99a27a3aac service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1418357 Nov 25 17:20:28.232057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] For port 397a9c47-376f-4d91-9b2f-2be6888c50d2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=397a9c47-376f-4d91-9b2f-2be6888c50d2,segment=NetworkSegment(4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa),segment_id=4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:28.232857 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.388140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-25726a51-360a-4642-bf46-e4ef4055a272 service neutron] 10.222.0.86 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334317 Nov 25 17:20:28.490774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.491584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabff34c-6057-4a28-ae64-ca79e7928ea0 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:28.503564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.505512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-532423c5-9d4b-4d8c-9150-78c7b53025dc admin admin] 10.222.0.86 "DELETE /v2.0/routers/fabff34c-6057-4a28-ae64-ca79e7928ea0 HTTP/1.1" status: 204 len: 168 time: 5.1326180 Nov 25 17:20:28.513419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44456) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:28.537084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-725611df-b0c5-4563-95c3-9cd6ba267289 service neutron] 10.222.0.86 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388583 Nov 25 17:20:28.584831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Deleting subnet c8aa1239-0949-4f65-82cd-97ea6cd01ad5 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:28.589811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.595992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.596600 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Floating IP 934d4f4f-061d-47d5-a163-15cfdd43e06a disassociated (deleted). External IP: 172.25.8.193, port: 10f7fdaf-8caa-412e-bf2c-d265c81b5725. Nov 25 17:20:28.625121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] Calling delete_port for 397a9c47-376f-4d91-9b2f-2be6888c50d2 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:28.663995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Deleting port 6256fc91-025c-47a8-af4e-ed3f72ef7770 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:28.666435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.733566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.734138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.734482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.734934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.735624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.736088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.736538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:28.739303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-875e077a-8364-4bab-b3fa-40858aef55e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.6226068 Nov 25 17:20:28.765809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.845046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.868380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting port 397a9c47-376f-4d91-9b2f-2be6888c50d2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:28.868727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.940311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] For port 6256fc91-025c-47a8-af4e-ed3f72ef7770, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6256fc91-025c-47a8-af4e-ed3f72ef7770,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:28.941091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:28.978073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] Pushing event deleted for resources: {'Port': ['ID=397a9c47-376f-4d91-9b2f-2be6888c50d2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:28.984175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb644793-052f-4cdd-a3f2-7ff02f379b73 None None] No DVR routers for this DVR port 397a9c47-376f-4d91-9b2f-2be6888c50d2 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:29.010198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Calling delete_port for 6256fc91-025c-47a8-af4e-ed3f72ef7770 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:29.045603 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5c30656-fddf-4f37-8f75-f03d06d55d84 req-86e78a8a-4e57-4f15-87fa-068666bf6836 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 210 time: 0.0373607 Nov 25 17:20:29.131720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.151017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] For port 397a9c47-376f-4d91-9b2f-2be6888c50d2, host n-d-817303-7, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:29.151439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.170701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Calling delete_port for 397a9c47-376f-4d91-9b2f-2be6888c50d2 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:29.174401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Port 397a9c47-376f-4d91-9b2f-2be6888c50d2 was not found and therefore no delete operation was performed {{(pid=103635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:20:29.178310 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.230597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Port': ['ID=397a9c47-376f-4d91-9b2f-2be6888c50d2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:29.331706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No DVR routers for this DVR port 397a9c47-376f-4d91-9b2f-2be6888c50d2 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:29.332908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.344626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-ee53cce9-e8d7-4e5e-b6b8-99adec2f7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.345029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-ee53cce9-e8d7-4e5e-b6b8-99adec2f7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.345483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-ee53cce9-e8d7-4e5e-b6b8-99adec2f7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.347079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-ee53cce9-e8d7-4e5e-b6b8-99adec2f7be8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 2291 time: 0.5786662 Nov 25 17:20:29.439678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8aa1239-0949-4f65-82cd-97ea6cd01ad5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:29.451356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.454756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-995d7f0b-8e32-4aaf-ad00-4692e25fa0be admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c8aa1239-0949-4f65-82cd-97ea6cd01ad5 HTTP/1.1" status: 204 len: 168 time: 0.9355867 Nov 25 17:20:29.457844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44476) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:29.462862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0786494-820f-4251-a331-5d4fab5cc9ae None None] Network f739c9ad-b486-4a01-bca1-3922159591e0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:29.556300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 397a9c47-376f-4d91-9b2f-2be6888c50d2 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:29.600399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.631937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.636999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.655126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-506b4bfc-3857-40f1-a22c-00b8e6bdabd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.2832489 Nov 25 17:20:29.706426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Router 339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:29.710602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event deleted for resources: {'Port': ['ID=6256fc91-025c-47a8-af4e-ed3f72ef7770,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:29.733542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 397a9c47-376f-4d91-9b2f-2be6888c50d2 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:29.734245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 397a9c47-376f-4d91-9b2f-2be6888c50d2 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:29.766610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e60ee0-8c9b-46a6-b35a-03d74089ceff None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:29.813230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-bf9fd99a-ee27-4981-ba14-9e5cbc14d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.814778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-bf9fd99a-ee27-4981-ba14-9e5cbc14d334 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.1464448 Nov 25 17:20:29.817152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d629e765-a935-4c18-bc35-174252cd5cad']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:29.845719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:29.846004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d30a2b9-e5eb-44b2-8cf7-bbe1208033fa') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:29.880600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.920738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.940505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.960883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:29.961775 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:29.964738 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:29.968510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-1fa6bf97-6a70-4203-8c67-e64d46e1af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:29.970035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-1fa6bf97-6a70-4203-8c67-e64d46e1af5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402383 Nov 25 17:20:30.056208 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.060647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.075569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Deleting port 9ff2d537-7d49-4057-9988-510b77463955 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:30.075569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.144247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.158165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.161521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/d629e765-a935-4c18-bc35-174252cd5cad HTTP/1.1" status: 204 len: 168 time: 3.1116960 Nov 25 17:20:30.168074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:30.184460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] DHCP port deletion for f739c9ad-b486-4a01-bca1-3922159591e0 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:30.214365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.215769 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1dffd49-bf7e-4e37-8f7e-ece223539646 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:30.224951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.226681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c003047-2e19-4be9-ba4e-3d9ec7565d93 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "DELETE /v2.0/routers/b1dffd49-bf7e-4e37-8f7e-ece223539646 HTTP/1.1" status: 204 len: 168 time: 2.5514283 Nov 25 17:20:30.238181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:30.244123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578272466', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:30.260552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] For port 9ff2d537-7d49-4057-9988-510b77463955, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9ff2d537-7d49-4057-9988-510b77463955,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:30.261078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.286997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Calling delete_port for 9ff2d537-7d49-4057-9988-510b77463955 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:30.307996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-569412e1-6ac1-4a36-86a0-f9d23adc0a88 req-f057254b-9d65-4f5b-84e6-bb9db27ebf32 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 210 time: 0.0791631 Nov 25 17:20:30.308783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee224f4-459c-4334-b190-40c416a9e4bd tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=d629e765-a935-4c18-bc35-174252cd5cad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:30.314104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.315148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.353890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] Deleting port 9ff2d537-7d49-4057-9988-510b77463955 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:30.354496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.389167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:30.401912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.405534 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9d58ba-461d-45c2-826d-7c753cc07777 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:30.405534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9d58ba-461d-45c2-826d-7c753cc07777 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:30.408525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5e9d58ba-461d-45c2-826d-7c753cc07777 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/3310a604-922e-4125-b2dc-c01d783021f6 HTTP/1.1" status: 404 len: 337 time: 0.2135103 Nov 25 17:20:30.432711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44494) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:30.435861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] Sync routers for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:30.457450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.473729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:30.474637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:30.547120 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-047171f4-cfa6-4705-a7a2-485a28bafaa8 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646656 Nov 25 17:20:30.548292 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14b719e-9a58-400e-ae5e-0ba255feb228 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] DELETE failed (client error): The resource could not be found. Nov 25 17:20:30.548953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14b719e-9a58-400e-ae5e-0ba255feb228 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:20:30.552940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e14b719e-9a58-400e-ae5e-0ba255feb228 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/1f91cbc6-7b43-4830-a893-a1486e43459a HTTP/1.1" status: 404 len: 339 time: 0.1140459 Nov 25 17:20:30.568030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:30.575420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-07b23734-8db9-48c8-950e-3a8037ef5670 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "DELETE /v2.0/floatingips/934d4f4f-061d-47d5-a163-15cfdd43e06a HTTP/1.1" status: 204 len: 168 time: 4.8382399 Nov 25 17:20:30.575610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:30.580148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:30.605364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:30.630553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.642544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Deleting subnet 218d9506-c626-4dcf-a98e-98bd9bdf9c53 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:30.647496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.669341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] For port 9ff2d537-7d49-4057-9988-510b77463955, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9ff2d537-7d49-4057-9988-510b77463955,segment=NetworkSegment(89bab1e8-b6e6-4b71-b332-08909b1ce9d5),segment_id=89bab1e8-b6e6-4b71-b332-08909b1ce9d5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:30.672444 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.677767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:30.679178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:30.733855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:30.734775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd213cdd-2152-4211-8041-9255cff873f8 None None] The sync data for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:30.745594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] Calling delete_port for 9ff2d537-7d49-4057-9988-510b77463955 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:30.798250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.808775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-4ea1f082-50ff-458f-b395-178ed3763307 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543416 Nov 25 17:20:30.817711 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.846176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.889141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff2d537-7d49-4057-9988-510b77463955,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:30.974570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] No DVR routers for this DVR port 9ff2d537-7d49-4057-9988-510b77463955 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:30.979011 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:30.992686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-0c9d74a7-29e7-439e-ae0e-d3c69e77a0d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 217 time: 0.1709661 Nov 25 17:20:31.014888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] Pushing event deleted for resources: {'Port': ['ID=9ff2d537-7d49-4057-9988-510b77463955,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:31.016768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88af68-c6fc-4e74-baec-00ed4e2a2927 None None] No DVR routers for this DVR port 9ff2d537-7d49-4057-9988-510b77463955 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:31.077017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6256fc91-025c-47a8-af4e-ed3f72ef7770 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:31.105869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6256fc91-025c-47a8-af4e-ed3f72ef7770 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:31.106859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6256fc91-025c-47a8-af4e-ed3f72ef7770 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:31.107585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9ff2d537-7d49-4057-9988-510b77463955 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:31.136533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-d358867d-8dbb-4244-af77-b9a9e1684f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.139409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 9ff2d537-7d49-4057-9988-510b77463955 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:31.139911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9ff2d537-7d49-4057-9988-510b77463955 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:31.140436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device eb91f00a-48a8-4c86-9dae-1d128dabbd07 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:31.141670 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-d358867d-8dbb-4244-af77-b9a9e1684f54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1380694 Nov 25 17:20:31.170509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: eb91f00a-48a8-4c86-9dae-1d128dabbd07 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:31.170509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device eb91f00a-48a8-4c86-9dae-1d128dabbd07 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:31.204873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.210832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.270610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f739c9ad-b486-4a01-bca1-3922159591e0']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:31.286037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bab1e8-b6e6-4b71-b332-08909b1ce9d5') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:31.286483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bab1e8-b6e6-4b71-b332-08909b1ce9d5') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:31.300915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.316174 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.354125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:31.355498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.358663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-49ff007c-1fc2-4096-b3c1-7cd7a0181d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.361388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-49ff007c-1fc2-4096-b3c1-7cd7a0181d65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2119308 Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:31.362006 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:31.549575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.563081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339f88df-e63a-4696-ab50-710c5387f1ef req-641f878a-98d1-432d-9048-1599cc00dae7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 210 time: 0.1078477 Nov 25 17:20:31.589930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.620690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.637046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f739c9ad-b486-4a01-bca1-3922159591e0 HTTP/1.1" status: 204 len: 168 time: 2.1714120 Nov 25 17:20:31.638669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09a0be-32c0-4f3f-8e98-50acce110b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f739c9ad-b486-4a01-bca1-3922159591e0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:31.713301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-e29cb6ae-6e79-4cbd-a208-a09c1eb6912f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:31.714817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-e29cb6ae-6e79-4cbd-a208-a09c1eb6912f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 814 time: 0.4614635 Nov 25 17:20:31.744518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Request body: {'port': {'device_id': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'admin_state_up': True, 'tenant_id': 'f65ae1f559f84810bdbffb2e285b9885'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:31.788935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-6026cae9-0634-46d5-b410-f382f50038ae service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782341 Nov 25 17:20:31.794345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.853809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.860566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.880689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:31.925243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:31.934168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/subnets/218d9506-c626-4dcf-a98e-98bd9bdf9c53 HTTP/1.1" status: 204 len: 168 time: 1.3595111 Nov 25 17:20:31.936494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44530) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:31.937100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb708cb9-2c11-4615-b523-81a52589c480 None None] Network 96daa580-8420-4390-8850-6d1afc835bb6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:31.965993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Allocated IP 172.25.8.176 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/1e8b6c2e-ad3c-4a6a-8809-d1931630750e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:31.982444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6e54c-8d40-400d-93e9-ead415fe6716 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Subnet': ['ID=218d9506-c626-4dcf-a98e-98bd9bdf9c53,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:32.110171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-9161fd31-1108-4f72-a479-06b52e3c03df service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832134 Nov 25 17:20:32.192796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-5c491c3b-5b0d-42db-8f56-13bce7a46f10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 217 time: 0.0725794 Nov 25 17:20:32.192796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Made reservation on behalf of f65ae1f559f84810bdbffb2e285b9885 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:32.197345 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.202732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.231535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c3214038-c017-4cbd-ae64-913889a2b1e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c4d7d039357e422189b6a9f78ba39012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489287 Nov 25 17:20:32.234932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:32.269792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] DHCP port deletion for 96daa580-8420-4390-8850-6d1afc835bb6 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:32.299635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-4d709d64-3fc5-4f3c-8c3b-4fd1e7634b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:32.301238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-4d709d64-3fc5-4f3c-8c3b-4fd1e7634b84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1011610 Nov 25 17:20:32.362592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] Deleting port 445e3afc-0c15-4b97-9c38-3300c0077bbe {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:32.363208 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.453756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Allocated IP 172.20.0.11 (9d5faf07-a80c-4dc1-9e3e-08e2e9379e09/ded0859c-b73f-441d-a86c-a6473a49dbad/7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:32.461036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] For port 445e3afc-0c15-4b97-9c38-3300c0077bbe, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=445e3afc-0c15-4b97-9c38-3300c0077bbe,segment=NetworkSegment(069cd094-5dbf-40db-9a7a-1307ec509d18),segment_id=069cd094-5dbf-40db-9a7a-1307ec509d18)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:32.462100 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.479950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] Calling delete_port for 445e3afc-0c15-4b97-9c38-3300c0077bbe owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:32.590089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:32.628213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] Pushing event deleted for resources: {'Port': ['ID=445e3afc-0c15-4b97-9c38-3300c0077bbe,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:32.630447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99ad01-e778-4bef-9449-4b7c3126cad9 None None] No DVR routers for this DVR port 445e3afc-0c15-4b97-9c38-3300c0077bbe on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:32.948589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 445e3afc-0c15-4b97-9c38-3300c0077bbe no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:32.989195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 445e3afc-0c15-4b97-9c38-3300c0077bbe {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:32.989598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 445e3afc-0c15-4b97-9c38-3300c0077bbe not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:32.992473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.021143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96daa580-8420-4390-8850-6d1afc835bb6']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:33.046329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069cd094-5dbf-40db-9a7a-1307ec509d18') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:33.046719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069cd094-5dbf-40db-9a7a-1307ec509d18') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:33.124865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.131974 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a2358e9-cd24-4e8e-8d33-6bad6b943fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.140892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.157826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.174630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:33.175133 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:33.185843 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:33.237612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a2358e9-cd24-4e8e-8d33-6bad6b943fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.256630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-549ac463-d8ee-4bc3-b796-7f1862cc26db req-f986e30c-c372-46fa-8c7a-89b151b0696d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 210 time: 0.0407495 Nov 25 17:20:33.260632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.289120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-7a7ff002-ec93-4192-87bd-332eb531b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:33.292418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-7a7ff002-ec93-4192-87bd-332eb531b114 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6365776 Nov 25 17:20:33.365242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.372297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.377541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] 10.222.0.86 "DELETE /v2.0/networks/96daa580-8420-4390-8850-6d1afc835bb6 HTTP/1.1" status: 204 len: 168 time: 1.4285626 Nov 25 17:20:33.411047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.414125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440ce31-e1f3-4156-a01e-e9603f43c593 tempest-NetworksIpV6Test-1070709502 tempest-NetworksIpV6Test-1070709502-project] Pushing event deleted for resources: {'Network': ['ID=96daa580-8420-4390-8850-6d1afc835bb6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:33.418368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.496740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:33.546824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:33.563882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:33.575545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:33.582644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a2358e9-cd24-4e8e-8d33-6bad6b943fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.586035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a2358e9-cd24-4e8e-8d33-6bad6b943fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.588435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a2358e9-cd24-4e8e-8d33-6bad6b943fa8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a536d8ba-9359-4034-a801-3cb809bffcb0 HTTP/1.1" status: 204 len: 168 time: 1.3516693 Nov 25 17:20:33.594224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:33.597522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:33.612616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:33.621144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-c058f72f-d3a8-4d6e-9ae8-b0b3faa8e251 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164909 Nov 25 17:20:33.733683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2358e9-cd24-4e8e-8d33-6bad6b943fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a536d8ba-9359-4034-a801-3cb809bffcb0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:33.740985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-3ac7673a-6cd8-4a0c-8a72-b1020cf1102d service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006131 Nov 25 17:20:33.747503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Allocated IP 172.25.8.68 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:33.756033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8b6c2e-ad3c-4a6a-8809-d1931630750e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:33.890556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:33.891599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:33.905700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-a4e1d4be-c6ea-44e0-88bb-2facae862ad6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 217 time: 0.1353111 Nov 25 17:20:33.980570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-eb67dcb7-b563-4e86-a86e-5afa373bd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:33.984983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-eb67dcb7-b563-4e86-a86e-5afa373bd373 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.0693133 Nov 25 17:20:33.986089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aeb9541-98b6-4d95-9f2f-951e81e912ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2559435 Nov 25 17:20:33.986554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:34.020932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.059338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Request body: {'port': {'device_id': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:34.130788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.134770 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.135754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-a8e820d4-8258-4f56-923f-0ea005962da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:34.137738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-a8e820d4-8258-4f56-923f-0ea005962da3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404386 Nov 25 17:20:34.367968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.379707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.547354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.549762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8b6c2e-ad3c-4a6a-8809-d1931630750e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:34.563262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.601550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.604018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b6cab31a-f07c-45e9-b6d9-8d8cd22b862d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0277085 Nov 25 17:20:34.607782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44602) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:34.614233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2d71389a-bbf3-4e19-850c-cf84ad6ed304 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5fa119e37ec4e4c8541f2414a4dc436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6243994 Nov 25 17:20:34.616564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44604) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:34.632940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-8204f52c-8121-4b23-b38f-7d19a0ffdb1f service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450511 Nov 25 17:20:34.646096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae77b-cd40-4470-86a6-49c99bfc5578 req-a9ea4cf0-5a3c-471c-a348-4478f3c70376 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:34.647703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cedae77b-cd40-4470-86a6-49c99bfc5578 req-a9ea4cf0-5a3c-471c-a348-4478f3c70376 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 932 time: 0.2607923 Nov 25 17:20:34.681445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.723303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6ce69f3-8776-4160-9510-a57b3586672b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.740524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:34.751021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:34.763663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:34.767992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c28ccd-6b00-4178-8854-e2e6c9e9754c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:34.787261 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cedae77b-cd40-4470-86a6-49c99bfc5578 req-20cebc3a-23fe-48a9-9a2a-f631d0780e27 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314471 Nov 25 17:20:34.828689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6ce69f3-8776-4160-9510-a57b3586672b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.830835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event updated for resources: {'Port': ['ID=cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:34.894839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7c8240f1-3667-4e2e-bb57-03bda59d2d82 None None] Provisioning complete for port cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:34.895527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c8240f1-3667-4e2e-bb57-03bda59d2d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:34.928522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-444c152f-008d-461e-ab71-e98b8c8c5892 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794502 Nov 25 17:20:34.928990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:34.967166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:35.017843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.019542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7c8240f1-3667-4e2e-bb57-03bda59d2d82 None None] Port cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:35.059901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-47f1e635-53b7-4278-8410-953d6cd625fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 217 time: 0.1059806 Nov 25 17:20:35.081243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Transition to ACTIVE for port object 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:35.091165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6ce69f3-8776-4160-9510-a57b3586672b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.094629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b6ce69f3-8776-4160-9510-a57b3586672b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.100389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b6ce69f3-8776-4160-9510-a57b3586672b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb4ae353-fa9c-471e-92f3-9318904190ae HTTP/1.1" status: 204 len: 168 time: 0.4788477 Nov 25 17:20:35.112422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1625340629-network', 'tenant_id': '36c3b18d77d34b30af3e8ebfaa58edaf'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:35.121088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.150776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:35.174586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce69f3-8776-4160-9510-a57b3586672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ae353-fa9c-471e-92f3-9318904190ae,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:35.234580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-0b10b960-6da3-4f41-87c1-b7a56a6f98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:35.236228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-0b10b960-6da3-4f41-87c1-b7a56a6f98f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1675963 Nov 25 17:20:35.240288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:20:35.240288 n-d-817303-7 neutron-server[103636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:20:35.240288 n-d-817303-7 neutron-server[103636]: [parameters: {'project_id_1': 'bda4c311c36441379af5675623e94c1a', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 20, 15, 159266)}] Nov 25 17:20:35.240288 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:20:35.240628 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:20:35.242120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Made reservation on behalf of 36c3b18d77d34b30af3e8ebfaa58edaf for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:35.245335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.284334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.301351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.336699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:35.396961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-e2dffce1-9fcd-41c7-8f48-c842c58cc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:35.399119 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-e2dffce1-9fcd-41c7-8f48-c842c58cc62a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1463473 Nov 25 17:20:35.446612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Attempting to bind port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:35.446999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Attempting to bind port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:35.447324 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Attempting to bind port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:35.526462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:35.526854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Attempting to bind port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:35.548960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:35.548960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Checking segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:35.549411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Bound using segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:35.549936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Bound port: 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:35.550393 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.627206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c57493d1-721c-4f53-b25d-fc0f7676079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.674008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.675803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.689236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.811120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:35.819694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-c88f6435-2e0e-43c3-83a9-2b98a158abae service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099066 Nov 25 17:20:35.888524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:35.979821 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:20:35.986891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-2d8d1cf9-3c05-42b9-8f5e-7baa72263075 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449018 Nov 25 17:20:35.999589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Router 012eb1dd-0bf1-4bc1-b913-45af3b72b326 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:36.000543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf380a42-5480-45d9-ab4c-46c31f4f015f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:36.014129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:36.064250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.064896 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Added segment b29dc9ad-d055-4aa2-aa56-5f0460ddae84 of type vlan for network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 Nov 25 17:20:36.108030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:36.130062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.163668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.189840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-0447a988-d11a-4977-82e7-405f23c33997 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.1909368 Nov 25 17:20:36.235867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:36.283685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.306803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.307467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.309441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 HTTP/1.1" status: 200 len: 1092 time: 2.3109634 Nov 25 17:20:36.309915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:36.312595 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47580901-1d69-4384-8c85-21a2e30a5ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:36.339752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89bc5-a920-4c09-889b-6a96b214d910 req-57e1cfd9-1d54-454e-b496-a717ea9dcaf7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.341306 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7fe89bc5-a920-4c09-889b-6a96b214d910 req-57e1cfd9-1d54-454e-b496-a717ea9dcaf7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 944 time: 0.3463588 Nov 25 17:20:36.353360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Allocated IP 172.25.8.253 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/52fffb19-8644-40a3-8f56-60556f88375b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:36.362340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:36.371689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-c04f5173-a3a9-4df2-8787-fb7433c4a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.374378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-c04f5173-a3a9-4df2-8787-fb7433c4a3bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.1696119 Nov 25 17:20:36.379162 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] Sync routers for ids ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:36.405147 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] Routers {'012eb1dd-0bf1-4bc1-b913-45af3b72b326'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:36.405771 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:36.427909 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.432585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4f6019e4-0245-4012-9df3-fc331213d1e5 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1895170 Nov 25 17:20:36.441448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:36.447316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': False}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:36.459545 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:36.471596 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] Routers {'012eb1dd-0bf1-4bc1-b913-45af3b72b326'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:36.472415 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:36.474163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf474c53-065b-400e-9a57-c56140ceece2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:36.487789 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f2a7c5-bfd2-4476-8c25-fb70b08c8420 x-openstack-request-id: req-78f2a7c5-bfd2-4476-8c25-fb70b08c8420 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:36.487986 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:36.488865 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-78f2a7c5-bfd2-4476-8c25-fb70b08c8420 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:36.489929 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'status': 'completed', 'code': 200} Nov 25 17:20:36.522001 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:36.524245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5364e-4f19-4dbc-86d3-f35ae836264d None None] The sync data for ids ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:36.532623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d001da51-dbd0-43a6-a237-39889ca44ac4 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1537547457', 'prefixes': ['172.20.0.0/16']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:36.619631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7fe89bc5-a920-4c09-889b-6a96b214d910 req-05c7200f-6357-49d7-87be-8c8f8e9887b1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559278 Nov 25 17:20:36.622747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.624144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.626221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.654747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-c61f8e00-461e-4da6-b0a8-75c57a2b5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.656778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-c61f8e00-461e-4da6-b0a8-75c57a2b5138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426449 Nov 25 17:20:36.701427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.737383 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7933307 Nov 25 17:20:36.746684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:36.755237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Request body: {'subnet': {'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1625340629-subnet', 'tenant_id': '36c3b18d77d34b30af3e8ebfaa58edaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:36.799694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aa2bbec-75e6-485d-8c27-2b7b24a5d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:36.801360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-8aa2bbec-75e6-485d-8c27-2b7b24a5d7fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 1095 time: 0.4373136 Nov 25 17:20:36.806108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6072-45e7-4e98-b6db-22d688bb3e54 admin admin] Pushing event updated for resources: {'Network': ['ID=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:36.815351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:36.868290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d001da51-dbd0-43a6-a237-39889ca44ac4 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] Publish callbacks [] for subnetpool, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:36.869665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d001da51-dbd0-43a6-a237-39889ca44ac4 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6326330 Nov 25 17:20:36.877123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:36.955235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-d116b047-5e22-4946-a57b-78d763c6ef68 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420268 Nov 25 17:20:36.963728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-34a4d0ad-9071-47c5-9975-faa4d3bf5f86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 HTTP/1.1" status: 200 len: 217 time: 0.1517172 Nov 25 17:20:37.061247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-28dbc0bf-5f55-48eb-bd55-39527a49bd0b service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958583 Nov 25 17:20:37.110892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Made reservation on behalf of 36c3b18d77d34b30af3e8ebfaa58edaf for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:37.113233 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.257203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.266737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-097c7ccb-fac0-44ce-86f9-fdc2966128dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.1909754 Nov 25 17:20:37.311027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-6415714d-400b-4d5e-862a-96597ee94b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:37.312664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-6415714d-400b-4d5e-862a-96597ee94b52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 200 len: 854 time: 0.2485352 Nov 25 17:20:37.322260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Pushing event updated for resources: {'Port': ['ID=52fffb19-8644-40a3-8f56-60556f88375b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:37.333590 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aff954bb-fbd5-42db-8d65-3948d582601f tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] 10.222.0.86 "GET /v2.0/subnetpools/4c1d8b4c-5f2e-4013-8e96-41c873d017cf HTTP/1.1" status: 200 len: 732 time: 0.4553421 Nov 25 17:20:37.335545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:37.336468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44686) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:37.341393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-49c9c319-8333-400d-9521-c5f139fd8d29 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-430897129'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:37.348631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:37.352557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:37.354459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-dc3805f0-f7f0-47b8-9443-cfba5d5627eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326788 Nov 25 17:20:37.373432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-1e17a9bb-91cb-4d84-ab18-c8bfc7449d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:37.374882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-1e17a9bb-91cb-4d84-ab18-c8bfc7449d0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.0982602 Nov 25 17:20:37.504359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-3019bcdb-12d9-42cc-a621-e763df673f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:37.505842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-3019bcdb-12d9-42cc-a621-e763df673f52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025879 Nov 25 17:20:37.616786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.619635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-c0b9b942-4b35-4cca-ac5f-39da9e87fa44 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571604 Nov 25 17:20:37.620494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.629995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.649292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49c9c319-8333-400d-9521-c5f139fd8d29 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] Publish callbacks [] for subnetpool, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.651765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-49c9c319-8333-400d-9521-c5f139fd8d29 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] 10.222.0.86 "PUT /v2.0/subnetpools/4c1d8b4c-5f2e-4013-8e96-41c873d017cf HTTP/1.1" status: 200 len: 683 time: 0.3138397 Nov 25 17:20:37.664919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44690) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:37.763013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.934296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f748be2a-8661-45bb-828a-f4baca057f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.943045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67ebc7f7-7227-4b55-9e64-7514cf98d4ad tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] Publish callbacks [] for subnetpool, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:37.944614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-67ebc7f7-7227-4b55-9e64-7514cf98d4ad tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] 10.222.0.86 "DELETE /v2.0/subnetpools/4c1d8b4c-5f2e-4013-8e96-41c873d017cf HTTP/1.1" status: 204 len: 168 time: 0.2766895 Nov 25 17:20:37.949457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44696) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:37.952433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d02b5f0-c194-48c6-a5a8-362596c0cbc8 req-de0ecede-2a47-40e5-8f79-e01354452016 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214443 Nov 25 17:20:37.953255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58401465-ad64-4fc6-bec2-a327c58f0bc9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:37.972746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-e32dd2d5-9d73-412e-b652-8bff60dd7fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453301 Nov 25 17:20:37.975783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Checking segment: {'id': 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:37.976580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Network hostable DHCP agents. Network: 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:38.049818 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-9f550c99-0689-4115-a2e9-99d63f675c64 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] show failed (client error): The resource could not be found. Nov 25 17:20:38.053781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f550c99-0689-4115-a2e9-99d63f675c64 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] 10.222.0.86 "GET /v2.0/subnetpools/4c1d8b4c-5f2e-4013-8e96-41c873d017cf HTTP/1.1" status: 404 len: 346 time: 0.1002331 Nov 25 17:20:38.061819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44698) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:38.083665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:38.122362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed3f75-91ea-4059-a997-29bc5151c5b2 req-c469993c-7e03-4e73-a484-788a3db506f8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.124030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66ed3f75-91ea-4059-a997-29bc5151c5b2 req-c469993c-7e03-4e73-a484-788a3db506f8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 944 time: 0.3159313 Nov 25 17:20:38.131831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:38.202656 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7d5dd-5639-4215-a1e0-42bc754a79e1 req-2cf24258-ec83-456d-b4eb-a5761d542c49 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134089 Nov 25 17:20:38.202887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.204409 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-4eb905fc-24ce-4f29-a70c-9c6ddb08c968 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] delete failed (client error): The resource could not be found. Nov 25 17:20:38.206038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4eb905fc-24ce-4f29-a70c-9c6ddb08c968 tempest-SubnetPoolsTestJSON-1798456341 tempest-SubnetPoolsTestJSON-1798456341-project] 10.222.0.86 "DELETE /v2.0/subnetpools/4c1d8b4c-5f2e-4013-8e96-41c873d017cf HTTP/1.1" status: 404 len: 346 time: 0.1309249 Nov 25 17:20:38.220249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.237089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-0d608223-15ed-454d-859e-298a1e2ecba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.239219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-0d608223-15ed-454d-859e-298a1e2ecba6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 1095 time: 0.1955414 Nov 25 17:20:38.249154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66ed3f75-91ea-4059-a997-29bc5151c5b2 req-f45d6724-5e28-44c5-b3fe-e5c363735e2c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116838 Nov 25 17:20:38.346331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb435e8b-92c8-43dd-aa23-b5aa1d5aa65c None None] Network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:38.419781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.420370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.470092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4b42d291-b683-426b-9f2b-99caaa5e97c3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7076075 Nov 25 17:20:38.489123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Pushing event updated for resources: {'Port': ['ID=52fffb19-8644-40a3-8f56-60556f88375b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:38.538961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-3a18274a-03b3-43ef-a35f-92509bdb812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.540696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-3a18274a-03b3-43ef-a35f-92509bdb812a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 915 time: 0.2874703 Nov 25 17:20:38.598205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713dc7e5-6d5f-45e2-beb8-a79dbb071aed None None] Network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:38.600209 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.621543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-0aaaa1ef-2530-443a-8bcb-74153b6da2a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 HTTP/1.1" status: 200 len: 217 time: 0.0712616 Nov 25 17:20:38.762588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-4af7ee7d-f681-4d10-863b-fcf75e9305fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:38.766920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-4af7ee7d-f681-4d10-863b-fcf75e9305fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 200 len: 854 time: 0.1374848 Nov 25 17:20:38.791681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:38.795690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-69e7e384-e582-41de-9d13-90be8b17157b tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1843138 Nov 25 17:20:38.800093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:38.932058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-aa925817-0aa2-45bd-a06f-1d1dab71783b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548502 Nov 25 17:20:38.932573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44728) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:39.216379 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.279822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-709da530-1009-4977-9ce2-a1334a0fec7f tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.4772844 Nov 25 17:20:39.282568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:39.346186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842e5555-3501-43b0-b41e-35ff0c3859b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.446977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf710c25-820f-4615-b417-8d44acf46993 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1631250 Nov 25 17:20:39.482357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:39.875907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-18db1200-8273-43b2-a07f-4552d9961a53 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:39.888098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-18db1200-8273-43b2-a07f-4552d9961a53 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/networks?id=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 HTTP/1.1" status: 200 len: 818 time: 0.5224969 Nov 25 17:20:39.916392 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.937345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-5c0090b7-143a-4389-85f0-4c82a87531a0 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/quotas/36c3b18d77d34b30af3e8ebfaa58edaf HTTP/1.1" status: 200 len: 375 time: 0.0481894 Nov 25 17:20:39.953238 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:39.982302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:39.989715 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-25aa4f57-8a61-41fc-9b0f-878c4f8938b0 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=36c3b18d77d34b30af3e8ebfaa58edaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513213 Nov 25 17:20:39.996636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.006392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.019603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.033999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.050935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.062855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.070835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-5dc70f9f-5389-4059-91d3-a36f8a54d2f5 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.8587520 Nov 25 17:20:40.081161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-d3d058fd-e8be-40cf-85fd-a2b29a4cc0f7 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1262212 Nov 25 17:20:40.087814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Deleting port 52fffb19-8644-40a3-8f56-60556f88375b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:40.088166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.099202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1ef7416a-3b9d-470b-ac03-c12fb6244cc3 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:20:40.108391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1ef7416a-3b9d-470b-ac03-c12fb6244cc3 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1176853 Nov 25 17:20:40.271626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f1f6349-8f76-4d77-a6ef-7442e5ee77f5 req-a9557335-b11a-4777-a147-83af04d0e0e2 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945784 Nov 25 17:20:40.336531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47580901-1d69-4384-8c85-21a2e30a5ea9 req-cf03eb7b-3f46-4468-84d7-fdc71601f6ab service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451859 Nov 25 17:20:40.381075 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842e5555-3501-43b0-b41e-35ff0c3859b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.386852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842e5555-3501-43b0-b41e-35ff0c3859b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.489603 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.494981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-842e5555-3501-43b0-b41e-35ff0c3859b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd2d129ababa4a549a00b2bc0f92eb2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5590689 Nov 25 17:20:40.495941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e5555-3501-43b0-b41e-35ff0c3859b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa59d7a-6d26-4521-b820-5e0c7f9a4672,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:40.499361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44760) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:40.584913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a45402e-298c-47a1-9617-a24c0a847672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.621077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a45402e-298c-47a1-9617-a24c0a847672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.704081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a45402e-298c-47a1-9617-a24c0a847672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.708601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a45402e-298c-47a1-9617-a24c0a847672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.710419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2a45402e-298c-47a1-9617-a24c0a847672 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2fa59d7a-6d26-4521-b820-5e0c7f9a4672 HTTP/1.1" status: 204 len: 168 time: 0.1980333 Nov 25 17:20:40.723337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.723693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:40.756077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45402e-298c-47a1-9617-a24c0a847672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa59d7a-6d26-4521-b820-5e0c7f9a4672,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:40.772836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Calling delete_port for 52fffb19-8644-40a3-8f56-60556f88375b owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:40.792358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856cf41-38fd-44ed-b198-ce4b5bd9e0db req-e3c1fa82-0e5d-4e81-b20c-43f7fd2ea218 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:40.806794 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8856cf41-38fd-44ed-b198-ce4b5bd9e0db req-e3c1fa82-0e5d-4e81-b20c-43f7fd2ea218 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 944 time: 0.1224444 Nov 25 17:20:40.908414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8856cf41-38fd-44ed-b198-ce4b5bd9e0db req-6b73a95f-90df-484f-851d-78822c4c85d4 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889258 Nov 25 17:20:40.951918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-f8779a54-df6d-435f-9c0c-aa6ecc74611a service neutron] 10.222.0.86 "GET /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8420892 Nov 25 17:20:40.961354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Router 012eb1dd-0bf1-4bc1-b913-45af3b72b326 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:41.198166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.205439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.212931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.225618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.232630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-c4be7de4-d68a-459c-9e4d-f923485e860a service neutron] 10.222.0.86 "GET /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684546 Nov 25 17:20:41.236650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.240251 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.248042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.257688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.265181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2308957d-9b25-4cea-88e3-64e4d31eb25b req-62cb1f16-8f9c-4b96-9c06-1529b940453c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.1587772 Nov 25 17:20:41.288237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Pushing event deleted for resources: {'Port': ['ID=52fffb19-8644-40a3-8f56-60556f88375b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:41.295146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.354519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:41.359415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.363776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6b598ff8-cfff-49b3-8478-9d3ff9310bc6 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "PUT /v2.0/routers/012eb1dd-0bf1-4bc1-b913-45af3b72b326 HTTP/1.1" status: 200 len: 920 time: 4.9181180 Nov 25 17:20:41.363867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:41.378932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] Sync routers for ids ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:41.397782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.404438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] Routers {'012eb1dd-0bf1-4bc1-b913-45af3b72b326'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:41.407322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.408289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.412083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3791ad73-7bab-43dd-ac9d-50fb2e6f8d00 tempest-FloatingIPAdminTestJSON-1564997797 tempest-FloatingIPAdminTestJSON-1564997797-project] 10.222.0.86 "DELETE /v2.0/floatingips/990c9d1f-3e81-43d6-a64e-8ea88318e7d8 HTTP/1.1" status: 204 len: 168 time: 1.9259293 Nov 25 17:20:41.412818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44784) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:41.578445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.603231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] Routers {'012eb1dd-0bf1-4bc1-b913-45af3b72b326'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:41.604980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.655689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8294cc2c-aeb9-4f6c-9469-5e3b4708cc3c tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/012eb1dd-0bf1-4bc1-b913-45af3b72b326 HTTP/1.1" status: 200 len: 920 time: 0.2884786 Nov 25 17:20:41.656195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:41.716930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:41.721178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d49e6e-6c7c-49b5-91de-432d21fe677a None None] The sync data for ids ['012eb1dd-0bf1-4bc1-b913-45af3b72b326'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:41.832122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964b4ca-2716-4c8c-8417-e36365638eec tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:41.836664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a964b4ca-2716-4c8c-8417-e36365638eec tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=012eb1dd-0bf1-4bc1-b913-45af3b72b326&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1769073 Nov 25 17:20:41.836905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-308273ec-a63f-4f13-aff6-ccb0393b6607 req-042b71e4-83eb-45ca-a777-24f532b3e5e2 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 210 time: 0.1898019 Nov 25 17:20:41.837561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:41.955724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Deleting port 1e8b6c2e-ad3c-4a6a-8809-d1931630750e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:41.955724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:41.961385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:42.164923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976163b4-ddc2-45e5-a727-38da3d70a008 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:42.169963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-976163b4-ddc2-45e5-a727-38da3d70a008 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.3288865 Nov 25 17:20:42.171231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44822) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:42.178049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.178434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.235300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9364-b281-4ae0-afbf-c53c8bb111ba req-98e25d37-f736-412d-9db4-3a8867d6f0d8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:42.237543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c19e9364-b281-4ae0-afbf-c53c8bb111ba req-98e25d37-f736-412d-9db4-3a8867d6f0d8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 944 time: 0.1591318 Nov 25 17:20:42.276305 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-38eff296-d6d8-4946-95fd-377b720f9f63 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=012eb1dd-0bf1-4bc1-b913-45af3b72b326 HTTP/1.1" status: 200 len: 205 time: 0.0975981 Nov 25 17:20:42.276305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Calling delete_port for 1e8b6c2e-ad3c-4a6a-8809-d1931630750e owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:42.295011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:42.345380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:42.375235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:42.401085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'port_id': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'mac_address': 'fa:16:3e:1c:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded0859c-b73f-441d-a86c-a6473a49dbad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:42.468842 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.489551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:42.547924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:42.564249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.569271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.593208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.651475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:42.691915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1947448220'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:42.697335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e8b6c2e-ad3c-4a6a-8809-d1931630750e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:42.735088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c19e9364-b281-4ae0-afbf-c53c8bb111ba req-082f19f2-1aef-49ac-8e93-cd2271b7bf2d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886122 Nov 25 17:20:42.862448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:42.862688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Made reservation on behalf of 02621752a9944ed885a7b60372e3e80f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:42.865920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.871840 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.875300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.876809 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-421dae46-d087-4862-a711-b5eaa9008a3d tempest-FloatingIPAdminTestJSON-1280920075 tempest-FloatingIPAdminTestJSON-1280920075-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/cf4c377f-9fcb-4681-af9c-2a3135e81ad1 HTTP/1.1" status: 204 len: 168 time: 1.4633451 Nov 25 17:20:42.880708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:42.889033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:42.903631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.054175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Deleting port cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:43.054175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.092996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5eac2f13-a938-4ba6-916c-9d9fcb6b0703 req-09484f7d-00b4-4ee7-be7a-e4ad539562f0 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 210 time: 0.0830083 Nov 25 17:20:43.155854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting port 10f7fdaf-8caa-412e-bf2c-d265c81b5725 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:43.156532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.157886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.203071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Calling delete_port for cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:43.344137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.356078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.371848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.407111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Calling delete_port for 10f7fdaf-8caa-412e-bf2c-d265c81b5725 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:43.420816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05effc3a-0800-4caa-8b54-abe04e2f2831,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:43.425423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:20:43.598606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.643000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.643581 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Added segment 6b5bee4e-00e6-4f22-867a-36bf8a9f9c35 of type vlan for network 239d02e2-c805-45d6-80db-d764cbbed1a1 Nov 25 17:20:43.644965 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.649664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event deleted for resources: {'Port': ['ID=cd5ca3ce-ec81-449d-ac0a-3658d73b8f5c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:43.663899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-bbd69bff-1bba-445f-920f-8960b4be3f56 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:43.666058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-bbd69bff-1bba-445f-920f-8960b4be3f56 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.73 "GET /v2.0/networks?id=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 HTTP/1.1" status: 200 len: 818 time: 0.2395315 Nov 25 17:20:43.666206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d9500-47b9-4ff8-b77b-6b76ba8c2106 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:43.699378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Request body: {'port': {'device_id': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22', 'admin_state_up': True, 'tenant_id': '36c3b18d77d34b30af3e8ebfaa58edaf'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:43.718818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Port': ['ID=10f7fdaf-8caa-412e-bf2c-d265c81b5725,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:43.840437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:43.871403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.921042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.928229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:43.935699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-16975d63-e58e-409b-8e68-ab4833b1ecd1 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "DELETE /v2.0/ports/10f7fdaf-8caa-412e-bf2c-d265c81b5725 HTTP/1.1" status: 204 len: 168 time: 1.0539188 Nov 25 17:20:43.938442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44874) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:44.003767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.022725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.024316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.154468 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.156456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event updated for resources: {'Network': ['ID=239d02e2-c805-45d6-80db-d764cbbed1a1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:44.157604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.164944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3b9502c-508b-4b5e-ab61-67ace24e296d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8158035 Nov 25 17:20:44.167077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44878) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:44.169999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:20:44.202705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Request body: {'subnet': {'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:44.220812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf9a8b-cd39-4ab4-91b4-86287012363b tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.222757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e2bf9a8b-cd39-4ab4-91b4-86287012363b tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "GET /v2.0/ports?device_id=339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 HTTP/1.1" status: 200 len: 913 time: 0.2835877 Nov 25 17:20:44.226223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:44.229245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ec61-6463-4179-8dc0-c4910222b063 req-51992f50-b560-411a-b3b2-83a704af51ec tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.230799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71c0ec61-6463-4179-8dc0-c4910222b063 req-51992f50-b560-411a-b3b2-83a704af51ec tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 945 time: 0.3788812 Nov 25 17:20:44.240353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.240815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.241281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.241737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.242226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.243108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.243610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:44.252246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79711794-87ff-429e-973f-a2e35bb9149d req-fb834920-2c75-47b7-b0e4-aac4e1e734cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.4081860 Nov 25 17:20:44.281564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e20809-f115-4041-ac15-afa7d50cab87 req-6758fd45-f232-419d-b295-6aec1e2086e0 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 210 time: 0.0822001 Nov 25 17:20:44.289276 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.289923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Fanout notify agent at l3_agent the message router_deleted on router 012eb1dd-0bf1-4bc1-b913-45af3b72b326 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:44.297419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.301970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b355c51-0f57-4dd4-8f45-105a2369aedd tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/012eb1dd-0bf1-4bc1-b913-45af3b72b326 HTTP/1.1" status: 204 len: 168 time: 1.9993548 Nov 25 17:20:44.305376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:44.323452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-665234078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:44.357637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Made reservation on behalf of 36c3b18d77d34b30af3e8ebfaa58edaf for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:44.361252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.408138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.409181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.442204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71c0ec61-6463-4179-8dc0-c4910222b063 req-fe02dca6-06b4-4572-a62f-612c064ff33e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882436 Nov 25 17:20:44.479567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79711794-87ff-429e-973f-a2e35bb9149d req-ed9b4405-7eea-42b9-aae2-22489375175c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2267547 Nov 25 17:20:44.512597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Made reservation on behalf of 02621752a9944ed885a7b60372e3e80f for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:44.516300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.579466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.622070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.681271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.682661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4cce80c5-6735-4d66-975f-e4f2fb072721 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3730102 Nov 25 17:20:44.686068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:44.693470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:44.772720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Allocated IP 172.20.0.12 (64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22/58401465-ad64-4fc6-bec2-a327c58f0bc9/2f50be4a-7065-4d09-9c54-59029082c695) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:44.962698 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:44.980470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.088297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event updated for resources: {'Subnet': ['ID=e973fce5-3dfa-4fde-98c6-33053782574b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:45.107086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Checking segment: {'id': '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:45.107343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Network hostable DHCP agents. Network: 239d02e2-c805-45d6-80db-d764cbbed1a1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:20:45.135972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:20:45.141006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.156674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.182931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 239d02e2-c805-45d6-80db-d764cbbed1a1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:45.192009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa4d1b9-3d2d-4b91-b628-1e4d1114de43 None None] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:45.194270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:45.194922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.256979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-65c0d53f-9586-4583-89c4-86e97d3e55d9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0636187 Nov 25 17:20:45.262043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44906) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:45.268696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Request body: {'port': {'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1', 'name': 'tempest-TagsExtTest-1483941218'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:45.338532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.413766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.417269 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.460298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-239d02e2-c805-45d6-80db-d764cbbed1a1', 'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1', 'tenant_id': '02621752a9944ed885a7b60372e3e80f', 'fixed_ips': [{'subnet_id': 'e973fce5-3dfa-4fde-98c6-33053782574b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:20:45.462280 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.534895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268069ce-2252-4546-ae75-12412e6829f6 req-84cfb795-9312-4365-b43a-b65c2ed018f6 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:45.542984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-268069ce-2252-4546-ae75-12412e6829f6 req-84cfb795-9312-4365-b43a-b65c2ed018f6 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 932 time: 0.1123545 Nov 25 17:20:45.545233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:45.555909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Made reservation on behalf of 02621752a9944ed885a7b60372e3e80f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:20:45.557484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:45.559003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.573160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:45.625295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Pushing event updated for resources: {'Port': ['ID=2f50be4a-7065-4d09-9c54-59029082c695,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:45.667900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] device_id is not set on port 9fc2b6b3-fda0-4386-9f0d-1f6ab078df6d yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:45.700429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-268069ce-2252-4546-ae75-12412e6829f6 req-fc9d9660-21dc-4d8e-8aea-f7ea6a9542e5 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559725 Nov 25 17:20:45.704992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Allocated IP 172.20.0.2 (239d02e2-c805-45d6-80db-d764cbbed1a1/e973fce5-3dfa-4fde-98c6-33053782574b/39670287-406b-4e5a-8873-9227794ccd12) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:45.707833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:45.708578 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.727679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7741-9e7e-4f66-bede-2c38a0b6b33c req-0fc53ffa-5e75-4c44-927d-d6109bd4c82c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:45.729278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f9e7741-9e7e-4f66-bede-2c38a0b6b33c req-0fc53ffa-5e75-4c44-927d-d6109bd4c82c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 945 time: 0.1239843 Nov 25 17:20:45.756013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Allocated IP 172.25.8.90 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:45.769535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-1d084b91-0a46-4e79-a8fe-6135e36b04ea tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0747406 Nov 25 17:20:45.819537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting port ef74dda1-e283-4146-931b-11578e348f08 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:45.819950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.820114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Request body: {'port': {'device_id': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:45.834617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f9e7741-9e7e-4f66-bede-2c38a0b6b33c req-6c5591b3-c42c-479f-869a-357b6b28a422 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944483 Nov 25 17:20:45.936356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.950391 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.951741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.958488 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:45.970527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Calling delete_port for ef74dda1-e283-4146-931b-11578e348f08 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:45.990102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:46.032673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:46.042975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:46.048364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:46.071923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Pushing event updated for resources: {'Port': ['ID=39670287-406b-4e5a-8873-9227794ccd12,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.080648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.087035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-56597f3d-891c-4bf4-96aa-7573495d4125 {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:20:46.087035 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:20:46.130654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22210f59-c8eb-4774-a436-c8a711b7d978 req-7e5f3d15-5982-484b-98ce-bfcb1ab5f012 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:46.132272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-22210f59-c8eb-4774-a436-c8a711b7d978 req-7e5f3d15-5982-484b-98ce-bfcb1ab5f012 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 950 time: 0.1410697 Nov 25 17:20:46.134847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Attempting to bind port 39670287-406b-4e5a-8873-9227794ccd12 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:46.134847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Attempting to bind port 39670287-406b-4e5a-8873-9227794ccd12 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:46.135196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Attempting to bind port 39670287-406b-4e5a-8873-9227794ccd12 on network 239d02e2-c805-45d6-80db-d764cbbed1a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:46.140249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:46.143646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:46.144028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Checking segment: {'id': '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:46.144434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.144904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Bound using segment: {'id': '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:46.145386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Bound port: 39670287-406b-4e5a-8873-9227794ccd12, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '239d02e2-c805-45d6-80db-d764cbbed1a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:46.145775 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.147640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.149625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:46.149988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.236996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.246938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] For port 39670287-406b-4e5a-8873-9227794ccd12, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:46.266026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Port': ['ID=ef74dda1-e283-4146-931b-11578e348f08,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.285214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] For port 39670287-406b-4e5a-8873-9227794ccd12, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=39670287-406b-4e5a-8873-9227794ccd12,segment=NetworkSegment(6b5bee4e-00e6-4f22-867a-36bf8a9f9c35),segment_id=6b5bee4e-00e6-4f22-867a-36bf8a9f9c35)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:46.291513 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.325361 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.329191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-22210f59-c8eb-4774-a436-c8a711b7d978 req-5ee12680-659d-4277-b305-37601aba48b9 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585922 Nov 25 17:20:46.333450 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.406531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:46.409386 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527d4778-bf5d-4bdd-846c-5825ea87d7e7" -d '{"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:46.411317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:46.413028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764eb6c-32c3-4471-8e39-2647a9767061 None None] Pushing event updated for resources: {'Port': ['ID=39670287-406b-4e5a-8873-9227794ccd12,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.444789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:46.452404 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.497258 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f045b6b-0fa3-4d58-8d7c-b31cb9f9a663 x-openstack-request-id: req-3f045b6b-0fa3-4d58-8d7c-b31cb9f9a663 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:46.497540 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:46.497794 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f045b6b-0fa3-4d58-8d7c-b31cb9f9a663 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:46.498210 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'code': 200} Nov 25 17:20:46.504626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:46.512129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:46.525616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c1f11f-2332-47e4-8dfa-3a68bb319581 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:46.571890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.659485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event updated for resources: {'Port': ['ID=a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:46.668729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9b54392e-30c4-4d77-a46b-2f79195b1679 None None] Provisioning complete for port a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:46.669110 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b54392e-30c4-4d77-a46b-2f79195b1679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.803070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:46.916248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] device_id is not set on port ed0fc82e-7318-4788-af74-602947a31ca1 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:20:46.970725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9b54392e-30c4-4d77-a46b-2f79195b1679 None None] Port a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:46.999987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 39670287-406b-4e5a-8873-9227794ccd12 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:47.055530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 39670287-406b-4e5a-8873-9227794ccd12 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:47.056238 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.094637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.139029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180806e-8d11-4d84-aab4-be65cde4c6af req-16836357-35ba-4d01-acfa-fdff897edf51 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:47.140681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0180806e-8d11-4d84-aab4-be65cde4c6af req-16836357-35ba-4d01-acfa-fdff897edf51 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1534986 Nov 25 17:20:47.172384 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.192856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Allocated IP 172.20.0.12 (239d02e2-c805-45d6-80db-d764cbbed1a1/e973fce5-3dfa-4fde-98c6-33053782574b/ed0fc82e-7318-4788-af74-602947a31ca1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:47.236875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 39670287-406b-4e5a-8873-9227794ccd12, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=39670287-406b-4e5a-8873-9227794ccd12,segment=NetworkSegment(6b5bee4e-00e6-4f22-867a-36bf8a9f9c35),segment_id=6b5bee4e-00e6-4f22-867a-36bf8a9f9c35)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:47.241655 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.327946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0180806e-8d11-4d84-aab4-be65cde4c6af req-d8978f67-44b9-43ab-be5f-8c7104b3522b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503718 Nov 25 17:20:47.331210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eea34b-e5a0-4d02-9479-82286a89ade8 req-cc7f86af-dc18-4674-8cf0-3d8a239bf2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:47.335222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58eea34b-e5a0-4d02-9479-82286a89ade8 req-cc7f86af-dc18-4674-8cf0-3d8a239bf2cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 1097 time: 0.7451112 Nov 25 17:20:47.348538 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.357042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=39670287-406b-4e5a-8873-9227794ccd12,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:47.515907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae494952-3186-457d-81be-88a4a68ec325 req-844414d9-344d-44eb-9f52-5b122fe6b037 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:47.522445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae494952-3186-457d-81be-88a4a68ec325 req-844414d9-344d-44eb-9f52-5b122fe6b037 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 932 time: 0.2661374 Nov 25 17:20:47.549191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58eea34b-e5a0-4d02-9479-82286a89ade8 req-26b0bc90-f18b-4e6f-a3d3-b3b6eeb3132a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830912 Nov 25 17:20:47.623991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f50be4a-7065-4d09-9c54-59029082c695 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:47.631669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.641627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.656596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d2785-e1a4-4b53-a4d7-c6d68c4020e6 req-ecf77e70-a47d-4f36-8221-80f73fd843e9 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:47.658115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-935d2785-e1a4-4b53-a4d7-c6d68c4020e6 req-ecf77e70-a47d-4f36-8221-80f73fd843e9 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 950 time: 0.1414018 Nov 25 17:20:47.672334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Transition to ACTIVE for port object 2f50be4a-7065-4d09-9c54-59029082c695 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:20:47.676593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.682606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae494952-3186-457d-81be-88a4a68ec325 req-5f30f1a9-fad1-47fa-b6eb-88d9f0ac562d tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590290 Nov 25 17:20:47.685318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.699610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Router 339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:20:47.746586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-935d2785-e1a4-4b53-a4d7-c6d68c4020e6 req-98f8c036-c19b-4244-a79c-e43413a4d4bc tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762703 Nov 25 17:20:47.785658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.847785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Pushing event updated for resources: {'Port': ['ID=2f50be4a-7065-4d09-9c54-59029082c695,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:47.867598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event updated for resources: {'Port': ['ID=ed0fc82e-7318-4788-af74-602947a31ca1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:47.872495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:47.879425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a342cfc-947a-47c0-b891-3d38a2eb160f None None] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:47.906936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:47.911115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:47.966091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:47.968776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-225814c4-0d95-4dce-9ddb-c49904cc91be None None] Provisioning complete for port 39670287-406b-4e5a-8873-9227794ccd12 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:47.969296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-225814c4-0d95-4dce-9ddb-c49904cc91be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.977505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e41c2ba0-1d73-449f-b8e1-ce580a923150 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "PUT /v2.0/routers/339cd6ad-54c3-41f4-bf7f-7270a0ed36a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6985638 Nov 25 17:20:47.983426 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] Sync routers for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:47.984965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:47.986101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:47.989707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44962) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:48.002393 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:48.003165 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.057838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8d1c6d6-32d5-40f6-891e-b2008f4fdb30 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7940824 Nov 25 17:20:48.057838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44964) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:48.066082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-942353445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:48.070266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.076756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.086066 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.100196 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] Routers {'339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:48.101049 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.134939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.136841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.154254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Attempting to bind port 2f50be4a-7065-4d09-9c54-59029082c695 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:20:48.154650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Attempting to bind port 2f50be4a-7065-4d09-9c54-59029082c695 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:20:48.154943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Attempting to bind port 2f50be4a-7065-4d09-9c54-59029082c695 on network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:48.159050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.178086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Port 2f50be4a-7065-4d09-9c54-59029082c695 on network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:20:48.179475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Attempting to bind port 2f50be4a-7065-4d09-9c54-59029082c695 on network 64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:20:48.190054 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.190707 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b653ea8-efda-4968-a94a-987ddf7b00b6 None None] The sync data for ids ['339cd6ad-54c3-41f4-bf7f-7270a0ed36a9'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:48.190977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:20:48.191517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Checking segment: {'id': 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:20:48.193486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Bound using segment: {'id': 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:20:48.193961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Bound port: 2f50be4a-7065-4d09-9c54-59029082c695, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:20:48.194322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.259553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.265751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.328695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.329645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] For port 2f50be4a-7065-4d09-9c54-59029082c695, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:20:48.333149 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8832ffd2-de30-4984-b5cb-03d3eb2848af tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2721896 Nov 25 17:20:48.337147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44978) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:48.338360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] For port 2f50be4a-7065-4d09-9c54-59029082c695, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2f50be4a-7065-4d09-9c54-59029082c695,segment=NetworkSegment(b29dc9ad-d055-4aa2-aa56-5f0460ddae84),segment_id=b29dc9ad-d055-4aa2-aa56-5f0460ddae84)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:20:48.345314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-698695e7-8e63-45bb-b491-25716d05deb7 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1937309280', 'prefixes': ['172.20.0.0/16']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:48.347554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.378768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.393380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:48.394549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.397262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] 10.222.0.73 "PUT /v2.0/ports/2f50be4a-7065-4d09-9c54-59029082c695 HTTP/1.1" status: 200 len: 1092 time: 2.5845268 Nov 25 17:20:48.401395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'tag': '2f50be4a-7065-4d09-9c54-59029082c695'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:48.411297 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb9f271-e036-411a-b145-494e763af3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "eda36dac-abcc-4f6b-8ffd-dc0b442841f2", "tag": "2f50be4a-7065-4d09-9c54-59029082c695"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:48.481865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Router 9e2f5bed-d095-455f-8d01-10f55f8a954e is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:48.495368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-698695e7-8e63-45bb-b491-25716d05deb7 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for subnetpool, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.502544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-698695e7-8e63-45bb-b491-25716d05deb7 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1640167 Nov 25 17:20:48.503217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44988) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:48.510278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-2a12ba0a-32bd-46b7-acad-548254d3f6b8 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-542707794') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.541328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting port 17a18867-405a-4f9b-b7c0-a94e7006673a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:48.541755 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.545099 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85695e1f-114b-4c1b-8ce2-0ca6d007e285 x-openstack-request-id: req-85695e1f-114b-4c1b-8ce2-0ca6d007e285 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:48.545579 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda36dac-abcc-4f6b-8ffd-dc0b442841f2", "tag": "2f50be4a-7065-4d09-9c54-59029082c695", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:48.545839 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85695e1f-114b-4c1b-8ce2-0ca6d007e285 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:48.547135 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'tag': '2f50be4a-7065-4d09-9c54-59029082c695', 'status': 'completed', 'code': 200} Nov 25 17:20:48.551685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef376936-78a5-4ed8-97ac-576449258c93 service neutron] Pushing event updated for resources: {'Port': ['ID=2f50be4a-7065-4d09-9c54-59029082c695,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:48.702924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2c6edce4-a2fd-4925-9637-091cfac61e22 None None] Provisioning complete for port 39670287-406b-4e5a-8873-9227794ccd12 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:48.704049 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c6edce4-a2fd-4925-9637-091cfac61e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.729457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969392c-a219-4381-b36a-24bbac736c1d req-d002df90-aad9-444e-90d7-2f5a167e9198 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:48.731072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4969392c-a219-4381-b36a-24bbac736c1d req-d002df90-aad9-444e-90d7-2f5a167e9198 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1833832 Nov 25 17:20:48.737531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.738801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-00721c7b-76c0-4e48-9155-88a45484c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:48.740897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-00721c7b-76c0-4e48-9155-88a45484c060 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36c3b18d77d34b30af3e8ebfaa58edaf&device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 1095 time: 0.1913908 Nov 25 17:20:48.759551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:48.776815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] Sync routers for ids ['9e2f5bed-d095-455f-8d01-10f55f8a954e'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:48.785606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Calling delete_port for 17a18867-405a-4f9b-b7c0-a94e7006673a owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:48.794428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:48.797684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4c62417e-202b-4d7c-b3a9-c69e3166653f tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "PUT /v2.0/routers/9e2f5bed-d095-455f-8d01-10f55f8a954e HTTP/1.1" status: 200 len: 878 time: 4.1091650 Nov 25 17:20:48.801591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a12ba0a-32bd-46b7-acad-548254d3f6b8 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-542707794 HTTP/1.1" status: 201 len: 201 time: 0.2939947 Nov 25 17:20:48.820875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44992) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:48.822514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] Routers {'9e2f5bed-d095-455f-8d01-10f55f8a954e'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:48.823518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9e2f5bed-d095-455f-8d01-10f55f8a954e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.825890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44994) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:48.845776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-8befae29-c10a-4372-9263-833b72689e7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f50be4a-7065-4d09-9c54-59029082c695 HTTP/1.1" status: 200 len: 217 time: 0.0959458 Nov 25 17:20:48.848742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-990eaccf-0442-4c30-94af-599105f8ba43 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-42376305') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.901587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.939818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] Routers {'9e2f5bed-d095-455f-8d01-10f55f8a954e'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:48.940521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9e2f5bed-d095-455f-8d01-10f55f8a954e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.949652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6841-859a-4b6b-896e-031ea6004e6b req-45fcbe8c-b964-4f82-ab6f-853a7f17829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:48.951275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-45fcbe8c-b964-4f82-ab6f-853a7f17829c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58401465-ad64-4fc6-bec2-a327c58f0bc9 HTTP/1.1" status: 200 len: 858 time: 0.0902038 Nov 25 17:20:48.955841 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4969392c-a219-4381-b36a-24bbac736c1d req-0bee1a9e-fbde-4446-a0c3-8c0c8159ba4a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943779 Nov 25 17:20:48.981122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:48.981800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0204fd-bc61-4f17-ab81-768af132523e None None] The sync data for ids ['9e2f5bed-d095-455f-8d01-10f55f8a954e'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:48.983517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 39670287-406b-4e5a-8873-9227794ccd12 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:49.011621 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-fa7a26fa-866d-401e-871a-d63ef324859e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402045 Nov 25 17:20:49.043282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2c6edce4-a2fd-4925-9637-091cfac61e22 None None] Provisioning complete for port ed0fc82e-7318-4788-af74-602947a31ca1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:49.043674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c6edce4-a2fd-4925-9637-091cfac61e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.077310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 39670287-406b-4e5a-8873-9227794ccd12 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:49.077983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.094494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0b7d740d-5df3-4267-b8ab-6dd7ed2e802d tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/9e2f5bed-d095-455f-8d01-10f55f8a954e HTTP/1.1" status: 200 len: 919 time: 0.2642508 Nov 25 17:20:49.100247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44996) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.105023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2c6edce4-a2fd-4925-9637-091cfac61e22 None None] Port ed0fc82e-7318-4788-af74-602947a31ca1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:49.126225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-da8544d4-a5b1-4a4e-9f14-57c3d2169c31 service neutron] 10.222.0.73 "GET /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050189 Nov 25 17:20:49.190966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813dfc2-7f40-4ad3-bd1c-1b4ca97643fb req-a05bd563-697a-4d01-bc0c-af921e4faad3 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:49.192472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f813dfc2-7f40-4ad3-bd1c-1b4ca97643fb req-a05bd563-697a-4d01-bc0c-af921e4faad3 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 944 time: 0.1982560 Nov 25 17:20:49.224599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-31ef929a-991f-4bdd-93fe-a2c770bda793 None None] Provisioning complete for port ed0fc82e-7318-4788-af74-602947a31ca1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:49.225722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-31ef929a-991f-4bdd-93fe-a2c770bda793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.228402 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609e6841-859a-4b6b-896e-031ea6004e6b req-bf0f93aa-db67-407c-9ac8-3040915d1ae0 service neutron] 10.222.0.73 "GET /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927467 Nov 25 17:20:49.267091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-31ef929a-991f-4bdd-93fe-a2c770bda793 None None] Port ed0fc82e-7318-4788-af74-602947a31ca1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:49.272930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c9b65-cf55-45ff-afde-bce92067847a tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:49.275115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-547c9b65-cf55-45ff-afde-bce92067847a tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=9e2f5bed-d095-455f-8d01-10f55f8a954e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1738365 Nov 25 17:20:49.278575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.322803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-990eaccf-0442-4c30-94af-599105f8ba43 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-42376305 HTTP/1.1" status: 201 len: 201 time: 0.4914818 Nov 25 17:20:49.340764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.345933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-2b68034d-d280-4b56-8620-98756e1a0fd3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-1989835973') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:49.354460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f813dfc2-7f40-4ad3-bd1c-1b4ca97643fb req-86aacb11-b144-47dd-9d06-eeffe742a36b tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480324 Nov 25 17:20:49.393684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9f271-e036-411a-b145-494e763af3f2 req-aa50e7e8-35dc-4b2c-a1bc-242386832825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:49.395489 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-aa50e7e8-35dc-4b2c-a1bc-242386832825 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=36c3b18d77d34b30af3e8ebfaa58edaf&device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 1095 time: 0.1078269 Nov 25 17:20:49.459091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64cfe0-f5ad-4e2d-9467-edae237064a9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:49.460738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d64cfe0-f5ad-4e2d-9467-edae237064a9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.1814229 Nov 25 17:20:49.465557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.502989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96efd1df-158d-4798-998e-71ed2d7e8bfe tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f5bed-d095-455f-8d01-10f55f8a954e HTTP/1.1" status: 200 len: 205 time: 0.0362549 Nov 25 17:20:49.505535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45014) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.581141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9f271-e036-411a-b145-494e763af3f2 req-a205a038-efd7-4479-a13b-6557dd53a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:49.582601 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-a205a038-efd7-4479-a13b-6557dd53a760 service neutron] 10.222.0.73 "GET /v2.0/networks?id=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 HTTP/1.1" status: 200 len: 919 time: 0.1746848 Nov 25 17:20:49.660487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-99814258-f67a-4889-b720-516c32820af0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f50be4a-7065-4d09-9c54-59029082c695 HTTP/1.1" status: 200 len: 217 time: 0.0468946 Nov 25 17:20:49.714906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.715285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.747762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Port': ['ID=17a18867-405a-4f9b-b7c0-a94e7006673a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:49.764510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccf323-dc73-49b5-87fd-b6715c99d5de None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:49.771300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9f271-e036-411a-b145-494e763af3f2 req-aed6bdc9-ac95-48f9-86d6-fdf8fcb7eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:49.772815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-aed6bdc9-ac95-48f9-86d6-fdf8fcb7eba1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58401465-ad64-4fc6-bec2-a327c58f0bc9 HTTP/1.1" status: 200 len: 858 time: 0.0984385 Nov 25 17:20:49.806383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2b68034d-d280-4b56-8620-98756e1a0fd3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-1989835973 HTTP/1.1" status: 201 len: 201 time: 0.4641178 Nov 25 17:20:49.808792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.813221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-3574ca58-5064-4a44-bffd-c180d44ef69a tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-750637579') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:49.830314 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-e4512e69-d083-498c-8b9a-f6c5134a6f40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264118 Nov 25 17:20:49.845244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.906972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.951436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.954150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:49.956588 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3574ca58-5064-4a44-bffd-c180d44ef69a tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-750637579 HTTP/1.1" status: 201 len: 201 time: 0.1468780 Nov 25 17:20:49.959332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45020) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:49.964026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-3ede7d2f-d1ab-44b0-8834-04bb084f3b05 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:49.975954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-260e1fc4-6dfd-4b00-8e3c-5bca6e2b82df service neutron] 10.222.0.73 "GET /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368523 Nov 25 17:20:49.988901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:50.004011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.004804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Fanout notify agent at l3_agent the message router_deleted on router 339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:50.013284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.014346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9fde6f3f-2852-4264-9877-07bffdd18492 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "DELETE /v2.0/routers/339cd6ad-54c3-41f4-bf7f-7270a0ed36a9 HTTP/1.1" status: 204 len: 168 time: 2.0235951 Nov 25 17:20:50.016874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45024) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:50.074822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting subnet d21572bb-bcff-45af-9af2-9a2ea572b264 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:50.078505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.099678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.124472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.125779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:50.128076 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8221fae2-6b83-41b6-8781-c4909a6e4506" -d '{"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-unplugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:50.142367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:50.147374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.182345 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a6f14f-d543-49f2-b3f7-c81f75628034 x-openstack-request-id: req-72a6f14f-d543-49f2-b3f7-c81f75628034 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:50.182638 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-unplugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:50.183007 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72a6f14f-d543-49f2-b3f7-c81f75628034 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:50.183173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Deleting port a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:50.183328 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'code': 200} Nov 25 17:20:50.183465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.189180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cb9f271-e036-411a-b145-494e763af3f2 req-a26d3b2b-8449-4937-8672-ac939017c9ca service neutron] 10.222.0.73 "GET /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869109 Nov 25 17:20:50.211466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582ea54-1502-4abb-b341-06e57e7dade9 req-6902d7b9-903c-4875-8813-8e53fe6af062 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:50.216413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d582ea54-1502-4abb-b341-06e57e7dade9 req-6902d7b9-903c-4875-8813-8e53fe6af062 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1406531 Nov 25 17:20:50.216575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:50.256700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.274785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3ede7d2f-d1ab-44b0-8834-04bb084f3b05 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags HTTP/1.1" status: 200 len: 240 time: 0.3143570 Nov 25 17:20:50.277637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:50.283326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-ba44cc19-ef53-41a3-a11e-42e614a452b5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-542707794') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:50.320346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.346794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Subnet': ['ID=d21572bb-bcff-45af-9af2-9a2ea572b264,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:50.355123 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.358462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b39af7b-e1eb-4cf2-985b-c08283b54edc tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "DELETE /v2.0/subnets/d21572bb-bcff-45af-9af2-9a2ea572b264 HTTP/1.1" status: 204 len: 168 time: 0.3404398 Nov 25 17:20:50.361029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45030) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:50.363747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58cfc67-486e-40b1-bed1-d1e5d8c548e8 None None] Network 8bd266db-a8b1-425e-b596-31b3691d4b82 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:20:50.509304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.538630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e6c94-5efb-4c26-ab9e-baed1186dfcc req-27f2adcd-9b94-475f-8b99-6c5b7895e20d tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:50.541342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e03e6c94-5efb-4c26-ab9e-baed1186dfcc req-27f2adcd-9b94-475f-8b99-6c5b7895e20d tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 944 time: 0.1003604 Nov 25 17:20:50.587631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] DHCP port deletion for 8bd266db-a8b1-425e-b596-31b3691d4b82 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:50.612663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e03e6c94-5efb-4c26-ab9e-baed1186dfcc req-7fc45e9c-317b-4219-aafc-fda2c54a7ffd tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 Nov 25 17:20:50.626134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting port 83694551-296e-44a0-928e-a350f25ede4c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:50.626876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.651081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] Deleting port 83694551-296e-44a0-928e-a350f25ede4c {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:50.651501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.718040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] For port 83694551-296e-44a0-928e-a350f25ede4c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=83694551-296e-44a0-928e-a350f25ede4c,segment=NetworkSegment(0c8b9998-3bd6-4823-a887-3873b4e959d3),segment_id=0c8b9998-3bd6-4823-a887-3873b4e959d3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:50.718406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.723036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] For port 83694551-296e-44a0-928e-a350f25ede4c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=83694551-296e-44a0-928e-a350f25ede4c,segment=NetworkSegment(0c8b9998-3bd6-4823-a887-3873b4e959d3),segment_id=0c8b9998-3bd6-4823-a887-3873b4e959d3)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:50.723592 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.741812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] Calling delete_port for 83694551-296e-44a0-928e-a350f25ede4c owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:50.742513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Calling delete_port for 83694551-296e-44a0-928e-a350f25ede4c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:50.763267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d582ea54-1502-4abb-b341-06e57e7dade9 req-3f8ac508-0f1a-4c69-a2cc-7165245d213d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212088 Nov 25 17:20:50.768284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.791417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Calling delete_port for a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:50.820256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ba44cc19-ef53-41a3-a11e-42e614a452b5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-542707794 HTTP/1.1" status: 204 len: 168 time: 0.5415173 Nov 25 17:20:50.823604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:50.829785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-699a5ad1-22b4-45c5-8305-0ed396ba258f tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-542707794') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: from cryptography.utils import int_from_bytes Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: from cryptography.utils import int_from_bytes Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.911099 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:20:50.915764 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:20:50.920225 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.925291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:50.936781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] No DVR routers for this DVR port 83694551-296e-44a0-928e-a350f25ede4c on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:50.968261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 83694551-296e-44a0-928e-a350f25ede4c no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:20:50.970927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Port': ['ID=83694551-296e-44a0-928e-a350f25ede4c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:50.980218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] No DVR routers for this DVR port 83694551-296e-44a0-928e-a350f25ede4c on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:20:50.992919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a632c51-996b-4075-8fe5-50bed2016c05 None None] Pushing event deleted for resources: {'Port': ['ID=83694551-296e-44a0-928e-a350f25ede4c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:50.996475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 83694551-296e-44a0-928e-a350f25ede4c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:20:50.996874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 83694551-296e-44a0-928e-a350f25ede4c not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:20:50.999612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1e1dd-7ff7-4596-a435-381a9ae7e9c7 req-de0cfcce-4b4e-420b-b6c0-49a4fd312d36 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:51.001591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6aa1e1dd-7ff7-4596-a435-381a9ae7e9c7 req-de0cfcce-4b4e-420b-b6c0-49a4fd312d36 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1159537 Nov 25 17:20:51.078002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.087039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-699a5ad1-22b4-45c5-8305-0ed396ba258f tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-542707794 HTTP/1.1" status: 204 len: 168 time: 0.2612052 Nov 25 17:20:51.089513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6aa1e1dd-7ff7-4596-a435-381a9ae7e9c7 req-6988d335-8a0d-4b33-a612-19a34c848446 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776336 Nov 25 17:20:51.090121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.095875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-b4cae65a-d984-4802-b390-01694a1f7e2c tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.098303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.108600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd266db-a8b1-425e-b596-31b3691d4b82']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.120900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8b9998-3bd6-4823-a887-3873b4e959d3') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.121300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8b9998-3bd6-4823-a887-3873b4e959d3') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.131589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.148107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event deleted for resources: {'Port': ['ID=a1035ae6-3d38-4d97-8ddb-1d6bc4cc34ab,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:51.152040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.160242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:51.163554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:20:51.164280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:20:51.168591 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:20:51.180872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95443da3-cab4-459c-8bef-af5f494efecb None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:51.247284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.252297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b4cae65a-d984-4802-b390-01694a1f7e2c tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags HTTP/1.1" status: 200 len: 205 time: 0.1584589 Nov 25 17:20:51.252297 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.252846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.259138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-dca98db9-8eaf-4a89-bf59-e45c9254002a tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.270956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.282428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "DELETE /v2.0/networks/8bd266db-a8b1-425e-b596-31b3691d4b82 HTTP/1.1" status: 204 len: 168 time: 0.9194224 Nov 25 17:20:51.291790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.300882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ee40d-5498-4c58-b29f-856543dec5e3 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Network': ['ID=8bd266db-a8b1-425e-b596-31b3691d4b82,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:51.326599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:51.345962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'mac_address': 'fa:16:3e:87:87:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:51.397899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.416547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a13c2f-2c47-4766-905a-8e10bdd75ca5 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:51.436818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.443083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:51.444325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.449432 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.521006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:51.583861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.584398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Fanout notify agent at l3_agent the message router_deleted on router 9e2f5bed-d095-455f-8d01-10f55f8a954e {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:51.595948 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.600969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41fb341e-1ac3-4fcc-961d-2c1863f59450 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/9e2f5bed-d095-455f-8d01-10f55f8a954e HTTP/1.1" status: 204 len: 168 time: 2.0905883 Nov 25 17:20:51.601277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.606275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['22a13c2f-2c47-4766-905a-8e10bdd75ca5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:51.606610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1630004860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:51.656913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.658395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.673042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dca98db9-8eaf-4a89-bf59-e45c9254002a tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags HTTP/1.1" status: 200 len: 239 time: 0.4188735 Nov 25 17:20:51.674771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.688310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-a050149c-5fdd-4439-8258-c8338839d522 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-42376305') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:51.712699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a6c35-6bac-4a58-a66c-718a3d98bc23 req-0e7b7374-ecc9-4434-a597-fba6e7e708b7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:51.720939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c5a6c35-6bac-4a58-a66c-718a3d98bc23 req-0e7b7374-ecc9-4434-a597-fba6e7e708b7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2309909 Nov 25 17:20:51.767659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.795301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.811195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c5a6c35-6bac-4a58-a66c-718a3d98bc23 req-35fa92ac-decc-4d69-97a0-281edf49c4bf tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892491 Nov 25 17:20:51.819196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.821049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9dc9939c-f1b8-4f54-a4ae-161e4bcf73f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2174418 Nov 25 17:20:51.821499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Deleting port 2a0be135-22fa-4850-8297-23c519ac99c9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:51.822030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:51.824971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45090) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:51.830314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': True}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:51.869821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc220a95-392a-4cef-9fc7-6ba50886467a req-ae142c86-b3b7-4093-92bc-f6a0f7c1d0f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:51.872424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc220a95-392a-4cef-9fc7-6ba50886467a req-ae142c86-b3b7-4093-92bc-f6a0f7c1d0f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 944 time: 0.1191332 Nov 25 17:20:51.952704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc220a95-392a-4cef-9fc7-6ba50886467a req-225e82f8-cf0e-4a1a-a222-7130a1ac5ae3 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Nov 25 17:20:52.054438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a050149c-5fdd-4439-8258-c8338839d522 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-42376305 HTTP/1.1" status: 204 len: 168 time: 0.3774202 Nov 25 17:20:52.057652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.063355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-e96b1c68-de2a-40e3-bbb9-dc2df23286d3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-42376305') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.074137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.074460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.138995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e96b1c68-de2a-40e3-bbb9-dc2df23286d3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-42376305 HTTP/1.1" status: 204 len: 168 time: 0.0779364 Nov 25 17:20:52.139234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45112) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.143433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-cc4c971d-d462-4aea-b413-ecd1a3d3bbed tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.146249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Calling delete_port for 2a0be135-22fa-4850-8297-23c519ac99c9 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:52.155527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.199794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cc4c971d-d462-4aea-b413-ecd1a3d3bbed tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags HTTP/1.1" status: 200 len: 205 time: 0.0572219 Nov 25 17:20:52.200166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.205215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-808532a4-cd76-4e6d-8dbd-5940fea355b2 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.328193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-808532a4-cd76-4e6d-8dbd-5940fea355b2 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags HTTP/1.1" status: 200 len: 241 time: 0.1246030 Nov 25 17:20:52.331495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.336645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-7bf690ed-93b3-4346-9549-880c7070bd03 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-1989835973') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.390534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.441346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7bf690ed-93b3-4346-9549-880c7070bd03 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-1989835973 HTTP/1.1" status: 204 len: 168 time: 0.1065321 Nov 25 17:20:52.444130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45122) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.451001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-d5aaa1bc-9017-4bf4-959d-f9e508758a39 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-1989835973') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.489363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Pushing event deleted for resources: {'Port': ['ID=2a0be135-22fa-4850-8297-23c519ac99c9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:52.589796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.590650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5aaa1bc-9017-4bf4-959d-f9e508758a39 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-1989835973 HTTP/1.1" status: 204 len: 168 time: 0.1390872 Nov 25 17:20:52.598665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-79088a0d-06ab-4480-94bd-79722df7ffbe tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.634749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.637598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.638884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ca57bbe9-d930-457b-a007-8d95a451ab45 tempest-FloatingIPAdminTestJSON-1212990148 tempest-FloatingIPAdminTestJSON-1212990148-project] 10.222.0.86 "DELETE /v2.0/floatingips/65066fc9-8877-485d-a8c9-4c048974f40e HTTP/1.1" status: 204 len: 168 time: 1.3461523 Nov 25 17:20:52.640161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.701410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:52.761089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-79088a0d-06ab-4480-94bd-79722df7ffbe tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags HTTP/1.1" status: 200 len: 205 time: 0.1652515 Nov 25 17:20:52.761444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45128) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.766265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-bfd540e6-9151-41a8-b656-ff418566e988 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.871584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bfd540e6-9151-41a8-b656-ff418566e988 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags HTTP/1.1" status: 200 len: 240 time: 0.1089251 Nov 25 17:20:52.875769 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45132) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.882279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-bc32f257-95ed-4777-a15c-5673003df354 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-750637579') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:52.884587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Allocated IP 172.25.8.159 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4dff9634-43e2-4ec8-b0c3-050444f3ab34) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:52.951869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bc32f257-95ed-4777-a15c-5673003df354 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-750637579 HTTP/1.1" status: 204 len: 168 time: 0.0741780 Nov 25 17:20:52.952597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45142) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:52.957824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-a4a15a66-8303-40ca-a463-ca69737946e5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-750637579') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:53.006272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a4a15a66-8303-40ca-a463-ca69737946e5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-750637579 HTTP/1.1" status: 204 len: 168 time: 0.0525272 Nov 25 17:20:53.010095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45152) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.022944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-99a2d252-96cf-4658-ba64-0d7d6e21d792 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:53.071099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-99a2d252-96cf-4658-ba64-0d7d6e21d792 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags HTTP/1.1" status: 200 len: 205 time: 0.0570509 Nov 25 17:20:53.072288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45154) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.077201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-8f5b6b88-e303-4422-9a41-ce26987bf450 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:53.079665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45156) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.114289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7470c76-6adb-4051-a5af-0c34ee90b99a req-be8c765b-cfd8-4195-b5f1-abcaf53216c4 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:53.116070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7470c76-6adb-4051-a5af-0c34ee90b99a req-be8c765b-cfd8-4195-b5f1-abcaf53216c4 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1160626 Nov 25 17:20:53.150747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f5b6b88-e303-4422-9a41-ce26987bf450 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0769548 Nov 25 17:20:53.155163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.170328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2f50be4a-7065-4d09-9c54-59029082c695 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:20:53.175402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:53.189642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.199838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-8996fbef-b515-4575-9f9c-c84b6fe13090 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:53.261125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9db56-fd99-4758-9e98-20663ff235e3 req-fb69bd59-291c-4770-a0ca-d59f8476bd2f tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:53.263052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cbf9db56-fd99-4758-9e98-20663ff235e3 req-fb69bd59-291c-4770-a0ca-d59f8476bd2f tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 944 time: 0.0835259 Nov 25 17:20:53.330518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cbf9db56-fd99-4758-9e98-20663ff235e3 req-884d554e-c220-4895-8df4-054980e5da1c tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596499 Nov 25 17:20:53.355909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:53.356486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.417296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.417514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-375d7b50-4364-4f06-bd20-17a5c825c28c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=678d8f5b9e7a45fc9e8cf252e72b9cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367007 Nov 25 17:20:53.457463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8996fbef-b515-4575-9f9c-c84b6fe13090 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags HTTP/1.1" status: 204 len: 168 time: 0.2971370 Nov 25 17:20:53.467253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.474270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-5d6e59f4-d431-44c7-9557-c8006595831d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:53.508541 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.518744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7470c76-6adb-4051-a5af-0c34ee90b99a req-b840674a-a436-4d9e-bc1a-bf01c2c89989 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937092 Nov 25 17:20:53.546256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2f50be4a-7065-4d09-9c54-59029082c695, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2f50be4a-7065-4d09-9c54-59029082c695,segment=NetworkSegment(b29dc9ad-d055-4aa2-aa56-5f0460ddae84),segment_id=b29dc9ad-d055-4aa2-aa56-5f0460ddae84)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:53.560243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:53.562304 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9be3b-edc6-4d33-b49a-b2dc6901cd1c" -d '{"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-plugged", "status": "completed", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:53.577583 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.580195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '2f50be4a-7065-4d09-9c54-59029082c695', 'network_id': '64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22', 'port_id': '2f50be4a-7065-4d09-9c54-59029082c695', 'mac_address': 'fa:16:3e:64:48:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58401465-ad64-4fc6-bec2-a327c58f0bc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:20:53.586486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:53.590129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828a81b8-d083-4a99-a6ec-04e05e221c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.614356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.627406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828a81b8-d083-4a99-a6ec-04e05e221c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.645070 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47b8e8d-91f6-4f09-aa5f-56f2f94dac3f x-openstack-request-id: req-d47b8e8d-91f6-4f09-aa5f-56f2f94dac3f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:53.645491 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-plugged", "status": "completed", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:53.645963 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d47b8e8d-91f6-4f09-aa5f-56f2f94dac3f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:53.646444 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'code': 200} Nov 25 17:20:53.663163 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.664869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Port': ['ID=4dff9634-43e2-4ec8-b0c3-050444f3ab34,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:53.678057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:53.686791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:53.690144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:53.705441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828a81b8-d083-4a99-a6ec-04e05e221c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.709244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-828a81b8-d083-4a99-a6ec-04e05e221c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.713638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-828a81b8-d083-4a99-a6ec-04e05e221c6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6db4c3ca-c311-4881-a031-cb9456a467a8 HTTP/1.1" status: 204 len: 168 time: 0.2934177 Nov 25 17:20:53.725647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a81b8-d083-4a99-a6ec-04e05e221c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db4c3ca-c311-4881-a031-cb9456a467a8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:53.744967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5d6e59f4-d431-44c7-9557-c8006595831d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags HTTP/1.1" status: 204 len: 168 time: 0.2717125 Nov 25 17:20:53.745183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45170) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:53.750357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-bc013c85-032a-4b05-8184-087821c079e7 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:53.898841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f50be4a-7065-4d09-9c54-59029082c695 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:20:53.921183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2f50be4a-7065-4d09-9c54-59029082c695, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2f50be4a-7065-4d09-9c54-59029082c695,segment=NetworkSegment(b29dc9ad-d055-4aa2-aa56-5f0460ddae84),segment_id=b29dc9ad-d055-4aa2-aa56-5f0460ddae84)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:53.924274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ea925-509b-4098-b97b-499f279f43a1 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:53.943080 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:53.982009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:54.064722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc013c85-032a-4b05-8184-087821c079e7 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags HTTP/1.1" status: 204 len: 168 time: 0.3148482 Nov 25 17:20:54.064722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.066293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.073486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-d29f5b00-6216-4c79-8589-ea2de88eb8a1 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-2037316598') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.080224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4a52b4e-687f-4fc4-b0b8-8221a267f18f None None] Provisioning complete for port 4dff9634-43e2-4ec8-b0c3-050444f3ab34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:54.080735 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4a52b4e-687f-4fc4-b0b8-8221a267f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.125176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=2f50be4a-7065-4d09-9c54-59029082c695,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:54.181170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4a52b4e-687f-4fc4-b0b8-8221a267f18f None None] Port 4dff9634-43e2-4ec8-b0c3-050444f3ab34 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:20:54.220196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d29f5b00-6216-4c79-8589-ea2de88eb8a1 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-2037316598 HTTP/1.1" status: 201 len: 201 time: 0.1507361 Nov 25 17:20:54.223938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45188) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.230535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-504635a1-04c0-441d-9021-5306b872cb52 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-505725468') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.282678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['2f50be4a-7065-4d09-9c54-59029082c695'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:20:54.289959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45190) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.313490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5c46019-e99e-410c-b8fd-058017289666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.370248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-504635a1-04c0-441d-9021-5306b872cb52 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-505725468 HTTP/1.1" status: 201 len: 201 time: 0.1436594 Nov 25 17:20:54.370248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45192) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.377778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-eee8b24d-6cc1-4687-8431-cd699458b4d3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-647229032') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.389156 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.394029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.512826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5c46019-e99e-410c-b8fd-058017289666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.518248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5c46019-e99e-410c-b8fd-058017289666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.531902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eee8b24d-6cc1-4687-8431-cd699458b4d3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-647229032 HTTP/1.1" status: 201 len: 201 time: 0.1578476 Nov 25 17:20:54.535989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.562090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e5c46019-e99e-410c-b8fd-058017289666 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bda4c311c36441379af5675623e94c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700682 Nov 25 17:20:54.567601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4664033-37f0-4981-9449-ce01f1f23205 req-e1186d35-e804-4cf9-99ab-a45858715bd1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:54.574933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4664033-37f0-4981-9449-ce01f1f23205 req-e1186d35-e804-4cf9-99ab-a45858715bd1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 945 time: 0.1255388 Nov 25 17:20:54.581318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.592498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-466693db-339e-47b9-a95a-a899247eae98 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-111750200') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.595124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46019-e99e-410c-b8fd-058017289666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cf4b37-a0e1-492f-94dd-c005d6a8558f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:54.677570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a65f1-c42d-4332-a6cb-08317bcc8289 req-a05b049a-636c-4a0f-a288-ddd07c865163 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:54.679585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d42a65f1-c42d-4332-a6cb-08317bcc8289 req-a05b049a-636c-4a0f-a288-ddd07c865163 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.0789628 Nov 25 17:20:54.682212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4664033-37f0-4981-9449-ce01f1f23205 req-41c8323e-1779-4785-a5cb-511aa94c4137 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025293 Nov 25 17:20:54.698533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-466693db-339e-47b9-a95a-a899247eae98 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-111750200 HTTP/1.1" status: 201 len: 201 time: 0.1384733 Nov 25 17:20:54.700578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45202) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:54.705221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-eb67a2f6-df12-4607-84b9-7bdec2a0f8ce tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', {'tags': ['tempest-TagsExtTest-Tag-1488155849', 'tempest-TagsExtTest-Tag-574311306', 'tempest-TagsExtTest-Tag-19929699']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:54.715262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Router aa636b2a-f213-4944-9847-28656b6d8ee4 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:20:54.746107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b47119fc-b7b2-437e-b7b7-648324483f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.769968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b47119fc-b7b2-437e-b7b7-648324483f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:54.779898 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d42a65f1-c42d-4332-a6cb-08317bcc8289 req-ab7437b2-5001-4d60-ad17-4aaf0198c839 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848820 Nov 25 17:20:55.258988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b47119fc-b7b2-437e-b7b7-648324483f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.261728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b47119fc-b7b2-437e-b7b7-648324483f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.262871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b47119fc-b7b2-437e-b7b7-648324483f43 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3cf4b37-a0e1-492f-94dd-c005d6a8558f HTTP/1.1" status: 204 len: 168 time: 0.6783764 Nov 25 17:20:55.299260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eb67a2f6-df12-4607-84b9-7bdec2a0f8ce tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags HTTP/1.1" status: 200 len: 315 time: 0.5974617 Nov 25 17:20:55.302499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45218) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.303627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47119fc-b7b2-437e-b7b7-648324483f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cf4b37-a0e1-492f-94dd-c005d6a8558f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:55.312895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-be054260-63ba-40fc-9cea-ed27a75d833d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.336881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:20:55.345977 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:55.347189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ad37cdb4-2fca-417a-a3d2-9a5679833363 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "PUT /v2.0/routers/aa636b2a-f213-4944-9847-28656b6d8ee4 HTTP/1.1" status: 200 len: 915 time: 3.5207076 Nov 25 17:20:55.350060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.354321 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] Sync routers for ids ['aa636b2a-f213-4944-9847-28656b6d8ee4'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:20:55.372155 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] Routers {'aa636b2a-f213-4944-9847-28656b6d8ee4'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:55.373546 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aa636b2a-f213-4944-9847-28656b6d8ee4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.418931 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.433111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] Routers {'aa636b2a-f213-4944-9847-28656b6d8ee4'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:20:55.433936 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aa636b2a-f213-4944-9847-28656b6d8ee4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.476185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-be054260-63ba-40fc-9cea-ed27a75d833d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags HTTP/1.1" status: 204 len: 168 time: 0.1664484 Nov 25 17:20:55.479657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45222) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.484839 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.485336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-d3558ef4-890c-4c50-a1d8-9da4d82b4ec9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-1488155849') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.494429 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0455a-8beb-4047-a5a2-062e723103ef None None] The sync data for ids ['aa636b2a-f213-4944-9847-28656b6d8ee4'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:20:55.616111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cc61ff15-a3b0-42b7-a9f5-70d09b24519f tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/aa636b2a-f213-4944-9847-28656b6d8ee4 HTTP/1.1" status: 200 len: 921 time: 0.2649159 Nov 25 17:20:55.620339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.655820 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-d3558ef4-890c-4c50-a1d8-9da4d82b4ec9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:55.656873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d3558ef4-890c-4c50-a1d8-9da4d82b4ec9 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-1488155849 HTTP/1.1" status: 404 len: 329 time: 0.1762786 Nov 25 17:20:55.659938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45228) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.668929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-898791f6-1866-47f6-b0d0-2bedeef3aa13 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-574311306') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.672306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a8ec7-d19a-49af-bd36-331058bb03a9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:55.676390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a19a8ec7-d19a-49af-bd36-331058bb03a9 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=aa636b2a-f213-4944-9847-28656b6d8ee4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0526173 Nov 25 17:20:55.676966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45230) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.766531 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-898791f6-1866-47f6-b0d0-2bedeef3aa13 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:55.767630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-898791f6-1866-47f6-b0d0-2bedeef3aa13 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-574311306 HTTP/1.1" status: 404 len: 328 time: 0.1052821 Nov 25 17:20:55.770467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45234) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.782818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-1c8cee22-88c7-4196-a7d6-7efc80acd4b6 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b', 'tempest-TagsExtTest-Tag-19929699') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.820033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6665bed-6575-4cd1-ac10-d28a484bb674 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:55.821981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f6665bed-6575-4cd1-ac10-d28a484bb674 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.1440647 Nov 25 17:20:55.824805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45238) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.900021 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-1c8cee22-88c7-4196-a7d6-7efc80acd4b6 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:55.901884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a6ab9ca1-42f3-4b0e-87a2-e16d8da8e1d0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa636b2a-f213-4944-9847-28656b6d8ee4 HTTP/1.1" status: 200 len: 205 time: 0.0757084 Nov 25 17:20:55.902089 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1c8cee22-88c7-4196-a7d6-7efc80acd4b6 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags/tempest-TagsExtTest-Tag-19929699 HTTP/1.1" status: 404 len: 327 time: 0.1305680 Nov 25 17:20:55.904346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45240) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.904820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45242) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.925518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-4e324c88-6b29-447b-9d81-12ba82d15379 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', {'tags': ['tempest-TagsExtTest-Tag-1861860827', 'tempest-TagsExtTest-Tag-490666266', 'tempest-TagsExtTest-Tag-1228384596']}) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:55.962354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ecbef-14a4-4ebb-9ea4-a367e51db314 req-9e3cf9e4-7560-4956-8cba-4377c1148b24 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:55.962558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45244) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:55.963618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b1ecbef-14a4-4ebb-9ea4-a367e51db314 req-9e3cf9e4-7560-4956-8cba-4377c1148b24 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 945 time: 0.0605457 Nov 25 17:20:56.028727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b1ecbef-14a4-4ebb-9ea4-a367e51db314 req-47ea54ff-71dc-4010-ab67-0c94027595a7 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577044 Nov 25 17:20:56.073264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c654d9b-0fc6-4c9c-830f-4412cdaa3826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.165650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbd818-c79f-49c9-a2af-ee85ea922be0 req-f52a3b6b-be25-47cb-8780-a1a2183a74d6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:56.167172 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44fbd818-c79f-49c9-a2af-ee85ea922be0 req-f52a3b6b-be25-47cb-8780-a1a2183a74d6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2085733 Nov 25 17:20:56.174933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e324c88-6b29-447b-9d81-12ba82d15379 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags HTTP/1.1" status: 200 len: 317 time: 0.2559392 Nov 25 17:20:56.175552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45246) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.180486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-dc675ecd-2256-42ac-b83f-6d42f29cea42 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.217091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.332119 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc675ecd-2256-42ac-b83f-6d42f29cea42 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags HTTP/1.1" status: 204 len: 168 time: 0.1529860 Nov 25 17:20:56.333209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.338596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-62d96e29-a85a-447c-b7a9-017de5ed6268 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-1861860827') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.388218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44fbd818-c79f-49c9-a2af-ee85ea922be0 req-db3b84b8-cfa0-4609-8d71-c880a9a5192c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122209 Nov 25 17:20:56.416651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c654d9b-0fc6-4c9c-830f-4412cdaa3826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.422577 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.435517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c654d9b-0fc6-4c9c-830f-4412cdaa3826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.438372 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-62d96e29-a85a-447c-b7a9-017de5ed6268 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:56.442058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-62d96e29-a85a-447c-b7a9-017de5ed6268 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-1861860827 HTTP/1.1" status: 404 len: 329 time: 0.1052291 Nov 25 17:20:56.442317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45262) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.448581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-d145d353-f4b8-4fdb-aaef-6d2c6339dbb6 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-490666266') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.495818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c654d9b-0fc6-4c9c-830f-4412cdaa3826 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0246fa61e7834a51a5b24233d93f2593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4908462 Nov 25 17:20:56.500630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.525414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c654d9b-0fc6-4c9c-830f-4412cdaa3826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793457b-3cc8-4aed-aa8d-58f4ac65a725,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:56.526004 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-d145d353-f4b8-4fdb-aaef-6d2c6339dbb6 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:56.527317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d145d353-f4b8-4fdb-aaef-6d2c6339dbb6 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-490666266 HTTP/1.1" status: 404 len: 328 time: 0.0840161 Nov 25 17:20:56.544320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.560384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-f82ae003-ff6e-42fc-9e8f-a1793a0f993d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1', 'tempest-TagsExtTest-Tag-1228384596') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.574499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Deleting port 4dff9634-43e2-4ec8-b0c3-050444f3ab34 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:56.574828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.611366 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-f82ae003-ff6e-42fc-9e8f-a1793a0f993d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:56.612466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f82ae003-ff6e-42fc-9e8f-a1793a0f993d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags/tempest-TagsExtTest-Tag-1228384596 HTTP/1.1" status: 404 len: 329 time: 0.0557468 Nov 25 17:20:56.615362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.620435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-f6dc785f-b673-44f0-a32a-702271e4fbc2 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', {'tags': ['tempest-TagsExtTest-Tag-1880547447', 'tempest-TagsExtTest-Tag-1108357058', 'tempest-TagsExtTest-Tag-1011736090']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.629429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32c9ef23-8fe7-4e02-beb3-9737fc3c0a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.662286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32c9ef23-8fe7-4e02-beb3-9737fc3c0a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.697101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.710428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f6dc785f-b673-44f0-a32a-702271e4fbc2 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags HTTP/1.1" status: 200 len: 318 time: 0.0940444 Nov 25 17:20:56.713144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.718124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-a7cf4aa3-d781-4707-a075-35de1df9e460 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.735742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Calling delete_port for 4dff9634-43e2-4ec8-b0c3-050444f3ab34 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:56.790706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32c9ef23-8fe7-4e02-beb3-9737fc3c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.793431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32c9ef23-8fe7-4e02-beb3-9737fc3c0a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:56.796995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32c9ef23-8fe7-4e02-beb3-9737fc3c0a7f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9793457b-3cc8-4aed-aa8d-58f4ac65a725 HTTP/1.1" status: 204 len: 168 time: 0.2930753 Nov 25 17:20:56.830339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9ef23-8fe7-4e02-beb3-9737fc3c0a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793457b-3cc8-4aed-aa8d-58f4ac65a725,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:56.904556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a7cf4aa3-d781-4707-a075-35de1df9e460 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1896832 Nov 25 17:20:56.906612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:56.918934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-d562f9d3-6afb-45b3-9ca2-e65b1bfe2ff5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-1880547447') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:56.976176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.012476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event deleted for resources: {'Port': ['ID=4dff9634-43e2-4ec8-b0c3-050444f3ab34,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.036093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf347daf-d0c7-40f1-9547-56cada92cdfd None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:57.107193 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-d562f9d3-6afb-45b3-9ca2-e65b1bfe2ff5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:57.111340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d562f9d3-6afb-45b3-9ca2-e65b1bfe2ff5 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-1880547447 HTTP/1.1" status: 404 len: 329 time: 0.2004795 Nov 25 17:20:57.111666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45284) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.118339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-eebc891c-aa63-4b84-a54d-f3431ebb5f03 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-1108357058') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.141298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.168749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2f50be4a-7065-4d09-9c54-59029082c695 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:20:57.248121 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-eebc891c-aa63-4b84-a54d-f3431ebb5f03 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:57.251764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eebc891c-aa63-4b84-a54d-f3431ebb5f03 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-1108357058 HTTP/1.1" status: 404 len: 329 time: 0.1363328 Nov 25 17:20:57.259303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc620-0a65-44b7-ae57-d34c44ec1389 req-14c696fc-5306-43e2-a026-a4824460bda8 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:57.260645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b9dc620-0a65-44b7-ae57-d34c44ec1389 req-14c696fc-5306-43e2-a026-a4824460bda8 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 945 time: 0.0671861 Nov 25 17:20:57.261175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45286) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.266361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-260be66b-c764-46d7-b7b4-e3501ed52c46 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3', 'tempest-TagsExtTest-Tag-1011736090') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.303874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 2f50be4a-7065-4d09-9c54-59029082c695 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:20:57.315171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 2f50be4a-7065-4d09-9c54-59029082c695 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:20:57.318719 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.479082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b9dc620-0a65-44b7-ae57-d34c44ec1389 req-1d04bb25-9980-46ec-a532-d8b97f9f12ff tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400549 Nov 25 17:20:57.494318 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-260be66b-c764-46d7-b7b4-e3501ed52c46 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:57.498576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-260be66b-c764-46d7-b7b4-e3501ed52c46 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags/tempest-TagsExtTest-Tag-1011736090 HTTP/1.1" status: 404 len: 329 time: 0.2334316 Nov 25 17:20:57.499043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.511770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-f1d24658-fcb1-407c-b4bd-c78e31d03d9a tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', {'tags': ['tempest-TagsExtTest-Tag-193913838', 'tempest-TagsExtTest-Tag-139897', 'tempest-TagsExtTest-Tag-1591389089']}) {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.567481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f1d24658-fcb1-407c-b4bd-c78e31d03d9a tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "PUT /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags HTTP/1.1" status: 200 len: 313 time: 0.0643098 Nov 25 17:20:57.568010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.584677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-d3892f58-0c1d-4564-92ab-7a0296fccd19 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.698630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d3892f58-0c1d-4564-92ab-7a0296fccd19 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags HTTP/1.1" status: 204 len: 168 time: 0.1243763 Nov 25 17:20:57.698849 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.698954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45314) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.703924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-1ee71b69-94a3-41c5-b743-d339ae28e751 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-193913838') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.726045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50be4a-7065-4d09-9c54-59029082c695'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:20:57.729714 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8279f5a3-0ab4-46a7-b584-a89d40f44257" -d '{"events": [{"server_uuid": "eda36dac-abcc-4f6b-8ffd-dc0b442841f2", "name": "network-vif-plugged", "status": "completed", "tag": "2f50be4a-7065-4d09-9c54-59029082c695"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:20:57.745591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 2f50be4a-7065-4d09-9c54-59029082c695, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2f50be4a-7065-4d09-9c54-59029082c695,segment=NetworkSegment(b29dc9ad-d055-4aa2-aa56-5f0460ddae84),segment_id=b29dc9ad-d055-4aa2-aa56-5f0460ddae84)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:20:57.751113 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.774748 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-1ee71b69-94a3-41c5-b743-d339ae28e751 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:57.778440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1ee71b69-94a3-41c5-b743-d339ae28e751 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-193913838 HTTP/1.1" status: 404 len: 328 time: 0.0784633 Nov 25 17:20:57.807128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bcc98-905b-4307-ab2e-67848ee17ee2 req-81cc7da5-3a28-40e7-80a0-e3835c730108 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:57.815952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-de3bcc98-905b-4307-ab2e-67848ee17ee2 req-81cc7da5-3a28-40e7-80a0-e3835c730108 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1854024 Nov 25 17:20:57.818102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45318) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.828790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-06211440-ef3e-4547-9b45-38f272ba2f65 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-139897') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.830177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=2f50be4a-7065-4d09-9c54-59029082c695,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:57.846086 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.848345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.870510 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cea4610-04df-4050-91f0-e429aeaa4b4f x-openstack-request-id: req-2cea4610-04df-4050-91f0-e429aeaa4b4f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:20:57.870803 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda36dac-abcc-4f6b-8ffd-dc0b442841f2", "name": "network-vif-plugged", "status": "completed", "tag": "2f50be4a-7065-4d09-9c54-59029082c695", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:20:57.871068 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2cea4610-04df-4050-91f0-e429aeaa4b4f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:20:57.871493 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f50be4a-7065-4d09-9c54-59029082c695', 'code': 200} Nov 25 17:20:57.917281 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-06211440-ef3e-4547-9b45-38f272ba2f65 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:57.921399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-06211440-ef3e-4547-9b45-38f272ba2f65 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-139897 HTTP/1.1" status: 404 len: 325 time: 0.0987926 Nov 25 17:20:57.922246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-de3bcc98-905b-4307-ab2e-67848ee17ee2 req-9abc48bb-7e64-40cb-85ab-d41b97ce0512 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052639 Nov 25 17:20:57.922714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.927213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-866e8d6d-057a-4c3a-af2c-3d4f01451577 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d', 'tempest-TagsExtTest-Tag-1591389089') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:57.951174 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-866e8d6d-057a-4c3a-af2c-3d4f01451577 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] show failed (client error): The resource could not be found. Nov 25 17:20:57.952446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-866e8d6d-057a-4c3a-af2c-3d4f01451577 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags/tempest-TagsExtTest-Tag-1591389089 HTTP/1.1" status: 404 len: 329 time: 0.0287244 Nov 25 17:20:57.957231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:57.971022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:57.971585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Fanout notify agent at l3_agent the message router_deleted on router aa636b2a-f213-4944-9847-28656b6d8ee4 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:57.972482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-11b55d79-4279-4f11-b2b3-4c4c24e5290f tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae20e1e0-0407-4b62-bf47-553eb8cbab3d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:58.003279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.007138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f54be7a-9e8b-486f-8c20-4c967372b268 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/aa636b2a-f213-4944-9847-28656b6d8ee4 HTTP/1.1" status: 204 len: 168 time: 2.1002762 Nov 25 17:20:58.010935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45330) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.015843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1234931620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:58.030860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-11b55d79-4279-4f11-b2b3-4c4c24e5290f tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0602629 Nov 25 17:20:58.032037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.036040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-d8ec256a-d5f7-4aca-8f88-da8b6f7af336 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:58.047202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb04cc1-44c3-4124-b427-a4cc75df58d8 req-aac38730-6027-45cc-ab98-1e79c336165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:58.050048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcb04cc1-44c3-4124-b427-a4cc75df58d8 req-aac38730-6027-45cc-ab98-1e79c336165b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 1097 time: 0.0747561 Nov 25 17:20:58.119500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcb04cc1-44c3-4124-b427-a4cc75df58d8 req-febe2592-c300-4345-862c-5f7fc293cc2a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Nov 25 17:20:58.125769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.126589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.142016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d8ec256a-d5f7-4aca-8f88-da8b6f7af336 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1097124 Nov 25 17:20:58.144944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45336) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.150569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-ae8f7745-2fa9-4e1f-8102-dd06e525fbdc tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ed0fc82e-7318-4788-af74-602947a31ca1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:58.203998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.205525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.230168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.232959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe6743e9-f19b-4e63-9ead-a3e405643d15 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2209468 Nov 25 17:20:58.236166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45340) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.239978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ae8f7745-2fa9-4e1f-8102-dd06e525fbdc tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1/tags HTTP/1.1" status: 204 len: 168 time: 0.0937707 Nov 25 17:20:58.241566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': False}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:58.242624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.251169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-b40d3693-88c7-4caf-a146-3d34a2197c97 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e973fce5-3dfa-4fde-98c6-33053782574b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:20:58.329345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b40d3693-88c7-4caf-a146-3d34a2197c97 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b/tags HTTP/1.1" status: 204 len: 168 time: 0.0854490 Nov 25 17:20:58.333959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45344) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.516769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f88af04-616e-453f-9c50-e48b6c9666f4 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for subnetpool, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.521631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.523220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3f88af04-616e-453f-9c50-e48b6c9666f4 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnetpools/ae20e1e0-0407-4b62-bf47-553eb8cbab3d HTTP/1.1" status: 204 len: 168 time: 0.1883211 Nov 25 17:20:58.528363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.601770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-78e26543-32b5-4e14-a032-4a1407f3cfb7 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3 HTTP/1.1" status: 200 len: 205 time: 0.0787694 Nov 25 17:20:58.604299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:58.765990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.874181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:58.890744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bffd6-e1a9-4110-a3df-36321a99482c req-6387603d-7965-4db8-9e5d-66da3bd1a79a tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:58.893106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5bffd6-e1a9-4110-a3df-36321a99482c req-6387603d-7965-4db8-9e5d-66da3bd1a79a tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 946 time: 0.2251577 Nov 25 17:20:58.901906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.097789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45378) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.115998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.120612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.139853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Allocated IP 172.25.8.43 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/6106dc21-769c-4e90-9f4b-7393eb4887ea) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:20:59.165665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa14bd-2667-4c23-a642-02bd35e4a58c req-57f9f087-c0b1-452c-b718-b5204d50a823 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:20:59.173546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63aa14bd-2667-4c23-a642-02bd35e4a58c req-57f9f087-c0b1-452c-b718-b5204d50a823 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1232545 Nov 25 17:20:59.177725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b5bffd6-e1a9-4110-a3df-36321a99482c req-41cc5087-18cd-45de-9346-b14eaf8358f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752609 Nov 25 17:20:59.188161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.189214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Fanout notify agent at l3_agent the message router_deleted on router 2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:20:59.199172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.200831 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b68e1a43-5fd6-4f60-8b6d-f47212500610 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/routers/2b863fc4-5e8d-4339-8c9f-1c88e6b2b0b3 HTTP/1.1" status: 204 len: 168 time: 0.5953164 Nov 25 17:20:59.206335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.308086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63aa14bd-2667-4c23-a642-02bd35e4a58c req-44eefec4-2642-4268-a496-2b1fb39b43e5 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293828 Nov 25 17:20:59.319340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a498ff49-fb00-41d6-8d59-54f6b5ccc2ab tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-814854387'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:59.320051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a498ff49-fb00-41d6-8d59-54f6b5ccc2ab tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Unknown quota resources ['metering_label']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:20:59.335316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Deleting port ed0fc82e-7318-4788-af74-602947a31ca1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:20:59.335882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.463730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.485356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a498ff49-fb00-41d6-8d59-54f6b5ccc2ab tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.485586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Calling delete_port for ed0fc82e-7318-4788-af74-602947a31ca1 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:20:59.494262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a498ff49-fb00-41d6-8d59-54f6b5ccc2ab tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3938038 Nov 25 17:20:59.497954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.499657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.504005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4d0728f0-027f-447d-9660-45a3d4b1cc76 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '07acaec4-6c43-4ecd-83ef-ce6b8a44cb8d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:59.504567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4d0728f0-027f-447d-9660-45a3d4b1cc76 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:20:59.623658 n-d-817303-7 neutron-server[103636]: WARNING neutron.services.metering.metering_plugin [None req-4d0728f0-027f-447d-9660-45a3d4b1cc76 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:20:59.704862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.728326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d0728f0-027f-447d-9660-45a3d4b1cc76 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.734631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d0728f0-027f-447d-9660-45a3d4b1cc76 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2338698 Nov 25 17:20:59.735252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45398) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.740134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-35a9ae27-4b6e-4c3b-83b7-a9e621b7c983 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '07acaec4-6c43-4ecd-83ef-ce6b8a44cb8d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:20:59.740621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-35a9ae27-4b6e-4c3b-83b7-a9e621b7c983 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103636) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:20:59.744605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.749123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event deleted for resources: {'Port': ['ID=ed0fc82e-7318-4788-af74-602947a31ca1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:20:59.850672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.858068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-495d0412-7b08-40f2-afd1-3d864773754d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/ports/ed0fc82e-7318-4788-af74-602947a31ca1 HTTP/1.1" status: 204 len: 168 time: 0.6480346 Nov 25 17:20:59.859606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:20:59.876200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:20:59.880262 n-d-817303-7 neutron-server[103636]: WARNING neutron.services.metering.metering_plugin [None req-35a9ae27-4b6e-4c3b-83b7-a9e621b7c983 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 17:20:59.882322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:20:59.891684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:20:59.904108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86bd53-87f8-4625-950d-de56eed786ff None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:20:59.952411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Deleting subnet e973fce5-3dfa-4fde-98c6-33053782574b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:20:59.956696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:20:59.964370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Pushing event updated for resources: {'Port': ['ID=6106dc21-769c-4e90-9f4b-7393eb4887ea,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:00.005130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f0e6a475-bae5-4b5e-986a-0c0fd93605b3 None None] Provisioning complete for port 6106dc21-769c-4e90-9f4b-7393eb4887ea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:00.005883 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0e6a475-bae5-4b5e-986a-0c0fd93605b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.036872 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35a9ae27-4b6e-4c3b-83b7-a9e621b7c983 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.038083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-35a9ae27-4b6e-4c3b-83b7-a9e621b7c983 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3014817 Nov 25 17:21:00.044508 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.047497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.079785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.080126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.080474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.081085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.081426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.081759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.082089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.082414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.082736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.083060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.083423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.087818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2a77a895-468c-4201-b54d-62558448807d tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=eb987b12-0f25-4f97-bdcb-c19f9b8a0241 HTTP/1.1" status: 200 len: 462 time: 0.0363097 Nov 25 17:21:00.088156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:00.089762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45404) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.098527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6a475-bae5-4b5e-986a-0c0fd93605b3 None None] Port 6106dc21-769c-4e90-9f4b-7393eb4887ea cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:00.243549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4882ed7f-2b03-4106-a382-754c150ecbc9 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.247294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4882ed7f-2b03-4106-a382-754c150ecbc9 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/eb987b12-0f25-4f97-bdcb-c19f9b8a0241 HTTP/1.1" status: 204 len: 168 time: 0.1539185 Nov 25 17:21:00.254452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45408) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.274206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.350645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bf3fc4e7-f9ed-47ff-9ccf-addf4c87737e tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=eb987b12-0f25-4f97-bdcb-c19f9b8a0241 HTTP/1.1" status: 200 len: 221 time: 0.0809910 Nov 25 17:21:00.353959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45412) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.364060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-eadc7084-780d-43f3-959a-bc9f0371a255 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--398691300', 'description': 'label created by tempest'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:00.364516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-eadc7084-780d-43f3-959a-bc9f0371a255 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Unknown quota resources ['metering_label']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:21:00.408493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.528153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f5643-c788-4d0a-9c88-f01effa74798 req-2aa71b88-2563-4e08-a4c7-6f0576837f0c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:00.535425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e8f5643-c788-4d0a-9c88-f01effa74798 req-2aa71b88-2563-4e08-a4c7-6f0576837f0c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1409776 Nov 25 17:21:00.661433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e8f5643-c788-4d0a-9c88-f01effa74798 req-ff53fa38-6e31-4cf3-ac94-1ecf93e59e09 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249204 Nov 25 17:21:00.707035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004747b-306e-4eec-9389-a926f3e065b4 req-699ed494-7995-447d-9732-9e606096c9d9 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:00.714764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9004747b-306e-4eec-9389-a926f3e065b4 req-699ed494-7995-447d-9732-9e606096c9d9 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 946 time: 0.3735282 Nov 25 17:21:00.721910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eadc7084-780d-43f3-959a-bc9f0371a255 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.725505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eadc7084-780d-43f3-959a-bc9f0371a255 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3628619 Nov 25 17:21:00.727896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.749383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.799335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.805418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd7f3209-37af-464d-9f8f-ec906dd372f3 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=180ddee7-971b-43a8-8bc6-e6f2fc2a0fe6 HTTP/1.1" status: 200 len: 467 time: 0.0730214 Nov 25 17:21:00.806091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45426) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.810620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event deleted for resources: {'Subnet': ['ID=e973fce5-3dfa-4fde-98c6-33053782574b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:00.816092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f98a6-7b3d-4dfe-b2df-d8b33369af13 None None] Network 239d02e2-c805-45d6-80db-d764cbbed1a1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:00.817927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:00.830923 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e82c9868-edc7-41a2-8390-e1ee6fb785c3 tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/subnets/e973fce5-3dfa-4fde-98c6-33053782574b HTTP/1.1" status: 204 len: 168 time: 0.9704390 Nov 25 17:21:00.836711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45428) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:00.865872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9004747b-306e-4eec-9389-a926f3e065b4 req-7aefb25b-41ca-46f0-a90f-8fd9ffb6ab3c tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501358 Nov 25 17:21:00.924213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.040700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.136792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Deleting port 39670287-406b-4e5a-8873-9227794ccd12 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:01.137770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.200612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] DHCP port deletion for 239d02e2-c805-45d6-80db-d764cbbed1a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:01.236233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] For port 39670287-406b-4e5a-8873-9227794ccd12, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=39670287-406b-4e5a-8873-9227794ccd12,segment=NetworkSegment(6b5bee4e-00e6-4f22-867a-36bf8a9f9c35),segment_id=6b5bee4e-00e6-4f22-867a-36bf8a9f9c35)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:01.236708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.252136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Calling delete_port for 39670287-406b-4e5a-8873-9227794ccd12 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:01.255629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] Deleting port 39670287-406b-4e5a-8873-9227794ccd12 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:01.256214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.303519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a61bd0f-ecf6-4774-9f8c-9035135b717e tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.305555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7a61bd0f-ecf6-4774-9f8c-9035135b717e tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/180ddee7-971b-43a8-8bc6-e6f2fc2a0fe6 HTTP/1.1" status: 204 len: 168 time: 0.4980736 Nov 25 17:21:01.313739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.331362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] For port 39670287-406b-4e5a-8873-9227794ccd12, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=39670287-406b-4e5a-8873-9227794ccd12,segment=NetworkSegment(6b5bee4e-00e6-4f22-867a-36bf8a9f9c35),segment_id=6b5bee4e-00e6-4f22-867a-36bf8a9f9c35)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:01.332076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.337430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-23b77c01-77ac-4002-8220-43bdbec2d59d tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=180ddee7-971b-43a8-8bc6-e6f2fc2a0fe6 HTTP/1.1" status: 200 len: 216 time: 0.0204515 Nov 25 17:21:01.342552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.350717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] Calling delete_port for 39670287-406b-4e5a-8873-9227794ccd12 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:01.365431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eb8f9057-00d5-4f83-ba42-46c4c8c2bb23 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0206933 Nov 25 17:21:01.369816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.380379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b308b4-200f-4eae-aec5-5b7de756cb81 req-3a3c6a56-0519-4353-9c30-33c47ca9331d tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:01.388504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24b308b4-200f-4eae-aec5-5b7de756cb81 req-3a3c6a56-0519-4353-9c30-33c47ca9331d tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 946 time: 0.2099369 Nov 25 17:21:01.400461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0ab17136-1bcd-4b80-b3f2-d233ee96e02a tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0290966 Nov 25 17:21:01.404463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.425835 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.469719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24b308b4-200f-4eae-aec5-5b7de756cb81 req-d2aef585-8617-4542-a5c0-c463d7934d5f tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Nov 25 17:21:01.476189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.503243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9c062cd0-19c3-4f00-b27e-d43a0f899529 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-labels/07acaec4-6c43-4ecd-83ef-ce6b8a44cb8d HTTP/1.1" status: 200 len: 472 time: 0.0973110 Nov 25 17:21:01.508303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event deleted for resources: {'Port': ['ID=39670287-406b-4e5a-8873-9227794ccd12,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:01.510638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] No DVR routers for this DVR port 39670287-406b-4e5a-8873-9227794ccd12 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:01.512207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45444) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.513758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Router 9c073064-4447-4629-8b7d-66dfc11fc49a is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:01.526067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] Pushing event deleted for resources: {'Port': ['ID=39670287-406b-4e5a-8873-9227794ccd12,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:01.535916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8edb0-1170-42e7-9707-65c522007e0e None None] No DVR routers for this DVR port 39670287-406b-4e5a-8873-9227794ccd12 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:01.566575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b1724648-1d0d-4786-af67-1456de3815a9 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "GET /v2.0/metering/metering-label-rules/35e39a18-9db7-4a77-8856-398ba6d5d8bc HTTP/1.1" status: 200 len: 459 time: 0.0529232 Nov 25 17:21:01.570917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45446) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:01.622429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.646625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239d02e2-c805-45d6-80db-d764cbbed1a1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:01.659924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:01.660265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5bee4e-00e6-4f22-867a-36bf8a9f9c35') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:01.671028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.687937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.707432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:01.708551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:01.759666 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:01.802594 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.834392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:01.841578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] 10.222.0.86 "DELETE /v2.0/networks/239d02e2-c805-45d6-80db-d764cbbed1a1 HTTP/1.1" status: 204 len: 168 time: 1.0030820 Nov 25 17:21:01.891921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038ed39-ce82-48f9-a278-75d17bbed32d tempest-TagsExtTest-334474927 tempest-TagsExtTest-334474927-project] Pushing event deleted for resources: {'Network': ['ID=239d02e2-c805-45d6-80db-d764cbbed1a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:01.942067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01726a6-31e8-46a3-96f2-52fff8f1706f req-3161d539-048e-4efb-9894-39c5bfb5996e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:01.944163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01726a6-31e8-46a3-96f2-52fff8f1706f req-3161d539-048e-4efb-9894-39c5bfb5996e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1836042 Nov 25 17:21:02.026988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b01726a6-31e8-46a3-96f2-52fff8f1706f req-a0a67388-3d2e-40e4-89ce-7500bd34e376 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760472 Nov 25 17:21:02.123253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3a27c0c-0b80-4562-96d2-a7310e7802c5 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.124903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c3a27c0c-0b80-4562-96d2-a7310e7802c5 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-label-rules/35e39a18-9db7-4a77-8856-398ba6d5d8bc HTTP/1.1" status: 204 len: 168 time: 0.5527692 Nov 25 17:21:02.130025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.174227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:02.178635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.179967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b9ab8d69-2ed7-4b3c-bf06-cd693fafff21 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "PUT /v2.0/routers/9c073064-4447-4629-8b7d-66dfc11fc49a HTTP/1.1" status: 200 len: 915 time: 3.9422188 Nov 25 17:21:02.182389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45466) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.185328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] Sync routers for ids ['9c073064-4447-4629-8b7d-66dfc11fc49a'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:02.197677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] Routers {'9c073064-4447-4629-8b7d-66dfc11fc49a'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:02.198184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9c073064-4447-4629-8b7d-66dfc11fc49a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:02.245846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:02.262524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] Routers {'9c073064-4447-4629-8b7d-66dfc11fc49a'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:02.267906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9c073064-4447-4629-8b7d-66dfc11fc49a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:02.318966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:02.321071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038c9ab-7fc1-4ae7-80dc-d11b1d486c3d None None] The sync data for ids ['9c073064-4447-4629-8b7d-66dfc11fc49a'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:02.377272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.399949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6240c91b-e5bb-4509-b495-dd87b43a1aaf tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/9c073064-4447-4629-8b7d-66dfc11fc49a HTTP/1.1" status: 200 len: 921 time: 0.2124770 Nov 25 17:21:02.400950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45478) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.438311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61e497b9-fb4c-4931-818f-4202a0279b94 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.456318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-61e497b9-fb4c-4931-818f-4202a0279b94 tempest-MeteringIpV6TestJSON-684042188 tempest-MeteringIpV6TestJSON-684042188-project-admin] 10.222.0.86 "DELETE /v2.0/metering/metering-labels/07acaec4-6c43-4ecd-83ef-ce6b8a44cb8d HTTP/1.1" status: 204 len: 168 time: 0.3247736 Nov 25 17:21:02.467295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95bccc-f203-4573-8afe-49d11b2380b1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:02.471435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ad95bccc-f203-4573-8afe-49d11b2380b1 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=9c073064-4447-4629-8b7d-66dfc11fc49a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0675824 Nov 25 17:21:02.472334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45482) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.500582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-f3c3e300-ebff-4456-bfe1-5e7b2bda660f tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:02.509149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-f3c3e300-ebff-4456-bfe1-5e7b2bda660f tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.73 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 946 time: 0.1183355 Nov 25 17:21:02.616611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6567030d-1510-4e57-b230-a5a18f3b0658 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02621752a9944ed885a7b60372e3e80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378218 Nov 25 17:21:02.619711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.639365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e4887-576f-4de5-8377-ff7de42647db tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:02.643764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-009e4887-576f-4de5-8377-ff7de42647db tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.1673455 Nov 25 17:21:02.647289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45488) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.708824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18896d5e-9ee6-44f0-8b7c-bc68a94eb008 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c073064-4447-4629-8b7d-66dfc11fc49a HTTP/1.1" status: 200 len: 205 time: 0.0580070 Nov 25 17:21:02.709991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.746285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2c85e-0227-4b98-b2c2-20ec1a92a4a3 req-794f23ff-da17-463f-930b-8ddbb68f0302 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:02.753559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73f2c85e-0227-4b98-b2c2-20ec1a92a4a3 req-794f23ff-da17-463f-930b-8ddbb68f0302 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 946 time: 0.1422732 Nov 25 17:21:02.807776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Deleting port 2f50be4a-7065-4d09-9c54-59029082c695 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:02.808213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.823319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b0add2-835e-41ce-ac6e-677175cd2f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.845445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73f2c85e-0227-4b98-b2c2-20ec1a92a4a3 req-ec44b773-8e39-42a3-b19f-a641b7a1336a tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf380a42-5480-45d9-ab4c-46c31f4f015f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908432 Nov 25 17:21:02.885379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.887089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45494) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:02.908157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b0add2-835e-41ce-ac6e-677175cd2f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:02.934652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 39670287-406b-4e5a-8873-9227794ccd12 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:02.961009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 39670287-406b-4e5a-8873-9227794ccd12 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:02.961638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 39670287-406b-4e5a-8873-9227794ccd12 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:02.998775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] For port 2f50be4a-7065-4d09-9c54-59029082c695, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=2f50be4a-7065-4d09-9c54-59029082c695,segment=NetworkSegment(b29dc9ad-d055-4aa2-aa56-5f0460ddae84),segment_id=b29dc9ad-d055-4aa2-aa56-5f0460ddae84)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:02.999142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.015816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Calling delete_port for 2f50be4a-7065-4d09-9c54-59029082c695 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:03.088733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.101920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b0add2-835e-41ce-ac6e-677175cd2f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.106172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b0add2-835e-41ce-ac6e-677175cd2f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.123064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1b0add2-835e-41ce-ac6e-677175cd2f5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05effc3a-0800-4caa-8b54-abe04e2f2831 HTTP/1.1" status: 204 len: 168 time: 0.4914134 Nov 25 17:21:03.231528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0add2-835e-41ce-ac6e-677175cd2f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05effc3a-0800-4caa-8b54-abe04e2f2831,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:03.237178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78b832ff-df16-40e9-adfe-6f0164e9d970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.260098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.272136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['2f50be4a-7065-4d09-9c54-59029082c695'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:03.338804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Pushing event deleted for resources: {'Port': ['ID=2f50be4a-7065-4d09-9c54-59029082c695,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:03.373039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.373520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.373861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.374201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.374580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.375288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.375710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.376042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.376380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.376752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.377325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.377723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:03.384426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Deleting port 6106dc21-769c-4e90-9f4b-7393eb4887ea {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:03.385167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.410556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] No DVR routers for this DVR port 2f50be4a-7065-4d09-9c54-59029082c695 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:03.414568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.421073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e432eb6-90ed-4989-9aa2-43d7ef78f19a req-cdb3ba37-624d-440d-98f1-51120574b1f1 tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.73 "DELETE /v2.0/ports/2f50be4a-7065-4d09-9c54-59029082c695 HTTP/1.1" status: 204 len: 173 time: 0.9048610 Nov 25 17:21:03.421073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'name': 'network-vif-deleted', 'tag': '2f50be4a-7065-4d09-9c54-59029082c695'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:03.424125 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e6714-9a1c-4c5c-9e0c-07d70180ebbd" -d '{"events": [{"server_uuid": "eda36dac-abcc-4f6b-8ffd-dc0b442841f2", "name": "network-vif-deleted", "tag": "2f50be4a-7065-4d09-9c54-59029082c695"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:03.436346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e973af-10ea-41c0-a89a-71ce859de92a req-b7f62b94-b208-48f1-8b63-05c8b68dda96 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:03.438186 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47e973af-10ea-41c0-a89a-71ce859de92a req-b7f62b94-b208-48f1-8b63-05c8b68dda96 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2972391 Nov 25 17:21:03.542950 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f84e213-4b83-45fc-94bc-afcc08d5741b x-openstack-request-id: req-3f84e213-4b83-45fc-94bc-afcc08d5741b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:03.543346 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda36dac-abcc-4f6b-8ffd-dc0b442841f2", "name": "network-vif-deleted", "tag": "2f50be4a-7065-4d09-9c54-59029082c695", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:03.544477 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f84e213-4b83-45fc-94bc-afcc08d5741b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:03.544936 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda36dac-abcc-4f6b-8ffd-dc0b442841f2', 'name': 'network-vif-deleted', 'tag': '2f50be4a-7065-4d09-9c54-59029082c695', 'status': 'completed', 'code': 200} Nov 25 17:21:03.574053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.604641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78b832ff-df16-40e9-adfe-6f0164e9d970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.608275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47e973af-10ea-41c0-a89a-71ce859de92a req-c8e6a8fd-1a2e-42dc-8e5c-3d129f8d7b57 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575909 Nov 25 17:21:03.612235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Calling delete_port for 6106dc21-769c-4e90-9f4b-7393eb4887ea owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:03.614105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78b832ff-df16-40e9-adfe-6f0164e9d970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.701463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:03.701814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-78b832ff-df16-40e9-adfe-6f0164e9d970 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a9453269ebe4d34b640fb577f3c2907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8085363 Nov 25 17:21:03.706677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b832ff-df16-40e9-adfe-6f0164e9d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2be9b4-e8c5-44db-b5ac-98e4a7f1e548,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:03.780547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1a6b-3c67-4eb7-96ce-62d46c953195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.812046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1a6b-3c67-4eb7-96ce-62d46c953195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:03.995968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.030253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event deleted for resources: {'Port': ['ID=6106dc21-769c-4e90-9f4b-7393eb4887ea,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:04.076709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20c683-b5ce-45aa-8889-e9edcdbab352 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:04.196542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-28214524-2de7-42d0-9905-ba4c6ff093ed req-ca092b80-9119-467c-a203-d8b4d1b046ed tempest-InstanceActionsV221TestJSON-1517785027 tempest-InstanceActionsV221TestJSON-1517785027-project] 10.222.0.86 "GET /v2.0/ports?device_id=eda36dac-abcc-4f6b-8ffd-dc0b442841f2 HTTP/1.1" status: 200 len: 210 time: 0.1024911 Nov 25 17:21:04.201964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.357876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.361189 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.361560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1a6b-3c67-4eb7-96ce-62d46c953195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.368987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1a6b-3c67-4eb7-96ce-62d46c953195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.370797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d5fc1a6b-3c67-4eb7-96ce-62d46c953195 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c2be9b4-e8c5-44db-b5ac-98e4a7f1e548 HTTP/1.1" status: 204 len: 168 time: 0.6679897 Nov 25 17:21:04.386332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1a6b-3c67-4eb7-96ce-62d46c953195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2be9b4-e8c5-44db-b5ac-98e4a7f1e548,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:04.450531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.451247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Fanout notify agent at l3_agent the message router_deleted on router 9c073064-4447-4629-8b7d-66dfc11fc49a {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:04.460905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.462035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2484afc5-44d1-4b31-86a9-4345058c5e1d tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/9c073064-4447-4629-8b7d-66dfc11fc49a HTTP/1.1" status: 204 len: 168 time: 1.7503660 Nov 25 17:21:04.465626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45552) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:04.473963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-651190603', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:04.506393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.507998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.574055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.869297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:04.925321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7895f81-7175-4d01-bb22-498f89305d99 req-43a6d1bb-d443-430a-906b-b6a75cbb0d0f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:04.927400 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7895f81-7175-4d01-bb22-498f89305d99 req-43a6d1bb-d443-430a-906b-b6a75cbb0d0f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1948249 Nov 25 17:21:04.950845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:04.970219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7432b764-692a-4bfd-9064-f757fd063c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.041110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7895f81-7175-4d01-bb22-498f89305d99 req-e18db53e-34e0-46d3-94ad-90e00b342eb9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663638 Nov 25 17:21:05.116944 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7432b764-692a-4bfd-9064-f757fd063c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.121734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7432b764-692a-4bfd-9064-f757fd063c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.176400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432b764-692a-4bfd-9064-f757fd063c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad6d64-6824-4ea8-84e5-4109993cbb5d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.181730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7432b764-692a-4bfd-9064-f757fd063c3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f33a267f2d7c475d9e81a995bb2a6409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299929 Nov 25 17:21:05.185962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:05.284157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.292829 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a33f9963-f84c-460b-b9a7-caed65238701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.328811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.361672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a33f9963-f84c-460b-b9a7-caed65238701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.497777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a33f9963-f84c-460b-b9a7-caed65238701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.500925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a33f9963-f84c-460b-b9a7-caed65238701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.502405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a33f9963-f84c-460b-b9a7-caed65238701 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/76ad6d64-6824-4ea8-84e5-4109993cbb5d HTTP/1.1" status: 204 len: 168 time: 0.3141794 Nov 25 17:21:05.542914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f9963-f84c-460b-b9a7-caed65238701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad6d64-6824-4ea8-84e5-4109993cbb5d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:05.636466 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-edb0d16d-fe9f-4606-8f2a-b127181b79a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.656155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:05.663324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Allocated IP 172.25.8.142 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/eb6e4945-4a98-4c46-b76d-c4685a4f3510) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:05.740108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Deleting subnet 58401465-ad64-4fc6-bec2-a327c58f0bc9 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:05.751187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.828208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.839017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.893224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.936453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:05.970552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:05.974114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:05.999123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:06.000594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4524484-ffba-48b9-ac81-9f5a66c6df96 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:06.052256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.073413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a557a40b-d2ae-4488-b53c-e9bc693fadc8 None None] Provisioning complete for port eb6e4945-4a98-4c46-b76d-c4685a4f3510 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:06.074425 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a557a40b-d2ae-4488-b53c-e9bc693fadc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.090425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event updated for resources: {'Port': ['ID=eb6e4945-4a98-4c46-b76d-c4685a4f3510,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.093792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58401465-ad64-4fc6-bec2-a327c58f0bc9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.124810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.133090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45610) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:06.135239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-86340b53-5496-4758-b349-2350b4f7da07 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/58401465-ad64-4fc6-bec2-a327c58f0bc9 HTTP/1.1" status: 204 len: 168 time: 0.4770796 Nov 25 17:21:06.203005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a557a40b-d2ae-4488-b53c-e9bc693fadc8 None None] Port eb6e4945-4a98-4c46-b76d-c4685a4f3510 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:06.210121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:06.286581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3caba0-fe77-4696-8c18-4d6d6a4e593b req-831e45df-3712-4d7a-9801-e18315c6a817 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:06.289477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd3caba0-fe77-4696-8c18-4d6d6a4e593b req-831e45df-3712-4d7a-9801-e18315c6a817 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.0910108 Nov 25 17:21:06.352663 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.369310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd3caba0-fe77-4696-8c18-4d6d6a4e593b req-d60cd899-ebd7-4de4-ab15-38cb4034d90f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695255 Nov 25 17:21:06.425708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2956f9c5-03f6-4fe2-8ea8-8beedbef43f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.492011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.530429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2956f9c5-03f6-4fe2-8ea8-8beedbef43f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.543736 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2956f9c5-03f6-4fe2-8ea8-8beedbef43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.551097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:06.565996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:06.566328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29dc9ad-d055-4aa2-aa56-5f0460ddae84') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:06.579903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.586951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.608149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2956f9c5-03f6-4fe2-8ea8-8beedbef43f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=602b6c135f184b32b2ad8bd982bd9f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955228 Nov 25 17:21:06.609274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956f9c5-03f6-4fe2-8ea8-8beedbef43f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a5b75e-f067-45a9-8b5d-40dc85ccdc39,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.611810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45636) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:06.655106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.678457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:06.679680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:06.681963 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:06.705886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0728972-b393-4992-9e27-0eab00cca023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.741155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0728972-b393-4992-9e27-0eab00cca023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.793388 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.802012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.805446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] 10.222.0.86 "DELETE /v2.0/networks/64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22 HTTP/1.1" status: 204 len: 168 time: 0.6710422 Nov 25 17:21:06.821823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0728972-b393-4992-9e27-0eab00cca023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.824651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0728972-b393-4992-9e27-0eab00cca023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:06.828279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c0728972-b393-4992-9e27-0eab00cca023 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84a5b75e-f067-45a9-8b5d-40dc85ccdc39 HTTP/1.1" status: 204 len: 168 time: 0.2131271 Nov 25 17:21:06.849555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0728972-b393-4992-9e27-0eab00cca023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a5b75e-f067-45a9-8b5d-40dc85ccdc39,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:06.912541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb46724-5435-4bb5-b783-1485d51e3a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d7a09b-d37b-4fd2-bf85-28ae9e6e2b22,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.008865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.089263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:07.182384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cdf4a7dc-a429-40bd-a15b-9758f90969e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=36c3b18d77d34b30af3e8ebfaa58edaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918422 Nov 25 17:21:07.186635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:07.231342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2f50be4a-7065-4d09-9c54-59029082c695 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:07.236417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Router ceca591c-c4b5-4865-a6b9-c63562961b19 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:07.279333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 2f50be4a-7065-4d09-9c54-59029082c695 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:07.279710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 2f50be4a-7065-4d09-9c54-59029082c695 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:07.329493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8f0-030b-49d0-ac20-f29d29d491cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.409555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8f0-030b-49d0-ac20-f29d29d491cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.498512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:07.510610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:07.513566 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] Sync routers for ids ['ceca591c-c4b5-4865-a6b9-c63562961b19'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:07.527121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17cf70d0-c83b-412c-af32-4a49448c0f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.538266 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] Routers {'ceca591c-c4b5-4865-a6b9-c63562961b19'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:07.546884 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ceca591c-c4b5-4865-a6b9-c63562961b19'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:07.602678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.606805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-38f62fdf-b67c-498d-8aef-c70f6cde1fff tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1373131 Nov 25 17:21:07.606999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:07.610394 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:07.611779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:07.635285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17cf70d0-c83b-412c-af32-4a49448c0f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.640569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17cf70d0-c83b-412c-af32-4a49448c0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.646070 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] Routers {'ceca591c-c4b5-4865-a6b9-c63562961b19'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:07.646915 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:20:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ceca591c-c4b5-4865-a6b9-c63562961b19'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:07.677234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d2c4d-d390-417c-8733-637c214bfb6a req-f50e1b24-0dc8-4143-a48a-7e45eb591763 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:07.688823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b8d2c4d-d390-417c-8733-637c214bfb6a req-f50e1b24-0dc8-4143-a48a-7e45eb591763 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1651056 Nov 25 17:21:07.690541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf70d0-c83b-412c-af32-4a49448c0f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e170d1a-e21d-4c37-84b2-1245ddbc7f35,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.696369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-17cf70d0-c83b-412c-af32-4a49448c0f44 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d31f483fa007461896f7630e48bad916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1845973 Nov 25 17:21:07.698863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:07.741508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8f0-030b-49d0-ac20-f29d29d491cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.744781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4eac8f0-030b-49d0-ac20-f29d29d491cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.745942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d4eac8f0-030b-49d0-ac20-f29d29d491cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf380a42-5480-45d9-ab4c-46c31f4f015f HTTP/1.1" status: 204 len: 168 time: 0.5589130 Nov 25 17:21:07.825870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eac8f0-030b-49d0-ac20-f29d29d491cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf380a42-5480-45d9-ab4c-46c31f4f015f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:07.881360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b8d2c4d-d390-417c-8733-637c214bfb6a req-4bab5a69-3a31-4811-aef1-2c90a1338120 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759329 Nov 25 17:21:07.889819 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-135b5092-ca06-4925-9097-99a20f957c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.950666 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:07.954694 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3c1f1-2932-47f5-93f1-28229eff4ef1 None None] The sync data for ids ['ceca591c-c4b5-4865-a6b9-c63562961b19'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:07.958681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-135b5092-ca06-4925-9097-99a20f957c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:07.980738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-41fbb1c7-e57a-4eb5-88c2-4cb1b584b2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.063452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-135b5092-ca06-4925-9097-99a20f957c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.066903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-135b5092-ca06-4925-9097-99a20f957c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.068550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-135b5092-ca06-4925-9097-99a20f957c69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e170d1a-e21d-4c37-84b2-1245ddbc7f35 HTTP/1.1" status: 204 len: 168 time: 0.3685801 Nov 25 17:21:08.078557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5092-ca06-4925-9097-99a20f957c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e170d1a-e21d-4c37-84b2-1245ddbc7f35,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:08.596687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:08.688970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.712123 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.787827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Deleting port eb6e4945-4a98-4c46-b76d-c4685a4f3510 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:08.788215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.903012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:08.918953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Calling delete_port for eb6e4945-4a98-4c46-b76d-c4685a4f3510 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:09.098046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef518a7-e887-4a32-a5c9-6ddda8a9d944 req-60455eb5-961b-4d65-8837-7dac43077b86 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:09.111361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ef518a7-e887-4a32-a5c9-6ddda8a9d944 req-60455eb5-961b-4d65-8837-7dac43077b86 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1167786 Nov 25 17:21:09.138620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1319845011', 'router:external': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:09.147046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.182955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Pushing event deleted for resources: {'Port': ['ID=eb6e4945-4a98-4c46-b76d-c4685a4f3510,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.228885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b8e5e-9b2d-48c9-9cf1-b457058dd018 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:09.269063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.271639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Made reservation on behalf of 2ab2f95a28894d298a2a26d4a2266264 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:09.274920 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.276983 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.301778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.336929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ef518a7-e887-4a32-a5c9-6ddda8a9d944 req-b5c21ca8-f32b-468d-8a87-21db34a16a10 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240534 Nov 25 17:21:09.482799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.491076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.535985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:09.552576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee7d48-bd84-4c0c-be01-e2cd07f15026,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.567884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.577463 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Added segment a32dd230-4ce8-4397-94b8-86814086a951 of type vlan for network 7e51c7e7-7827-442c-8460-4f927b29ed96 Nov 25 17:21:09.640352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:09.669990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.706638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.708055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:09.709017 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.734047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.738694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.770504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1728992 Nov 25 17:21:09.774740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:09.780654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'subnet': {'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:09.814986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Made reservation on behalf of 2ab2f95a28894d298a2a26d4a2266264 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:09.817618 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.828117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Router ceca591c-c4b5-4865-a6b9-c63562961b19 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:21:09.836014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979c54-33c2-47af-9016-1dedf285d17b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Network': ['ID=7e51c7e7-7827-442c-8460-4f927b29ed96,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:09.849739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 7e51c7e7-7827-442c-8460-4f927b29ed96 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:09.934292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-374545128-network', 'tenant_id': '0d5d86f59018403a9a8e3d9d6d947a82'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:09.949377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:09.968613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:09.972376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] Sync routers for ids ['ceca591c-c4b5-4865-a6b9-c63562961b19'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:09.972569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8998c99e-5935-4592-9ed0-edb208fdf05a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "PUT /v2.0/routers/ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 200 len: 705 time: 2.3645558 Nov 25 17:21:09.973155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45766) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.000887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] Routers {'ceca591c-c4b5-4865-a6b9-c63562961b19'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:10.002112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ceca591c-c4b5-4865-a6b9-c63562961b19'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:10.038548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Made reservation on behalf of 0d5d86f59018403a9a8e3d9d6d947a82 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:10.041127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.052622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.063507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:10.076837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] Routers {'ceca591c-c4b5-4865-a6b9-c63562961b19'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:10.077873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ceca591c-c4b5-4865-a6b9-c63562961b19'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:10.105946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a9985638-b02c-4b17-95ff-f77be7769d75 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/routers/ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 200 len: 740 time: 0.1316626 Nov 25 17:21:10.106668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.118576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:10.119317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf324e-dfb8-4f12-8a89-4cc6eac03c1b None None] The sync data for ids ['ceca591c-c4b5-4865-a6b9-c63562961b19'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:10.172115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-330e14be-a24d-403d-a5ee-6c35926824f3 tempest-RoutersAdminTest-1798853858 tempest-RoutersAdminTest-1798853858-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 200 len: 205 time: 0.0643454 Nov 25 17:21:10.174801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.211519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-baccbdf9-bc82-41f3-abd3-65020bee0c34 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 200 len: 205 time: 0.0341468 Nov 25 17:21:10.213710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.303323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.315947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.327837 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.349688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:10.396131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.396482 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Added segment 4a4547ed-a0f3-4663-90e3-3271b5ed9cd2 of type vlan for network 912743d7-98cb-428f-a772-493008ecc8fc Nov 25 17:21:10.408316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8bdabe-eda0-43a0-8dae-df64197d5846,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.456968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.489221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.494284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.495246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.495893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.529392 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.533065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.558172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9165714 Nov 25 17:21:10.560070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.574759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Request body: {'subnet': {'network_id': '912743d7-98cb-428f-a772-493008ecc8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-374545128-subnet', 'tenant_id': '0d5d86f59018403a9a8e3d9d6d947a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:10.593653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450d2b1-078c-41e3-a345-0c7aa08d5671 admin admin] Pushing event updated for resources: {'Network': ['ID=912743d7-98cb-428f-a772-493008ecc8fc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.600435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cafb2-bfa7-4ca3-aa9f-1aa3e06b1346 req-2486d19e-4650-436f-9c45-7692bc62118d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.610856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 912743d7-98cb-428f-a772-493008ecc8fc details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:10.626219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-717cafb2-bfa7-4ca3-aa9f-1aa3e06b1346 req-2486d19e-4650-436f-9c45-7692bc62118d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1569471 Nov 25 17:21:10.627735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Made reservation on behalf of 0d5d86f59018403a9a8e3d9d6d947a82 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:10.630100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.640084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.641046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Fanout notify agent at l3_agent the message router_deleted on router ceca591c-c4b5-4865-a6b9-c63562961b19 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:10.655112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.656440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0a3b8b47-23f2-4a14-be14-3749db8973f0 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 204 len: 168 time: 0.4418185 Nov 25 17:21:10.665147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.668354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:21:10.668868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.706136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-064ebf49-87d2-46fe-857e-f5bd261c4959 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 200 len: 205 time: 0.0396674 Nov 25 17:21:10.712728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.781907 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-58e36285-310c-4fc0-880f-700c11aac004 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] delete failed (client error): The resource could not be found. Nov 25 17:21:10.786442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-58e36285-310c-4fc0-880f-700c11aac004 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/ceca591c-c4b5-4865-a6b9-c63562961b19 HTTP/1.1" status: 404 len: 336 time: 0.0691798 Nov 25 17:21:10.788312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.823167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-717cafb2-bfa7-4ca3-aa9f-1aa3e06b1346 req-d2213b53-6b83-4e40-99c0-60a2cd2398d1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957750 Nov 25 17:21:10.854332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-47c81f26-16fe-4357-8e77-36ca00cd9c9a tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c073064-4447-4629-8b7d-66dfc11fc49a HTTP/1.1" status: 200 len: 205 time: 0.0644150 Nov 25 17:21:10.856668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.862242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a24c728-8563-41d8-9c20-70f28d00cdd7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:10.879868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Checking segment: {'id': 'a32dd230-4ce8-4397-94b8-86814086a951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:10.880231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network hostable DHCP agents. Network: 7e51c7e7-7827-442c-8460-4f927b29ed96, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:10.920117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 7e51c7e7-7827-442c-8460-4f927b29ed96 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:10.925142 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-3d705f3b-6862-4a47-87ba-cc4c62747f57 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] delete failed (client error): The resource could not be found. Nov 25 17:21:10.928761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3d705f3b-6862-4a47-87ba-cc4c62747f57 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/9c073064-4447-4629-8b7d-66dfc11fc49a HTTP/1.1" status: 404 len: 336 time: 0.0687621 Nov 25 17:21:10.931918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45828) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:10.965963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 7e51c7e7-7827-442c-8460-4f927b29ed96) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:10.972968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:10.973602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:10.974742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242461e-d012-426a-8c38-8076db6ae950 None None] Network 7e51c7e7-7827-442c-8460-4f927b29ed96 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:10.984547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-025afbce-f3f3-43ee-9b28-232133a0b3ae tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa636b2a-f213-4944-9847-28656b6d8ee4 HTTP/1.1" status: 200 len: 205 time: 0.0443728 Nov 25 17:21:10.986879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.025099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6ec50f33-efe0-4110-90bb-4aad27f13bf8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2489243 Nov 25 17:21:11.028791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.034977 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-ecaa2635-cb70-4d04-899d-c151ffe99404 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] delete failed (client error): The resource could not be found. Nov 25 17:21:11.035187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1369469930', 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:11.036173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ecaa2635-cb70-4d04-899d-c151ffe99404 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/aa636b2a-f213-4944-9847-28656b6d8ee4 HTTP/1.1" status: 404 len: 336 time: 0.0478599 Nov 25 17:21:11.039416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.074647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0a1c3d4d-bb8a-40e8-b87a-a99597515969 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f5bed-d095-455f-8d01-10f55f8a954e HTTP/1.1" status: 200 len: 205 time: 0.0330479 Nov 25 17:21:11.077450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45848) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.077590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.125125 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-ea33d645-d1a4-48d0-ac2a-afb0ea7a0bd8 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] delete failed (client error): The resource could not be found. Nov 25 17:21:11.126630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ea33d645-d1a4-48d0-ac2a-afb0ea7a0bd8 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/9e2f5bed-d095-455f-8d01-10f55f8a954e HTTP/1.1" status: 404 len: 336 time: 0.0478852 Nov 25 17:21:11.129910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.137938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Made reservation on behalf of 2ab2f95a28894d298a2a26d4a2266264 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:11.142156 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.171113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d004cbdd-f28d-46b0-95f9-9f0b03858e84 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=012eb1dd-0bf1-4bc1-b913-45af3b72b326 HTTP/1.1" status: 200 len: 205 time: 0.0389528 Nov 25 17:21:11.171781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.175758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61480a3-376d-4f2c-b983-1742fec7df3a None None] Network 7e51c7e7-7827-442c-8460-4f927b29ed96 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:11.182381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca72140-00cc-48e0-8e18-03bd188879cc req-7f31c7a5-46a8-48d8-ad49-9cbc725a6547 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.184086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bca72140-00cc-48e0-8e18-03bd188879cc req-7f31c7a5-46a8-48d8-ad49-9cbc725a6547 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 950 time: 0.1544259 Nov 25 17:21:11.190012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b789b448-d45f-4ae8-bd1c-08c191e3cc62,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:11.200558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] device_id is not set on port 07a6e664-7c58-4bef-9dce-77547967e6d1 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:11.246092 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-c62ba9e4-d310-495e-a607-9abd61e93447 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] delete failed (client error): The resource could not be found. Nov 25 17:21:11.252941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c62ba9e4-d310-495e-a607-9abd61e93447 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/012eb1dd-0bf1-4bc1-b913-45af3b72b326 HTTP/1.1" status: 404 len: 336 time: 0.0798953 Nov 25 17:21:11.253099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.254862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Checking segment: {'id': '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:11.255296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Network hostable DHCP agents. Network: 912743d7-98cb-428f-a772-493008ecc8fc, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:11.307416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e7332b32-7da4-449e-8bde-d05d8e483737 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "GET /v2.0/ports?device_id=afed4b71-c9c7-49d4-bc2d-7af1615361d9 HTTP/1.1" status: 200 len: 205 time: 0.0494962 Nov 25 17:21:11.310379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.340211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bca72140-00cc-48e0-8e18-03bd188879cc req-c1ec40d5-a120-41fb-94db-5ed979baf54f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424780 Nov 25 17:21:11.344125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Network 912743d7-98cb-428f-a772-493008ecc8fc is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:11.385150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.387294 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-dc505ccd-1d89-45ea-881a-edc3c2e36ff4 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] delete failed (client error): The resource could not be found. Nov 25 17:21:11.392652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.393413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc505ccd-1d89-45ea-881a-edc3c2e36ff4 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/routers/afed4b71-c9c7-49d4-bc2d-7af1615361d9 HTTP/1.1" status: 404 len: 336 time: 0.0810995 Nov 25 17:21:11.403526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 912743d7-98cb-428f-a772-493008ecc8fc) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:11.415053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf321a-63d3-431c-a346-42dcf9b67046 None None] Network 912743d7-98cb-428f-a772-493008ecc8fc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:11.430153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.431114 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.438324 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-148432b5-b57c-4c9a-ae16-692f2e132dd3 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] DELETE failed (client error): The resource could not be found. Nov 25 17:21:11.438773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148432b5-b57c-4c9a-ae16-692f2e132dd3 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:21:11.444727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-148432b5-b57c-4c9a-ae16-692f2e132dd3 tempest-RoutersAdminTest-2018140410 tempest-RoutersAdminTest-2018140410-project] 10.222.0.86 "DELETE /v2.0/subnets/bded3927-5a42-4be7-b73d-c197d057a760 HTTP/1.1" status: 404 len: 337 time: 0.0483053 Nov 25 17:21:11.458887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Allocated IP 2001:db8::354 (7e51c7e7-7827-442c-8460-4f927b29ed96/2a24c728-8563-41d8-9c20-70f28d00cdd7/07a6e664-7c58-4bef-9dce-77547967e6d1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:11.475426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-462cb8f1-d95e-4291-b2e8-edf5d66f9327 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9104030 Nov 25 17:21:11.584799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b89077-e4b9-4a20-9a01-716b68d6b5fe None None] Network 912743d7-98cb-428f-a772-493008ecc8fc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:11.797478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.879248 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.928248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45890) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:11.967312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 7e51c7e7-7827-442c-8460-4f927b29ed96 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:11.973344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:11.978601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:11.979621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:11.980226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:11.988751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Port': ['ID=07a6e664-7c58-4bef-9dce-77547967e6d1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.004611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-91208cad-6337-46d6-8db3-25960f5f9afd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9736264 Nov 25 17:21:12.007170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45896) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.109479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5882ddf9-c030-46ed-86be-d3bbfb31753a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.224618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6596b8-5eaa-4605-a113-0d6730d91427 req-99288739-39ce-462e-8b4a-e885b9ccedf2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:12.226692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ad6596b8-5eaa-4605-a113-0d6730d91427 req-99288739-39ce-462e-8b4a-e885b9ccedf2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1345148 Nov 25 17:21:12.240860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Deleting port 07a6e664-7c58-4bef-9dce-77547967e6d1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:12.241233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.379566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5882ddf9-c030-46ed-86be-d3bbfb31753a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.392178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5882ddf9-c030-46ed-86be-d3bbfb31753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.408026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ad6596b8-5eaa-4605-a113-0d6730d91427 req-2dfeb3e4-8109-4c27-ab76-48098affb434 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515961 Nov 25 17:21:12.412682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.429853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Calling delete_port for 07a6e664-7c58-4bef-9dce-77547967e6d1 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:12.512703 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5882ddf9-c030-46ed-86be-d3bbfb31753a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4fdf20d431d41d092b7fa652a790cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5833650 Nov 25 17:21:12.515622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45914) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.528644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882ddf9-c030-46ed-86be-d3bbfb31753a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2568e96a-5433-4a60-877c-3fd69e5c072f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.585523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-097c9b07-28b4-412f-82f0-c6e3ad6412dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.610251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-097c9b07-28b4-412f-82f0-c6e3ad6412dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.640918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.687261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event deleted for resources: {'Port': ['ID=07a6e664-7c58-4bef-9dce-77547967e6d1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.697330 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-097c9b07-28b4-412f-82f0-c6e3ad6412dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.701455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-097c9b07-28b4-412f-82f0-c6e3ad6412dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.705818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-097c9b07-28b4-412f-82f0-c6e3ad6412dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2568e96a-5433-4a60-877c-3fd69e5c072f HTTP/1.1" status: 204 len: 168 time: 0.1866693 Nov 25 17:21:12.733671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c9b07-28b4-412f-82f0-c6e3ad6412dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2568e96a-5433-4a60-877c-3fd69e5c072f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:12.748406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.752471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fbd8a793-9862-49d0-9d3e-a26f9bfc4037 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/ports/07a6e664-7c58-4bef-9dce-77547967e6d1 HTTP/1.1" status: 204 len: 168 time: 0.7436247 Nov 25 17:21:12.755405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:12.768972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96', 'external_fixed_ips': [{'subnet_id': '2a24c728-8563-41d8-9c20-70f28d00cdd7', 'ip_address': '2001:db8::354'}]}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:12.814618 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.817982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.930532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:12.985986 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:21:13.080278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.106404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:13.148997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-82d6e020-9cf1-4bac-8cfd-68ae85d6fa0e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ec20475637144f48a99ff2b1102d9bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414813 Nov 25 17:21:13.151719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45946) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:13.206313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54a3d8cd-23bd-4b7e-ab24-4571c704d96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.229469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54a3d8cd-23bd-4b7e-ab24-4571c704d96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.299917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.331009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.366179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54a3d8cd-23bd-4b7e-ab24-4571c704d96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.369444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54a3d8cd-23bd-4b7e-ab24-4571c704d96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.372923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-54a3d8cd-23bd-4b7e-ab24-4571c704d96b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4501a76c-3a17-4395-898b-0481bce625e9 HTTP/1.1" status: 204 len: 168 time: 0.2179303 Nov 25 17:21:13.392334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3d8cd-23bd-4b7e-ab24-4571c704d96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501a76c-3a17-4395-898b-0481bce625e9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.415280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-4d364e3b-f075-4475-a601-d3746e68f0cb tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.424224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-4d364e3b-f075-4475-a601-d3746e68f0cb tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/networks?id=912743d7-98cb-428f-a772-493008ecc8fc HTTP/1.1" status: 200 len: 809 time: 0.1394100 Nov 25 17:21:13.442154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-864e6568-0d18-48a3-8fc2-e8c99f47043f tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/quotas/0d5d86f59018403a9a8e3d9d6d947a82 HTTP/1.1" status: 200 len: 375 time: 0.0174723 Nov 25 17:21:13.479931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-ccbe8c90-5c92-44e8-9b0f-785bf063056a tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d5d86f59018403a9a8e3d9d6d947a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368738 Nov 25 17:21:13.525699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Allocated IP 2001:db8::354 (7e51c7e7-7827-442c-8460-4f927b29ed96/2a24c728-8563-41d8-9c20-70f28d00cdd7/ccaf900a-0296-4945-816c-f61dcf9dcdfb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:13.589853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-3e9fe04e-19d1-4b65-a202-174885b5e9d3 service neutron] 10.222.0.86 "GET /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031237 Nov 25 17:21:13.669711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839e4d5-1629-49ed-8a3e-592ecbb62c51 req-06eb459e-fd23-470e-acd5-1eb2f2561031 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:13.671204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0839e4d5-1629-49ed-8a3e-592ecbb62c51 req-06eb459e-fd23-470e-acd5-1eb2f2561031 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1071069 Nov 25 17:21:13.712520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.716524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-0934c56c-ec67-4df3-ad26-641f40162822 service neutron] 10.222.0.86 "GET /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191359 Nov 25 17:21:13.759862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0839e4d5-1629-49ed-8a3e-592ecbb62c51 req-d6050900-c685-4ad8-9222-281397ff1d95 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790470 Nov 25 17:21:13.790376 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:13.845068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 7e51c7e7-7827-442c-8460-4f927b29ed96 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:13.846431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Port': ['ID=ccaf900a-0296-4945-816c-f61dcf9dcdfb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:13.849224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:13.851680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:14.088560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-415854cc-7063-49c0-ba77-a99b097d87f0 req-c6bcc2b5-e985-401e-ad2a-571b523b5c0c tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 210 time: 0.0351794 Nov 25 17:21:14.177437 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.417137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.471834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:14.567812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Router 19a934e7-601e-4131-af1c-0e7c06bdd44c is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:14.641449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-764e06eb-f2c6-4ed6-98e6-7bf389318eca tempest-AgentManagementNegativeTest-2062397762 tempest-AgentManagementNegativeTest-2062397762-project] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1654160 Nov 25 17:21:14.697972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:14.712491 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Sync routers for ids ['19a934e7-601e-4131-af1c-0e7c06bdd44c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:14.720351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.722453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b29f84bb-dd45-4a57-b602-eba309954daa tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9645572 Nov 25 17:21:14.725151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46026) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:14.744527 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Routers {'19a934e7-601e-4131-af1c-0e7c06bdd44c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:14.746794 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['19a934e7-601e-4131-af1c-0e7c06bdd44c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:14.898468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:14.961580 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Set router 19a934e7-601e-4131-af1c-0e7c06bdd44c gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:15.039996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:15.179955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1461eca-c646-4d14-ad52-de74c5373a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.209563 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a934e7-601e-4131-af1c-0e7c06bdd44c', 'name': '', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96', 'external_fixed_ips': [{'subnet_id': '2a24c728-8563-41d8-9c20-70f28d00cdd7', 'ip_address': '2001:db8::354'}], 'enable_snat': True}, 'gw_port_id': 'ccaf900a-0296-4945-816c-f61dcf9dcdfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:12Z', 'updated_at': '2021-11-25T17:21:14Z', 'revision_number': 3, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port': {'id': 'ccaf900a-0296-4945-816c-f61dcf9dcdfb', 'name': '', 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a934e7-601e-4131-af1c-0e7c06bdd44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2a24c728-8563-41d8-9c20-70f28d00cdd7', 'ip_address': '2001:db8::354', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:13Z', 'updated_at': '2021-11-25T17:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a24c728-8563-41d8-9c20-70f28d00cdd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:15.249718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:15.252430 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Checking router: 19a934e7-601e-4131-af1c-0e7c06bdd44c for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:21:15.253029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Updating router 19a934e7-601e-4131-af1c-0e7c06bdd44c port ccaf900a-0296-4945-816c-f61dcf9dcdfb binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:21:15.281571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-494f400e-1038-4951-9546-2812035861f9 req-d45efb9f-6703-4ca5-9051-ec8164395f59 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 210 time: 0.0609150 Nov 25 17:21:15.287796 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.458695 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.530804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:15.543580 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc855d0-152f-476a-bef0-ac83829da852" -d '{"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-unplugged", "status": "completed", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:15.576684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1461eca-c646-4d14-ad52-de74c5373a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.582589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:15.590251 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.590672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1461eca-c646-4d14-ad52-de74c5373a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.599346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b38c-556c-43aa-abeb-000124f711bb req-db768797-0ac3-4a06-ac67-c8dfef06418f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.617322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd02b38c-556c-43aa-abeb-000124f711bb req-db768797-0ac3-4a06-ac67-c8dfef06418f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.7343149 Nov 25 17:21:15.638193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.638413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-770b8202-4793-444c-ad07-4e3ef1895ae6 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:15.640121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-770b8202-4793-444c-ad07-4e3ef1895ae6 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.73 "GET /v2.0/networks?id=912743d7-98cb-428f-a772-493008ecc8fc HTTP/1.1" status: 200 len: 809 time: 0.3086336 Nov 25 17:21:15.669143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Request body: {'port': {'device_id': '88b275b4-a117-4890-b50a-700ec243c29f', 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc', 'admin_state_up': True, 'tenant_id': '0d5d86f59018403a9a8e3d9d6d947a82'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:15.669393 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb32516c-b41e-48cc-9a0e-4ea68345219c x-openstack-request-id: req-bb32516c-b41e-48cc-9a0e-4ea68345219c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:15.669393 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-unplugged", "status": "completed", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:15.669630 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb32516c-b41e-48cc-9a0e-4ea68345219c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:15.676059 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'code': 200} Nov 25 17:21:15.731456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:15.742616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.743603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.744194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.746219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.746964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.747589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.748418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.748545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c1461eca-c646-4d14-ad52-de74c5373a16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5db5fc130f144d28a4e6d964efd3936b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7073696 Nov 25 17:21:15.749259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.749809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.750410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.750999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.751691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:15.753715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:15.756065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461eca-c646-4d14-ad52-de74c5373a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f8402-f972-4c3f-87de-b2108ce4470b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:15.826746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd02b38c-556c-43aa-abeb-000124f711bb req-f2508c4f-c1ee-4bc1-856c-f9ef77dc0d46 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067337 Nov 25 17:21:15.866881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Deleting port ccaf900a-0296-4945-816c-f61dcf9dcdfb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:15.867500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.896016 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.912824 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab82abdd-e846-465d-a317-b99c74a26ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.927104 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.939993 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:15.943783 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab82abdd-e846-465d-a317-b99c74a26ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.000603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.013453 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Attempting to bind port ccaf900a-0296-4945-816c-f61dcf9dcdfb on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:16.013821 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Attempting to bind port ccaf900a-0296-4945-816c-f61dcf9dcdfb by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'a32dd230-4ce8-4397-94b8-86814086a951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:16.014180 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Attempting to bind port ccaf900a-0296-4945-816c-f61dcf9dcdfb on network 7e51c7e7-7827-442c-8460-4f927b29ed96 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:16.026984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Made reservation on behalf of 0d5d86f59018403a9a8e3d9d6d947a82 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:16.028549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:16.028910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Checking segment: {'id': 'a32dd230-4ce8-4397-94b8-86814086a951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:16.029319 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.029813 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Bound using segment: {'id': 'a32dd230-4ce8-4397-94b8-86814086a951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:16.030283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Bound port: ccaf900a-0296-4945-816c-f61dcf9dcdfb, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32dd230-4ce8-4397-94b8-86814086a951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e51c7e7-7827-442c-8460-4f927b29ed96'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:16.030652 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.031750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.045783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Calling delete_port for ccaf900a-0296-4945-816c-f61dcf9dcdfb owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:16.072438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab82abdd-e846-465d-a317-b99c74a26ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.075213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab82abdd-e846-465d-a317-b99c74a26ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.076416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ab82abdd-e846-465d-a317-b99c74a26ca3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/108f8402-f972-4c3f-87de-b2108ce4470b HTTP/1.1" status: 204 len: 168 time: 0.3218818 Nov 25 17:21:16.125255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:16.137213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82abdd-e846-465d-a317-b99c74a26ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f8402-f972-4c3f-87de-b2108ce4470b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.158223 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23033517-714b-49ff-b979-7193207d68a9 None None] Pushing event updated for resources: {'Port': ['ID=ccaf900a-0296-4945-816c-f61dcf9dcdfb,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.298809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:21:16.311858 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] For port ccaf900a-0296-4945-816c-f61dcf9dcdfb, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:16.329827 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] For port ccaf900a-0296-4945-816c-f61dcf9dcdfb, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ccaf900a-0296-4945-816c-f61dcf9dcdfb,segment=NetworkSegment(a32dd230-4ce8-4397-94b8-86814086a951),segment_id=a32dd230-4ce8-4397-94b8-86814086a951)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:16.336298 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.383530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Allocated IP 172.20.0.13 (912743d7-98cb-428f-a772-493008ecc8fc/b789b448-d45f-4ae8-bd1c-08c191e3cc62/8393af06-f667-4322-949a-9843fdc0d4fe) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:16.446559 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Routers {'19a934e7-601e-4131-af1c-0e7c06bdd44c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:16.447451 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['19a934e7-601e-4131-af1c-0e7c06bdd44c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:16.544909 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23033517-714b-49ff-b979-7193207d68a9 None None] Pushing event updated for resources: {'Port': ['ID=ccaf900a-0296-4945-816c-f61dcf9dcdfb,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.594021 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] Set router 19a934e7-601e-4131-af1c-0e7c06bdd44c gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:16.647029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.683725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'mac_address': 'fa:16:3e:1b:9f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:16.708466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.745038 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a934e7-601e-4131-af1c-0e7c06bdd44c', 'name': '', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:12Z', 'updated_at': '2021-11-25T17:21:15Z', 'revision_number': 4, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:16.776957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.786974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.796909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:16.813723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a23f0-ed85-4881-99d0-660e9db70ad4 None None] The sync data for ids ['19a934e7-601e-4131-af1c-0e7c06bdd44c'] in n-d-817303-7 is: [{'id': '19a934e7-601e-4131-af1c-0e7c06bdd44c', 'name': '', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:12Z', 'updated_at': '2021-11-25T17:21:15Z', 'revision_number': 4, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:16.872681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:16.877986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.885192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.893773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccaf900a-0296-4945-816c-f61dcf9dcdfb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:16.900778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb639275-c27c-4001-885b-8fdea583416a req-35f05786-2ddd-47be-8619-fcd1a177a0c3 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 210 time: 0.4780421 Nov 25 17:21:16.910500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:16.994054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Network 912743d7-98cb-428f-a772-493008ecc8fc is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:17.001321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:17.009184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:17.098184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Pushing event updated for resources: {'Port': ['ID=8393af06-f667-4322-949a-9843fdc0d4fe,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:17.105404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:17.135250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.139652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.146422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:17.147143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.184271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-d1999138-0a6f-45ec-a5dc-1a0840379a29 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5281501 Nov 25 17:21:17.185796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81540357-84d6-4fa9-a0c8-cb20a4f133a0 req-7a9f60e7-6543-41ee-b844-173c9463750b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:17.187578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81540357-84d6-4fa9-a0c8-cb20a4f133a0 req-7a9f60e7-6543-41ee-b844-173c9463750b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1342666 Nov 25 17:21:17.197200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:17.220087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Request body: {'port': {'device_id': '88b275b4-a117-4890-b50a-700ec243c29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:17.256016 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.256416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19a934e7-601e-4131-af1c-0e7c06bdd44c {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:17.263521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.265408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7c1c5a90-32fe-4260-858e-cc1e679920c1 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/routers/19a934e7-601e-4131-af1c-0e7c06bdd44c HTTP/1.1" status: 204 len: 168 time: 2.5387640 Nov 25 17:21:17.276865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:17.344824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.350472 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.462035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81540357-84d6-4fa9-a0c8-cb20a4f133a0 req-fac610c6-ea8a-455b-a860-cf318ca101e4 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375329 Nov 25 17:21:17.483661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Deleting subnet 2a24c728-8563-41d8-9c20-70f28d00cdd7 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:17.487282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.548493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.599347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.600740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:17.694223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.760144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.765148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/subnets/2a24c728-8563-41d8-9c20-70f28d00cdd7 HTTP/1.1" status: 204 len: 168 time: 0.4859793 Nov 25 17:21:17.765289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8393af06-f667-4322-949a-9843fdc0d4fe {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:17.768657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46138) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:17.778337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.782143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216713b7-5b28-4b7d-8c75-275822440083 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a24c728-8563-41d8-9c20-70f28d00cdd7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:17.797890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Transition to ACTIVE for port object 8393af06-f667-4322-949a-9843fdc0d4fe will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:17.804873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.883063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1735771965'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:17.907291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:17.996736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Pushing event updated for resources: {'Port': ['ID=8393af06-f667-4322-949a-9843fdc0d4fe,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.028749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:18.043494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.076956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.126815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:18.135569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.172676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e51c7e7-7827-442c-8460-4f927b29ed96']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:18.186943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32dd230-4ce8-4397-94b8-86814086a951') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:18.187310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32dd230-4ce8-4397-94b8-86814086a951') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:18.201683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.220492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.228538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:18.228934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.230958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Attempting to bind port 8393af06-f667-4322-949a-9843fdc0d4fe on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:18.231714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Attempting to bind port 8393af06-f667-4322-949a-9843fdc0d4fe by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:18.231714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Attempting to bind port 8393af06-f667-4322-949a-9843fdc0d4fe on network 912743d7-98cb-428f-a772-493008ecc8fc {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:18.240511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a446d74-f2f5-4b55-aee4-161112781886 req-97c53b40-5538-45d6-82ac-2f607719041b tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.242070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a446d74-f2f5-4b55-aee4-161112781886 req-97c53b40-5538-45d6-82ac-2f607719041b tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 944 time: 0.1723096 Nov 25 17:21:18.252667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Port 8393af06-f667-4322-949a-9843fdc0d4fe on network 912743d7-98cb-428f-a772-493008ecc8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:18.253011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Attempting to bind port 8393af06-f667-4322-949a-9843fdc0d4fe on network 912743d7-98cb-428f-a772-493008ecc8fc {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:18.278716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:18.279096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Checking segment: {'id': '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:18.279425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Bound using segment: {'id': '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:18.279843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Bound port: 8393af06-f667-4322-949a-9843fdc0d4fe, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:18.280206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.320581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:18.321568 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: items = [ Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:18.333310 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:18.338817 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.365757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e51c7e7-7827-442c-8460-4f927b29ed96 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:21:18.369493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e51c7e7-7827-442c-8460-4f927b29ed96,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.372499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.376315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-be0c5e63-3b52-4a96-989b-e9ca35f80122 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/networks/7e51c7e7-7827-442c-8460-4f927b29ed96 HTTP/1.1" status: 204 len: 168 time: 0.6053653 Nov 25 17:21:18.481480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] For port 8393af06-f667-4322-949a-9843fdc0d4fe, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:18.486787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] For port 8393af06-f667-4322-949a-9843fdc0d4fe, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8393af06-f667-4322-949a-9843fdc0d4fe,segment=NetworkSegment(4a4547ed-a0f3-4663-90e3-3271b5ed9cd2),segment_id=4a4547ed-a0f3-4663-90e3-3271b5ed9cd2)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:18.503134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.516639 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.568191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.645997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:18.647107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:18.650445 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c52a7c-2b08-4359-ba91-46f8679d521f" -d '{"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-plugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:18.654218 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:18.739853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=10']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:18.777733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2a619-e912-4e59-8601-c096bde8da01 req-14445c71-cd8b-4f62-932f-11589f4537c0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:18.785963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78a2a619-e912-4e59-8601-c096bde8da01 req-14445c71-cd8b-4f62-932f-11589f4537c0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1595047 Nov 25 17:21:18.853073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78a2a619-e912-4e59-8601-c096bde8da01 req-e7fce497-594a-48b8-9f71-fa87683e6695 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Nov 25 17:21:18.910756 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ed08e-9aaa-4c97-8c99-95da0ee98747 x-openstack-request-id: req-032ed08e-9aaa-4c97-8c99-95da0ee98747 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:18.911072 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-plugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:18.911337 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-032ed08e-9aaa-4c97-8c99-95da0ee98747 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:18.911766 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'code': 200} Nov 25 17:21:19.038017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46176) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:19.043482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'name': 'tempest-router--276160482', 'project_id': '2aa09b84b58340cabd1698d580789267'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:19.089880 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.092712 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.175890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.185077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.220551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a446d74-f2f5-4b55-aee4-161112781886 req-6191a077-b28c-4e71-a9e2-1cb8d21b87f0 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9699321 Nov 25 17:21:19.231735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.241129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.252030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:19.252030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.252030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] 10.222.0.73 "PUT /v2.0/ports/8393af06-f667-4322-949a-9843fdc0d4fe HTTP/1.1" status: 200 len: 1092 time: 2.0404570 Nov 25 17:21:19.255168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5816e1e6-2852-40ac-a022-239f0dffe1b7 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2152364 Nov 25 17:21:19.258856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46178) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:19.286444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b275b4-a117-4890-b50a-700ec243c29f', 'tag': '8393af06-f667-4322-949a-9843fdc0d4fe'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:19.290589 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdbd81e-4cad-4419-b587-88646c2e7704" -d '{"events": [{"name": "network-changed", "server_uuid": "88b275b4-a117-4890-b50a-700ec243c29f", "tag": "8393af06-f667-4322-949a-9843fdc0d4fe"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:19.390799 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9034e-4cc0-4754-91ac-f1a3deea0e37 x-openstack-request-id: req-89e9034e-4cc0-4754-91ac-f1a3deea0e37 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:19.391092 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b275b4-a117-4890-b50a-700ec243c29f", "tag": "8393af06-f667-4322-949a-9843fdc0d4fe", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:19.391342 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89e9034e-4cc0-4754-91ac-f1a3deea0e37 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:19.391763 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b275b4-a117-4890-b50a-700ec243c29f', 'tag': '8393af06-f667-4322-949a-9843fdc0d4fe', 'status': 'completed', 'code': 200} Nov 25 17:21:19.392893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.422511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:19.437331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662caf78-f8f3-44a0-a408-391d834a5476 service neutron] Pushing event updated for resources: {'Port': ['ID=8393af06-f667-4322-949a-9843fdc0d4fe,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:19.457597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84d1b75-7232-4fff-80ba-18b6944385ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:19.466953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.467300 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Added segment 60c5f909-ee7d-42db-aedc-5df005569675 of type vlan for network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 Nov 25 17:21:19.553183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-8f642ad1-6e11-43dd-bbcd-2514bd53b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:19.568471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-8f642ad1-6e11-43dd-bbcd-2514bd53b459 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5d86f59018403a9a8e3d9d6d947a82&device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 1095 time: 0.2473147 Nov 25 17:21:19.629532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.632799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-5dad4bb5-c736-4f7a-aa83-a1539196897a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8393af06-f667-4322-949a-9843fdc0d4fe HTTP/1.1" status: 200 len: 217 time: 0.0643430 Nov 25 17:21:19.636427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.641654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.706933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.708275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7241d83-826c-4cf7-9df0-d372a4bfafb4 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:19.717600 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.720265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3f645846-1ada-4b33-bd0b-b1b26bbe6715 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/routers/f7241d83-826c-4cf7-9df0-d372a4bfafb4 HTTP/1.1" status: 204 len: 168 time: 0.4602172 Nov 25 17:21:19.762544 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.777823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:19.778469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:19.802973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-83121940-5e35-420a-857a-9244931f2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:19.805253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-83121940-5e35-420a-857a-9244931f2718 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b789b448-d45f-4ae8-bd1c-08c191e3cc62 HTTP/1.1" status: 200 len: 849 time: 0.1585383 Nov 25 17:21:19.927125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46188) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:20.005566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3996940 Nov 25 17:21:20.006420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46194) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:20.013243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:20.046324 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-a4accba0-a7d1-49e4-b59f-4817bdc4481a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=912743d7-98cb-428f-a772-493008ecc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215147 Nov 25 17:21:20.152826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0b76a-aa60-4eac-a08e-1540f3aae28f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Network': ['ID=57d3133b-7ced-4a58-9ee8-6f993af0ee19,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:20.165556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:20.169417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:20.169920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.240409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f92d1f-a88f-41c7-a3f3-671685013025 req-b959cd11-a100-4563-9712-e7bb294a4602 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.248013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92f92d1f-a88f-41c7-a3f3-671685013025 req-b959cd11-a100-4563-9712-e7bb294a4602 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2272360 Nov 25 17:21:20.387948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-867126791', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:20.414312 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-fe4eebec-7590-43bf-b817-0d428c368a74 service neutron] 10.222.0.73 "GET /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483746 Nov 25 17:21:20.418443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92f92d1f-a88f-41c7-a3f3-671685013025 req-201e0242-f76b-4d66-bc67-4e506c04047b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569786 Nov 25 17:21:20.486876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.487969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.577233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97d63092-01f0-4d3d-b2ce-6cdba4fd7f8b req-6ea1e2c7-fc9d-4b84-9149-57c7673f8621 service neutron] 10.222.0.73 "GET /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556251 Nov 25 17:21:20.583100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5b457-45ea-4117-afbd-ebc5923e5f70 req-471abf76-6b85-4507-8111-ea8087287606 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.584859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2d5b457-45ea-4117-afbd-ebc5923e5f70 req-471abf76-6b85-4507-8111-ea8087287606 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 944 time: 0.1724310 Nov 25 17:21:20.588650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.680276 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:20.789638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-2c371af8-613c-47da-8fbe-d52176c15145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:20.798127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-2c371af8-613c-47da-8fbe-d52176c15145 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5d86f59018403a9a8e3d9d6d947a82&device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 1095 time: 0.1517298 Nov 25 17:21:20.818114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=cf58acf2-ceac-4b15-b853-9a379b466ba1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:20.895568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:20.896185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network hostable DHCP agents. Network: 57d3133b-7ced-4a58-9ee8-6f993af0ee19, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:20.996823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2d5b457-45ea-4117-afbd-ebc5923e5f70 req-a85f286b-e1e6-4e04-a53a-fd6e97b540db tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014180 Nov 25 17:21:21.019220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-d47857a1-0d92-47f3-8123-d0b3ef64b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.021346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-d47857a1-0d92-47f3-8123-d0b3ef64b22f service neutron] 10.222.0.73 "GET /v2.0/networks?id=912743d7-98cb-428f-a772-493008ecc8fc HTTP/1.1" status: 200 len: 910 time: 0.2147825 Nov 25 17:21:21.028135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:21.040868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.047174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 57d3133b-7ced-4a58-9ee8-6f993af0ee19) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:21.058130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca3fe2-2095-4fcc-83ba-a182f4a4633c None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:21.064142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.064734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.082658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5de280fd-a35e-4cca-96d6-e80c31c4baf6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0740669 Nov 25 17:21:21.085918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46210) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:21.093180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'name': 'tempest-NetworksTestDHCPv6-136230131'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:21.107046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-1675485f-0f98-4ffb-b65f-d6c5f6db0aee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8393af06-f667-4322-949a-9843fdc0d4fe HTTP/1.1" status: 200 len: 217 time: 0.0770020 Nov 25 17:21:21.220575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-08c3c3e0-314f-4731-a6be-4d22396e10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.222609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-08c3c3e0-314f-4731-a6be-4d22396e10f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b789b448-d45f-4ae8-bd1c-08c191e3cc62 HTTP/1.1" status: 200 len: 849 time: 0.1005855 Nov 25 17:21:21.273454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-f098d697-da75-4775-8588-4aaaf93dbb79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=912743d7-98cb-428f-a772-493008ecc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418956 Nov 25 17:21:21.409538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:21.413394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.462576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.463072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-9887119f-92aa-4ea2-a95e-e18d138ecf20 service neutron] 10.222.0.73 "GET /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819558 Nov 25 17:21:21.464885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port d3c9f925-e5f6-46f6-bd65-3672d4aa40f5 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:21.499771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.572129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'cf58acf2-ceac-4b15-b853-9a379b466ba1'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:21:21.573018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:21.681147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fdbd81e-4cad-4419-b587-88646c2e7704 req-512af35e-449b-4e30-b1d5-7b08f5d5f8c7 service neutron] 10.222.0.73 "GET /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091656 Nov 25 17:21:21.741129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f566f-8a1d-4234-9baa-8e8909c8564c req-9c93e94e-3e4c-49df-9ebc-6668899cfa93 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:21.753771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58f566f-8a1d-4234-9baa-8e8909c8564c req-9c93e94e-3e4c-49df-9ebc-6668899cfa93 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2043147 Nov 25 17:21:21.755225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Allocated IP 172.25.8.84 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/1ad44b6d-f13a-49e3-bcca-225889e9e7c3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:21.793706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::2c4 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/cf58acf2-ceac-4b15-b853-9a379b466ba1/d3c9f925-e5f6-46f6-bd65-3672d4aa40f5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:21.848823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58f566f-8a1d-4234-9baa-8e8909c8564c req-b4d618b0-7302-4729-b2de-8884fdc31ce1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775018 Nov 25 17:21:22.040854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.133797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:22.140429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:22.142171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.167439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.236941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:22.248546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca36180-b477-449a-969e-6d0f93d19108 req-868de39c-35e8-4263-ae33-e7649964034a tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.250115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ca36180-b477-449a-969e-6d0f93d19108 req-868de39c-35e8-4263-ae33-e7649964034a tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 944 time: 0.1614568 Nov 25 17:21:22.254295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:22.260701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:22.277920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e22f9f6-a00e-43d6-a497-0ad5a2723d98 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:22.302819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event updated for resources: {'Port': ['ID=1ad44b6d-f13a-49e3-bcca-225889e9e7c3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.316404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.458854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:22.469697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:22.474472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ca36180-b477-449a-969e-6d0f93d19108 req-45007703-e7f2-478a-b0b2-4899293a9841 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102671 Nov 25 17:21:22.481962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:22.486200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:22.486852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.516457 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.523814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=d3c9f925-e5f6-46f6-bd65-3672d4aa40f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.553295 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b4252fac-2207-4ea4-acc3-593693b3ef38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4662874 Nov 25 17:21:22.555783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46250) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:22.572275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d13c0c9b-e53f-4615-8cad-3d867a099e74 None None] Provisioning complete for port 1ad44b6d-f13a-49e3-bcca-225889e9e7c3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:22.572906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d13c0c9b-e53f-4615-8cad-3d867a099e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.646319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:22.661280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:22.663957 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad5bdd4-e5e0-433e-bc76-0025d2c96b28" -d '{"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:22.683298 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:22.687506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/cf58acf2-ceac-4b15-b853-9a379b466ba1/41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:22.769252 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eab082-fe4f-4500-a450-05a77d76d4fc x-openstack-request-id: req-f9eab082-fe4f-4500-a450-05a77d76d4fc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:22.769848 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:22.769955 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f9eab082-fe4f-4500-a450-05a77d76d4fc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:22.770372 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'code': 200} Nov 25 17:21:22.771610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:22.795418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d13c0c9b-e53f-4615-8cad-3d867a099e74 None None] Port 1ad44b6d-f13a-49e3-bcca-225889e9e7c3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:22.804934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:22.861037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'port_id': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'mac_address': 'fa:16:3e:1c:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded0859c-b73f-441d-a86c-a6473a49dbad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:22.979164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.059946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:23.148557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1377fd84-8908-44f2-bd1d-169fa73bc387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.152755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1377fd84-8908-44f2-bd1d-169fa73bc387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5932698 Nov 25 17:21:23.153859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:23.196831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:23.214465 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.244852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.346048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.359035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8393af06-f667-4322-949a-9843fdc0d4fe details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:23.422345 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.452108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.578423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:23.596286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.614529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port d3c9f925-e5f6-46f6-bd65-3672d4aa40f5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:23.615022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.644961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:23.656302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:23.658060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Pushing event updated for resources: {'Port': ['ID=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:23.660386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:23.849058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8393af06-f667-4322-949a-9843fdc0d4fe, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8393af06-f667-4322-949a-9843fdc0d4fe,segment=NetworkSegment(4a4547ed-a0f3-4663-90e3-3271b5ed9cd2),segment_id=4a4547ed-a0f3-4663-90e3-3271b5ed9cd2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:23.869402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5d62-16da-485b-9b7f-3e9bf6d89d88 req-4e1acdc4-5f93-487e-99a7-9d9deb7c2986 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.881208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f3c5d62-16da-485b-9b7f-3e9bf6d89d88 req-4e1acdc4-5f93-487e-99a7-9d9deb7c2986 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 944 time: 0.1621964 Nov 25 17:21:23.889053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Attempting to bind port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:23.889427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Attempting to bind port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:23.889795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Attempting to bind port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:23.895924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:23.896326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:23.896706 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.897106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:23.898319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Bound port: 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:23.898769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:23.903089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '8393af06-f667-4322-949a-9843fdc0d4fe', 'network_id': '912743d7-98cb-428f-a772-493008ecc8fc', 'port_id': '8393af06-f667-4322-949a-9843fdc0d4fe', 'mac_address': 'fa:16:3e:83:3f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b789b448-d45f-4ae8-bd1c-08c191e3cc62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:23.922360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656800b-a73c-4862-bf78-0c865f4aa0e9 req-d82f3eeb-cffc-41e4-a044-8351b4a7a070 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:23.936670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7656800b-a73c-4862-bf78-0c865f4aa0e9 req-d82f3eeb-cffc-41e4-a044-8351b4a7a070 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 945 time: 0.3343830 Nov 25 17:21:24.066759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] For port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:24.066759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] For port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:24.066759 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.067028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f3c5d62-16da-485b-9b7f-3e9bf6d89d88 req-b6a53d84-896a-4134-9e7b-d6025bb0c3e0 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681871 Nov 25 17:21:24.072601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8393af06-f667-4322-949a-9843fdc0d4fe {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:24.128145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.128252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.128381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for d3c9f925-e5f6-46f6-bd65-3672d4aa40f5 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:24.133074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8393af06-f667-4322-949a-9843fdc0d4fe, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8393af06-f667-4322-949a-9843fdc0d4fe,segment=NetworkSegment(4a4547ed-a0f3-4663-90e3-3271b5ed9cd2),segment_id=4a4547ed-a0f3-4663-90e3-3271b5ed9cd2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:24.197739 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.220972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3ff41-88cb-4e76-a5a2-c05502f277f4 None None] Pushing event updated for resources: {'Port': ['ID=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.276772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8393af06-f667-4322-949a-9843fdc0d4fe,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.288502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Router 9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:24.303209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7656800b-a73c-4862-bf78-0c865f4aa0e9 req-1f238570-df41-4783-991b-43c4f10bfb7c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334293 Nov 25 17:21:24.442951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.445556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['8393af06-f667-4322-949a-9843fdc0d4fe'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:24.572870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=d3c9f925-e5f6-46f6-bd65-3672d4aa40f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:24.638221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.643920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0d15ee02-8b2a-44d0-b150-020f98ccd4a7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/d3c9f925-e5f6-46f6-bd65-3672d4aa40f5 HTTP/1.1" status: 204 len: 168 time: 1.4874852 Nov 25 17:21:24.644674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46292) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.664778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:24.699062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] Sync routers for ids ['9d3539fb-63e6-49b0-9f9a-f7be1e776fa3'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:24.727279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.732941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-032d4e0c-a41e-422d-93ea-ccb41999a59b tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7999556 Nov 25 17:21:24.733125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46294) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.734105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] Routers {'9d3539fb-63e6-49b0-9f9a-f7be1e776fa3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:24.734744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9d3539fb-63e6-49b0-9f9a-f7be1e776fa3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:24.745071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927dc14-d0ef-41da-9fcb-9360ed2a5351 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.746590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927dc14-d0ef-41da-9fcb-9360ed2a5351 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:24.748142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9927dc14-d0ef-41da-9fcb-9360ed2a5351 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1023521 Nov 25 17:21:24.750697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:24.776485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:24.790871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] Routers {'9d3539fb-63e6-49b0-9f9a-f7be1e776fa3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:24.794261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9d3539fb-63e6-49b0-9f9a-f7be1e776fa3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:24.833263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:24.833839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbc066-ec56-48d1-beff-1420b425fb69 None None] The sync data for ids ['9d3539fb-63e6-49b0-9f9a-f7be1e776fa3'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:24.893880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet cf58acf2-ceac-4b15-b853-9a379b466ba1 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:24.898694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:24.957741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.002361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:25.058559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1773c46-9228-44b9-97db-95b77be57b5b tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 HTTP/1.1" status: 200 len: 923 time: 0.3212082 Nov 25 17:21:25.059513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46302) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.089588 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.163098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82564237-cb5a-46a3-b14b-fd06cd0b98e5 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 HTTP/1.1" status: 200 len: 205 time: 0.1029744 Nov 25 17:21:25.166954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46308) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.215257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:25.217305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.276088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.366914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=cf58acf2-ceac-4b15-b853-9a379b466ba1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.384381 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.416380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.421159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-670e450d-2615-469e-b53d-b5e080d2184c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/cf58acf2-ceac-4b15-b853-9a379b466ba1 HTTP/1.1" status: 204 len: 168 time: 0.6693885 Nov 25 17:21:25.425016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46316) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.462129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:25.468970 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.567161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a998f381-ea9a-4381-9e0c-86f5bd262410 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375566 Nov 25 17:21:25.571120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:25.588064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:25.600357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:25.618251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91877e-a4f7-4101-bb4b-fcd02999e042 req-9c55e0d7-8e52-4ce5-a991-d5391df3c5b1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:25.628895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a91877e-a4f7-4101-bb4b-fcd02999e042 req-9c55e0d7-8e52-4ce5-a991-d5391df3c5b1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 945 time: 0.1276457 Nov 25 17:21:25.651233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08de-d74c-42de-a8f5-6b2364aee2da req-cc0f0b90-b99f-42ca-bae4-e2b485299e1d tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:25.665635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e52a08de-d74c-42de-a8f5-6b2364aee2da req-cc0f0b90-b99f-42ca-bae4-e2b485299e1d tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 945 time: 0.4077964 Nov 25 17:21:25.721553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a91877e-a4f7-4101-bb4b-fcd02999e042 req-e214dcdc-8dc3-4fb2-a36e-a8f06c19c879 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850108 Nov 25 17:21:25.817470 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:25.952799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5be07e-5472-4cfc-a826-56fb7dd3514b None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:25.957981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e52a08de-d74c-42de-a8f5-6b2364aee2da req-a2e787d1-efd1-41a8-81f3-ec193d208fd1 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895203 Nov 25 17:21:26.029975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:26.034893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.052212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c950265e-15ca-4f7f-95e2-320bb04fd5ee None None] Provisioning complete for port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:26.052924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c950265e-15ca-4f7f-95e2-320bb04fd5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.146478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:26.234019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:26.234397 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.258991 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.314615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:26.323203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=c6c9c756-51a3-422e-a19e-3e95c40e8d6a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.341382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:26.346106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:26.351479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:26.352442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.361429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.410004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46334) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:26.410520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-905b9674-d067-4ebf-9ef7-62a2645f15b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8295693 Nov 25 17:21:26.425933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] Deleting port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:26.426558 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.439130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.441339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Deleting port 1ad44b6d-f13a-49e3-bcca-225889e9e7c3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:26.441688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.443591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'name': 'tempest-NetworksTestDHCPv6-1715922547'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:26.542782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.560973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Calling delete_port for 1ad44b6d-f13a-49e3-bcca-225889e9e7c3 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:26.770945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.775036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:26.779745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:26.784763 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6adf8-d1d9-4074-b3f3-a361f5419c55" -d '{"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:26.787669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.812101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 395d7161-75dd-45d2-afca-7c2b38273621 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:26.821896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:26.833767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:26.857651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event deleted for resources: {'Port': ['ID=1ad44b6d-f13a-49e3-bcca-225889e9e7c3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:26.948729 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5d9db-be57-46b3-b7fd-51670b86c668 x-openstack-request-id: req-21f5d9db-be57-46b3-b7fd-51670b86c668 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:26.949203 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:26.949468 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-21f5d9db-be57-46b3-b7fd-51670b86c668 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:26.949865 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'code': 200} Nov 25 17:21:26.954447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9de39-622e-4d8c-91f4-36fdbc3d10ee None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:26.996765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] For port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:26.997545 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.041150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] Calling delete_port for 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:27.050420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:27.083030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::a6 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/c6c9c756-51a3-422e-a19e-3e95c40e8d6a/395d7161-75dd-45d2-afca-7c2b38273621) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:27.113223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.182885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.285677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8393af06-f667-4322-949a-9843fdc0d4fe up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:27.320989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.325473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.403327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.426251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.427327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:27.445321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.446466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f29ff82a-96d5-47e1-ac9b-a3d41b0a8f56 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 HTTP/1.1" status: 204 len: 168 time: 2.2782481 Nov 25 17:21:27.452679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:27.462008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'name': 'tempest-snat-router-777776915', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': False}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:27.485298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54932d51-7250-47ee-a6d5-b4c1c753192b req-58c62608-b712-497f-8c10-b50e65c3c5ef tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.493639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54932d51-7250-47ee-a6d5-b4c1c753192b req-58c62608-b712-497f-8c10-b50e65c3c5ef tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 945 time: 0.1099741 Nov 25 17:21:27.540227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.591987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54932d51-7250-47ee-a6d5-b4c1c753192b req-2580ae09-7f33-4ade-9808-8333580834f4 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917833 Nov 25 17:21:27.603583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.614934 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.622772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d20c-eab8-4ed2-9189-dd6216996a5a req-796f96fd-c510-4cba-9158-86e957dfed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.624613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3475d20c-eab8-4ed2-9189-dd6216996a5a req-796f96fd-c510-4cba-9158-86e957dfed72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 1097 time: 0.5769861 Nov 25 17:21:27.661295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=395d7161-75dd-45d2-afca-7c2b38273621,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.665634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] Pushing event deleted for resources: {'Port': ['ID=41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:27.685000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2531ed8-a829-4953-8c70-a0f4053580e9 None None] No DVR routers for this DVR port 41b6b26b-6ba5-4ab0-9e13-0b8274ba88a2 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:27.713374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.716251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.737509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:27.769915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4758a7-3682-40bf-aa37-61cc9fef63b2 req-da199452-501b-4ffb-a0a2-3a2cdecd9d3b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.784408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d4758a7-3682-40bf-aa37-61cc9fef63b2 req-da199452-501b-4ffb-a0a2-3a2cdecd9d3b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2981403 Nov 25 17:21:27.801187 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3475d20c-eab8-4ed2-9189-dd6216996a5a req-4510048f-bc64-48c8-96b4-32e949379b76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681178 Nov 25 17:21:27.815072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:27.829314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:27.842469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 8393af06-f667-4322-949a-9843fdc0d4fe completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:27.862182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c540775-f172-4992-b53e-ef7c2e04bae7 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:27.864400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:27.876711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 8393af06-f667-4322-949a-9843fdc0d4fe triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:27.877005 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.883759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.935011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:27.981751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6cc2df98-0ad5-4f89-8659-2af4da2cd95b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5699039 Nov 25 17:21:27.982324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46360) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.065113 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.074053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d4758a7-3682-40bf-aa37-61cc9fef63b2 req-3b543e6c-f485-4c0d-9ca9-44dc54c87b69 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870319 Nov 25 17:21:28.165752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04601a1-cafd-45b4-984f-4934e339889e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.169098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b04601a1-cafd-45b4-984f-4934e339889e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1825464 Nov 25 17:21:28.171264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46372) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.187786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8393af06-f667-4322-949a-9843fdc0d4fe, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8393af06-f667-4322-949a-9843fdc0d4fe,segment=NetworkSegment(4a4547ed-a0f3-4663-90e3-3271b5ed9cd2),segment_id=4a4547ed-a0f3-4663-90e3-3271b5ed9cd2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:28.212109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.226814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.286847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'c6c9c756-51a3-422e-a19e-3e95c40e8d6a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:21:28.287791 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.294916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8393af06-f667-4322-949a-9843fdc0d4fe,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.359304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 395d7161-75dd-45d2-afca-7c2b38273621 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:28.362666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.426559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-d2899281-45c1-4e41-b0c2-ddead72e98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.428070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-d2899281-45c1-4e41-b0c2-ddead72e98f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b64759f279ab430b9e05f8f79965dfa4&device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 1102 time: 0.0579419 Nov 25 17:21:28.524455 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.529828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/c6c9c756-51a3-422e-a19e-3e95c40e8d6a/306fdbce-00a3-473c-8905-a264b2011b23) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:28.543430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 395d7161-75dd-45d2-afca-7c2b38273621 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:28.696964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.757871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.825408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.825889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.840953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.882688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=395d7161-75dd-45d2-afca-7c2b38273621,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.943323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:28.944941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Pushing event updated for resources: {'Port': ['ID=306fdbce-00a3-473c-8905-a264b2011b23,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:28.955139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b275b4-a117-4890-b50a-700ec243c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8393af06-f667-4322-949a-9843fdc0d4fe'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:28.959133 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5598c7-9cb7-4995-9a27-a4ff604c0717" -d '{"events": [{"server_uuid": "88b275b4-a117-4890-b50a-700ec243c29f", "name": "network-vif-plugged", "status": "completed", "tag": "8393af06-f667-4322-949a-9843fdc0d4fe"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:28.973570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7155bac-531e-4c1b-9741-3ac1c650d4f1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/395d7161-75dd-45d2-afca-7c2b38273621 HTTP/1.1" status: 204 len: 168 time: 0.7998719 Nov 25 17:21:28.975900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46390) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:28.983846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:28.986173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:28.990194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-bac24448-9653-4f48-9543-a97c269f35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:28.992099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-bac24448-9653-4f48-9543-a97c269f35ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.5400615 Nov 25 17:21:28.992665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:29.000463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dcc23-6e13-47b9-bf98-6daba50dafb5 req-2bdf14a8-ecc8-49e3-bab3-92bc4e2ea4c8 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.002174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd4dcc23-6e13-47b9-bf98-6daba50dafb5 req-2bdf14a8-ecc8-49e3-bab3-92bc4e2ea4c8 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 946 time: 0.3032269 Nov 25 17:21:29.092567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Attempting to bind port 306fdbce-00a3-473c-8905-a264b2011b23 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:29.093403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Attempting to bind port 306fdbce-00a3-473c-8905-a264b2011b23 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:29.093528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Attempting to bind port 306fdbce-00a3-473c-8905-a264b2011b23 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:29.096800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-c78d4d99-5594-4adf-b024-5b836777adea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 HTTP/1.1" status: 200 len: 217 time: 0.0934494 Nov 25 17:21:29.109254 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12860218-314b-4f7c-b186-b955da042992 x-openstack-request-id: req-12860218-314b-4f7c-b186-b955da042992 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:29.109543 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b275b4-a117-4890-b50a-700ec243c29f", "name": "network-vif-plugged", "status": "completed", "tag": "8393af06-f667-4322-949a-9843fdc0d4fe", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:29.109800 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12860218-314b-4f7c-b186-b955da042992 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:29.111970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-0fa3c951-a1da-4579-ada8-65c064ba38d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3217666 Nov 25 17:21:29.123532 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b275b4-a117-4890-b50a-700ec243c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8393af06-f667-4322-949a-9843fdc0d4fe', 'code': 200} Nov 25 17:21:29.127903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:29.128281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:29.128682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.129072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:29.129548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Bound port: 306fdbce-00a3-473c-8905-a264b2011b23, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:29.129933 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.194907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9c278-571d-40e3-86a4-76075ab6e18d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.207947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9c278-571d-40e3-86a4-76075ab6e18d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.213993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dde9c278-571d-40e3-86a4-76075ab6e18d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2194765 Nov 25 17:21:29.214601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46396) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:29.297584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] For port 306fdbce-00a3-473c-8905-a264b2011b23, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:29.301628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] For port 306fdbce-00a3-473c-8905-a264b2011b23, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=306fdbce-00a3-473c-8905-a264b2011b23,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:29.309893 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.322483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Allocated IP 172.25.8.61 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/ac157ff3-ea57-44a6-a3d6-053e35c7c3f7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:29.338008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet c6c9c756-51a3-422e-a19e-3e95c40e8d6a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:29.344234 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.347021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd4dcc23-6e13-47b9-bf98-6daba50dafb5 req-e4ebbf42-b868-4a95-b475-ad6f7a2e83f9 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272917 Nov 25 17:21:29.396508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-ed640844-24f7-45a7-91e4-441a6e53c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.417863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.418217 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-ed640844-24f7-45a7-91e4-441a6e53c418 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.2926962 Nov 25 17:21:29.464795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf6cf7-d4cf-427b-bf8d-c0a69d503d83 req-9177151a-80eb-4dc2-9d14-c32e7148c2a6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.466366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efdf6cf7-d4cf-427b-bf8d-c0a69d503d83 req-9177151a-80eb-4dc2-9d14-c32e7148c2a6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.1411402 Nov 25 17:21:29.494166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f6ea6-8ac3-4852-8c4d-bbd3d9d61d9d None None] Pushing event updated for resources: {'Port': ['ID=306fdbce-00a3-473c-8905-a264b2011b23,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:29.496436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d74b90-8dad-4cba-91a9-1337565c5158 req-3dd26551-950f-40b8-aad5-6b6f659a22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.505914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98d74b90-8dad-4cba-91a9-1337565c5158 req-3dd26551-950f-40b8-aad5-6b6f659a22d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 1097 time: 0.3006513 Nov 25 17:21:29.551227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.552284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.552786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.553247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.561223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.561770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.562376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:29.564770 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4269618b-28c9-4fc0-9748-d8039e42a783 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4ddadef1245c2a9b72c20578ff349&device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 6499 time: 0.3244040 Nov 25 17:21:29.612110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efdf6cf7-d4cf-427b-bf8d-c0a69d503d83 req-c8b865f7-4b7e-4536-b141-d5c7b373c6bb tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300926 Nov 25 17:21:29.711084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.830748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.880179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c9c756-51a3-422e-a19e-3e95c40e8d6a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:29.894977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:29.899871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbb1a1fe-3570-4491-bc16-08e3d1a38d32 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/c6c9c756-51a3-422e-a19e-3e95c40e8d6a HTTP/1.1" status: 204 len: 168 time: 0.6842163 Nov 25 17:21:29.902224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46410) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:29.984481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b674116-6cb6-46b3-a2ff-f1292bef4927 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811052 Nov 25 17:21:29.989284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:29.995118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:30.139739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:30.147399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.563656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-8f8393cd-09ce-423a-998c-609df6d62393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.564210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-8f8393cd-09ce-423a-998c-609df6d62393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.564583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-8f8393cd-09ce-423a-998c-609df6d62393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.566394 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-8f8393cd-09ce-423a-998c-609df6d62393 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=c9a0971e-973f-4181-a607-a4d15ca02e99&id=1c40dd2d-dafc-424c-aff6-460a4c427db2&id=1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 200 len: 2298 time: 0.8980441 Nov 25 17:21:30.568696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98d74b90-8dad-4cba-91a9-1337565c5158 req-992e2e1b-35a8-4521-bb4a-ae74df89d2da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0030515 Nov 25 17:21:30.588519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.630598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.657718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:30.681076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-4018c814-5cf6-4048-8414-127ff6a95b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.683258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a51802-25c3-4aa4-a6d2-dbf3a0b68d3a req-3f579e24-9af5-4fb2-b151-13b40a8856ab tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.683471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-4018c814-5cf6-4048-8414-127ff6a95b5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2345583 Nov 25 17:21:30.685681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02a51802-25c3-4aa4-a6d2-dbf3a0b68d3a req-3f579e24-9af5-4fb2-b151-13b40a8856ab tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 946 time: 0.1869657 Nov 25 17:21:30.690432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:30.693523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.709565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:30.711323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:30.723595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=9f3a9a0b-531b-43df-be3b-aa907c75a0d3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:30.770945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-65738b7e-b834-4fd0-ac49-8fb3d9f83bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7801938 Nov 25 17:21:30.771877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:30.782813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'name': 'tempest-NetworksTestDHCPv6-1126214062'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:30.821019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02a51802-25c3-4aa4-a6d2-dbf3a0b68d3a req-313da30d-205e-43b1-9e01-34e779ff202d tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220195 Nov 25 17:21:30.994452 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-c4ed9cd0-99fd-4c30-92e0-c8764236ad15 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982163 Nov 25 17:21:31.192088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 306fdbce-00a3-473c-8905-a264b2011b23 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:31.262812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:31.280420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.311826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 7b3ada4e-40c4-463f-802d-8e2524facdae yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:31.327488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 306fdbce-00a3-473c-8905-a264b2011b23 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:31.329251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:31.331976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.333882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Port': ['ID=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:31.344928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0807986-af4b-4ad6-92cb-c29ecf0e41a6 req-b59674df-2e8c-4877-85d0-26bde8d17054 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.347436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0807986-af4b-4ad6-92cb-c29ecf0e41a6 req-b59674df-2e8c-4877-85d0-26bde8d17054 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 1.5669601 Nov 25 17:21:31.353577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:31.364043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f2ee2-a710-45c2-9d89-3e5fe027c8a5 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:31.365086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:31.420365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-b8d38d2f-9f72-4f50-bfc1-e75889553fbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 200 len: 1001 time: 0.3874247 Nov 25 17:21:31.463045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec5707-0158-49fb-9721-7a3109b1f9c2 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:31.530757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::100 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/9f3a9a0b-531b-43df-be3b-aa907c75a0d3/7b3ada4e-40c4-463f-802d-8e2524facdae) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:31.572983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0807986-af4b-4ad6-92cb-c29ecf0e41a6 req-26d67972-3987-43f8-b4f7-e681057744f4 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052701 Nov 25 17:21:31.580339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a83a2fa-8517-4ad6-bd0f-3f3cf55b50cd req-78f96fa7-2a69-4994-97d1-343fd1906b48 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566280 Nov 25 17:21:31.586990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b2ac37ab-e5b4-4d66-af35-3870b9918f3b None None] Provisioning complete for port 306fdbce-00a3-473c-8905-a264b2011b23 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:31.587529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2ac37ab-e5b4-4d66-af35-3870b9918f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.614666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-bf1303f8-2788-4f74-95fb-dd69d8eda06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.616419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-bf1303f8-2788-4f74-95fb-dd69d8eda06f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 200 len: 856 time: 0.1834388 Nov 25 17:21:31.689918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.749418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.819841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.924783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 306fdbce-00a3-473c-8905-a264b2011b23, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=306fdbce-00a3-473c-8905-a264b2011b23,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:31.935455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.939881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-a5cfed00-ef8d-4c05-8b66-36ff77d1fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:31.944015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-a5cfed00-ef8d-4c05-8b66-36ff77d1fdeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d0dfdfb-6206-4acc-ad3f-82e576c6d030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381999 Nov 25 17:21:31.951257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2ac37ab-e5b4-4d66-af35-3870b9918f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:31.992983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:32.008207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:32.017924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=7b3ada4e-40c4-463f-802d-8e2524facdae,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:32.035002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:32.045991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.046660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.086766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8f88456-0774-44b5-942d-a70ad10bdb80 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3088510 Nov 25 17:21:32.087713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46450) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.103280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=306fdbce-00a3-473c-8905-a264b2011b23,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:32.179370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-b2ac37ab-e5b4-4d66-af35-3870b9918f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:21:32.181080 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-b2ac37ab-e5b4-4d66-af35-3870b9918f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:21:32.247355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-39512349-fe3f-44db-b36b-90bbb4e5e412 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797170 Nov 25 17:21:32.248661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315dc8d5-bff7-466a-a3d1-2212178ce527 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.278042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315dc8d5-bff7-466a-a3d1-2212178ce527 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.280010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-315dc8d5-bff7-466a-a3d1-2212178ce527 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1911483 Nov 25 17:21:32.293225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:32.437241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-a85b3f3c-4868-455b-9bd2-2cbb00f2f324 service neutron] 10.222.0.73 "GET /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639812 Nov 25 17:21:32.578062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 7b3ada4e-40c4-463f-802d-8e2524facdae {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:32.578512 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.596797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.604308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-a4b3daa9-4d4d-4502-a5ad-f0e0b4680eb7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.611765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-a4b3daa9-4d4d-4502-a5ad-f0e0b4680eb7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 814 time: 0.3304589 Nov 25 17:21:32.667673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-08a920ea-7343-45d0-adbf-4a8d13de1197 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/quotas/f65ae1f559f84810bdbffb2e285b9885 HTTP/1.1" status: 200 len: 375 time: 0.0547705 Nov 25 17:21:32.676671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-9367a8a4-7bca-44e6-812b-3b81bf163c32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 217 time: 0.1913247 Nov 25 17:21:32.753891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b2ac37ab-e5b4-4d66-af35-3870b9918f3b None None] Could not find standard attr ID for object 395d7161-75dd-45d2-afca-7c2b38273621. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:32.796429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1193-0e32-475d-b2c9-fd15e7246051 req-156610ce-70a7-4304-9517-79edc3202b66 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.799491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee8f1193-0e32-475d-b2c9-fd15e7246051 req-156610ce-70a7-4304-9517-79edc3202b66 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 946 time: 0.6513748 Nov 25 17:21:32.893718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-989916ad-ba8c-4b52-9440-3529edd42f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:32.895687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-989916ad-ba8c-4b52-9440-3529edd42f71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.2108331 Nov 25 17:21:32.903631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Provisioning complete for port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:32.904150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:32.996565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:33.030227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Provisioning complete for port 7b3ada4e-40c4-463f-802d-8e2524facdae triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:33.030728 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.037655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee8f1193-0e32-475d-b2c9-fd15e7246051 req-55f0804a-115c-4944-aaef-24c6cd394cf3 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261562 Nov 25 17:21:33.091428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 306fdbce-00a3-473c-8905-a264b2011b23 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:33.263747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.323967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 306fdbce-00a3-473c-8905-a264b2011b23 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:33.326237 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.332546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Port 7b3ada4e-40c4-463f-802d-8e2524facdae cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:33.379459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Provisioning complete for port 306fdbce-00a3-473c-8905-a264b2011b23 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:33.380035 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af1d62d0-2dda-43d1-98e4-4afa410be556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.459123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4481e666-16d5-41d7-910a-1a6518e58039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:33.461291 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4481e666-16d5-41d7-910a-1a6518e58039 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4408717 Nov 25 17:21:33.484813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-8bf8ba0f-fabc-4f95-89ee-8a5fb4dff902 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:33.486621 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-8bf8ba0f-fabc-4f95-89ee-8a5fb4dff902 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef5d3504-180b-45de-aba7-5f7a42c2d4cc HTTP/1.1" status: 200 len: 946 time: 0.2114196 Nov 25 17:21:33.572121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-985e3125-e0e1-46a3-a625-96dbdf6cf29a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9032209 Nov 25 17:21:33.786268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-c6086fa2-b485-4661-9122-52e517c0a315 service neutron] 10.222.0.86 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131071 Nov 25 17:21:33.861048 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:33.947770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 7b3ada4e-40c4-463f-802d-8e2524facdae owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:33.991879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-b361cd76-0b60-47e0-ad89-ba69b137a6f0 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039840 Nov 25 17:21:34.007921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Deleting port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:34.008546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.097659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-45ecad3e-8700-4e0b-b986-260df61b9374 service neutron] 10.222.0.86 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104179 Nov 25 17:21:34.120757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-62d92e55-1f27-4db7-82e8-5feac4064aa0 None None] Could not find standard attr ID for object d3c9f925-e5f6-46f6-bd65-3672d4aa40f5. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:34.129891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7adbb1-e991-4155-90eb-7ce13cbe9193 req-16a95edd-1bc9-42ba-a39e-86b8700ac8a5 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:34.140346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-62d92e55-1f27-4db7-82e8-5feac4064aa0 None None] Provisioning complete for port 7b3ada4e-40c4-463f-802d-8e2524facdae triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:34.140798 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62d92e55-1f27-4db7-82e8-5feac4064aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.142210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e7adbb1-e991-4155-90eb-7ce13cbe9193 req-16a95edd-1bc9-42ba-a39e-86b8700ac8a5 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 946 time: 0.2201262 Nov 25 17:21:34.242505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-62d92e55-1f27-4db7-82e8-5feac4064aa0 None None] Port 7b3ada4e-40c4-463f-802d-8e2524facdae cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:34.252748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-62d92e55-1f27-4db7-82e8-5feac4064aa0 None None] Could not find standard attr ID for object 395d7161-75dd-45d2-afca-7c2b38273621. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:34.272722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Router 90dd7b5e-048a-4311-af7e-f963b049d4c7 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:34.408364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.482071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=7b3ada4e-40c4-463f-802d-8e2524facdae,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:34.534996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.546246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4619a58-ced8-4e84-9848-1af0694ea550 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/7b3ada4e-40c4-463f-802d-8e2524facdae HTTP/1.1" status: 204 len: 168 time: 2.2496054 Nov 25 17:21:34.560783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.643742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] For port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:34.644119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.729646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8a6e78f-8256-466e-aa3a-796c78d38ecf req-6680271f-439f-4d0b-a075-9ae5ba3ae222 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 210 time: 0.1837504 Nov 25 17:21:34.736417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e7adbb1-e991-4155-90eb-7ce13cbe9193 req-730a8da3-eb98-41bb-84d7-a05797349634 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901597 Nov 25 17:21:34.744020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Calling delete_port for 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:34.767278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-5170e77b-64db-49fd-b93b-31e040552d94 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7500687 Nov 25 17:21:34.782497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2288f-8174-4477-8cc1-89f444f456e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:34.784516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2288f-8174-4477-8cc1-89f444f456e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:34.789817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8e2288f-8174-4477-8cc1-89f444f456e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2246218 Nov 25 17:21:34.790063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46514) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:34.941359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 9f3a9a0b-531b-43df-be3b-aa907c75a0d3 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:34.946209 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:34.974191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-33c045e4-101c-4f98-849e-c02d8166336a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 217 time: 0.1302195 Nov 25 17:21:35.028488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.124653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.263584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.277152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:35.293727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.293919 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Sync routers for ids ['90dd7b5e-048a-4311-af7e-f963b049d4c7'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:35.299288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/9f3a9a0b-531b-43df-be3b-aa907c75a0d3 HTTP/1.1" status: 204 len: 168 time: 0.5056586 Nov 25 17:21:35.308949 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Routers {'90dd7b5e-048a-4311-af7e-f963b049d4c7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:35.309586 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['90dd7b5e-048a-4311-af7e-f963b049d4c7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:35.314805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46526) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.320963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-9c376a28-70f5-4e0e-a56a-d6ff789a077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.324229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-9c376a28-70f5-4e0e-a56a-d6ff789a077b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.3302078 Nov 25 17:21:35.346364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f351d8-af2c-4fd4-927b-1bfb31156a8a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3a9a0b-531b-43df-be3b-aa907c75a0d3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:35.404220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-297ead1e-af55-4f66-8611-b8406ce86994 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758116 Nov 25 17:21:35.408151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.513054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.518628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.524098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-866b9af4-d1be-4c92-ba67-3c3120d8d5fd tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0639889 Nov 25 17:21:35.554010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-d1f0b659-38d1-4251-8b3c-33568e7984e4 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.555768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-d1f0b659-38d1-4251-8b3c-33568e7984e4 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.73 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 946 time: 0.4782054 Nov 25 17:21:35.581462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4322dd-af92-472d-929b-eab4f188f0d2 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:35.689638 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Set router 90dd7b5e-048a-4311-af7e-f963b049d4c7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:35.733084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4c913-fba5-4243-9982-8a1e6ba23def tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:35.734676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3eb4c913-fba5-4243-9982-8a1e6ba23def tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3236537 Nov 25 17:21:35.743040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46536) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:35.939037 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4547477f-2bcb-4130-9d3c-d1edefe3b797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:35.982539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.031405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-3941a9aa-165f-43c2-8818-956e3a990a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:36.037242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-3941a9aa-165f-43c2-8818-956e3a990a91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6456888 Nov 25 17:21:36.049811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:36.070560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c4e06f4-b838-4284-a7a1-0a644cc642bb req-266f2916-487b-4ed5-9424-036d42746ea4 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 210 time: 0.1096790 Nov 25 17:21:36.102302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a5921b77-206d-4840-853c-81b397f6895e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/90dd7b5e-048a-4311-af7e-f963b049d4c7 HTTP/1.1" status: 200 len: 907 time: 0.5823364 Nov 25 17:21:36.111544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06456604-de86-4991-9dbb-837f41a3f935 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:36.114877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06456604-de86-4991-9dbb-837f41a3f935 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3705552 Nov 25 17:21:36.119499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.120195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46546) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.129978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'name': 'tempest-snat-router-777776915', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': True}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.210808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-36bf57c1-6062-4b50-9420-cf797226e60f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668185 Nov 25 17:21:36.214972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46556) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:36.237574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:36.313132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-30909c1b-2986-41a4-87ef-176d058a3b6d service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035556 Nov 25 17:21:36.314564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Pushing event deleted for resources: {'Port': ['ID=7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:36.326329 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dd7b5e-048a-4311-af7e-f963b049d4c7', 'name': 'tempest-snat-router-777776915', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.61'}], 'enable_snat': False}, 'gw_port_id': 'ac157ff3-ea57-44a6-a3d6-053e35c7c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:27Z', 'updated_at': '2021-11-25T17:21:31Z', 'revision_number': 3, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port': {'id': 'ac157ff3-ea57-44a6-a3d6-053e35c7c3f7', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dd7b5e-048a-4311-af7e-f963b049d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:28Z', 'updated_at': '2021-11-25T17:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:36.339607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:36.361152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.370412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.398526 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Checking router: 90dd7b5e-048a-4311-af7e-f963b049d4c7 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:21:36.399121 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Updating router 90dd7b5e-048a-4311-af7e-f963b049d4c7 port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:21:36.457600 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.472183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] Deleting port 306fdbce-00a3-473c-8905-a264b2011b23 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:36.472845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.566338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-c7b4d4df-053e-4716-af3f-989b9dec4650 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109685 Nov 25 17:21:36.623308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-f2ed5493-a6a7-40dc-b8c5-3f6a17d43150 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 200 len: 217 time: 0.0492089 Nov 25 17:21:36.638692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.644087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] For port 306fdbce-00a3-473c-8905-a264b2011b23, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=306fdbce-00a3-473c-8905-a264b2011b23,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:36.645450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.660576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] Calling delete_port for 306fdbce-00a3-473c-8905-a264b2011b23 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:36.727921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] No DVR routers for this DVR port 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:36.766556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.777586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Deleting port 8393af06-f667-4322-949a-9843fdc0d4fe {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:36.779452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.789554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] No DVR routers for this DVR port 306fdbce-00a3-473c-8905-a264b2011b23 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:36.801108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:36.806575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d326676-f7db-40aa-9ecf-fce92c151aad req-9ca674c2-391c-4b54-b53c-1cf4dc391c77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "DELETE /v2.0/ports/7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 HTTP/1.1" status: 204 len: 173 time: 3.3057771 Nov 25 17:21:36.807142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-deleted', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:36.811712 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68112d69-5736-4fe4-ba81-4b1febcc6ea6" -d '{"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-deleted", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:36.839885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd22b5a-469e-4b29-accb-b26b9df3f47f None None] Pushing event deleted for resources: {'Port': ['ID=306fdbce-00a3-473c-8905-a264b2011b23,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.030328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:37.039087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.040320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-d2339619-deff-4c21-9db5-b5f00902b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:37.044207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-d2339619-deff-4c21-9db5-b5f00902b6c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.3804550 Nov 25 17:21:37.131656 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88a135-75a6-4b19-8028-bd2a7db40e8c x-openstack-request-id: req-3d88a135-75a6-4b19-8028-bd2a7db40e8c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:37.131656 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d3504-180b-45de-aba7-5f7a42c2d4cc", "name": "network-vif-deleted", "tag": "7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:37.131656 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d88a135-75a6-4b19-8028-bd2a7db40e8c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:37.131656 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5d3504-180b-45de-aba7-5f7a42c2d4cc', 'name': 'network-vif-deleted', 'tag': '7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51', 'status': 'completed', 'code': 200} Nov 25 17:21:37.141857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 306fdbce-00a3-473c-8905-a264b2011b23 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:37.166828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e83cda-a554-4b15-8024-dbb497271cd7 req-e687dc93-114f-49c5-9661-6521bd470759 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:37.184294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66e83cda-a554-4b15-8024-dbb497271cd7 req-e687dc93-114f-49c5-9661-6521bd470759 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/ports?device_id=88b275b4-a117-4890-b50a-700ec243c29f HTTP/1.1" status: 200 len: 946 time: 1.0865085 Nov 25 17:21:37.186310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] For port 8393af06-f667-4322-949a-9843fdc0d4fe, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8393af06-f667-4322-949a-9843fdc0d4fe,segment=NetworkSegment(4a4547ed-a0f3-4663-90e3-3271b5ed9cd2),segment_id=4a4547ed-a0f3-4663-90e3-3271b5ed9cd2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:37.186676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.198211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 306fdbce-00a3-473c-8905-a264b2011b23 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:37.198569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 306fdbce-00a3-473c-8905-a264b2011b23 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:37.266292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Calling delete_port for 8393af06-f667-4322-949a-9843fdc0d4fe owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:37.281793 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.289054 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.332903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27ffec37-7939-4e52-a868-965052a62aee req-29a852cf-8a7e-411c-83dc-843b2090d049 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 210 time: 0.0675316 Nov 25 17:21:37.359346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720f758-5ffd-441a-8732-ddede7282b42 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:37.384764 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Attempting to bind port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:37.385294 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Attempting to bind port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:37.385664 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Attempting to bind port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:37.417801 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:37.418489 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:37.421849 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.423755 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:37.424113 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Bound port: ac157ff3-ea57-44a6-a3d6-053e35c7c3f7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:37.424503 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.428035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.455048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-af2391c4-8e1e-410d-824c-aef0fd0ea045 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:37.457460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-af2391c4-8e1e-410d-824c-aef0fd0ea045 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.73 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 814 time: 1.0158613 Nov 25 17:21:37.478962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Request body: {'port': {'device_id': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'admin_state_up': True, 'tenant_id': 'f65ae1f559f84810bdbffb2e285b9885'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:37.490596 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Pushing event updated for resources: {'Port': ['ID=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.527177 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.527409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a5f933bb-18e9-4aba-8dc7-2427faf2b59f None None] Provisioning complete for port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:37.527782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5f933bb-18e9-4aba-8dc7-2427faf2b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.528085 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.528577 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.529122 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.529775 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.530251 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.530726 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.531213 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.536298 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.536918 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.537409 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.538071 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:21:37.598123 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] For port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:37.606570 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] For port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:37.612572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a5f933bb-18e9-4aba-8dc7-2427faf2b59f None None] Port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:37.615010 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.702633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb24c6-49b3-4847-8b43-5b76d9f68eec None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:37.749133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Made reservation on behalf of f65ae1f559f84810bdbffb2e285b9885 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:37.753205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.765098 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Routers {'90dd7b5e-048a-4311-af7e-f963b049d4c7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:37.766265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['90dd7b5e-048a-4311-af7e-f963b049d4c7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:37.858278 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f6f3f-b5a9-420e-bd09-ba11ba358fd5 None None] Pushing event updated for resources: {'Port': ['ID=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:37.878044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5ac28c2a-ccda-4b9d-8533-e0f1b11a2b93 None None] Provisioning complete for port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:37.878425 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ac28c2a-ccda-4b9d-8533-e0f1b11a2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:37.950919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.009344 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] Set router 90dd7b5e-048a-4311-af7e-f963b049d4c7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:38.056517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=878bc6ce-2198-4370-970e-7fa38343082c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.062493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fe97263-2a70-4e95-b220-a37ecac6cd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.109833 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ac28c2a-ccda-4b9d-8533-e0f1b11a2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.158278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5ac28c2a-ccda-4b9d-8533-e0f1b11a2b93 None None] For port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:38.165929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:38.166637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ac28c2a-ccda-4b9d-8533-e0f1b11a2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.207284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:38.277315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.282305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.312671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-98bceed3-1546-4c4b-bfae-5a354336261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:38.320151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-98bceed3-1546-4c4b-bfae-5a354336261a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2385402 Nov 25 17:21:38.364697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:38.408385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af363052-3735-4522-9e49-ef20df633971 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:38.418092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:38.418551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d3e1d7d-d581-4f90-a0e0-68a1b85d4d51 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:38.443299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28c2a-ccda-4b9d-8533-e0f1b11a2b93 None None] Pushing event updated for resources: {'Port': ['ID=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.455774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4039493d-cf67-4ae4-a6ad-a753abc75853 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2394149 Nov 25 17:21:38.476511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46590) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:38.494325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90dd7b5e-048a-4311-af7e-f963b049d4c7', 'name': 'tempest-snat-router-777776915', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.61'}], 'enable_snat': False}, 'gw_port_id': 'ac157ff3-ea57-44a6-a3d6-053e35c7c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:27Z', 'updated_at': '2021-11-25T17:21:31Z', 'revision_number': 3, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port': {'id': 'ac157ff3-ea57-44a6-a3d6-053e35c7c3f7', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dd7b5e-048a-4311-af7e-f963b049d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:28Z', 'updated_at': '2021-11-25T17:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:38.538480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-af3f7b12-c442-47ba-83af-0ff7bb79dbf5 service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984086 Nov 25 17:21:38.545828 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad4daf-891c-4fa7-8f76-4c743b7227bb None None] The sync data for ids ['90dd7b5e-048a-4311-af7e-f963b049d4c7'] in n-d-817303-7 is: [{'id': '90dd7b5e-048a-4311-af7e-f963b049d4c7', 'name': 'tempest-snat-router-777776915', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.61'}], 'enable_snat': False}, 'gw_port_id': 'ac157ff3-ea57-44a6-a3d6-053e35c7c3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:27Z', 'updated_at': '2021-11-25T17:21:31Z', 'revision_number': 3, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port': {'id': 'ac157ff3-ea57-44a6-a3d6-053e35c7c3f7', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90dd7b5e-048a-4311-af7e-f963b049d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:28Z', 'updated_at': '2021-11-25T17:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:38.570178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': '878bc6ce-2198-4370-970e-7fa38343082c', 'ip_address': '2001:db8::954b:c0cd:403:8e1a'}], 'name': 'tempest-NetworksTestDHCPv6-724411096'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:38.710661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.731657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '878bc6ce-2198-4370-970e-7fa38343082c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:21:38.732534 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.784703 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Pushing event deleted for resources: {'Port': ['ID=8393af06-f667-4322-949a-9843fdc0d4fe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:38.800790 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836c51f0-be70-4420-867c-77ae96607bfe req-a3c20463-1b5c-406c-8197-a02995f48a2b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 210 time: 0.2424076 Nov 25 17:21:38.802718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66e83cda-a554-4b15-8024-dbb497271cd7 req-1420ebb1-3585-4228-867b-7ad5dbd86a51 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa8bdabe-eda0-43a0-8dae-df64197d5846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5799944 Nov 25 17:21:38.898522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Allocated IP 172.20.0.3 (9d5faf07-a80c-4dc1-9e3e-08e2e9379e09/ded0859c-b73f-441d-a86c-a6473a49dbad/71d2c61a-5bc8-420e-bed1-0731eecb6d36) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:38.903034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.943701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] No DVR routers for this DVR port 8393af06-f667-4322-949a-9843fdc0d4fe on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:38.950481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:38.954175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f25c4801-c5f4-43a1-84bd-fdb2a0f9a76e req-76169796-601b-4ed5-b0fc-ef8526863985 tempest-ServerGroupTestJSON-702191597 tempest-ServerGroupTestJSON-702191597-project] 10.222.0.73 "DELETE /v2.0/ports/8393af06-f667-4322-949a-9843fdc0d4fe HTTP/1.1" status: 204 len: 173 time: 3.3870850 Nov 25 17:21:39.036076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.115343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-83ef09c6-5368-4765-a234-c920e11a914e service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223711 Nov 25 17:21:39.160405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b275b4-a117-4890-b50a-700ec243c29f', 'name': 'network-vif-deleted', 'tag': '8393af06-f667-4322-949a-9843fdc0d4fe'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:39.165434 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f66fb4-a88d-41ab-922d-ea14480e36f4" -d '{"events": [{"server_uuid": "88b275b4-a117-4890-b50a-700ec243c29f", "name": "network-vif-deleted", "tag": "8393af06-f667-4322-949a-9843fdc0d4fe"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:39.295088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/878bc6ce-2198-4370-970e-7fa38343082c/aa632748-4895-4e4c-bf9b-df6a7ef567af) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:39.306468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-c8c219ed-23f7-4dc4-9c01-0959a1e2d454 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 200 len: 217 time: 0.1859925 Nov 25 17:21:39.312136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:39.328744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8393af06-f667-4322-949a-9843fdc0d4fe no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:39.389931 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35184b4-865b-4459-a0fa-47d074145843 x-openstack-request-id: req-c35184b4-865b-4459-a0fa-47d074145843 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:39.390479 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b275b4-a117-4890-b50a-700ec243c29f", "name": "network-vif-deleted", "tag": "8393af06-f667-4322-949a-9843fdc0d4fe", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:39.390479 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c35184b4-865b-4459-a0fa-47d074145843 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:39.390883 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b275b4-a117-4890-b50a-700ec243c29f', 'name': 'network-vif-deleted', 'tag': '8393af06-f667-4322-949a-9843fdc0d4fe', 'status': 'completed', 'code': 200} Nov 25 17:21:39.443961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 8393af06-f667-4322-949a-9843fdc0d4fe {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:39.447927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-335243d0-4cc7-40d0-a3a1-769cf56308df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.449435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-335243d0-4cc7-40d0-a3a1-769cf56308df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 200 len: 797 time: 0.1362619 Nov 25 17:21:39.450001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8393af06-f667-4322-949a-9843fdc0d4fe not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:39.594000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-aae6c50b-0066-458f-b3ce-c030ea350056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:39.604012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-aae6c50b-0066-458f-b3ce-c030ea350056 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9a0971e-973f-4181-a607-a4d15ca02e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387479 Nov 25 17:21:39.915201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-9143f677-b17b-4c48-bb4f-8c8c6753f11b service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102670 Nov 25 17:21:39.996418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.065793 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.254817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Pushing event updated for resources: {'Port': ['ID=aa632748-4895-4e4c-bf9b-df6a7ef567af,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:40.354469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:40.364617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:40.371862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2b7c002-fdf5-4618-a565-8f3f1acc19fe req-4e8acaf8-7636-4011-8402-e6b5ce45038f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 210 time: 0.1205854 Nov 25 17:21:40.375930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:40.457454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-72022e0c-c1f6-4b6b-acb5-bee84a4f20dd service neutron] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297997 Nov 25 17:21:40.569288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-362e1f12-cd02-4fcc-8b40-a2c608e22c52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 200 len: 217 time: 0.0994265 Nov 25 17:21:40.611417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Attempting to bind port aa632748-4895-4e4c-bf9b-df6a7ef567af on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:40.622608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Attempting to bind port aa632748-4895-4e4c-bf9b-df6a7ef567af by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:40.623272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Attempting to bind port aa632748-4895-4e4c-bf9b-df6a7ef567af on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:40.647044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:40.648941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:40.650543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.651654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:40.657503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Bound port: aa632748-4895-4e4c-bf9b-df6a7ef567af, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:40.660162 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.662508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.679208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4d1ae536-f65f-40fa-b32e-5ff10591d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.686079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-4d1ae536-f65f-40fa-b32e-5ff10591d6d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.1059544 Nov 25 17:21:40.808386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-97e30fdb-281a-40a9-bb87-02cee243a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:40.810403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:40.813826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-97e30fdb-281a-40a9-bb87-02cee243a7a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206417 Nov 25 17:21:40.840556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Allocated IP 172.25.8.216 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/86edd234-d7a7-4095-b18b-d9d08e064271) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:40.853418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] For port aa632748-4895-4e4c-bf9b-df6a7ef567af, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:40.865559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] For port aa632748-4895-4e4c-bf9b-df6a7ef567af, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=aa632748-4895-4e4c-bf9b-df6a7ef567af,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:40.884136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:40.899668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:40.930271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.056089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a356f9-9bd8-4d5d-b012-5a012edc1590 None None] Pushing event updated for resources: {'Port': ['ID=aa632748-4895-4e4c-bf9b-df6a7ef567af,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.104681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:41.154439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Deleting subnet b789b448-d45f-4ae8-bd1c-08c191e3cc62 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:41.154681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.167751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.185237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.191817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:41.194801 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.253370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.314553 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.360991 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.407172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.496371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.530644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Port': ['ID=86edd234-d7a7-4095-b18b-d9d08e064271,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.598910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:41.607801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port f29d5946-448a-4973-a0cd-d385c50142be yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:41.705986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.731819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:41.749717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6851ee-22b5-41d2-8182-0c9c3d0ee11f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:41.809673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.818944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b789b448-d45f-4ae8-bd1c-08c191e3cc62 HTTP/1.1" status: 204 len: 168 time: 0.9031167 Nov 25 17:21:41.822983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c120a-d082-4b0f-9530-b495d4d0afe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b789b448-d45f-4ae8-bd1c-08c191e3cc62,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:41.826429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:41.840742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:41.852033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db136759-0f7c-4f48-8412-ea5efccc34c1 None None] Provisioning complete for port 86edd234-d7a7-4095-b18b-d9d08e064271 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:41.852403 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db136759-0f7c-4f48-8412-ea5efccc34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:41.868587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-e4337d1b-b633-44c9-848a-c395bbb58e74 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0460424 Nov 25 17:21:41.951737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:42.001224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:42.009737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-db136759-0f7c-4f48-8412-ea5efccc34c1 None None] Port 86edd234-d7a7-4095-b18b-d9d08e064271 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:42.018970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:42.022483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:42.037512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-bb139e17-2303-495e-af13-c13e0a836c44 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300249 Nov 25 17:21:42.107961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-10492b00-b486-4f6a-8c42-c6ad4c7a3268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 200 len: 217 time: 0.0591788 Nov 25 17:21:42.141156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c15427-c74d-42f5-8a6a-2136062f239a req-ea177965-ec77-4626-8213-569f20cb9ba2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.148535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-56c15427-c74d-42f5-8a6a-2136062f239a req-ea177965-ec77-4626-8213-569f20cb9ba2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 931 time: 0.5911803 Nov 25 17:21:42.207347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-c9ba971e-063b-4bcb-a209-fe0a09f8cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.208868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-c9ba971e-063b-4bcb-a209-fe0a09f8cd6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 200 len: 797 time: 0.0791011 Nov 25 17:21:42.214191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.431167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::954b:c0cd:403:8e1a (57d3133b-7ced-4a58-9ee8-6f993af0ee19/878bc6ce-2198-4370-970e-7fa38343082c/f29d5946-448a-4973-a0cd-d385c50142be) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:42.469481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-fc44714d-0087-4329-843c-f977b2f783a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.471565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-fc44714d-0087-4329-843c-f977b2f783a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1c40dd2d-dafc-424c-aff6-460a4c427db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2432814 Nov 25 17:21:42.580438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.638974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912743d7-98cb-428f-a772-493008ecc8fc']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:42.651624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:42.651901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4547ed-a0f3-4663-90e3-3271b5ed9cd2') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:42.664479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.697179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.707082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:21:42.708359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.711253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:42.711741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.788425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-9182e769-54e5-4409-aad8-9bd27246da1f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3163869 Nov 25 17:21:42.806824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Request body: {'port': {'device_id': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:42.844000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a37a1b29-a412-4fd3-995c-e48efcb7ec6a None None] Provisioning complete for port aa632748-4895-4e4c-bf9b-df6a7ef567af triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:42.844503 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a37a1b29-a412-4fd3-995c-e48efcb7ec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:21:42.890659 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:21:42.901995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-56c15427-c74d-42f5-8a6a-2136062f239a req-b93273d1-ff10-4446-90c9-74e9d1a59872 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525687 Nov 25 17:21:42.915721 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.927467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:42.948834 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] 10.222.0.86 "DELETE /v2.0/networks/912743d7-98cb-428f-a772-493008ecc8fc HTTP/1.1" status: 204 len: 168 time: 1.1022027 Nov 25 17:21:42.958154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.002684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fd02a-d5a6-4232-9310-881008a10e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=912743d7-98cb-428f-a772-493008ecc8fc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:43.046187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a37a1b29-a412-4fd3-995c-e48efcb7ec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.053682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.058508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-c76a9782-6004-41fe-8693-164f629706f7 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642334 Nov 25 17:21:43.104785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a37a1b29-a412-4fd3-995c-e48efcb7ec6a None None] For port aa632748-4895-4e4c-bf9b-df6a7ef567af, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=aa632748-4895-4e4c-bf9b-df6a7ef567af,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:43.124294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a37a1b29-a412-4fd3-995c-e48efcb7ec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.145063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.160431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device aa632748-4895-4e4c-bf9b-df6a7ef567af up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:43.178984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab91bfc1-5b48-45ad-8bca-d4d660b9856b req-fe8bb18c-a6ff-442e-ba25-cc5f1cb7af27 service neutron] 10.222.0.73 "GET /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129370 Nov 25 17:21:43.248547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a1b29-a412-4fd3-995c-e48efcb7ec6a None None] Pushing event updated for resources: {'Port': ['ID=aa632748-4895-4e4c-bf9b-df6a7ef567af,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:43.252837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.275124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port aa632748-4895-4e4c-bf9b-df6a7ef567af triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:43.275808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.356205 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1fd7901c-15ef-4162-a9f1-d1cf4db6c6a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d5d86f59018403a9a8e3d9d6d947a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996542 Nov 25 17:21:43.356416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.441216 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d83e89c-bc4d-459c-b1dd-f22454e0d116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.465230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.490771 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d83e89c-bc4d-459c-b1dd-f22454e0d116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.570613 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d83e89c-bc4d-459c-b1dd-f22454e0d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.578427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d83e89c-bc4d-459c-b1dd-f22454e0d116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.584564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d83e89c-bc4d-459c-b1dd-f22454e0d116 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aa8bdabe-eda0-43a0-8dae-df64197d5846 HTTP/1.1" status: 204 len: 168 time: 0.2192905 Nov 25 17:21:43.595368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83e89c-bc4d-459c-b1dd-f22454e0d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8bdabe-eda0-43a0-8dae-df64197d5846,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:43.667157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:43.674401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:43.717247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:43.723152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.723791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.779962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3019710 Nov 25 17:21:43.783449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.839917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d2c61a-5bc8-420e-bed1-0731eecb6d36 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:43.851704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:43.880539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Transition to ACTIVE for port object 71d2c61a-5bc8-420e-bed1-0731eecb6d36 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:43.915698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8903cf-eb71-4393-8c91-494a994f8871 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.925484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8903cf-eb71-4393-8c91-494a994f8871 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:43.927643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8a8903cf-eb71-4393-8c91-494a994f8871 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1441133 Nov 25 17:21:43.931961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46740) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:43.935589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246929a-1b60-4d31-94e1-f997b423fa62 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=f29d5946-448a-4973-a0cd-d385c50142be,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:43.949812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.087421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.098684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4d59ba9d-ac1c-4a4a-b9c6-2fcef82eda61 None None] Provisioning complete for port f29d5946-448a-4973-a0cd-d385c50142be triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:44.117619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d59ba9d-ac1c-4a4a-b9c6-2fcef82eda61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.208189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c96dc-b2a6-428c-a7fd-8296adbbb5d8 req-61036ef7-15bc-4223-b885-7d4f0b6c2d44 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.211654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e00c96dc-b2a6-428c-a7fd-8296adbbb5d8 req-61036ef7-15bc-4223-b885-7d4f0b6c2d44 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 943 time: 0.1323161 Nov 25 17:21:44.224532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port f29d5946-448a-4973-a0cd-d385c50142be {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:44.225890 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.244597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4d59ba9d-ac1c-4a4a-b9c6-2fcef82eda61 None None] Port f29d5946-448a-4973-a0cd-d385c50142be cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:44.272283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe666bc8-050b-4206-b42a-2649abc8f6a1 req-4908f7ac-3488-485b-ab3e-b3dfbaee8864 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.273936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe666bc8-050b-4206-b42a-2649abc8f6a1 req-4908f7ac-3488-485b-ab3e-b3dfbaee8864 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 951 time: 0.5341606 Nov 25 17:21:44.360907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:44.401767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.417199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for f29d5946-448a-4973-a0cd-d385c50142be owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:44.441434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e00c96dc-b2a6-428c-a7fd-8296adbbb5d8 req-2e3df6ed-9eba-48f6-aac5-3213f6982e99 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901498 Nov 25 17:21:44.481915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe666bc8-050b-4206-b42a-2649abc8f6a1 req-6e777aad-3bcd-4d43-b603-35fd89e13113 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900625 Nov 25 17:21:44.493993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Router 621afdd6-40ad-4a49-84a9-7c3b365cdc66 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:44.521756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Attempting to bind port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:44.523273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Attempting to bind port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:44.525350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Attempting to bind port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:44.536338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:44.536917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Attempting to bind port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:44.553757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:44.554464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Checking segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:44.555026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Bound using segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:44.555663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Bound port: 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:44.556203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.603722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.645862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=f29d5946-448a-4973-a0cd-d385c50142be,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:44.673868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:44.681843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-79d6fb70-a822-44b6-bc10-b8cd9e365214 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/f29d5946-448a-4973-a0cd-d385c50142be HTTP/1.1" status: 204 len: 168 time: 0.7486675 Nov 25 17:21:44.684184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:44.893400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cc519-f8f8-431f-b5d8-8c8433fc45cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.901308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cc519-f8f8-431f-b5d8-8c8433fc45cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:44.903130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-467cc519-f8f8-431f-b5d8-8c8433fc45cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2178466 Nov 25 17:21:44.910080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.031300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.066321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device aa632748-4895-4e4c-bf9b-df6a7ef567af up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:45.081889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 878bc6ce-2198-4370-970e-7fa38343082c {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:45.091131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.107819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:45.113577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:45.121733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.178615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.179268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.180858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] 10.222.0.73 "PUT /v2.0/ports/71d2c61a-5bc8-420e-bed1-0731eecb6d36 HTTP/1.1" status: 200 len: 1091 time: 2.3843021 Nov 25 17:21:45.196022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:45.198049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port aa632748-4895-4e4c-bf9b-df6a7ef567af triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:45.199617 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.203269 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:45.219210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:45.262661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Sync routers for ids ['621afdd6-40ad-4a49-84a9-7c3b365cdc66'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:45.276285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.288830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Routers {'621afdd6-40ad-4a49-84a9-7c3b365cdc66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:45.289618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['621afdd6-40ad-4a49-84a9-7c3b365cdc66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:45.308847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf54e9d-f676-4893-b356-0026a306f521 service neutron] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:45.326851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.328388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5f2b62bb-802a-437e-b3eb-d69ba5eeb224 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.2063818 Nov 25 17:21:45.357692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1499183323-network', 'tenant_id': '74ceaf1cf3994377873b65573c9f60ef'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:45.358617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.499813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Set router 621afdd6-40ad-4a49-84a9-7c3b365cdc66 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:21:45.519487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Made reservation on behalf of 74ceaf1cf3994377873b65573c9f60ef for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:45.522602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.536076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.547031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.551210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-a4ab6b5a-a812-40e4-a195-005397b2bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.552821 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-a4ab6b5a-a812-40e4-a195-005397b2bc5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 1094 time: 0.2973075 Nov 25 17:21:45.643670 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f49e38-7183-4f33-901c-e2fb2532f326 x-openstack-request-id: req-67f49e38-7183-4f33-901c-e2fb2532f326 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:45.646684 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:45.647812 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67f49e38-7183-4f33-901c-e2fb2532f326 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:45.647812 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'status': 'completed', 'code': 200} Nov 25 17:21:45.682777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.699659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-54c86b94-e46f-4e7e-8752-b9b881f054f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36 HTTP/1.1" status: 200 len: 217 time: 0.1361928 Nov 25 17:21:45.707593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:45.711590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/878bc6ce-2198-4370-970e-7fa38343082c HTTP/1.1" status: 204 len: 168 time: 0.7988672 Nov 25 17:21:45.723264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.726711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c7b57-8e92-4587-896e-ae27c860f46c None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:45.804943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9d0c33d9-33f0-4612-b727-b516d847f277 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782778 Nov 25 17:21:45.812539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1c20fb1-e436-44df-84f4-415f07c3d7b8 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/621afdd6-40ad-4a49-84a9-7c3b365cdc66 HTTP/1.1" status: 200 len: 907 time: 0.4517274 Nov 25 17:21:45.813216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46878) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.824514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b030e-2921-41ae-b02b-c84ad202c68d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=878bc6ce-2198-4370-970e-7fa38343082c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:45.827349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46880) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:45.833558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:45.950620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62640319-b76b-4b82-b1ee-d70e3ca9a31c req-ded5d0a5-d42b-4e68-a2b4-6b81585a07d7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:45.958249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62640319-b76b-4b82-b1ee-d70e3ca9a31c req-ded5d0a5-d42b-4e68-a2b4-6b81585a07d7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 943 time: 0.2649367 Nov 25 17:21:45.996886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.002319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-fe3dcda3-29c7-4e6d-8f7b-92481ea9b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.004790 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-fe3dcda3-29c7-4e6d-8f7b-92481ea9b0cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 200 len: 854 time: 0.2975252 Nov 25 17:21:46.006990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.048868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.071856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621afdd6-40ad-4a49-84a9-7c3b365cdc66', 'name': 'tempest-snat-router-777776915', 'tenant_id': '2ab2f95a28894d298a2a26d4a2266264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '86edd234-d7a7-4095-b18b-d9d08e064271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:21:36Z', 'updated_at': '2021-11-25T17:21:42Z', 'revision_number': 3, 'project_id': '2ab2f95a28894d298a2a26d4a2266264', 'gw_port': {'id': '86edd234-d7a7-4095-b18b-d9d08e064271', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621afdd6-40ad-4a49-84a9-7c3b365cdc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:21:39Z', 'updated_at': '2021-11-25T17:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:46.080742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc849d-fc9f-458e-b559-33a4362797ba,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:46.139327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-bd0584d3-d2b6-4f8e-929d-d523c95d10bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266389 Nov 25 17:21:46.145969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62640319-b76b-4b82-b1ee-d70e3ca9a31c req-f21eb5f8-ec75-4cfe-9721-3bb482c6b0a2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862841 Nov 25 17:21:46.165737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:46.169715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Checking router: 621afdd6-40ad-4a49-84a9-7c3b365cdc66 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:21:46.170246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Updating router 621afdd6-40ad-4a49-84a9-7c3b365cdc66 port 86edd234-d7a7-4095-b18b-d9d08e064271 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:21:46.174967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:46.180777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:21:46.193807 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.212335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.212945 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Added segment 5b94fb90-ad4c-462d-bef1-420ccf1231c0 of type vlan for network 751f07d9-e330-4fd9-82a3-12fb11a15b76 Nov 25 17:21:46.239164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.258128 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.441178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-1c8c8402-89f5-40b4-aa1a-bf0c7a45396b service neutron] 10.222.0.73 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929347 Nov 25 17:21:46.448419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.465264 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.528157 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.529116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.529701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.547515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] Deleting port aa632748-4895-4e4c-bf9b-df6a7ef567af {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:46.547918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.639378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Deleting port 86edd234-d7a7-4095-b18b-d9d08e064271 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:46.651332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.664210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.709047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] For port aa632748-4895-4e4c-bf9b-df6a7ef567af, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=aa632748-4895-4e4c-bf9b-df6a7ef567af,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:46.709599 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.749092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:46.755559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:46.758731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:46.759470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.792378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] Calling delete_port for aa632748-4895-4e4c-bf9b-df6a7ef567af owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:46.797197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=b1e56023-08ec-4a75-aad5-ef3c7a6dd33c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:46.814350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a9212ae4-3a55-42ee-8e1f-224c0285dfdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9919379 Nov 25 17:21:46.817092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:46.824323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'b1e56023-08ec-4a75-aad5-ef3c7a6dd33c', 'ip_address': '2001:db8::4632:1d04:7593:53d0'}], 'name': 'tempest-NetworksTestDHCPv6-297178566'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:46.835552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:46.843937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6966ed6-f7b0-4bf3-9516-6f7e8de91c22 req-48dd3962-3fe6-4880-a373-253bb44bf8b1 service neutron] 10.222.0.73 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872740 Nov 25 17:21:46.850776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Calling delete_port for 86edd234-d7a7-4095-b18b-d9d08e064271 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:46.934406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9031179 Nov 25 17:21:46.942839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:47.003251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device aa632748-4895-4e4c-bf9b-df6a7ef567af no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:47.026415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-5650275a-20eb-4b97-87cc-b12debf58a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.027929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-5650275a-20eb-4b97-87cc-b12debf58a3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 1094 time: 0.1039441 Nov 25 17:21:47.066576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Request body: {'subnet': {'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1499183323-subnet', 'tenant_id': '74ceaf1cf3994377873b65573c9f60ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:47.070332 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.073007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61591dbe-868c-451f-a27d-35ae7e8c1c53 admin admin] Pushing event updated for resources: {'Network': ['ID=751f07d9-e330-4fd9-82a3-12fb11a15b76,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.102434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:21:47.102434 n-d-817303-7 neutron-server[103636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 17:21:47.102434 n-d-817303-7 neutron-server[103636]: [parameters: {'project_id_1': '9014eb585dd84119a986e44617c202e7', 'expiration_1': datetime.datetime(2021, 11, 25, 17, 21, 27, 80854)}] Nov 25 17:21:47.102434 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:21:47.102793 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:21:47.105776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: aa632748-4895-4e4c-bf9b-df6a7ef567af {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:47.106142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device aa632748-4895-4e4c-bf9b-df6a7ef567af not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:47.136091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] Pushing event deleted for resources: {'Port': ['ID=aa632748-4895-4e4c-bf9b-df6a7ef567af,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.138532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 751f07d9-e330-4fd9-82a3-12fb11a15b76 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:21:47.149218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Made reservation on behalf of 74ceaf1cf3994377873b65573c9f60ef for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:47.152523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.271316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c48563-afd9-459f-9fb1-bc989a961e57 None None] No DVR routers for this DVR port aa632748-4895-4e4c-bf9b-df6a7ef567af on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:47.321428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c7454-b7a9-469a-a2d8-ee2b33102c3c None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:47.359890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-c8693ae9-261f-41d3-956a-bb60e7cebb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.362242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-c8693ae9-261f-41d3-956a-bb60e7cebb32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 915 time: 0.3250272 Nov 25 17:21:47.398871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.441552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-e55558fc-d1ee-4273-b6ba-ce0af8805904 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36 HTTP/1.1" status: 200 len: 217 time: 0.0702879 Nov 25 17:21:47.473601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.546401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.564089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:21:47.564449 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:21:47.571583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-542d33e3-231f-499f-b5d8-c75ef059efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.571583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-542d33e3-231f-499f-b5d8-c75ef059efdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 200 len: 854 time: 0.1210833 Nov 25 17:21:47.583125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event deleted for resources: {'Port': ['ID=86edd234-d7a7-4095-b18b-d9d08e064271,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.638503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-64686315-7d56-4fa1-b244-30dc9d39d5b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601637 Nov 25 17:21:47.643125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f561be-5544-4cf5-9efc-7a2a9ace5e5d req-80aa4f92-19f5-49c3-a801-776ac01a182c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:47.649102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83416ca8-5790-4515-8ddc-1827789ef74e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:47.649915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8f561be-5544-4cf5-9efc-7a2a9ace5e5d req-80aa4f92-19f5-49c3-a801-776ac01a182c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 943 time: 0.2574127 Nov 25 17:21:47.659608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'b1e56023-08ec-4a75-aad5-ef3c7a6dd33c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:21:47.661311 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.676662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd78c6b-1085-419d-ae94-3dab94d41218,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:47.721745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Checking segment: {'id': '5b94fb90-ad4c-462d-bef1-420ccf1231c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:47.722124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Network hostable DHCP agents. Network: 751f07d9-e330-4fd9-82a3-12fb11a15b76, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:21:47.768895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:47.825566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:47.830284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Network 751f07d9-e330-4fd9-82a3-12fb11a15b76 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:21:47.867584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8f561be-5544-4cf5-9efc-7a2a9ace5e5d req-b30c1336-fce2-4ead-a2ca-0f09edf51f72 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860285 Nov 25 17:21:47.890505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/b1e56023-08ec-4a75-aad5-ef3c7a6dd33c/1c698190-33e4-4143-9fb5-e26da6c7ac66) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:48.009640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 751f07d9-e330-4fd9-82a3-12fb11a15b76) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:48.028181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.029140 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.034656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.039940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.064617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-000dc82d-3850-4585-b0d5-e224e1a42709 service neutron] 10.222.0.73 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983431 Nov 25 17:21:48.074340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.094172 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.102268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0285e934-f584-4203-9d7d-2778abb2157c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1416874 Nov 25 17:21:48.117820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.118455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 621afdd6-40ad-4a49-84a9-7c3b365cdc66 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:48.133365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.134592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:48.138250 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ad487802-da61-4ae4-a8ae-f9072fe7572d tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/routers/621afdd6-40ad-4a49-84a9-7c3b365cdc66 HTTP/1.1" status: 204 len: 168 time: 2.3080990 Nov 25 17:21:48.138940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:48.153656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2c49c-abbf-4045-9b3f-27f81fd4ebd6 None None] Network 751f07d9-e330-4fd9-82a3-12fb11a15b76 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:48.266226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Port 86edd234-d7a7-4095-b18b-d9d08e064271 not found while updating agent binding for router 621afdd6-40ad-4a49-84a9-7c3b365cdc66. {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 17:21:48.277917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.283009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:48.309361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.349434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bdab28f-fb4c-4cd8-a246-b745ff28c8ec req-24042771-eff9-4d66-84b5-f1408b66dfb3 service neutron] 10.222.0.73 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628059 Nov 25 17:21:48.462406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::4632:1d04:7593:53d0 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/b1e56023-08ec-4a75-aad5-ef3c7a6dd33c/ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:48.473873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.485848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Routers set() bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:48.486784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Router IDs set() for agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 17:21:48.487483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'621afdd6-40ad-4a49-84a9-7c3b365cdc66'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent'). {{(pid=103637) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 17:21:48.487868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9219d-e5de-40d9-bce8-b49c7f2dc973 None None] The sync data for ids ['621afdd6-40ad-4a49-84a9-7c3b365cdc66'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:48.572256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Deleting port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:48.572858 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.596861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:48.608172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:48.610369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a0449-259d-407d-ac72-b20760b58c85 None None] Network 751f07d9-e330-4fd9-82a3-12fb11a15b76 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:48.612417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:48.615374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Pushing event updated for resources: {'Port': ['ID=1c698190-33e4-4143-9fb5-e26da6c7ac66,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:48.724018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] For port ac157ff3-ea57-44a6-a3d6-053e35c7c3f7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:48.724397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.750922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Calling delete_port for ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:48.800005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-ab4e1101-3b6f-4c1f-a1dd-5d3e25e31c76 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:48.806510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-ab4e1101-3b6f-4c1f-a1dd-5d3e25e31c76 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/networks?id=751f07d9-e330-4fd9-82a3-12fb11a15b76 HTTP/1.1" status: 200 len: 813 time: 0.2322307 Nov 25 17:21:48.835979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.839519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.844344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-20cbbb0a-861b-465f-b385-564c439b08db tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/quotas/74ceaf1cf3994377873b65573c9f60ef HTTP/1.1" status: 200 len: 375 time: 0.0370357 Nov 25 17:21:48.904105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Attempting to bind port 1c698190-33e4-4143-9fb5-e26da6c7ac66 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:48.904481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Attempting to bind port 1c698190-33e4-4143-9fb5-e26da6c7ac66 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:48.904979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Attempting to bind port 1c698190-33e4-4143-9fb5-e26da6c7ac66 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:48.927404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:48.927788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:48.928227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.928629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:48.929112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Bound port: 1c698190-33e4-4143-9fb5-e26da6c7ac66, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:48.929492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:48.932779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-e8230a94-c7b1-4a82-ae66-18db04f156b6 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=74ceaf1cf3994377873b65573c9f60ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789630 Nov 25 17:21:48.957399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:48.959879 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dc9eea-6512-43df-a1f8-149c0f3b6294" -d '{"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-unplugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:48.979100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:48.998353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.084189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0c280e96-220e-43de-8019-388393edf2fb None None] For port 1c698190-33e4-4143-9fb5-e26da6c7ac66, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:49.087840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0c280e96-220e-43de-8019-388393edf2fb None None] For port 1c698190-33e4-4143-9fb5-e26da6c7ac66, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1c698190-33e4-4143-9fb5-e26da6c7ac66,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:49.089308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=11']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.094717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.115206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.158932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.183120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:49.187884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:49.188195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c280e96-220e-43de-8019-388393edf2fb None None] Pushing event updated for resources: {'Port': ['ID=1c698190-33e4-4143-9fb5-e26da6c7ac66,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.190272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:49.197586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.198250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.208948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac157ff3-ea57-44a6-a3d6-053e35c7c3f7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.229474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e39cbb-2eae-44ed-ace8-49be57a1ad54 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:49.232401 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4119351 Nov 25 17:21:49.237150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47110) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.276487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-d5025ee4-82ef-4354-9c3f-de6364caceb7 service neutron] 10.222.0.86 "GET /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200603 Nov 25 17:21:49.320815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.332262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde1eda-8776-4478-8ac3-1b6308927bf9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:49.367369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:49.468388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8976a-16d9-4767-92f3-20db4d803eb1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.474761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8976a-16d9-4767-92f3-20db4d803eb1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:49.477375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7bd8976a-16d9-4767-92f3-20db4d803eb1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2374642 Nov 25 17:21:49.479939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47134) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.541247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.546668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.623983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:49.634650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-61d10314-336a-4501-b9a9-fe1f1df4afcb service neutron] 10.222.0.86 "GET /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131616 Nov 25 17:21:49.657916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.658497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90dd7b5e-048a-4311-af7e-f963b049d4c7 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:21:49.667283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.677678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-42e0014f-9782-4c74-a669-ea70800a5c12 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "DELETE /v2.0/routers/90dd7b5e-048a-4311-af7e-f963b049d4c7 HTTP/1.1" status: 204 len: 168 time: 1.5340896 Nov 25 17:21:49.682766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47142) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:49.684692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'port_id': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'mac_address': 'fa:16:3e:69:ef:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded0859c-b73f-441d-a86c-a6473a49dbad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:49.691021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178974405', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:49.721155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:49.721932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.765082 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.783589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d2c61a-5bc8-420e-bed1-0731eecb6d36 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:49.823946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:49.831434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:49.950085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:50.013133 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:21:50.041768 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f02d737-7a15-43df-bbdc-2bdc1710111d x-openstack-request-id: req-5f02d737-7a15-43df-bbdc-2bdc1710111d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:50.042059 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-unplugged", "status": "completed", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:50.042312 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5f02d737-7a15-43df-bbdc-2bdc1710111d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:50.042704 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'code': 200} Nov 25 17:21:50.100535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486afd6-c6ca-40e2-b8ad-6c18144de884 req-ae60600d-7f47-436b-87ce-a38a328d7cdc tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.102602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3486afd6-c6ca-40e2-b8ad-6c18144de884 req-ae60600d-7f47-436b-87ce-a38a328d7cdc tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 944 time: 0.0760300 Nov 25 17:21:50.114441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['71d2c61a-5bc8-420e-bed1-0731eecb6d36'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:50.230775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3486afd6-c6ca-40e2-b8ad-6c18144de884 req-f4d6dc18-0548-4a36-81d4-488806551d8d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185906 Nov 25 17:21:50.446872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c92bdd5-3f21-4c9e-b6c4-fba1a96a284b req-741c1804-b5f9-45e4-a78f-8d05a58e9c17 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 210 time: 0.0787456 Nov 25 17:21:50.451185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.461240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.661434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.685097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:50.698864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.762862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643059b-6129-4229-b3d1-cf7624b8c166 req-94c432da-4865-4b46-a412-47bdd0ad577e tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:50.764424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0643059b-6129-4229-b3d1-cf7624b8c166 req-94c432da-4865-4b46-a412-47bdd0ad577e tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.2613606 Nov 25 17:21:50.869276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db80158e-4c22-4669-a745-a0cfcbd641b2 None None] Provisioning complete for port 1c698190-33e4-4143-9fb5-e26da6c7ac66 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:50.870196 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db80158e-4c22-4669-a745-a0cfcbd641b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.936558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:50.977853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0643059b-6129-4229-b3d1-cf7624b8c166 req-a8f4c23d-6755-414d-a805-4b5abf43ea3c tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550920 Nov 25 17:21:51.073856 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db80158e-4c22-4669-a745-a0cfcbd641b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.143822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-db80158e-4c22-4669-a745-a0cfcbd641b2 None None] For port 1c698190-33e4-4143-9fb5-e26da6c7ac66, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1c698190-33e4-4143-9fb5-e26da6c7ac66,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:51.153045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db80158e-4c22-4669-a745-a0cfcbd641b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.185400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1c698190-33e4-4143-9fb5-e26da6c7ac66 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:51.202316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.242622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:51.254033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80158e-4c22-4669-a745-a0cfcbd641b2 None None] Pushing event updated for resources: {'Port': ['ID=1c698190-33e4-4143-9fb5-e26da6c7ac66,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:51.286324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b4eefd5c-2eb7-40a9-9326-069af9484cb5 None None] Could not find standard attr ID for object ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:51.298597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1c698190-33e4-4143-9fb5-e26da6c7ac66 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:51.298973 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.305473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.319874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aa2c1173-4fba-4fe9-9aca-1692794f6fdc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb HTTP/1.1" status: 204 len: 168 time: 1.8388352 Nov 25 17:21:51.327853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:51.373529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:51.598341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.647541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.688082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8b9e-b4f2-4d06-a95b-25f0585d5ddc req-1f1e7efc-6159-4e1a-b0ad-793298d89372 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:51.700857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-753c8b9e-b4f2-4d06-a95b-25f0585d5ddc req-1f1e7efc-6159-4e1a-b0ad-793298d89372 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 944 time: 0.2950411 Nov 25 17:21:51.704340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:21:51.713296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:51.713715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.800147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:51.825503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:51.825854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac157ff3-ea57-44a6-a3d6-053e35c7c3f7 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:51.871977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-753c8b9e-b4f2-4d06-a95b-25f0585d5ddc req-b9110bc3-30de-49c4-aa12-9d95b04f3198 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701968 Nov 25 17:21:51.905309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:51.914653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Allocated IP 172.25.8.120 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/859ef689-2377-401d-9386-e7afce47f258) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:51.944880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:51.949724 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.002292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.044011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:52.048169 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c7be03-20bc-4d2c-9176-47e000eecccc" -d '{"events": [{"server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "name": "network-vif-plugged", "status": "completed", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:52.072275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fd70bc2d-0e4b-483a-9a35-611627637f3b req-253831db-ee11-417c-aada-6a93ecc9296e tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 210 time: 0.0760686 Nov 25 17:21:52.078484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d208bf-31d0-4320-90ab-5dd5bcae969b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.080237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d208bf-31d0-4320-90ab-5dd5bcae969b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.085400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.085600 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73d208bf-31d0-4320-90ab-5dd5bcae969b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7535625 Nov 25 17:21:52.085703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47174) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:52.127946 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184a2dc-6724-48d9-906e-0cedf0f92469 x-openstack-request-id: req-6184a2dc-6724-48d9-906e-0cedf0f92469 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:52.128357 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "name": "network-vif-plugged", "status": "completed", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:52.128712 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6184a2dc-6724-48d9-906e-0cedf0f92469 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:52.129184 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'code': 200} Nov 25 17:21:52.131266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-23faa712-d2b6-45fa-b461-0debcf47b274 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.132778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-23faa712-d2b6-45fa-b461-0debcf47b274 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.73 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.1382744 Nov 25 17:21:52.171348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-1ca74a57-7bc1-40cb-bd68-810c24f0433f tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.173687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-1ca74a57-7bc1-40cb-bd68-810c24f0433f tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.55 "GET /v2.0/networks?id=751f07d9-e330-4fd9-82a3-12fb11a15b76 HTTP/1.1" status: 200 len: 813 time: 0.1764994 Nov 25 17:21:52.187518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Request body: {'port': {'device_id': '43747b72-f709-4a9a-8a30-f60482710a64', 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76', 'admin_state_up': True, 'tenant_id': '74ceaf1cf3994377873b65573c9f60ef'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:52.242593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c0666-72dd-47b5-86ec-78e382537e9e req-67ca8b1e-f32e-471e-8836-dd60d64bc8b7 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.244128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e88c0666-72dd-47b5-86ec-78e382537e9e req-67ca8b1e-f32e-471e-8836-dd60d64bc8b7 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 948 time: 0.1840107 Nov 25 17:21:52.248009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet b1e56023-08ec-4a75-aad5-ef3c7a6dd33c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:52.252660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.280412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6bd1e-b3de-47ca-83fb-0e4d45b90ea6 req-d5830ef5-aa96-4016-a3a5-c340fd73089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.282873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aff6bd1e-b3de-47ca-83fb-0e4d45b90ea6 req-d5830ef5-aa96-4016-a3a5-c340fd73089a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 1096 time: 0.0917482 Nov 25 17:21:52.334584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.352261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.353281 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aff6bd1e-b3de-47ca-83fb-0e4d45b90ea6 req-3c0cb235-48fe-4c1f-bffd-8dabfee0edf6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605831 Nov 25 17:21:52.368821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Made reservation on behalf of 74ceaf1cf3994377873b65573c9f60ef for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:52.372481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.432508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:52.449354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:52.458557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e88c0666-72dd-47b5-86ec-78e382537e9e req-0edb28fb-2bdf-428b-bc90-7ec407eaa029 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029884 Nov 25 17:21:52.463859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:52.469776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event updated for resources: {'Port': ['ID=859ef689-2377-401d-9386-e7afce47f258,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.482270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceddae-b205-4005-93c2-47abb1c5a749 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:52.524731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Allocated IP 172.20.0.13 (751f07d9-e330-4fd9-82a3-12fb11a15b76/6fd78c6b-1085-419d-ae94-3dab94d41218/6498f4ce-349b-4b78-8ff7-38684a2381d3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:52.554976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Deleting port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:52.555312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.631733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-daf25806-7288-4396-a526-7ed71887be87 None None] Provisioning complete for port 859ef689-2377-401d-9386-e7afce47f258 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:52.632424 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daf25806-7288-4396-a526-7ed71887be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.668485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.675708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-daf25806-7288-4396-a526-7ed71887be87 None None] Port 859ef689-2377-401d-9386-e7afce47f258 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:21:52.715051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.753959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.804979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Network 751f07d9-e330-4fd9-82a3-12fb11a15b76 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:52.808241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] For port 22a13c2f-2c47-4766-905a-8e10bdd75ca5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=22a13c2f-2c47-4766-905a-8e10bdd75ca5,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:52.808765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:52.808890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.812504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:52.836811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Pushing event updated for resources: {'Port': ['ID=6498f4ce-349b-4b78-8ff7-38684a2381d3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.854772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.872798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Calling delete_port for 22a13c2f-2c47-4766-905a-8e10bdd75ca5 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:52.881391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:52.882203 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.905225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-33e6859f-0725-4bc4-9c13-290067a592f3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216032 Nov 25 17:21:52.919083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Request body: {'port': {'device_id': '43747b72-f709-4a9a-8a30-f60482710a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:52.932540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a723af1-ced4-4aad-bcbe-7661b526d91e None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:52.970938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e56023-08ec-4a75-aad5-ef3c7a6dd33c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:52.977478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:52.981347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4cd91ca4-ebec-4da7-a3c2-f2ea1ecbd5c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/b1e56023-08ec-4a75-aad5-ef3c7a6dd33c HTTP/1.1" status: 204 len: 168 time: 0.8700616 Nov 25 17:21:52.987479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47186) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:53.005419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.059352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1c698190-33e4-4143-9fb5-e26da6c7ac66 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:53.069555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32740928-dee4-4cde-89e3-98ff71cb8ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802121 Nov 25 17:21:53.075758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47188) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:53.085155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:53.199115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.227312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1c698190-33e4-4143-9fb5-e26da6c7ac66 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:53.228356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.276926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f2cb0-07dc-43cf-9ec8-10c3af99939c req-a56c6401-ace4-4cec-82e5-8b81750c8183 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.278483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-060f2cb0-07dc-43cf-9ec8-10c3af99939c req-a56c6401-ace4-4cec-82e5-8b81750c8183 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1123245 Nov 25 17:21:53.380698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-060f2cb0-07dc-43cf-9ec8-10c3af99939c req-241090b3-d91b-4e27-891c-d636c26c0e43 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949254 Nov 25 17:21:53.396423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:53.470846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6498f4ce-349b-4b78-8ff7-38684a2381d3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:53.472282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] Deleting port 1c698190-33e4-4143-9fb5-e26da6c7ac66 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:53.472658 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.486167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.509995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78615bf-b71f-4fc6-b062-dbed65b60fb8 req-d46fa3af-a5b8-4ad3-b547-d8de21c7ddd3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.530986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78615bf-b71f-4fc6-b062-dbed65b60fb8 req-d46fa3af-a5b8-4ad3-b547-d8de21c7ddd3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 932 time: 0.3347142 Nov 25 17:21:53.574134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] For port 1c698190-33e4-4143-9fb5-e26da6c7ac66, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1c698190-33e4-4143-9fb5-e26da6c7ac66,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:53.574588 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.594637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] Calling delete_port for 1c698190-33e4-4143-9fb5-e26da6c7ac66 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:53.598417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Transition to ACTIVE for port object 6498f4ce-349b-4b78-8ff7-38684a2381d3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:21:53.601459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:53.603802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.605526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.616499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.651364 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f1aad52-4005-4dfd-b6f9-4e9565edf7b1 req-7c819e46-1e95-4626-93d1-b8851433ea78 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 210 time: 0.0659831 Nov 25 17:21:53.704839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.735600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Pushing event updated for resources: {'Port': ['ID=6498f4ce-349b-4b78-8ff7-38684a2381d3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:53.748354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] Pushing event deleted for resources: {'Port': ['ID=1c698190-33e4-4143-9fb5-e26da6c7ac66,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:53.753865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f13543-21ae-459c-a228-1d9612dd128e None None] No DVR routers for this DVR port 1c698190-33e4-4143-9fb5-e26da6c7ac66 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:53.807132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Attempting to bind port 6498f4ce-349b-4b78-8ff7-38684a2381d3 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:53.807683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Attempting to bind port 6498f4ce-349b-4b78-8ff7-38684a2381d3 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '5b94fb90-ad4c-462d-bef1-420ccf1231c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:53.807841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Attempting to bind port 6498f4ce-349b-4b78-8ff7-38684a2381d3 on network 751f07d9-e330-4fd9-82a3-12fb11a15b76 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:53.812941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Port 6498f4ce-349b-4b78-8ff7-38684a2381d3 on network 751f07d9-e330-4fd9-82a3-12fb11a15b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:21:53.813263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Attempting to bind port 6498f4ce-349b-4b78-8ff7-38684a2381d3 on network 751f07d9-e330-4fd9-82a3-12fb11a15b76 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:53.819433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:53.820096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Checking segment: {'id': '5b94fb90-ad4c-462d-bef1-420ccf1231c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:53.820630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Bound using segment: {'id': '5b94fb90-ad4c-462d-bef1-420ccf1231c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:53.821221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Bound port: 6498f4ce-349b-4b78-8ff7-38684a2381d3, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b94fb90-ad4c-462d-bef1-420ccf1231c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:53.821765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.901061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] For port 6498f4ce-349b-4b78-8ff7-38684a2381d3, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:53.904771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] For port 6498f4ce-349b-4b78-8ff7-38684a2381d3, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3,segment=NetworkSegment(5b94fb90-ad4c-462d-bef1-420ccf1231c0),segment_id=5b94fb90-ad4c-462d-bef1-420ccf1231c0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:53.911577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.952342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:53.952971 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:53.954402 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] 10.222.0.55 "PUT /v2.0/ports/6498f4ce-349b-4b78-8ff7-38684a2381d3 HTTP/1.1" status: 200 len: 1092 time: 1.0402157 Nov 25 17:21:53.954851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43747b72-f709-4a9a-8a30-f60482710a64', 'tag': '6498f4ce-349b-4b78-8ff7-38684a2381d3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:53.957213 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50" -d '{"events": [{"name": "network-changed", "server_uuid": "43747b72-f709-4a9a-8a30-f60482710a64", "tag": "6498f4ce-349b-4b78-8ff7-38684a2381d3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:53.980375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c28a-ef93-4427-8936-f089c2df7e26 service neutron] Pushing event updated for resources: {'Port': ['ID=6498f4ce-349b-4b78-8ff7-38684a2381d3,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:54.053742 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee658b6-7116-4eca-ac06-e3ba0cae7cc7 x-openstack-request-id: req-3ee658b6-7116-4eca-ac06-e3ba0cae7cc7 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:54.054031 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43747b72-f709-4a9a-8a30-f60482710a64", "tag": "6498f4ce-349b-4b78-8ff7-38684a2381d3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:54.054282 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ee658b6-7116-4eca-ac06-e3ba0cae7cc7 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:54.054683 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43747b72-f709-4a9a-8a30-f60482710a64', 'tag': '6498f4ce-349b-4b78-8ff7-38684a2381d3', 'status': 'completed', 'code': 200} Nov 25 17:21:54.071301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-fd6f6973-5d8f-492e-a38f-a914e26e8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.072931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-fd6f6973-5d8f-492e-a38f-a914e26e8fba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ceaf1cf3994377873b65573c9f60ef&device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 1095 time: 0.0485795 Nov 25 17:21:54.119377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-24b55c42-b273-42da-8f78-22c6a362084a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3 HTTP/1.1" status: 200 len: 217 time: 0.0371060 Nov 25 17:21:54.169744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Pushing event deleted for resources: {'Port': ['ID=22a13c2f-2c47-4766-905a-8e10bdd75ca5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:54.178128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-a1334c88-e626-49ab-b9b1-a23f1f9a3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.179669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-a1334c88-e626-49ab-b9b1-a23f1f9a3647 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6fd78c6b-1085-419d-ae94-3dab94d41218 HTTP/1.1" status: 200 len: 853 time: 0.0534215 Nov 25 17:21:54.217479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-2056e58a-02a6-4a8b-a181-111ab9876e70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=751f07d9-e330-4fd9-82a3-12fb11a15b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308421 Nov 25 17:21:54.273152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78615bf-b71f-4fc6-b062-dbed65b60fb8 req-17b09dd6-9464-4d36-82a8-e96626894a62 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398322 Nov 25 17:21:54.277789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] No DVR routers for this DVR port 22a13c2f-2c47-4766-905a-8e10bdd75ca5 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:54.281484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.283560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.286924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8156adfb-7b63-4e3d-ae04-8a3ff1198a30 req-4a55a603-78f5-4b32-a382-93f3a9144cb8 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.73 "DELETE /v2.0/ports/22a13c2f-2c47-4766-905a-8e10bdd75ca5 HTTP/1.1" status: 204 len: 173 time: 2.1290684 Nov 25 17:21:54.289703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-deleted', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:54.292446 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7094731-fa52-462e-bf5b-cfd015901cc7" -d '{"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-deleted", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:54.344898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-66d2a5c6-5cc0-44aa-8f62-055b77633210 service neutron] 10.222.0.55 "GET /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204982 Nov 25 17:21:54.410476 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6adbdc6-584d-48db-a617-4f59dab7a75d x-openstack-request-id: req-c6adbdc6-584d-48db-a617-4f59dab7a75d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:54.411028 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb2d43-ff60-4741-94fb-a75656cd6642", "name": "network-vif-deleted", "tag": "22a13c2f-2c47-4766-905a-8e10bdd75ca5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:54.411489 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c6adbdc6-584d-48db-a617-4f59dab7a75d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:54.412700 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adb2d43-ff60-4741-94fb-a75656cd6642', 'name': 'network-vif-deleted', 'tag': '22a13c2f-2c47-4766-905a-8e10bdd75ca5', 'status': 'completed', 'code': 200} Nov 25 17:21:54.469030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-780aefe3-1cd4-49a0-9507-764cbc5a31a1 req-184e8464-4678-4904-98e9-5ba532d73f7a service neutron] 10.222.0.55 "GET /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170890 Nov 25 17:21:54.577020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-eb1a6847-087b-4f23-98b3-5e4f00a8a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.579011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-eb1a6847-087b-4f23-98b3-5e4f00a8a49f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ceaf1cf3994377873b65573c9f60ef&device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 1095 time: 0.0584657 Nov 25 17:21:54.626629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Router 186145db-6390-47f0-9b20-ee9508c0b5c7 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:21:54.636239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9364e-5546-400a-8717-84f9cc01a29c req-02b0913f-c79e-4d42-ace1-0b157a15ddee tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.643572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3c9364e-5546-400a-8717-84f9cc01a29c req-02b0913f-c79e-4d42-ace1-0b157a15ddee tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1548967 Nov 25 17:21:54.647640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.745039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-06a04d5d-15c2-4601-8386-c6ad676e3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.748225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-06a04d5d-15c2-4601-8386-c6ad676e3e40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=751f07d9-e330-4fd9-82a3-12fb11a15b76 HTTP/1.1" status: 200 len: 914 time: 0.1586120 Nov 25 17:21:54.766460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=cbad3ad8-b933-4635-9ff2-8005073fd832,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:54.839999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-9ce57041-d482-43ac-8614-33c51c325531 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3 HTTP/1.1" status: 200 len: 217 time: 0.0825262 Nov 25 17:21:54.848120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a3c9364e-5546-400a-8717-84f9cc01a29c req-3045cb7f-c4f2-4d8d-a4ce-2595a0f7509b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036362 Nov 25 17:21:54.852765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:54.856344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:54.870888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:54.871510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:54.874757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeb452e-9137-465b-804e-f5367fcf830a None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:54.893911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-40bcada2-beae-427a-ac7b-4dcb7bf7ab2d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8127055 Nov 25 17:21:54.896547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47212) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:54.908292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'cbad3ad8-b933-4635-9ff2-8005073fd832', 'ip_address': '2001:db8::dc0e:6b63:116a:b52e'}], 'name': 'tempest-NetworksTestDHCPv6-1233161539'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:54.935037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f97a002-7b29-4d80-b65e-8abae910294a req-b77ebfbc-3bb2-48bb-b7d1-0a4e86ac423e tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=5adb2d43-ff60-4741-94fb-a75656cd6642 HTTP/1.1" status: 200 len: 210 time: 0.0983481 Nov 25 17:21:55.000450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-0901329d-da6f-497e-85b8-58a76df725cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.002626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-0901329d-da6f-497e-85b8-58a76df725cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6fd78c6b-1085-419d-ae94-3dab94d41218 HTTP/1.1" status: 200 len: 853 time: 0.1409507 Nov 25 17:21:55.014011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1c698190-33e4-4143-9fb5-e26da6c7ac66 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:55.044315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1c698190-33e4-4143-9fb5-e26da6c7ac66 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:55.044551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1c698190-33e4-4143-9fb5-e26da6c7ac66 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:55.046289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-d064d4e8-95dd-443e-8209-a91480174b74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=751f07d9-e330-4fd9-82a3-12fb11a15b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357916 Nov 25 17:21:55.125578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'cbad3ad8-b933-4635-9ff2-8005073fd832'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:21:55.126696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.178851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-9fbe6ea3-f656-4da1-9539-846e875f5059 service neutron] 10.222.0.55 "GET /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256390 Nov 25 17:21:55.191229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0781a-5cfb-42dd-bd44-295c46e86798 req-51a9983b-968f-4ceb-ab15-bdd74d6736db tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.192861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7f0781a-5cfb-42dd-bd44-295c46e86798 req-51a9983b-968f-4ceb-ab15-bdd74d6736db tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1871371 Nov 25 17:21:55.195968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:55.249796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:55.261872 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] Sync routers for ids ['186145db-6390-47f0-9b20-ee9508c0b5c7'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:55.288063 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] Routers {'186145db-6390-47f0-9b20-ee9508c0b5c7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:55.289265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['186145db-6390-47f0-9b20-ee9508c0b5c7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:55.296576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.300622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1a2b7291-04d2-4d91-9ddf-3c335b57c14e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6164978 Nov 25 17:21:55.304421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47214) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:55.308944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': False}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:55.325143 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7216b6ae-9c49-4286-9b36-27a5e1a0fb50 req-8b77750f-830b-4fca-bb84-cd5ee9877d23 service neutron] 10.222.0.55 "GET /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369689 Nov 25 17:21:55.350513 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:55.360883 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] Routers {'186145db-6390-47f0-9b20-ee9508c0b5c7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:55.361827 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['186145db-6390-47f0-9b20-ee9508c0b5c7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:55.366919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/cbad3ad8-b933-4635-9ff2-8005073fd832/6f5c5f20-84fd-4c41-9fd2-97770b531557) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:55.395207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7f0781a-5cfb-42dd-bd44-295c46e86798 req-b95148ab-59b3-492f-874e-3a7ba47bae19 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805668 Nov 25 17:21:55.400057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:55.401671 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d834b4e6-d36e-4892-ab77-56d3c5356726 None None] The sync data for ids ['186145db-6390-47f0-9b20-ee9508c0b5c7'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:55.439220 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.470830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 5e724037-dbe9-4a6c-98ab-7f01c1d55c17 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:21:55.560873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04acb3-73ae-4796-80e9-1d25e30ce4a6 req-ea2a09e1-0bc1-42a2-a9bd-1b7bbc36301d tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.562457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc04acb3-73ae-4796-80e9-1d25e30ce4a6 req-ea2a09e1-0bc1-42a2-a9bd-1b7bbc36301d tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 944 time: 0.1151409 Nov 25 17:21:55.616274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.623827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.664057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc04acb3-73ae-4796-80e9-1d25e30ce4a6 req-363a553c-51c4-4c21-aa37-fb4e6df5a0f6 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955477 Nov 25 17:21:55.730899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:55.734832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5f20-84fd-4c41-9fd2-97770b531557,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:55.738594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:55.740669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:55.770692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::dc0e:6b63:116a:b52e (57d3133b-7ced-4a58-9ee8-6f993af0ee19/cbad3ad8-b933-4635-9ff2-8005073fd832/5e724037-dbe9-4a6c-98ab-7f01c1d55c17) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:21:55.823409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Attempting to bind port 6f5c5f20-84fd-4c41-9fd2-97770b531557 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:21:55.823409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Attempting to bind port 6f5c5f20-84fd-4c41-9fd2-97770b531557 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:21:55.823409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Attempting to bind port 6f5c5f20-84fd-4c41-9fd2-97770b531557 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:21:55.829956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:21:55.831263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:21:55.832012 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.832556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:21:55.833212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Bound port: 6f5c5f20-84fd-4c41-9fd2-97770b531557, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:21:55.833760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.840660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818b66-1295-44c6-9923-d45aaabb3042 req-4dd33e1f-a175-409b-b201-cdba2230478d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:55.842288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28818b66-1295-44c6-9923-d45aaabb3042 req-4dd33e1f-a175-409b-b201-cdba2230478d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.0714893 Nov 25 17:21:55.940931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.958186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] For port 6f5c5f20-84fd-4c41-9fd2-97770b531557, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:21:55.963498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] For port 6f5c5f20-84fd-4c41-9fd2-97770b531557, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5c5f20-84fd-4c41-9fd2-97770b531557,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:21:55.972088 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:55.978871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28818b66-1295-44c6-9923-d45aaabb3042 req-964d30eb-2355-4049-a224-979f4cff5a77 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296659 Nov 25 17:21:56.088657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a0ee-1e24-45db-9502-9ee8fd788425 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5f20-84fd-4c41-9fd2-97770b531557,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:56.160230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc854b5e-94b6-464f-9575-c7b8b8e7d52d req-5ef12bf8-a5d6-4f87-96f5-181487f00f26 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.165126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc854b5e-94b6-464f-9575-c7b8b8e7d52d req-5ef12bf8-a5d6-4f87-96f5-181487f00f26 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.0999060 Nov 25 17:21:56.190357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:56.213439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.271668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc854b5e-94b6-464f-9575-c7b8b8e7d52d req-c101c3a0-d1d1-4872-b630-5aad4596cc4f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927160 Nov 25 17:21:56.344268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.473245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3185-8be8-4f4f-a727-60139dd9c2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.606215 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3185-8be8-4f4f-a727-60139dd9c2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.609292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:21:56.612682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3185-8be8-4f4f-a727-60139dd9c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.627805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=5e724037-dbe9-4a6c-98ab-7f01c1d55c17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:56.630466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:21:56.640453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:21:56.646148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.647559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.676113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e89b-550b-483d-8141-69d947e5d225 req-77422457-ddf8-4974-9141-6b580f57e959 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.685025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8f32e89b-550b-483d-8141-69d947e5d225 req-77422457-ddf8-4974-9141-6b580f57e959 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 949 time: 0.1878767 Nov 25 17:21:56.719124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6470fbb8-f46b-4550-bd8f-f9e792dc5e26 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8179135 Nov 25 17:21:56.720241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:56.725590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ca2d3185-8be8-4f4f-a727-60139dd9c2d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ad2549387694b88b748c6eb44be636d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5311124 Nov 25 17:21:56.728603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:56.753755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d3185-8be8-4f4f-a727-60139dd9c2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9505b519-f691-4977-9e9d-c902ddd93e6c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:56.801634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f3d8f0-c907-4f30-b3e8-4924b3dd8c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.846543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8f32e89b-550b-483d-8141-69d947e5d225 req-861f547c-a44e-478c-8e0e-0ea8311d5648 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605728 Nov 25 17:21:56.862461 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f3d8f0-c907-4f30-b3e8-4924b3dd8c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:56.920264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d4b30-39a2-4107-805c-f7c2515e13ec tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.926873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d4b30-39a2-4107-805c-f7c2515e13ec tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:56.931201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-409d4b30-39a2-4107-805c-f7c2515e13ec tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2075126 Nov 25 17:21:56.933503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.019965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41b328-3494-494b-bfd8-f24a62d51ea3 req-b34f1c05-50a8-4c91-9a80-3e4f0ada4b11 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.021527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed41b328-3494-494b-bfd8-f24a62d51ea3 req-b34f1c05-50a8-4c91-9a80-3e4f0ada4b11 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1841557 Nov 25 17:21:57.104875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5c5f20-84fd-4c41-9fd2-97770b531557 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:57.121642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f3d8f0-c907-4f30-b3e8-4924b3dd8c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.124247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-29f3d8f0-c907-4f30-b3e8-4924b3dd8c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.125381 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-29f3d8f0-c907-4f30-b3e8-4924b3dd8c86 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9505b519-f691-4977-9e9d-c902ddd93e6c HTTP/1.1" status: 204 len: 168 time: 0.3956749 Nov 25 17:21:57.166964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed41b328-3494-494b-bfd8-f24a62d51ea3 req-6634f158-3528-4edd-97e9-17ccb4eeae69 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322904 Nov 25 17:21:57.169621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3d8f0-c907-4f30-b3e8-4924b3dd8c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9505b519-f691-4977-9e9d-c902ddd93e6c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:57.194213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.206619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 5e724037-dbe9-4a6c-98ab-7f01c1d55c17 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:57.210622 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.211181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.242804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6f5c5f20-84fd-4c41-9fd2-97770b531557 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:57.247443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.308966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3e65-5b94-4285-8501-f2d2cd6e8329 req-883dab4f-3f1d-454a-9e88-e9e7add16332 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.321482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-846a3e65-5b94-4285-8501-f2d2cd6e8329 req-883dab4f-3f1d-454a-9e88-e9e7add16332 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 944 time: 0.2572262 Nov 25 17:21:57.405953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.421205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 5e724037-dbe9-4a6c-98ab-7f01c1d55c17 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:57.423400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:21:57.451900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 22a13c2f-2c47-4766-905a-8e10bdd75ca5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:21:57.452342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 22a13c2f-2c47-4766-905a-8e10bdd75ca5 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:21:57.457925 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.488191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-846a3e65-5b94-4285-8501-f2d2cd6e8329 req-fffc3482-d929-41ad-b7cc-88052830013b tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656961 Nov 25 17:21:57.512536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Router 186145db-6390-47f0-9b20-ee9508c0b5c7 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:21:57.512636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 6f5c5f20-84fd-4c41-9fd2-97770b531557, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5c5f20-84fd-4c41-9fd2-97770b531557,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:57.519688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.656124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:21:57.674141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.677168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-83b63c94-a40e-4748-94af-a9831daa777e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "PUT /v2.0/routers/186145db-6390-47f0-9b20-ee9508c0b5c7 HTTP/1.1" status: 200 len: 926 time: 2.3693941 Nov 25 17:21:57.677606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.677996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.704705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] Sync routers for ids ['186145db-6390-47f0-9b20-ee9508c0b5c7'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:21:57.723022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5f20-84fd-4c41-9fd2-97770b531557,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:57.737724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] Routers {'186145db-6390-47f0-9b20-ee9508c0b5c7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:57.738892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['186145db-6390-47f0-9b20-ee9508c0b5c7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:57.765498 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.794149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e266bc46-020f-4800-becb-99a9df6b936e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.805883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:57.818904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] Routers {'186145db-6390-47f0-9b20-ee9508c0b5c7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:21:57.819944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['186145db-6390-47f0-9b20-ee9508c0b5c7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:57.821980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=5e724037-dbe9-4a6c-98ab-7f01c1d55c17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:57.873809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.880242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b233786-e8d8-4d49-af1a-282d78e37ec0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/5e724037-dbe9-4a6c-98ab-7f01c1d55c17 HTTP/1.1" status: 204 len: 168 time: 0.9457250 Nov 25 17:21:57.883889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:57.892935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:21:57.893604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b1553-23dc-499f-bd20-c53f9d3093b0 None None] The sync data for ids ['186145db-6390-47f0-9b20-ee9508c0b5c7'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:21:57.909404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-807f5887-ea45-45d2-aed2-9906751ce9f0 None None] Provisioning complete for port 6f5c5f20-84fd-4c41-9fd2-97770b531557 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:57.909785 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-807f5887-ea45-45d2-aed2-9906751ce9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:57.987252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00349be-2d83-4589-999f-0ac175db4b3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:57.989096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00349be-2d83-4589-999f-0ac175db4b3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:58.000180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a00349be-2d83-4589-999f-0ac175db4b3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1150756 Nov 25 17:21:58.003775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47280) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.154179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet cbad3ad8-b933-4635-9ff2-8005073fd832 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:21:58.170255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cd236-10fb-4f3e-a3e1-a022b4ef264c req-cdf6c4fa-4832-4b9c-923e-295fedb87848 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:58.172204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-731cd236-10fb-4f3e-a3e1-a022b4ef264c req-cdf6c4fa-4832-4b9c-923e-295fedb87848 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 949 time: 0.1655169 Nov 25 17:21:58.172867 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.183626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1f4fc5d9-6dfa-4cb3-aee0-dd312b71df1f None None] Could not find standard attr ID for object 5e724037-dbe9-4a6c-98ab-7f01c1d55c17. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:21:58.225947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-9b6a2c12-5821-48ed-8405-c3c5e4754729 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:58.227799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-9b6a2c12-5821-48ed-8405-c3c5e4754729 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 949 time: 0.1791284 Nov 25 17:21:58.284554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.313667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6498f4ce-349b-4b78-8ff7-38684a2381d3 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:21:58.387909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac695c25-d283-4407-9d87-03e9f2ba9a0a tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/186145db-6390-47f0-9b20-ee9508c0b5c7 HTTP/1.1" status: 200 len: 926 time: 0.6904612 Nov 25 17:21:58.391138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47286) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.396084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-731cd236-10fb-4f3e-a3e1-a022b4ef264c req-ba27fc6e-3d60-41e0-a237-3fc19ae0411f tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/security-groups?id=3201f52f-5b26-4653-8893-03cd01f65fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900661 Nov 25 17:21:58.440279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b4f9-e702-4b3f-b0e4-0de5ad65d3ef req-db9c9c76-82b0-4979-8c37-ed9e57f96922 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:58.441808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21a5b4f9-e702-4b3f-b0e4-0de5ad65d3ef req-db9c9c76-82b0-4979-8c37-ed9e57f96922 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1345170 Nov 25 17:21:58.451049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6498f4ce-349b-4b78-8ff7-38684a2381d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3,segment=NetworkSegment(5b94fb90-ad4c-462d-bef1-420ccf1231c0),segment_id=5b94fb90-ad4c-462d-bef1-420ccf1231c0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:58.460712 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.477092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '6498f4ce-349b-4b78-8ff7-38684a2381d3', 'network_id': '751f07d9-e330-4fd9-82a3-12fb11a15b76', 'port_id': '6498f4ce-349b-4b78-8ff7-38684a2381d3', 'mac_address': 'fa:16:3e:57:2a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd78c6b-1085-419d-ae94-3dab94d41218', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:21:58.480184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e266bc46-020f-4800-becb-99a9df6b936e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.490024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Deleting port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:58.490772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.495474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e266bc46-020f-4800-becb-99a9df6b936e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.498793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f00598b-0171-4bfd-a33c-aba3afaa4478 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:58.502830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f00598b-0171-4bfd-a33c-aba3afaa4478 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=186145db-6390-47f0-9b20-ee9508c0b5c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1069217 Nov 25 17:21:58.507496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.538498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.557868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e266bc46-020f-4800-becb-99a9df6b936e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c725f282334548e48e903c8c9f396d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8787663 Nov 25 17:21:58.562092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6498f4ce-349b-4b78-8ff7-38684a2381d3 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:21:58.562614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21a5b4f9-e702-4b3f-b0e4-0de5ad65d3ef req-24c94889-ff46-4bc4-a667-437e2ab6216f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127026 Nov 25 17:21:58.563376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47292) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:58.570121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266bc46-020f-4800-becb-99a9df6b936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc125f22-d31c-4c3f-8734-62f970c96913,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.599239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6498f4ce-349b-4b78-8ff7-38684a2381d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3,segment=NetworkSegment(5b94fb90-ad4c-462d-bef1-420ccf1231c0),segment_id=5b94fb90-ad4c-462d-bef1-420ccf1231c0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:58.604741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.627742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac27103a-2685-4f9f-b38d-d26786554b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.653039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac27103a-2685-4f9f-b38d-d26786554b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.665193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=6498f4ce-349b-4b78-8ff7-38684a2381d3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.703936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac27103a-2685-4f9f-b38d-d26786554b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.706875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac27103a-2685-4f9f-b38d-d26786554b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:58.708144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac27103a-2685-4f9f-b38d-d26786554b90 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fc125f22-d31c-4c3f-8734-62f970c96913 HTTP/1.1" status: 204 len: 168 time: 0.1438322 Nov 25 17:21:58.718604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27103a-2685-4f9f-b38d-d26786554b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc125f22-d31c-4c3f-8734-62f970c96913,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:58.867510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6498f4ce-349b-4b78-8ff7-38684a2381d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:21:58.937636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.004433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ef912-d050-4c92-8d4a-0981d7e97af0 req-014463fb-928d-4482-ad26-8cac09acc200 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.006524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f00ef912-d050-4c92-8d4a-0981d7e97af0 req-014463fb-928d-4482-ad26-8cac09acc200 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 945 time: 0.2039964 Nov 25 17:21:59.014988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] For port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:59.015353 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.018065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=cbad3ad8-b933-4635-9ff2-8005073fd832,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.020273 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.023923 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e07ba9ea-bab5-4b65-b200-0e2f9e91c808 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/cbad3ad8-b933-4635-9ff2-8005073fd832 HTTP/1.1" status: 204 len: 168 time: 1.0130115 Nov 25 17:21:59.026536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47298) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.028974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5c5f20-84fd-4c41-9fd2-97770b531557 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:21:59.031062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1a4ad-2525-44a5-9717-e390c9bcf0c0 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:21:59.052176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11878e3a-3ba9-4a11-a410-351638390976 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.057499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-11878e3a-3ba9-4a11-a410-351638390976 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.5452549 Nov 25 17:21:59.057499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Calling delete_port for af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:59.065244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47300) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.086755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-89b21e16-cee1-44d2-978f-1f52f92bca5b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586612 Nov 25 17:21:59.089812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.108618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f4e394c8-8a3e-49e2-9561-76360d9e3764 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=186145db-6390-47f0-9b20-ee9508c0b5c7 HTTP/1.1" status: 200 len: 205 time: 0.0422554 Nov 25 17:21:59.130591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47308) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.149101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f00ef912-d050-4c92-8d4a-0981d7e97af0 req-d962fce3-9f2b-4080-8242-a102ac0a6b8d tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164749 Nov 25 17:21:59.222533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98755718-a8d5-4bb8-8104-8ddbc1c840e6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.223740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6f5c5f20-84fd-4c41-9fd2-97770b531557 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:21:59.224289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98755718-a8d5-4bb8-8104-8ddbc1c840e6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1334262 Nov 25 17:21:59.225240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.228050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47312) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.313168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be2e0b-7745-4265-879c-e50fdb492880 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.315021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f5be2e0b-7745-4265-879c-e50fdb492880 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858016 Nov 25 17:21:59.317939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47316) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.358772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.368059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ec476a3c-ab24-4996-8741-304de165b6d4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493133 Nov 25 17:21:59.372603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47318) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:21:59.377268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:21:59.387585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:21:59.391151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Pushing event deleted for resources: {'Port': ['ID=af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.468764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] No DVR routers for this DVR port af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:59.472273 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.476489 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b6ad4098-ed03-4627-999e-c2068f3b5786 req-6cf6ca7a-2ea3-47f1-b943-40bd17a46f67 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.55 "DELETE /v2.0/ports/af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 HTTP/1.1" status: 204 len: 173 time: 1.2413068 Nov 25 17:21:59.476968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-deleted', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:21:59.479473 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc42b37e-b7f2-4956-8961-533c016ba426" -d '{"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-deleted", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:21:59.484019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] Deleting port 6f5c5f20-84fd-4c41-9fd2-97770b531557 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:21:59.487590 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.527956 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ee4114-a0b3-4ef4-bd61-9afce553d805 x-openstack-request-id: req-85ee4114-a0b3-4ef4-bd61-9afce553d805 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:21:59.528515 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd43f15-9e45-475f-b945-5cdfc52c6607", "name": "network-vif-deleted", "tag": "af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:21:59.529134 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85ee4114-a0b3-4ef4-bd61-9afce553d805 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:21:59.529759 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd43f15-9e45-475f-b945-5cdfc52c6607', 'name': 'network-vif-deleted', 'tag': 'af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65', 'status': 'completed', 'code': 200} Nov 25 17:21:59.582129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] For port 6f5c5f20-84fd-4c41-9fd2-97770b531557, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5c5f20-84fd-4c41-9fd2-97770b531557,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:21:59.582730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.605724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.613809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] Calling delete_port for 6f5c5f20-84fd-4c41-9fd2-97770b531557 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:21:59.620875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7ec1b52-d2ee-44fd-abfa-3d0cdea0580b req-5d1a4b1e-ba19-461a-b3cb-c4945ad26cb1 tempest-ListImageFiltersTestJSON-1091722329 tempest-ListImageFiltersTestJSON-1091722329-project] 10.222.0.86 "GET /v2.0/ports?device_id=8bd43f15-9e45-475f-b945-5cdfc52c6607 HTTP/1.1" status: 200 len: 210 time: 0.0961297 Nov 25 17:21:59.706730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:21:59.710919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.730353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.780149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] Pushing event deleted for resources: {'Port': ['ID=6f5c5f20-84fd-4c41-9fd2-97770b531557,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:21:59.790389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5514f-9864-41d5-8d04-179459bd391d req-d5e3cfdc-c8ea-44a3-bd75-853bca09ce40 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:21:59.792017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0756ec7-fd47-4bda-8c67-00b67a085590 None None] No DVR routers for this DVR port 6f5c5f20-84fd-4c41-9fd2-97770b531557 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:21:59.806519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb5514f-9864-41d5-8d04-179459bd391d req-d5e3cfdc-c8ea-44a3-bd75-853bca09ce40 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.0870125 Nov 25 17:21:59.887117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:21:59.897588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7eb5514f-9864-41d5-8d04-179459bd391d req-75f0a780-e321-4e6a-823c-ffc7fc792017 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877085 Nov 25 17:22:00.053441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Deleting port 859ef689-2377-401d-9386-e7afce47f258 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:00.053989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.069793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.159292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:00.166778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:00.178912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:00.179353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e557fe0-6d5c-4e4e-9511-cec9a5ce9bb1 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:00.179571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.202591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.209135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.227708 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8541775 Nov 25 17:22:00.230967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47348) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.234023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.234877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.235593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.236322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.236863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.237002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c', 'ip_address': '2001:db8::e02f:e059:8535:89b7'}], 'name': 'tempest-NetworksTestDHCPv6-230991102'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:00.237511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.238011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.238503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.238992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.239516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.240005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.241155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b2ca8-9a24-452f-a506-89e9e6c56799 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:00.245063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Calling delete_port for 859ef689-2377-401d-9386-e7afce47f258 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:00.351443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8614ccc-ce88-4d47-ae89-1a4fc962edb0 req-9f214509-ef39-4a19-9628-a8b51b1d0966 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:00.353478 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8614ccc-ce88-4d47-ae89-1a4fc962edb0 req-9f214509-ef39-4a19-9628-a8b51b1d0966 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 945 time: 0.1047790 Nov 25 17:22:00.379912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:00.465507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8614ccc-ce88-4d47-ae89-1a4fc962edb0 req-27c6f9eb-29b9-490b-8fa5-36f42db6087f tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008785 Nov 25 17:22:00.504160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.516324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.526276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 3a23ff22-7d01-40c6-b0af-3b4eaf287b62 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:00.546755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6498f4ce-349b-4b78-8ff7-38684a2381d3 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:00.570954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event deleted for resources: {'Port': ['ID=859ef689-2377-401d-9386-e7afce47f258,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:00.576916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8cb20-89ae-46fd-8d2b-5b6dccac757c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:00.654926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.656080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:00.657340 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.682063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 6498f4ce-349b-4b78-8ff7-38684a2381d3 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:00.701550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 6498f4ce-349b-4b78-8ff7-38684a2381d3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:00.701921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.809017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.811582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.872924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.875976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::e02f:e059:8535:89b7 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c/3a23ff22-7d01-40c6-b0af-3b4eaf287b62) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:00.906845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43747b72-f709-4a9a-8a30-f60482710a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6498f4ce-349b-4b78-8ff7-38684a2381d3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:00.911027 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357771fe-1358-4023-a03e-5560389c9a2e" -d '{"events": [{"server_uuid": "43747b72-f709-4a9a-8a30-f60482710a64", "name": "network-vif-plugged", "status": "completed", "tag": "6498f4ce-349b-4b78-8ff7-38684a2381d3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:00.923438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.924883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Fanout notify agent at l3_agent the message router_deleted on router 186145db-6390-47f0-9b20-ee9508c0b5c7 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:00.931473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6498f4ce-349b-4b78-8ff7-38684a2381d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3,segment=NetworkSegment(5b94fb90-ad4c-462d-bef1-420ccf1231c0),segment_id=5b94fb90-ad4c-462d-bef1-420ccf1231c0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:00.936734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.937701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:00.956258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:00.957468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b90ce3e0-549f-4507-ac1f-d476db7f2685 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/186145db-6390-47f0-9b20-ee9508c0b5c7 HTTP/1.1" status: 204 len: 168 time: 1.8241088 Nov 25 17:22:00.961385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47376) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:00.971725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1396315537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:00.992963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:00.993398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device af6c1d99-afe5-4bc5-ae4e-0e05a60bcf65 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:01.011565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.016591 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.030486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5c5f20-84fd-4c41-9fd2-97770b531557 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:01.060452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=6498f4ce-349b-4b78-8ff7-38684a2381d3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:01.066775 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906e8603-6721-40f8-9894-cdf26007bedd x-openstack-request-id: req-906e8603-6721-40f8-9894-cdf26007bedd {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:01.067151 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43747b72-f709-4a9a-8a30-f60482710a64", "name": "network-vif-plugged", "status": "completed", "tag": "6498f4ce-349b-4b78-8ff7-38684a2381d3", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:01.067805 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-906e8603-6721-40f8-9894-cdf26007bedd {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:01.068314 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43747b72-f709-4a9a-8a30-f60482710a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6498f4ce-349b-4b78-8ff7-38684a2381d3', 'code': 200} Nov 25 17:22:01.069482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6f5c5f20-84fd-4c41-9fd2-97770b531557 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:01.070012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5c5f20-84fd-4c41-9fd2-97770b531557 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:01.127099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.134244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.156529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.157770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1e612286-91b6-4cea-ac06-d28de03a5757 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1958013 Nov 25 17:22:01.163574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:01.169045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:01.301593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7879-38ab-4a10-bc0b-3b9c23fa0717 req-2e50643a-1492-452d-96d4-bd865ba1c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.304071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-048b7879-38ab-4a10-bc0b-3b9c23fa0717 req-2e50643a-1492-452d-96d4-bd865ba1c38c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 1097 time: 0.1154609 Nov 25 17:22:01.346308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8b76-fcae-4aac-91ed-4cf4bb3bd479 req-7a877300-faf6-4476-8b6d-604b8237d0ab tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.347811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02df8b76-fcae-4aac-91ed-4cf4bb3bd479 req-7a877300-faf6-4476-8b6d-604b8237d0ab tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1578665 Nov 25 17:22:01.385525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-048b7879-38ab-4a10-bc0b-3b9c23fa0717 req-8f3cfcc6-1ac2-4901-8c4d-7585068596ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712500 Nov 25 17:22:01.398833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.403945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.494616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02df8b76-fcae-4aac-91ed-4cf4bb3bd479 req-45800285-b5f4-41b0-b98b-54c877f0650e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133573 Nov 25 17:22:01.539110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.597491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:01.625706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:01.634109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c/54af03d0-4e0b-4f63-b233-33166d0cd075) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:01.643038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.661400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=3a23ff22-7d01-40c6-b0af-3b4eaf287b62,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:01.666689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.674412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:01.681664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.682615 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.720238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f5bea2f9-a520-439b-862c-39575845dfbe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4853010 Nov 25 17:22:01.722081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:01.735657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c', 'ip_address': '2001:db8::e02f:e059:8535:89b7'}], 'name': 'tempest-NetworksTestDHCPv6-1801520065'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:01.816310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc26c53-6ed5-469f-b8dd-7bec7169a018 req-7206df25-12d2-4a6a-be14-36fa31b0a55a tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:01.816915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3fc26c53-6ed5-469f-b8dd-7bec7169a018 req-7206df25-12d2-4a6a-be14-36fa31b0a55a tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 946 time: 0.2026732 Nov 25 17:22:01.843570 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.852837 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:01.922278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3fc26c53-6ed5-469f-b8dd-7bec7169a018 req-f7869039-6a09-4512-a27b-62f124ecab71 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941627 Nov 25 17:22:01.959726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Allocated IP 172.25.8.111 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2bc7db0b-c622-4e4d-aead-14c70f6890ee) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:01.961911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:01.971649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:01.977586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:01.981092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Pushing event updated for resources: {'Port': ['ID=54af03d0-4e0b-4f63-b233-33166d0cd075,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:02.055752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Attempting to bind port 54af03d0-4e0b-4f63-b233-33166d0cd075 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:02.055911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Attempting to bind port 54af03d0-4e0b-4f63-b233-33166d0cd075 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:02.056173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Attempting to bind port 54af03d0-4e0b-4f63-b233-33166d0cd075 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:02.062181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:02.062382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:02.062750 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.063184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:02.063690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Bound port: 54af03d0-4e0b-4f63-b233-33166d0cd075, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:02.064413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.078176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:02.136439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] For port 54af03d0-4e0b-4f63-b233-33166d0cd075, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:02.140354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] For port 54af03d0-4e0b-4f63-b233-33166d0cd075, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=54af03d0-4e0b-4f63-b233-33166d0cd075,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:02.145202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.158996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.219661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915874b-6c29-499c-935c-eae7c000fd4f None None] Pushing event updated for resources: {'Port': ['ID=54af03d0-4e0b-4f63-b233-33166d0cd075,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:02.244031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.269149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.281364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 9dd9f4c7-e589-45ae-b733-bd9c7188b464 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:02.377879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:02.391323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:02.407502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5340dd2e-159a-432d-b152-802774359b95 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:02.415722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:02.479812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a7efdb8f-30d2-42ad-a050-c63238329fcf None None] Provisioning complete for port 2bc7db0b-c622-4e4d-aead-14c70f6890ee triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:02.480258 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7efdb8f-30d2-42ad-a050-c63238329fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:02.558173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a7efdb8f-30d2-42ad-a050-c63238329fcf None None] Port 2bc7db0b-c622-4e4d-aead-14c70f6890ee cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:02.781253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:02.949666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f965e2c3-9ad3-4e24-ada0-25b02b390083 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b64759f279ab430b9e05f8f79965dfa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670842 Nov 25 17:22:02.950464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47456) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:03.001089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54af03d0-4e0b-4f63-b233-33166d0cd075 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:03.053665 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4761d183-f649-4891-9392-60345ec47676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.056659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event updated for resources: {'Port': ['ID=2bc7db0b-c622-4e4d-aead-14c70f6890ee,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:03.065116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 54af03d0-4e0b-4f63-b233-33166d0cd075 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:03.065977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.097980 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4761d183-f649-4891-9392-60345ec47676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.113235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb83fd1-51f3-4c92-b5b3-8405844fc965 req-007359e3-6064-4aae-bf35-8f1e5e80b60d tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.115746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4bb83fd1-51f3-4c92-b5b3-8405844fc965 req-007359e3-6064-4aae-bf35-8f1e5e80b60d tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 946 time: 0.0957029 Nov 25 17:22:03.180702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.202698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4bb83fd1-51f3-4c92-b5b3-8405844fc965 req-a588661f-5c18-4848-bede-8591e13becf5 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640600 Nov 25 17:22:03.211917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4761d183-f649-4891-9392-60345ec47676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.217634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4761d183-f649-4891-9392-60345ec47676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.219128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4761d183-f649-4891-9392-60345ec47676 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3201f52f-5b26-4653-8893-03cd01f65fe8 HTTP/1.1" status: 204 len: 168 time: 0.2676368 Nov 25 17:22:03.259658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.260847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761d183-f649-4891-9392-60345ec47676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201f52f-5b26-4653-8893-03cd01f65fe8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:03.296254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 54af03d0-4e0b-4f63-b233-33166d0cd075, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=54af03d0-4e0b-4f63-b233-33166d0cd075,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:03.301533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.389277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=54af03d0-4e0b-4f63-b233-33166d0cd075,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:03.406107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35378db-5a8e-475f-ac84-21a9c695fa29 req-d347a5ee-e51f-4673-8c3f-611895f504ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.407877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d35378db-5a8e-475f-ac84-21a9c695fa29 req-d347a5ee-e51f-4673-8c3f-611895f504ea tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.3536432 Nov 25 17:22:03.457207 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:22:03.457670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:22:03.542516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-09a8bb78-48c1-484d-95b6-1317698b775c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8196948 Nov 25 17:22:03.545176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:03.567061 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d35378db-5a8e-475f-ac84-21a9c695fa29 req-e902627d-6f0a-4d9d-87a9-daf6b6bed03f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495588 Nov 25 17:22:03.613414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6bab6-56ae-4514-9ff3-aea694efd7b4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.621150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6bab6-56ae-4514-9ff3-aea694efd7b4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:03.623319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-50c6bab6-56ae-4514-9ff3-aea694efd7b4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0770066 Nov 25 17:22:03.625997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:03.712681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.726323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.728961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-571d94d7-b04e-4771-b19b-183363f51448 None None] Provisioning complete for port 54af03d0-4e0b-4f63-b233-33166d0cd075 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:03.728961 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-571d94d7-b04e-4771-b19b-183363f51448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:03.926904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 3a23ff22-7d01-40c6-b0af-3b4eaf287b62 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:03.927503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.009846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a1489-4810-4983-83ee-33dac7e782e2 req-27ae7e3a-e0b1-4511-aeea-c5fbcd5c5d09 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.011913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-257a1489-4810-4983-83ee-33dac7e782e2 req-27ae7e3a-e0b1-4511-aeea-c5fbcd5c5d09 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 946 time: 0.0840778 Nov 25 17:22:04.013173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Router e8eded19-c846-4b51-bfc4-e8c7f9017b23 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:04.051662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.078264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-52e38bd8-21cd-40de-930f-8424b725f971 None None] Provisioning complete for port 3a23ff22-7d01-40c6-b0af-3b4eaf287b62 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:04.078828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 3a23ff22-7d01-40c6-b0af-3b4eaf287b62 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:04.080095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-21cd-40de-930f-8424b725f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.148545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-257a1489-4810-4983-83ee-33dac7e782e2 req-0a166797-e6a3-41fb-86f6-a8c8bc67d0e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247544 Nov 25 17:22:04.175992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:04.188119 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] Sync routers for ids ['e8eded19-c846-4b51-bfc4-e8c7f9017b23'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:04.191035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-52e38bd8-21cd-40de-930f-8424b725f971 None None] Port 3a23ff22-7d01-40c6-b0af-3b4eaf287b62 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:04.195017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.196510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba5b7614-9e5e-4e68-aba6-b0434ad0d87c tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "PUT /v2.0/routers/e8eded19-c846-4b51-bfc4-e8c7f9017b23 HTTP/1.1" status: 200 len: 884 time: 3.0318713 Nov 25 17:22:04.199828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.203828 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] Routers {'e8eded19-c846-4b51-bfc4-e8c7f9017b23'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:04.204468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e8eded19-c846-4b51-bfc4-e8c7f9017b23'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:04.287442 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:04.297433 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] Routers {'e8eded19-c846-4b51-bfc4-e8c7f9017b23'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:04.298047 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:21:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e8eded19-c846-4b51-bfc4-e8c7f9017b23'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:04.342180 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:04.343163 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05c0d8-89b6-4d1e-8951-0494b206d171 None None] The sync data for ids ['e8eded19-c846-4b51-bfc4-e8c7f9017b23'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:04.373632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.376367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c9613451-8c5b-42bd-a739-813904f48893 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/e8eded19-c846-4b51-bfc4-e8c7f9017b23 HTTP/1.1" status: 200 len: 925 time: 0.1749313 Nov 25 17:22:04.378864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47504) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.426981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f4fae-dd2b-4241-ad2f-677b0fe11f09 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.429324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb8f4fae-dd2b-4241-ad2f-677b0fe11f09 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=e8eded19-c846-4b51-bfc4-e8c7f9017b23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0493093 Nov 25 17:22:04.431978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.439066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=3a23ff22-7d01-40c6-b0af-3b4eaf287b62,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:04.471711 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.475944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/3a23ff22-7d01-40c6-b0af-3b4eaf287b62 HTTP/1.1" status: 204 len: 168 time: 0.8488581 Nov 25 17:22:04.477886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.478244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.478586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.478925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.479256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.479616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.479949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.480330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.480961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.481451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.481783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.482110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b5ff3-afd7-4cf7-90bb-3ee342a74ba2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:04.494131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.551757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788aca8c-48d0-495a-b89d-bdf8d99ca0d0 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.555029 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-788aca8c-48d0-495a-b89d-bdf8d99ca0d0 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.1220312 Nov 25 17:22:04.557803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47514) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.564190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff2b2e-7995-4050-8f8c-cc71e2bddfe3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.565749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff2b2e-7995-4050-8f8c-cc71e2bddfe3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.568378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5aff2b2e-7995-4050-8f8c-cc71e2bddfe3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0728078 Nov 25 17:22:04.571631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47516) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.607157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-060e7a09-6e1c-424e-b1bd-6f0815fae2d2 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8eded19-c846-4b51-bfc4-e8c7f9017b23 HTTP/1.1" status: 200 len: 205 time: 0.0455892 Nov 25 17:22:04.607659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:04.657793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:04.661212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.716941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.859900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51742947-295f-458a-bf59-77b979be671a req-b6a1f644-64b1-4b57-b67d-cf60ed710b58 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:04.867548 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51742947-295f-458a-bf59-77b979be671a req-b6a1f644-64b1-4b57-b67d-cf60ed710b58 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1678457 Nov 25 17:22:04.872613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.882035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:04.958708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.000513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:05.005167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.013973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da15b028-792e-4f5d-bae6-d2cf5fb578f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c HTTP/1.1" status: 204 len: 168 time: 0.4385238 Nov 25 17:22:05.014621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:05.030411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54af03d0-4e0b-4f63-b233-33166d0cd075 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:05.073313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-618bb620-0725-4dfb-adc0-a0bd70b841c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575390 Nov 25 17:22:05.073925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47530) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:05.082819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:05.121651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.137218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 54af03d0-4e0b-4f63-b233-33166d0cd075 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:05.138139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.198885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51742947-295f-458a-bf59-77b979be671a req-2f452f85-1a3d-4c06-bc4a-91a27fa45b1b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299592 Nov 25 17:22:05.271786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66548997-49b8-4ca2-82e9-2ccadd5b8113 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:05.275323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:05.280554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.314694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-eadcc0a0-e8e8-468f-a8ff-1e7af552ecca tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.315840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-eadcc0a0-e8e8-468f-a8ff-1e7af552ecca tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.55 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 946 time: 0.2231870 Nov 25 17:22:05.555171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Deleting port 2bc7db0b-c622-4e4d-aead-14c70f6890ee {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:05.555541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.575507 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.581305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:05.671211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=b58d6e66-7011-4921-83bf-f8840488e4e7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:05.685690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:05.685690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:05.710102 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec47baf6-de57-43ac-92ad-79ac27a781b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.710369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:05.712351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.743961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] Deleting port 54af03d0-4e0b-4f63-b233-33166d0cd075 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:05.744313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.750479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e87cc01-e73a-475b-94c5-aa68d8a57b38 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6726909 Nov 25 17:22:05.753231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:05.767351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'b58d6e66-7011-4921-83bf-f8840488e4e7', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1907152260'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:05.937897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] For port 54af03d0-4e0b-4f63-b233-33166d0cd075, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=54af03d0-4e0b-4f63-b233-33166d0cd075,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:05.938311 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:05.969296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] Calling delete_port for 54af03d0-4e0b-4f63-b233-33166d0cd075 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:05.999662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:06.013546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.051514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port b06b9ec4-1818-444d-9ba6-9c383e3c5fb4 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:06.112686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.130172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Calling delete_port for 2bc7db0b-c622-4e4d-aead-14c70f6890ee owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:06.147627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.186514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] Pushing event deleted for resources: {'Port': ['ID=54af03d0-4e0b-4f63-b233-33166d0cd075,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:06.187647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203f2e4-e42d-4f88-81d4-c48140363404 req-bd8b8001-77be-487d-85b3-b2673018cf65 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.195369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8203f2e4-e42d-4f88-81d4-c48140363404 req-bd8b8001-77be-487d-85b3-b2673018cf65 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 946 time: 0.8378205 Nov 25 17:22:06.206414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a557a-61f0-47d7-a4a4-dd860c923908 None None] No DVR routers for this DVR port 54af03d0-4e0b-4f63-b233-33166d0cd075 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:06.212183 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:06.212781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:22:06.229915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72434730-08b9-4252-9896-0cdaebb05ba8 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:06.258061 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2384480e-1bd0-4b18-bb1e-c05024fbcca9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4999862 Nov 25 17:22:06.258799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47552) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:06.307137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Deleting port 6498f4ce-349b-4b78-8ff7-38684a2381d3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:06.307498 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.311602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-136abcd5-c0f3-463f-95ed-7dbdc60123d0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513623 Nov 25 17:22:06.312589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47554) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:06.419496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] For port 6498f4ce-349b-4b78-8ff7-38684a2381d3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6498f4ce-349b-4b78-8ff7-38684a2381d3,segment=NetworkSegment(5b94fb90-ad4c-462d-bef1-420ccf1231c0),segment_id=5b94fb90-ad4c-462d-bef1-420ccf1231c0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:06.419855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.438034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5096cec-5adc-49a5-bfc0-a2155a15d395 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.441076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5096cec-5adc-49a5-bfc0-a2155a15d395 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.445838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Calling delete_port for 6498f4ce-349b-4b78-8ff7-38684a2381d3 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:06.453143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5096cec-5adc-49a5-bfc0-a2155a15d395 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394577 Nov 25 17:22:06.456562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47556) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:06.468926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8203f2e4-e42d-4f88-81d4-c48140363404 req-c423b639-56b5-43ea-b62c-2776d2edd03b tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/security-groups?id=d6bc849d-fc9f-458e-b559-33a4362797ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634344 Nov 25 17:22:06.577773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2620b0-1cbc-4d06-a0fa-68272c630f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'b58d6e66-7011-4921-83bf-f8840488e4e7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:06.579054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f2620b0-1cbc-4d06-a0fa-68272c630f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.680617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet b58d6e66-7011-4921-83bf-f8840488e4e7 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:06.686813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.710011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.743344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7d16-f277-4501-a712-4296fa94340f req-78133943-1d63-4905-af33-64eb6185e83e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:06.756613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d2d7d16-f277-4501-a712-4296fa94340f req-78133943-1d63-4905-af33-64eb6185e83e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1530619 Nov 25 17:22:06.779660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event deleted for resources: {'Port': ['ID=2bc7db0b-c622-4e4d-aead-14c70f6890ee,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:06.815193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.827362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0511a92-40f3-49ab-a582-a35749bab68f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:06.915645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.927559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6498f4ce-349b-4b78-8ff7-38684a2381d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:06.951047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d2d7d16-f277-4501-a712-4296fa94340f req-12e24c54-5faa-43a1-be81-fb1ed17e95fd tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934619 Nov 25 17:22:06.956295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:06.992997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Pushing event deleted for resources: {'Port': ['ID=6498f4ce-349b-4b78-8ff7-38684a2381d3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:07.026615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54af03d0-4e0b-4f63-b233-33166d0cd075 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:07.041418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.050001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.067991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 54af03d0-4e0b-4f63-b233-33166d0cd075 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:07.073711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54af03d0-4e0b-4f63-b233-33166d0cd075 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-9f2620b0-1cbc-4d06-a0fa-68272c630f52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b58d6e66-7011-4921-83bf-f8840488e4e7: This subnet is being modified by another concurrent operation. Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:22:07.094154 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b58d6e66-7011-4921-83bf-f8840488e4e7: This subnet is being modified by another concurrent operation. Nov 25 17:22:07.098701 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:22:07.109258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.109258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/b58d6e66-7011-4921-83bf-f8840488e4e7 HTTP/1.1" status: 204 len: 168 time: 0.6418126 Nov 25 17:22:07.121476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47568) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.121627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] No DVR routers for this DVR port 6498f4ce-349b-4b78-8ff7-38684a2381d3 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:07.124549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eca934-9f3e-442c-bc38-e5b31bab88eb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=b58d6e66-7011-4921-83bf-f8840488e4e7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:07.125321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.141722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa1abc-f1ab-4b77-9742-d51d93fae14d None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:22:07.144518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5ce30915-80d6-4ee9-b8c5-2df8e5b716b4 req-410d72eb-10a9-4125-a574-4d216b0168e3 tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.55 "DELETE /v2.0/ports/6498f4ce-349b-4b78-8ff7-38684a2381d3 HTTP/1.1" status: 204 len: 173 time: 1.8182857 Nov 25 17:22:07.182349 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6ff0d716-46ea-4dfe-b2f3-5a4945c96013 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595798 Nov 25 17:22:07.187212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47570) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.205515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:07.299557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.312342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.317151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43747b72-f709-4a9a-8a30-f60482710a64', 'name': 'network-vif-deleted', 'tag': '6498f4ce-349b-4b78-8ff7-38684a2381d3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:07.320420 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8a5190-9b0d-49c0-b041-6c259acbb8fa" -d '{"events": [{"server_uuid": "43747b72-f709-4a9a-8a30-f60482710a64", "name": "network-vif-deleted", "tag": "6498f4ce-349b-4b78-8ff7-38684a2381d3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:07.355917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa1abc-f1ab-4b77-9742-d51d93fae14d None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:22:07.391229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:07.394897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.397618 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291e8151-4542-4e02-a1fa-e3411beb779a x-openstack-request-id: req-291e8151-4542-4e02-a1fa-e3411beb779a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:07.398292 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43747b72-f709-4a9a-8a30-f60482710a64", "name": "network-vif-deleted", "tag": "6498f4ce-349b-4b78-8ff7-38684a2381d3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:07.398807 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-291e8151-4542-4e02-a1fa-e3411beb779a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:07.400184 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43747b72-f709-4a9a-8a30-f60482710a64', 'name': 'network-vif-deleted', 'tag': '6498f4ce-349b-4b78-8ff7-38684a2381d3', 'status': 'completed', 'code': 200} Nov 25 17:22:07.407221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.410746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Fanout notify agent at l3_agent the message router_deleted on router e8eded19-c846-4b51-bfc4-e8c7f9017b23 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:07.431256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.439558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c49028f9-f7be-42dc-890e-4336cf1690fd tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/e8eded19-c846-4b51-bfc4-e8c7f9017b23 HTTP/1.1" status: 204 len: 168 time: 2.8306520 Nov 25 17:22:07.440302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.457538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-185045705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:07.504816 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.506573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.655339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.660328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.685796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.687786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-12f984aa-c461-4a58-bdf8-c4252c776046 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2402141 Nov 25 17:22:07.690122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.702962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': True}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:07.739362 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e97002d-19a2-41fd-b61c-b71e91d50f26 req-997a5e42-58ca-4c8f-ad3c-6e34bade60ce tempest-ServerPasswordTestJSON-1905311092 tempest-ServerPasswordTestJSON-1905311092-project] 10.222.0.86 "GET /v2.0/ports?device_id=43747b72-f709-4a9a-8a30-f60482710a64 HTTP/1.1" status: 200 len: 210 time: 0.0567496 Nov 25 17:22:07.764010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.823181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:07.827055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:07.830977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:07.831821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.864136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=6d28642e-aa89-47dc-8707-de05453aaf12,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:07.889085 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-166fb8bd-8189-4648-bc70-2dd1fe41d387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7003512 Nov 25 17:22:07.891558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47586) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:07.899919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:07.926468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d878bb-d266-423c-bded-4690364e285a None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:07.972173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:07.973351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.142809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.150693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92a746cc-c6ad-4f00-be48-0f41ee92a0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.163176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eadbf957-d074-4183-8413-941d41539209 None None] Provisioning complete for port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:08.163803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eadbf957-d074-4183-8413-941d41539209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.181093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.194671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.244412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '6d28642e-aa89-47dc-8707-de05453aaf12'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:08.245261 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.280577 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.285857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-63292018-654c-4bf3-bdd9-6442732ee7ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3895121 Nov 25 17:22:08.287935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47592) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:08.403934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97060b-f11f-4912-8fa7-bc1dd520a240 req-c056bc93-7e0e-4bea-82db-4839e95deec8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:08.405521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b97060b-f11f-4912-8fa7-bc1dd520a240 req-c056bc93-7e0e-4bea-82db-4839e95deec8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.3151405 Nov 25 17:22:08.451426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6d28642e-aa89-47dc-8707-de05453aaf12/765d0483-3ca2-4c6a-994c-93449d3a7d64) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:08.495323 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.528664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.689392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Allocated IP 172.25.8.243 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/36be8fa0-988b-4907-99fc-fec4ced2f4b3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:08.690020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b97060b-f11f-4912-8fa7-bc1dd520a240 req-ed403513-a7d1-4b59-b7ab-40cf314d95a0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215331 Nov 25 17:22:08.702029 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.728124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.748996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.821771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:08.831175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:08.832196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:08.839835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:08.847876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Pushing event updated for resources: {'Port': ['ID=765d0483-3ca2-4c6a-994c-93449d3a7d64,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:08.925835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Deleting subnet 6fd78c6b-1085-419d-ae94-3dab94d41218 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:08.935103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Attempting to bind port 765d0483-3ca2-4c6a-994c-93449d3a7d64 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:08.936555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Attempting to bind port 765d0483-3ca2-4c6a-994c-93449d3a7d64 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:08.937087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Attempting to bind port 765d0483-3ca2-4c6a-994c-93449d3a7d64 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:08.945725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:08.946080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:08.946529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.946945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:08.947538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Bound port: 765d0483-3ca2-4c6a-994c-93449d3a7d64, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:08.947921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:08.949384 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.045959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.057981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.068368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] For port 765d0483-3ca2-4c6a-994c-93449d3a7d64, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:09.072951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] For port 765d0483-3ca2-4c6a-994c-93449d3a7d64, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=765d0483-3ca2-4c6a-994c-93449d3a7d64,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:09.077997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.154042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.167641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe77c7d-fe87-423c-aa74-7b28d8a9ae90 None None] Pushing event updated for resources: {'Port': ['ID=765d0483-3ca2-4c6a-994c-93449d3a7d64,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.219870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.229266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::1 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6d28642e-aa89-47dc-8707-de05453aaf12/ce12137a-37e8-4d9e-ac52-ae5ec17b1972) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:09.251342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.336154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:09.342814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:09.364138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7f0a6-184b-4d96-9bdc-93298cbc006c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:09.366054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.372285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:09.393001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Port': ['ID=36be8fa0-988b-4907-99fc-fec4ced2f4b3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.416887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.463474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.495005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:09.498962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:09.505336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:09.506432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.516712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6405cb10-e745-4991-8e0b-a9dfcadafe73 None None] Provisioning complete for port 36be8fa0-988b-4907-99fc-fec4ced2f4b3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:09.517203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6405cb10-e745-4991-8e0b-a9dfcadafe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.544707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.563216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.571786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6fd78c6b-1085-419d-ae94-3dab94d41218 HTTP/1.1" status: 204 len: 168 time: 0.7392049 Nov 25 17:22:09.572515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:09.582007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380717e7-cd62-47e1-bc0c-ba2cf2701947 None None] Network 751f07d9-e330-4fd9-82a3-12fb11a15b76 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:09.583456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1064be1-b03c-4268-941c-0a96498140fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd78c6b-1085-419d-ae94-3dab94d41218,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:09.739450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.878573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:09.983097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f2362-4b39-4675-a6fa-b9735ee6e46a req-856e7ef2-d6d4-4a27-8c2c-9c62d8e3f543 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:09.985048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492f2362-4b39-4675-a6fa-b9735ee6e46a req-856e7ef2-d6d4-4a27-8c2c-9c62d8e3f543 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1709857 Nov 25 17:22:10.038153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6405cb10-e745-4991-8e0b-a9dfcadafe73 None None] Port 36be8fa0-988b-4907-99fc-fec4ced2f4b3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:10.113579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a7f12-b467-495a-be9e-c1b565ca41de None None] DHCP port deletion for 751f07d9-e330-4fd9-82a3-12fb11a15b76 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:10.117259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.140565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751f07d9-e330-4fd9-82a3-12fb11a15b76']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:10.151841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b94fb90-ad4c-462d-bef1-420ccf1231c0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:10.152128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b94fb90-ad4c-462d-bef1-420ccf1231c0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:10.167790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.188294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.195314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:22:10.195898 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:22:10.256804 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:22:10.260533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.264903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.268227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] 10.222.0.86 "DELETE /v2.0/networks/751f07d9-e330-4fd9-82a3-12fb11a15b76 HTTP/1.1" status: 204 len: 168 time: 0.6925375 Nov 25 17:22:10.291596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aad5c-3e21-4e19-af8f-8ee89d83b226 admin admin] Pushing event deleted for resources: {'Network': ['ID=751f07d9-e330-4fd9-82a3-12fb11a15b76,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.337817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492f2362-4b39-4675-a6fa-b9735ee6e46a req-dc7da205-062a-4133-9769-7fcb207b35e8 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455708 Nov 25 17:22:10.406389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6498f4ce-349b-4b78-8ff7-38684a2381d3 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:10.438132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.457503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 6498f4ce-349b-4b78-8ff7-38684a2381d3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:10.457908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6498f4ce-349b-4b78-8ff7-38684a2381d3 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:10.558625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.560338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.570955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.575037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.690341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:10.816811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:10.964721 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.968001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47644) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:10.969257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:10.986623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2e18327c-40cc-410d-986d-7621ad66a0f3 None None] Provisioning complete for port 765d0483-3ca2-4c6a-994c-93449d3a7d64 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:10.988746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e18327c-40cc-410d-986d-7621ad66a0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.171345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 765d0483-3ca2-4c6a-994c-93449d3a7d64 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:11.285228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e18327c-40cc-410d-986d-7621ad66a0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.323921 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2392f811-b845-421d-a78b-06448aecf134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.336514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2e18327c-40cc-410d-986d-7621ad66a0f3 None None] For port 765d0483-3ca2-4c6a-994c-93449d3a7d64, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=765d0483-3ca2-4c6a-994c-93449d3a7d64,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:11.353980 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e18327c-40cc-410d-986d-7621ad66a0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.363195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.367942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Router 04e75395-8aa4-4c41-a5fb-6acc69c23a42 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:11.419904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:11.429140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:11.465462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 765d0483-3ca2-4c6a-994c-93449d3a7d64 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:11.466441 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.527867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18327c-40cc-410d-986d-7621ad66a0f3 None None] Pushing event updated for resources: {'Port': ['ID=765d0483-3ca2-4c6a-994c-93449d3a7d64,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:11.593929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c5e6975d-2479-495d-bcd3-a3fadc704d46 None None] Provisioning complete for port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:11.594598 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5e6975d-2479-495d-bcd3-a3fadc704d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.658513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6975d-2479-495d-bcd3-a3fadc704d46 None None] Port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:11.685431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ecd09828-59a7-4789-b23f-1fa5b1dce571 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74ceaf1cf3994377873b65573c9f60ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8674738 Nov 25 17:22:11.690454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:11.774452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309b434-a478-421d-9cc4-ffa92317c4ab req-d2343f06-b1d0-4e6c-8ba5-112a2b9c5b21 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:11.776004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5309b434-a478-421d-9cc4-ffa92317c4ab req-d2343f06-b1d0-4e6c-8ba5-112a2b9c5b21 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.2438138 Nov 25 17:22:11.826286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:11.828145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e29-3ecf-414d-b125-12afdcbb6e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.881873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1c1a7258-2307-4597-9755-86d4959b002c None None] Provisioning complete for port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:11.882231 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c1a7258-2307-4597-9755-86d4959b002c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.888935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e29-3ecf-414d-b125-12afdcbb6e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.928506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a7258-2307-4597-9755-86d4959b002c None None] Port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:11.932279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2392f811-b845-421d-a78b-06448aecf134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.938833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2392f811-b845-421d-a78b-06448aecf134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.966398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:11.979666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] Sync routers for ids ['04e75395-8aa4-4c41-a5fb-6acc69c23a42'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:11.983547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:11.983725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5309b434-a478-421d-9cc4-ffa92317c4ab req-83429610-ffbe-4055-9293-0ba379fb07c1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998007 Nov 25 17:22:11.985122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-228a66d4-766f-4594-91ae-b020d996784e tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "PUT /v2.0/routers/04e75395-8aa4-4c41-a5fb-6acc69c23a42 HTTP/1.1" status: 200 len: 918 time: 4.2940304 Nov 25 17:22:11.993538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.005147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2392f811-b845-421d-a78b-06448aecf134 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd0cb50bc3154a1d8d13ccf483d51470&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0335615 Nov 25 17:22:12.009717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] Routers {'04e75395-8aa4-4c41-a5fb-6acc69c23a42'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:12.010497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['04e75395-8aa4-4c41-a5fb-6acc69c23a42'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:12.036175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.047773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f811-b845-421d-a78b-06448aecf134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef8bb7b-6e5b-4889-91c5-e8688a3c0ae2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.067709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:12.085067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] Routers {'04e75395-8aa4-4c41-a5fb-6acc69c23a42'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:12.085903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['04e75395-8aa4-4c41-a5fb-6acc69c23a42'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:12.118386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:12.124840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-daf8cc89-7608-4ca4-b963-f07e1ca7d6a8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "PUT /v2.0/routers/c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8337085 Nov 25 17:22:12.127412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47666) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.136962 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Sync routers for ids ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:12.141887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e29-3ecf-414d-b125-12afdcbb6e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.143308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:12.143996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c0a9c-e744-40d8-91c1-70b79794ae49 None None] The sync data for ids ['04e75395-8aa4-4c41-a5fb-6acc69c23a42'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:12.145863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e29-3ecf-414d-b125-12afdcbb6e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.150892 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Routers {'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:12.152296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee0f5e29-3ecf-414d-b125-12afdcbb6e6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d6bc849d-fc9f-458e-b559-33a4362797ba HTTP/1.1" status: 204 len: 168 time: 0.4596810 Nov 25 17:22:12.159135 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:12.166745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c379e89-1908-4d1a-95d8-f3bb310be958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.172549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-45c39be6-67f1-44cc-9b39-2dfbd117244a tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/04e75395-8aa4-4c41-a5fb-6acc69c23a42 HTTP/1.1" status: 200 len: 924 time: 0.1748133 Nov 25 17:22:12.173016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.173156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f5e29-3ecf-414d-b125-12afdcbb6e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc849d-fc9f-458e-b559-33a4362797ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.206363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c379e89-1908-4d1a-95d8-f3bb310be958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.270848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c379e89-1908-4d1a-95d8-f3bb310be958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.274664 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c379e89-1908-4d1a-95d8-f3bb310be958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.278294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9c379e89-1908-4d1a-95d8-f3bb310be958 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aef8bb7b-6e5b-4889-91c5-e8688a3c0ae2 HTTP/1.1" status: 204 len: 168 time: 0.2384546 Nov 25 17:22:12.290153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c379e89-1908-4d1a-95d8-f3bb310be958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef8bb7b-6e5b-4889-91c5-e8688a3c0ae2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:12.290640 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Set router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:12.328408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83d368-9792-496c-863c-808a259e4ea3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.333980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.335585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7a83d368-9792-496c-863c-808a259e4ea3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports/ce12137a-37e8-4d9e-ac52-ae5ec17b1972 HTTP/1.1" status: 200 len: 911 time: 0.2011566 Nov 25 17:22:12.354576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfdcd0-0779-4e51-86e6-3c4878e5a6da tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.357435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e7dfdcd0-0779-4e51-86e6-3c4878e5a6da tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=04e75395-8aa4-4c41-a5fb-6acc69c23a42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1823535 Nov 25 17:22:12.359918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.401522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58311a6-42f3-414d-84af-abd7540d2367 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.408965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58311a6-42f3-414d-84af-abd7540d2367 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.410667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f58311a6-42f3-414d-84af-abd7540d2367 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0754645 Nov 25 17:22:12.414991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.457341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47684) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.519349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c7af4-f81e-4d44-9fab-ab78e1c9fd9a tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:12.520902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c10c7af4-f81e-4d44-9fab-ab78e1c9fd9a tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.1593125 Nov 25 17:22:12.523979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47690) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.527267 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:07Z', 'updated_at': '2021-11-25T17:22:09Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce12137a-37e8-4d9e-ac52-ae5ec17b1972', 'name': '', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'mac_address': 'fa:16:3e:03:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6d28642e-aa89-47dc-8707-de05453aaf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:08Z', 'updated_at': '2021-11-25T17:22:10Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'subnets': [{'id': '6d28642e-aa89-47dc-8707-de05453aaf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:12.557913 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Checking router: c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:12.558261 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Updating router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:12.579644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f4c07ec-0752-4fa1-a772-a2ab70495754 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=04e75395-8aa4-4c41-a5fb-6acc69c23a42 HTTP/1.1" status: 200 len: 205 time: 0.0512385 Nov 25 17:22:12.580001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47694) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.589294 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.738863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc00b9bd-4a5b-40d0-ac87-88a06b94ca4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.806063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.915899 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc00b9bd-4a5b-40d0-ac87-88a06b94ca4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.922025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:12.937373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-043c2783-1877-4b2d-b1ed-e51ae7a1bb28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.946848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc00b9bd-4a5b-40d0-ac87-88a06b94ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:12.999119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00b9bd-4a5b-40d0-ac87-88a06b94ca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a53a4-f937-4505-adb6-c4cb98096b51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.016884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc00b9bd-4a5b-40d0-ac87-88a06b94ca4c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3468118e18b7486d992de2209c6a890b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5582850 Nov 25 17:22:13.020551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:13.028078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.029815 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.042182 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.044883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 765d0483-3ca2-4c6a-994c-93449d3a7d64 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:13.159374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca38ae29-615a-4629-a235-58e1e479a2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.176054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 765d0483-3ca2-4c6a-994c-93449d3a7d64 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:13.176612 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.213585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca38ae29-615a-4629-a235-58e1e479a2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.243529 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Attempting to bind port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:13.244583 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Attempting to bind port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:13.245132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Attempting to bind port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:13.254002 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:13.254643 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:13.255850 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.256446 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:13.257149 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Bound port: ce12137a-37e8-4d9e-ac52-ae5ec17b1972, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:13.257706 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.329668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-043c2783-1877-4b2d-b1ed-e51ae7a1bb28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.338848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-043c2783-1877-4b2d-b1ed-e51ae7a1bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.350919 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] For port ce12137a-37e8-4d9e-ac52-ae5ec17b1972, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:13.356258 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] For port ce12137a-37e8-4d9e-ac52-ae5ec17b1972, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:13.357936 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f53f8-ccb4-422d-8717-d861681a8e5b None None] Pushing event updated for resources: {'Port': ['ID=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.362482 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.378505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-043c2783-1877-4b2d-b1ed-e51ae7a1bb28 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c760fec0bbc4d588798c4addfe0bdcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4551246 Nov 25 17:22:13.391939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:13.393266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0fd6c-88cb-4580-82b4-b43f8452db43 req-e6ed2c43-a6cb-403c-a158-94c2993b1530 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:13.395996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06a0fd6c-88cb-4580-82b4-b43f8452db43 req-e6ed2c43-a6cb-403c-a158-94c2993b1530 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.2118266 Nov 25 17:22:13.423369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c2783-1877-4b2d-b1ed-e51ae7a1bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7414b1ee-3fd2-488e-95e3-5dea73c6f209,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.439311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca38ae29-615a-4629-a235-58e1e479a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.452357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca38ae29-615a-4629-a235-58e1e479a2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.453717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ca38ae29-615a-4629-a235-58e1e479a2f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e4a53a4-f937-4505-adb6-c4cb98096b51 HTTP/1.1" status: 204 len: 168 time: 0.4316804 Nov 25 17:22:13.471462 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Routers {'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:13.472101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:13.486132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38ae29-615a-4629-a235-58e1e479a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a53a4-f937-4505-adb6-c4cb98096b51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.554143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Deleting port 36be8fa0-988b-4907-99fc-fec4ced2f4b3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:13.554487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.559137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5b9e-49a3-4cdf-9fe0-25cd75f5cb53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.579221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9374160-7610-4159-96a0-1c8a92bee187 None None] Provisioning complete for port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:13.579991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9374160-7610-4159-96a0-1c8a92bee187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.612860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5b9e-49a3-4cdf-9fe0-25cd75f5cb53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.653732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.719718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5b9e-49a3-4cdf-9fe0-25cd75f5cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.722600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5b9e-49a3-4cdf-9fe0-25cd75f5cb53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.726555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3dbb5b9e-49a3-4cdf-9fe0-25cd75f5cb53 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7414b1ee-3fd2-488e-95e3-5dea73c6f209 HTTP/1.1" status: 204 len: 168 time: 0.3306813 Nov 25 17:22:13.740303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5b9e-49a3-4cdf-9fe0-25cd75f5cb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7414b1ee-3fd2-488e-95e3-5dea73c6f209,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.823019 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f53f8-ccb4-422d-8717-d861681a8e5b None None] Pushing event updated for resources: {'Port': ['ID=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:13.846531 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9374160-7610-4159-96a0-1c8a92bee187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.876148 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] Set router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:13.900010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.937199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f9374160-7610-4159-96a0-1c8a92bee187 None None] For port ce12137a-37e8-4d9e-ac52-ae5ec17b1972, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:13.947030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Calling delete_port for 36be8fa0-988b-4907-99fc-fec4ced2f4b3 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:13.948231 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9374160-7610-4159-96a0-1c8a92bee187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:13.993192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06a0fd6c-88cb-4580-82b4-b43f8452db43 req-6049ba5d-1213-4549-b2c2-1c5c3fdb511c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715113 Nov 25 17:22:14.058634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9374160-7610-4159-96a0-1c8a92bee187 None None] Pushing event updated for resources: {'Port': ['ID=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:14.077281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5c15c625-bd93-4723-9799-c3d288aecdd5 None None] Provisioning complete for port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:14.077653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c15c625-bd93-4723-9799-c3d288aecdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.151938 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:07Z', 'updated_at': '2021-11-25T17:22:09Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce12137a-37e8-4d9e-ac52-ae5ec17b1972', 'name': '', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'mac_address': 'fa:16:3e:03:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6d28642e-aa89-47dc-8707-de05453aaf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:08Z', 'updated_at': '2021-11-25T17:22:13Z', 'revision_number': 4, 'project_id': '9014eb585dd84119a986e44617c202e7', 'subnets': [{'id': '6d28642e-aa89-47dc-8707-de05453aaf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:14.233170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:14.233507 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.244421 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a750bf-dc1f-41e8-9ae6-1b8b41522b84 None None] The sync data for ids ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'] in n-d-817303-7 is: [{'id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:07Z', 'updated_at': '2021-11-25T17:22:09Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce12137a-37e8-4d9e-ac52-ae5ec17b1972', 'name': '', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'mac_address': 'fa:16:3e:03:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '6d28642e-aa89-47dc-8707-de05453aaf12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:08Z', 'updated_at': '2021-11-25T17:22:13Z', 'revision_number': 4, 'project_id': '9014eb585dd84119a986e44617c202e7', 'subnets': [{'id': '6d28642e-aa89-47dc-8707-de05453aaf12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:14.337140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.382492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event deleted for resources: {'Port': ['ID=36be8fa0-988b-4907-99fc-fec4ced2f4b3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:14.400328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port ce12137a-37e8-4d9e-ac52-ae5ec17b1972, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:14.400693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:14.413633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02250b50-ea4e-4188-a0ec-1ef03943623d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:14.431645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for ce12137a-37e8-4d9e-ac52-ae5ec17b1972 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:14.509387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.039316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.042982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.064971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ce12137a-37e8-4d9e-ac52-ae5ec17b1972 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:15.145662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ce12137a-37e8-4d9e-ac52-ae5ec17b1972 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:15.147644 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.261386 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.262435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Fanout notify agent at l3_agent the message router_deleted on router 04e75395-8aa4-4c41-a5fb-6acc69c23a42 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:15.272913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.273507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-547d123d-ee67-4ae0-a42a-4d1156786202 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/04e75395-8aa4-4c41-a5fb-6acc69c23a42 HTTP/1.1" status: 204 len: 168 time: 2.6935608 Nov 25 17:22:15.284470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47780) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:15.290072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1436822384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:15.311634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6b2a-129e-476c-bcd4-41c98b2a03bb req-9895f75e-b113-4910-866e-564d0338b2cd tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:15.313682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-545a6b2a-129e-476c-bcd4-41c98b2a03bb req-9895f75e-b113-4910-866e-564d0338b2cd tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1412644 Nov 25 17:22:15.364677 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.366345 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.434885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-545a6b2a-129e-476c-bcd4-41c98b2a03bb req-f0f88021-893e-4257-966b-f3e8a83b6ac7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132560 Nov 25 17:22:15.436364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.478595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=ce12137a-37e8-4d9e-ac52-ae5ec17b1972,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:15.521802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.532457 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.564632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.565983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c7b02202-8c7a-4dc9-909f-c27cba5b8bf9 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2804825 Nov 25 17:22:15.569544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:15.579469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'enable_snat': False}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:15.631045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.881454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:15.914872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.959422 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:15.994229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:16.000871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1aeca1c3-424b-41a3-b91b-4a69b65ed35f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "PUT /v2.0/routers/c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5846510 Nov 25 17:22:16.003890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.083235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447cc327-7b60-4bfa-ab10-b9e4cb408edd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.085696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447cc327-7b60-4bfa-ab10-b9e4cb408edd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.087509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-447cc327-7b60-4bfa-ab10-b9e4cb408edd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826261 Nov 25 17:22:16.090107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47808) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.166599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 6d28642e-aa89-47dc-8707-de05453aaf12 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:16.170387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.212081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.225204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.238245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.259321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] Sync routers for ids ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:16.271944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] Routers {'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:16.273048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:16.346925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.365649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.368049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] Set router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:16.441677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:07Z', 'updated_at': '2021-11-25T17:22:15Z', 'revision_number': 3, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:16.472781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.476523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Allocated IP 172.25.8.198 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a74eeb89-608c-4a77-b4b5-21f42a4cd9f8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:16.477294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] Checking router: c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:16.489480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] Routers {'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:16.490528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:16.550101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=6d28642e-aa89-47dc-8707-de05453aaf12,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:16.572705 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.579483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d77b3316-810f-4c81-9dbb-25c75aa8a9b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6d28642e-aa89-47dc-8707-de05453aaf12 HTTP/1.1" status: 204 len: 168 time: 0.4859490 Nov 25 17:22:16.579646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55267267-2099-4373-a1f9-40fcf0ad74a3 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:16.580555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.635262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] Set router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:16.661557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1818b398-ce59-4965-b0eb-34bb782cddcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.735311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a6dd8a3b-47ad-42e1-8ecf-77977ed5eb06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1533327 Nov 25 17:22:16.737947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47834) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:16.744088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:07Z', 'updated_at': '2021-11-25T17:22:15Z', 'revision_number': 3, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:16.750509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a18a2-baae-41b5-acc2-9559468afe6b req-ffc7aa4d-c31a-4e66-9a5f-41a1e0686d4b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:16.752080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-678a18a2-baae-41b5-acc2-9559468afe6b req-ffc7aa4d-c31a-4e66-9a5f-41a1e0686d4b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1486969 Nov 25 17:22:16.830843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.842731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dea3bc-30d8-4213-af19-6dca2193e832 None None] The sync data for ids ['c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf'] in n-d-817303-7 is: [{'id': 'c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf', 'name': 'tempest-NetworksTestDHCPv6-router-170162494', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:07Z', 'updated_at': '2021-11-25T17:22:15Z', 'revision_number': 3, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:16.853323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-678a18a2-baae-41b5-acc2-9559468afe6b req-0fba7703-2743-41e8-a9b9-47763805cf71 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831685 Nov 25 17:22:16.892815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1818b398-ce59-4965-b0eb-34bb782cddcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.914482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1818b398-ce59-4965-b0eb-34bb782cddcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.948682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.959784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818b398-ce59-4965-b0eb-34bb782cddcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99340047-58dd-4c23-8117-ca820b12af38,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:16.965075 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:16.977243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1818b398-ce59-4965-b0eb-34bb782cddcf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=612babf7343c413cafc49f9943484254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036303 Nov 25 17:22:16.979873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:17.064867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:17.077407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:17.081354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:17.083486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Pushing event updated for resources: {'Port': ['ID=a74eeb89-608c-4a77-b4b5-21f42a4cd9f8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:17.111114 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7295db7f-6cb6-47bf-94ce-87d7738ab065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.115230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d193af5-be37-442d-9f3d-bd378e77ff1d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:17.145402 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7295db7f-6cb6-47bf-94ce-87d7738ab065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.163704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-904d1f3b-886f-4297-9f5a-0b15bc484635 None None] Provisioning complete for port a74eeb89-608c-4a77-b4b5-21f42a4cd9f8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:17.164084 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-904d1f3b-886f-4297-9f5a-0b15bc484635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.216039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-904d1f3b-886f-4297-9f5a-0b15bc484635 None None] Port a74eeb89-608c-4a77-b4b5-21f42a4cd9f8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:17.249097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:17.288532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.291642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.367888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.369209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Fanout notify agent at l3_agent the message router_deleted on router c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:17.386045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.390469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6116fe8d-8803-44a2-b7f1-3f4fe56cf01e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/routers/c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf HTTP/1.1" status: 204 len: 168 time: 0.6492851 Nov 25 17:22:17.393518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47860) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:17.403238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:17.403556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ce12137a-37e8-4d9e-ac52-ae5ec17b1972 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:17.416065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7295db7f-6cb6-47bf-94ce-87d7738ab065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.418204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7295db7f-6cb6-47bf-94ce-87d7738ab065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.428692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7295db7f-6cb6-47bf-94ce-87d7738ab065 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99340047-58dd-4c23-8117-ca820b12af38 HTTP/1.1" status: 204 len: 168 time: 0.4411619 Nov 25 17:22:17.429550 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.457889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295db7f-6cb6-47bf-94ce-87d7738ab065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99340047-58dd-4c23-8117-ca820b12af38,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:17.466027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] Deleting port 765d0483-3ca2-4c6a-994c-93449d3a7d64 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:17.466889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.605683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.611597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:17.628724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ce12137a-37e8-4d9e-ac52-ae5ec17b1972 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:17.629154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ce12137a-37e8-4d9e-ac52-ae5ec17b1972 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:17.629626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 765d0483-3ca2-4c6a-994c-93449d3a7d64 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:17.631429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.743040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] For port 765d0483-3ca2-4c6a-994c-93449d3a7d64, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=765d0483-3ca2-4c6a-994c-93449d3a7d64,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:17.743861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:17.799314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] Calling delete_port for 765d0483-3ca2-4c6a-994c-93449d3a7d64 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:17.988677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47900) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.028557 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.095786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.104047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.111916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.121654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e5b73-9698-4a27-8b06-bc5982a860cd req-fc76cf0f-bbe9-4b0a-ad8d-1437ed33dfb0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.129708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b2e5b73-9698-4a27-8b06-bc5982a860cd req-fc76cf0f-bbe9-4b0a-ad8d-1437ed33dfb0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1121447 Nov 25 17:22:18.149515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 765d0483-3ca2-4c6a-994c-93449d3a7d64, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=765d0483-3ca2-4c6a-994c-93449d3a7d64,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:18.154172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:18.158425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:18.160112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.163864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:18.164532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.178991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=9f1ea49e-95f3-44f3-9d1e-52c7693193d8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.198910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d41364d6-e7b1-45a7-bee3-56443be6e4cd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8028867 Nov 25 17:22:18.200330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47916) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.210227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:18.248355 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.260859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=765d0483-3ca2-4c6a-994c-93449d3a7d64,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.270629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a751df-2bbc-4215-981c-aeabae0b8aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.275310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] No DVR routers for this DVR port 765d0483-3ca2-4c6a-994c-93449d3a7d64 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:18.298892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.299620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.300186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.300780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.301329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.302131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.302721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.303795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.304725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.305157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.306648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.307602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:18.311916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.313717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05172781-739b-4e4d-8014-5f23935e4046 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:18.315681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.358818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff525f54-7ee4-4d3e-9522-cf984eb32261 None None] Pushing event deleted for resources: {'Port': ['ID=765d0483-3ca2-4c6a-994c-93449d3a7d64,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.366393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b2e5b73-9698-4a27-8b06-bc5982a860cd req-2f193093-aa0c-4e22-8ba8-7aff5a467c7d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359974 Nov 25 17:22:18.384972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Router ae9ed3b3-e535-421d-83e6-e9f345d4135c is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:18.468102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.470460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a751df-2bbc-4215-981c-aeabae0b8aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.477515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.484838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a751df-2bbc-4215-981c-aeabae0b8aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.531672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.532997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee2d44ca-222b-40bc-ab18-cd242532ea5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3315008 Nov 25 17:22:18.536600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.539331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-83a751df-2bbc-4215-981c-aeabae0b8aae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3783408d5f9c4538b0c4bc6df9846203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5491512 Nov 25 17:22:18.541932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47926) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.576918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47928) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:18.577683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a751df-2bbc-4215-981c-aeabae0b8aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f996b-2f7f-4f21-88b7-70ba680c72e5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.618080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b558c050-504c-4eb7-8ba1-7e9d36599380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.678379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b558c050-504c-4eb7-8ba1-7e9d36599380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.779626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b558c050-504c-4eb7-8ba1-7e9d36599380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.782945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b558c050-504c-4eb7-8ba1-7e9d36599380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.784571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b558c050-504c-4eb7-8ba1-7e9d36599380 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/861f996b-2f7f-4f21-88b7-70ba680c72e5 HTTP/1.1" status: 204 len: 168 time: 0.2416444 Nov 25 17:22:18.800032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558c050-504c-4eb7-8ba1-7e9d36599380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f996b-2f7f-4f21-88b7-70ba680c72e5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:18.826341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:18.827840 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.864799 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4fb9-6053-4bb4-ae65-c895b2f236e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.991417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:18.994242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:18.999398 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b1aea325-db28-4662-8ba7-b2984f04c433 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "PUT /v2.0/routers/ae9ed3b3-e535-421d-83e6-e9f345d4135c HTTP/1.1" status: 200 len: 920 time: 3.4284565 Nov 25 17:22:19.000581 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] Sync routers for ids ['ae9ed3b3-e535-421d-83e6-e9f345d4135c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:19.002984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.013531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] Routers {'ae9ed3b3-e535-421d-83e6-e9f345d4135c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:19.014588 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ae9ed3b3-e535-421d-83e6-e9f345d4135c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:19.063537 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:19.077830 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] Routers {'ae9ed3b3-e535-421d-83e6-e9f345d4135c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:19.080248 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ae9ed3b3-e535-421d-83e6-e9f345d4135c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:19.095007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4fb9-6053-4bb4-ae65-c895b2f236e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.109237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4fb9-6053-4bb4-ae65-c895b2f236e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.126494 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:19.127526 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e57a7-d005-4c3a-ac75-3af2800ea537 None None] The sync data for ids ['ae9ed3b3-e535-421d-83e6-e9f345d4135c'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:19.186339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/9f1ea49e-95f3-44f3-9d1e-52c7693193d8/62e6117f-9fa6-4d33-9803-464def8819f4) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:19.197097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ad3e4fb9-6053-4bb4-ae65-c895b2f236e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95aadae78f214947ab2472c55fc7af02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155915 Nov 25 17:22:19.199894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e4fb9-6053-4bb4-ae65-c895b2f236e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf3d36-2280-49d6-ae81-0422e37e2ad4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.202525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.217578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a2c0c7f-8939-44f4-abcc-93c2dbe4913a tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/ae9ed3b3-e535-421d-83e6-e9f345d4135c HTTP/1.1" status: 200 len: 926 time: 0.2120986 Nov 25 17:22:19.221520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.296429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cba30eaa-17a9-4eff-88be-400f6694bed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.310081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9365d90-74eb-456c-84ab-5982eff270f4 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.311942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c9365d90-74eb-456c-84ab-5982eff270f4 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=ae9ed3b3-e535-421d-83e6-e9f345d4135c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0894046 Nov 25 17:22:19.314702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.334334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cba30eaa-17a9-4eff-88be-400f6694bed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.348886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47960) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.371698 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43c27e95-76ee-4603-9144-40b30aeb4c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.394139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.441727 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.451783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cba30eaa-17a9-4eff-88be-400f6694bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.453866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.455410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cba30eaa-17a9-4eff-88be-400f6694bed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.459667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cba30eaa-17a9-4eff-88be-400f6694bed0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63cf3d36-2280-49d6-ae81-0422e37e2ad4 HTTP/1.1" status: 204 len: 168 time: 0.2514167 Nov 25 17:22:19.503305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba30eaa-17a9-4eff-88be-400f6694bed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf3d36-2280-49d6-ae81-0422e37e2ad4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.553459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd28e17-cab2-4e2d-aa7a-58cb2466686c tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.557282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bdd28e17-cab2-4e2d-aa7a-58cb2466686c tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 881 time: 0.2388616 Nov 25 17:22:19.559053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:19.560142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47966) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.564528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:19.569696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:19.573007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Pushing event updated for resources: {'Port': ['ID=62e6117f-9fa6-4d33-9803-464def8819f4,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.617934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4cdca0c1-1028-4470-b423-54a288c04c92 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae9ed3b3-e535-421d-83e6-e9f345d4135c HTTP/1.1" status: 200 len: 205 time: 0.0566375 Nov 25 17:22:19.624970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.679324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Attempting to bind port 62e6117f-9fa6-4d33-9803-464def8819f4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:19.681292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Attempting to bind port 62e6117f-9fa6-4d33-9803-464def8819f4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:19.681564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Attempting to bind port 62e6117f-9fa6-4d33-9803-464def8819f4 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:19.689450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43c27e95-76ee-4603-9144-40b30aeb4c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.690182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:19.690472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:19.690930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.691369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:19.691957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Bound port: 62e6117f-9fa6-4d33-9803-464def8819f4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:19.692367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.715556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43c27e95-76ee-4603-9144-40b30aeb4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.741761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990809e8-95ec-44f8-90f6-4ff66135001e req-b28b5201-e5f6-49c7-8455-661dcb42f8c6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:19.743336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-990809e8-95ec-44f8-90f6-4ff66135001e req-b28b5201-e5f6-49c7-8455-661dcb42f8c6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.2261605 Nov 25 17:22:19.805979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] For port 62e6117f-9fa6-4d33-9803-464def8819f4, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:19.812428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-43c27e95-76ee-4603-9144-40b30aeb4c94 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=065420b89f3e42069f4243f9c21882d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592562 Nov 25 17:22:19.812597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] For port 62e6117f-9fa6-4d33-9803-464def8819f4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=62e6117f-9fa6-4d33-9803-464def8819f4,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:19.815229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.824652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c27e95-76ee-4603-9144-40b30aeb4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f522741-b8a4-45c7-8c0b-6ff9e1f8fb9b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.825257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.827748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47976) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:19.877712 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-990809e8-95ec-44f8-90f6-4ff66135001e req-e3eeca29-8f65-44da-b3eb-e5b30ec77ab9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192291 Nov 25 17:22:19.919249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e3d1-f0d8-4864-bf28-192f043142b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.929065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:19.964383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96387e2-28cf-4c1c-b945-0d13eee49c93 None None] Pushing event updated for resources: {'Port': ['ID=62e6117f-9fa6-4d33-9803-464def8819f4,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:19.968929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e3d1-f0d8-4864-bf28-192f043142b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.052289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47982) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:20.084164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e3d1-f0d8-4864-bf28-192f043142b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.084879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::1 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/9f1ea49e-95f3-44f3-9d1e-52c7693193d8/eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:20.090440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e3d1-f0d8-4864-bf28-192f043142b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.095791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ffd4e3d1-f0d8-4864-bf28-192f043142b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f522741-b8a4-45c7-8c0b-6ff9e1f8fb9b HTTP/1.1" status: 204 len: 168 time: 0.2795978 Nov 25 17:22:20.096747 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5512823-6881-4094-adce-29423f8088f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.102209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.115453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9249dac-9886-4e72-bdd9-5402cd3a4b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.125198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4e3d1-f0d8-4864-bf28-192f043142b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f522741-b8a4-45c7-8c0b-6ff9e1f8fb9b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.295491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9249dac-9886-4e72-bdd9-5402cd3a4b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.313385 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d9249dac-9886-4e72-bdd9-5402cd3a4b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.325943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Deleting port a74eeb89-608c-4a77-b4b5-21f42a4cd9f8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:20.326323 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.357733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.359952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5512823-6881-4094-adce-29423f8088f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.371445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5512823-6881-4094-adce-29423f8088f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.405762 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5512823-6881-4094-adce-29423f8088f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e08539defd8a4c6f87260b75057c653f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518448 Nov 25 17:22:20.406882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249dac-9886-4e72-bdd9-5402cd3a4b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed39c74f-b118-44af-9901-1315d64928fd,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.407022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:20.436085 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9249dac-9886-4e72-bdd9-5402cd3a4b40 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=269d2f6b48fc4f2d89b969c7ec66b32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035390 Nov 25 17:22:20.437231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5512823-6881-4094-adce-29423f8088f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc2f77-d7c3-4247-8a84-6dcda23f3fed,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.440983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47990) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:20.498108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb67def2-820e-4e2a-b6f2-e0e6cedb8731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.498814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.515875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Calling delete_port for a74eeb89-608c-4a77-b4b5-21f42a4cd9f8 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:20.526038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.535263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb67def2-820e-4e2a-b6f2-e0e6cedb8731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.570903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3da74abc-224e-4172-a5c0-7a184599aaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.602568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb67def2-820e-4e2a-b6f2-e0e6cedb8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.608203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb67def2-820e-4e2a-b6f2-e0e6cedb8731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.609951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eb67def2-820e-4e2a-b6f2-e0e6cedb8731 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed39c74f-b118-44af-9901-1315d64928fd HTTP/1.1" status: 204 len: 168 time: 0.1678352 Nov 25 17:22:20.624859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67def2-820e-4e2a-b6f2-e0e6cedb8731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed39c74f-b118-44af-9901-1315d64928fd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.647352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:20.650817 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3da74abc-224e-4172-a5c0-7a184599aaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.658821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.664393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:20.673823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:20.674360 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.868358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3da74abc-224e-4172-a5c0-7a184599aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.871306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3da74abc-224e-4172-a5c0-7a184599aaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:20.872489 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3da74abc-224e-4172-a5c0-7a184599aaf3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27dc2f77-d7c3-4247-8a84-6dcda23f3fed HTTP/1.1" status: 204 len: 168 time: 0.4642925 Nov 25 17:22:20.886134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da74abc-224e-4172-a5c0-7a184599aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc2f77-d7c3-4247-8a84-6dcda23f3fed,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:20.970428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.067947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.122379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d481c-135b-498f-a90a-103692755b05 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:21.159156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event deleted for resources: {'Port': ['ID=a74eeb89-608c-4a77-b4b5-21f42a4cd9f8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:21.191848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6a0ae-6a76-4839-b0e0-e5f972c12d1a req-951b8696-38c0-4da8-8fad-94e5840dec1a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:21.194258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6a0ae-6a76-4839-b0e0-e5f972c12d1a req-951b8696-38c0-4da8-8fad-94e5840dec1a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1507766 Nov 25 17:22:21.227334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 62e6117f-9fa6-4d33-9803-464def8819f4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:21.332014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fae6a0ae-6a76-4839-b0e0-e5f972c12d1a req-d90418a9-c016-4b89-a702-28e037e658aa tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254218 Nov 25 17:22:21.353158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 62e6117f-9fa6-4d33-9803-464def8819f4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:21.353745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.369622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.460722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.514036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.516563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.527337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 62e6117f-9fa6-4d33-9803-464def8819f4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=62e6117f-9fa6-4d33-9803-464def8819f4,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:21.542018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.546718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8d2f82ab-70a5-49d5-947d-c5714d46c10c None None] Provisioning complete for port 62e6117f-9fa6-4d33-9803-464def8819f4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:21.547555 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8d2f82ab-70a5-49d5-947d-c5714d46c10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.599709 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.600873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Fanout notify agent at l3_agent the message router_deleted on router ae9ed3b3-e535-421d-83e6-e9f345d4135c {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:21.619966 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.619966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-df30345a-ab7a-4f6c-b3b2-bdd4cb2c2a9a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/ae9ed3b3-e535-421d-83e6-e9f345d4135c HTTP/1.1" status: 204 len: 168 time: 1.9884243 Nov 25 17:22:21.625977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48032) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:21.633578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1581333739', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:21.665879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.668283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.684495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=62e6117f-9fa6-4d33-9803-464def8819f4,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:21.783535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.793903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.795572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.810459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.897576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-125834aa-4c30-48d5-bc69-99364dda626c None None] Provisioning complete for port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:21.900356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-125834aa-4c30-48d5-bc69-99364dda626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:21.916550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:21.974311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-125834aa-4c30-48d5-bc69-99364dda626c None None] Port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:22.003077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:22.005069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:22.049162 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.423965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-470ee53e-b5a6-4276-bd43-4434d61aaeff None None] Provisioning complete for port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:22.424921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-470ee53e-b5a6-4276-bd43-4434d61aaeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.460623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:22.494428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:22.534003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-470ee53e-b5a6-4276-bd43-4434d61aaeff None None] Port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:22.609121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.624550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:22.638318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-12440bb6-da37-43e2-b9cb-adac9be04e40 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "PUT /v2.0/routers/b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0977907 Nov 25 17:22:22.638789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48070) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:22.638909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Sync routers for ids ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:22.643833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.656391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Routers {'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:22.656391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:22.735231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa160001-f91e-4565-8b6a-4b464a452567 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.742290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa160001-f91e-4565-8b6a-4b464a452567 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports/eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad HTTP/1.1" status: 200 len: 911 time: 0.1019077 Nov 25 17:22:22.743338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48072) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:22.762814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-291756129-network', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:22.800460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63fef-cc60-42e6-8a38-29a2a247107d req-6f2da0ad-bc2d-4cc8-8845-be220e4d8071 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.802719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebc63fef-cc60-42e6-8a38-29a2a247107d req-6f2da0ad-bc2d-4cc8-8845-be220e4d8071 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.3273537 Nov 25 17:22:22.837673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad199967-7f4a-40ce-b6e4-cb3e3d7ce211 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.842170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Allocated IP 172.25.8.201 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/8aff4c00-0c01-474b-a9df-5501a0b8ca60) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:22.844574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad199967-7f4a-40ce-b6e4-cb3e3d7ce211 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:22.850510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48078) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:22.850758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ad199967-7f4a-40ce-b6e4-cb3e3d7ce211 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1056280 Nov 25 17:22:22.852493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Made reservation on behalf of d6bec12d235d4779aaad8710b972c6a1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:22.855102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.865908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:22.954440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Set router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:22.993317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebc63fef-cc60-42e6-8a38-29a2a247107d req-6b48685b-0293-488c-bd6c-0e86d49009ef tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837034 Nov 25 17:22:23.015035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.024950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.070948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:23.077993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 62e6117f-9fa6-4d33-9803-464def8819f4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:23.126972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb88d2-4847-4b51-9059-a8044e018364,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:23.133649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.134365 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Added segment 9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66 of type vlan for network fbcb8451-84cb-4395-8497-6f4022a1e10d Nov 25 17:22:23.188446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.234402 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.276298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.277497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:23.278222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.280425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.331944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 62e6117f-9fa6-4d33-9803-464def8819f4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:23.332906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.413501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9513383 Nov 25 17:22:23.431674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:18Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None, '_interfaces': [{'id': 'eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad', 'name': '', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'mac_address': 'fa:16:3e:78:ec:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:19Z', 'updated_at': '2021-11-25T17:22:21Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'subnets': [{'id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:23.446603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48092) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:23.454287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Request body: {'subnet': {'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-291756129-subnet', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:23.477878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edc0c6-1009-4a50-97ce-c433abb7ec50 admin admin] Pushing event updated for resources: {'Network': ['ID=fbcb8451-84cb-4395-8497-6f4022a1e10d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:23.510591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network fbcb8451-84cb-4395-8497-6f4022a1e10d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:23.524230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Made reservation on behalf of d6bec12d235d4779aaad8710b972c6a1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:23.528954 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.612924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Checking router: b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:23.624184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Updating router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:23.679594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:23.857041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event updated for resources: {'Port': ['ID=8aff4c00-0c01-474b-a9df-5501a0b8ca60,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:23.875154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:23.877666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:23.883557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:23.902640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d7cc7-d9fb-4a47-bd04-0fb81bdb158b None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:23.950410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.041047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9437fb6a-edc2-40e3-914e-80a29aad534d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.077770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Checking segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:24.078174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Network hostable DHCP agents. Network: fbcb8451-84cb-4395-8497-6f4022a1e10d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:22:24.105155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.118126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Network fbcb8451-84cb-4395-8497-6f4022a1e10d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:22:24.130305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, fbcb8451-84cb-4395-8497-6f4022a1e10d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:24.134034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.142905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffddf6-6fb2-488b-856b-b58562544139 None None] Network fbcb8451-84cb-4395-8497-6f4022a1e10d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:24.145273 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.153394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.156040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.191122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d6ed8e66-8788-4558-97bc-feb58cff3464 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7434435 Nov 25 17:22:24.194411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:24.202296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:24.254612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.257168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.368634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.402280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b83c6c15-4218-45a9-bb58-3e1f122d2513 None None] Provisioning complete for port 8aff4c00-0c01-474b-a9df-5501a0b8ca60 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:24.403054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b83c6c15-4218-45a9-bb58-3e1f122d2513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.438458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.460073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da269b-7b9e-475e-a8c4-40ab50bbf319 None None] Pushing event updated for resources: {'Port': ['ID=eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:24.516935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Attempting to bind port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:24.517652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Attempting to bind port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:24.518276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Attempting to bind port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:24.528900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b83c6c15-4218-45a9-bb58-3e1f122d2513 None None] Port 8aff4c00-0c01-474b-a9df-5501a0b8ca60 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:24.535360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:24.540130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:24.540907 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.541572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:24.542331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Bound port: eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:24.542982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.626805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-fbcb8451-84cb-4395-8497-6f4022a1e10d', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:24.628374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.666862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dcb3b-5535-4699-a58d-bd771302ff32 req-86de4dc7-1272-4f36-92da-27e948b7edc2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:24.675790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:24.679963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d0dcb3b-5535-4699-a58d-bd771302ff32 req-86de4dc7-1272-4f36-92da-27e948b7edc2 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.5144258 Nov 25 17:22:24.821700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Allocated IP 172.20.0.2 (fbcb8451-84cb-4395-8497-6f4022a1e10d/9437fb6a-edc2-40e3-914e-80a29aad534d/d267a81e-39a5-47d4-bc09-ccfd3e6966ae) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:24.868414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d0dcb3b-5535-4699-a58d-bd771302ff32 req-588c595b-0be7-4965-839e-b42dad9d3064 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873510 Nov 25 17:22:24.982040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.040102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:25.040493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.085444 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.111401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.125745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-32eea4fe-95ae-4226-a3d8-7435d8bf0a84 None None] Provisioning complete for port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:25.126203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32eea4fe-95ae-4226-a3d8-7435d8bf0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.128533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] For port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:25.136211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] For port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:25.169567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.240786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da269b-7b9e-475e-a8c4-40ab50bbf319 None None] Pushing event updated for resources: {'Port': ['ID=eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.263584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Allocated IP 172.25.8.119 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a59dfa1c-ca48-4624-8ded-642bdf17475a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:25.294628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:25.294996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.310540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:25.380760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Routers {'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:25.383361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:25.500221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.586336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.627800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:25.649134 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.650348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:25.653591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:25.656383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:25.664206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.675966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48150) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:25.677958 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.690748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a59dfa1c-ca48-4624-8ded-642bdf17475a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.703250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156197fb-7a2e-4748-a81e-64d69f4d95ba None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:25.749390 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32eea4fe-95ae-4226-a3d8-7435d8bf0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.771134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Network fbcb8451-84cb-4395-8497-6f4022a1e10d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:25.775260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] Set router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:25.797794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:25.835448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:25.837026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:25.859338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:25.865287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Router c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:25.929355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Pushing event updated for resources: {'Port': ['ID=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.027981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Attempting to bind port d267a81e-39a5-47d4-bc09-ccfd3e6966ae on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:26.028521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Attempting to bind port d267a81e-39a5-47d4-bc09-ccfd3e6966ae by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:26.028987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Attempting to bind port d267a81e-39a5-47d4-bc09-ccfd3e6966ae on network fbcb8451-84cb-4395-8497-6f4022a1e10d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:26.075521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:26.075992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Checking segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:26.076476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.076946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Bound using segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:26.077518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Bound port: d267a81e-39a5-47d4-bc09-ccfd3e6966ae, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:26.077991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.134823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.180347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ca00b03-cef5-42fb-aa8d-201d93726f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.309926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ca00b03-cef5-42fb-aa8d-201d93726f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.322197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:26.328649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ca00b03-cef5-42fb-aa8d-201d93726f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.367969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3956b7-b96b-4e64-9d77-a460f24ed5c5 req-b5d96711-486d-4eec-9974-4e47df0173cc tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.369675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd3956b7-b96b-4e64-9d77-a460f24ed5c5 req-b5d96711-486d-4eec-9974-4e47df0173cc tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.3218763 Nov 25 17:22:26.382944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:26.396909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'port_id': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'mac_address': 'fa:16:3e:69:ef:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded0859c-b73f-441d-a86c-a6473a49dbad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:26.439442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6ca00b03-cef5-42fb-aa8d-201d93726f89 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=93c6bae4dc274e7f8a873c080881923e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7217257 Nov 25 17:22:26.443214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:26.493175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.509850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca00b03-cef5-42fb-aa8d-201d93726f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2620d4ad-bacb-4fd0-b08f-03f3ff5f96b2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.518318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.534244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fbcac69a-024b-4325-a94d-d7c8d1a4a1a7 None None] Provisioning complete for port a59dfa1c-ca48-4624-8ded-642bdf17475a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:26.534618 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fbcac69a-024b-4325-a94d-d7c8d1a4a1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.539375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:26.550004 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] Sync routers for ids ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:26.565344 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] Routers {'c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:26.565972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:26.573638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.577107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-650f8c67-aebb-4a8a-9343-f41611e6789e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9469037 Nov 25 17:22:26.578954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48164) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:26.583427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:26.589821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:26.604712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d2c61a-5bc8-420e-bed1-0731eecb6d36 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:26.616318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fbcac69a-024b-4325-a94d-d7c8d1a4a1a7 None None] Port a59dfa1c-ca48-4624-8ded-642bdf17475a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:26.650187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06d11c5e-54bd-4d4c-abf1-55212321320f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "PUT /v2.0/routers/b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7961559 Nov 25 17:22:26.650805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48168) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:26.657925 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:26.676825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fbcac69a-024b-4325-a94d-d7c8d1a4a1a7 None None] Could not find standard attr ID for object eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:22:26.682125 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] Routers {'c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:26.682934 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:26.693408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:26.695832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] For port d267a81e-39a5-47d4-bc09-ccfd3e6966ae, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:26.696724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd3956b7-b96b-4e64-9d77-a460f24ed5c5 req-d79a2eca-49ea-443d-a597-df6f6a9e31c7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056431 Nov 25 17:22:26.701399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.744385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bf954be-1557-488e-9fd6-7f6f0000a3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.769093 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:26.770070 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bffc07-ea47-4bc5-bb95-850f0bdec333 None None] The sync data for ids ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:26.770887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac94a6-d68d-4501-8fda-023d9354f012 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.771637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.772925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac94a6-d68d-4501-8fda-023d9354f012 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:26.779421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] For port d267a81e-39a5-47d4-bc09-ccfd3e6966ae, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:26.781579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98ac94a6-d68d-4501-8fda-023d9354f012 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1250563 Nov 25 17:22:26.785523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48170) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:26.786758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:18Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None, '_interfaces': [{'id': 'eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad', 'name': '', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'mac_address': 'fa:16:3e:78:ec:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:19Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 4, 'project_id': '9014eb585dd84119a986e44617c202e7', 'subnets': [{'id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:26.790539 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.791778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bf954be-1557-488e-9fd6-7f6f0000a3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.844977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 9f1ea49e-95f3-44f3-9d1e-52c7693193d8 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:26.852893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.854546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bf954be-1557-488e-9fd6-7f6f0000a3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.863943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5bf954be-1557-488e-9fd6-7f6f0000a3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:26.865993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5bf954be-1557-488e-9fd6-7f6f0000a3a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2620d4ad-bacb-4fd0-b08f-03f3ff5f96b2 HTTP/1.1" status: 204 len: 168 time: 0.4194324 Nov 25 17:22:26.875809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a3664-aa17-4cb0-a135-d06829523685 None None] Pushing event updated for resources: {'Port': ['ID=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.882855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb4af-b815-4057-8fe1-6018a6f8d5de None None] The sync data for ids ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'] in n-d-817303-7 is: [{'id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:18Z', 'updated_at': '2021-11-25T17:22:20Z', 'revision_number': 2, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None, '_interfaces': [{'id': 'eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad', 'name': '', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'mac_address': 'fa:16:3e:78:ec:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:19Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 4, 'project_id': '9014eb585dd84119a986e44617c202e7', 'subnets': [{'id': '9f1ea49e-95f3-44f3-9d1e-52c7693193d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:26.887817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf954be-1557-488e-9fd6-7f6f0000a3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620d4ad-bacb-4fd0-b08f-03f3ff5f96b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:26.970494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Router 47ddff08-96c3-4795-b43c-f1c1764449d1 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:22:26.982003 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:22:26.987882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['71d2c61a-5bc8-420e-bed1-0731eecb6d36'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:27.125687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.308169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:27.322606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Sync routers for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:27.362727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:27.369942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.370474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:27.372183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.383602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ce558de4-da2e-4814-a6f8-fd0de915b9c1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1867640 Nov 25 17:22:27.392931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:27.544725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:27.545148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48180) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:27.576716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd45fff6-9242-41e4-a8dd-9973bafc81fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.697328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:27.936762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd45fff6-9242-41e4-a8dd-9973bafc81fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.956523 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:27.982384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 71d2c61a-5bc8-420e-bed1-0731eecb6d36 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:28.012602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:28.019599 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.153879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:28.158091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd45fff6-9242-41e4-a8dd-9973bafc81fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.188348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 3, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:28.223395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.252009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bf739-c8fa-49d3-ab6d-92d12a4724b9 req-7cd50562-a43c-4cc2-a7d4-a2d2f4e0e338 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:28.260222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-752bf739-c8fa-49d3-ab6d-92d12a4724b9 req-7cd50562-a43c-4cc2-a7d4-a2d2f4e0e338 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 943 time: 0.1380293 Nov 25 17:22:28.271816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48186) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:28.282373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd45fff6-9242-41e4-a8dd-9973bafc81fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=046e76b9ac204230bb30714f07206f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353914 Nov 25 17:22:28.295786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.299656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fff6-9242-41e4-a8dd-9973bafc81fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863322b-a6f3-46cd-9756-f7658b4c1d69,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:28.307107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.361575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1ea49e-95f3-44f3-9d1e-52c7693193d8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:28.363821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.368290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52e972bc-2448-4535-afec-13aef1ba2d76 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/9f1ea49e-95f3-44f3-9d1e-52c7693193d8 HTTP/1.1" status: 204 len: 168 time: 1.5813706 Nov 25 17:22:28.375498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:28.402313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Checking router: 47ddff08-96c3-4795-b43c-f1c1764449d1 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:28.402662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Updating router 47ddff08-96c3-4795-b43c-f1c1764449d1 port a59dfa1c-ca48-4624-8ded-642bdf17475a binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:28.405808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105a690-8b5f-4938-bfae-00f0936ebedd None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:28.445794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-752bf739-c8fa-49d3-ab6d-92d12a4724b9 req-f624b895-9c9c-4f28-89b6-a812cba6dda7 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803825 Nov 25 17:22:28.475415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.485085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c827b0a-4583-41c1-aa79-94c694494265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.517508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c827b0a-4583-41c1-aa79-94c694494265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.532027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Deleting port 8aff4c00-0c01-474b-a9df-5501a0b8ca60 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:28.532517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.665390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.669005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c827b0a-4583-41c1-aa79-94c694494265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.672489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5c827b0a-4583-41c1-aa79-94c694494265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:28.673748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5c827b0a-4583-41c1-aa79-94c694494265 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9863322b-a6f3-46cd-9756-f7658b4c1d69 HTTP/1.1" status: 204 len: 168 time: 0.3997016 Nov 25 17:22:28.693301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Calling delete_port for 8aff4c00-0c01-474b-a9df-5501a0b8ca60 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:28.696378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827b0a-4583-41c1-aa79-94c694494265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863322b-a6f3-46cd-9756-f7658b4c1d69,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:28.790347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917246db-0143-4826-8f62-569285e48958 None None] Network fbcb8451-84cb-4395-8497-6f4022a1e10d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:28.960412 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9bfa7892-58d1-401a-aea5-69c08e137511 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5830903 Nov 25 17:22:28.963823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48208) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:29.075708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.113530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35938b2b-f896-45d9-9533-4c6aaa354dd5 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:29.133828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Pushing event deleted for resources: {'Port': ['ID=8aff4c00-0c01-474b-a9df-5501a0b8ca60,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:29.160598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.175593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-843f458e-c639-48d9-b601-55ce981b901e None None] Provisioning complete for port d267a81e-39a5-47d4-bc09-ccfd3e6966ae triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:29.175973 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-843f458e-c639-48d9-b601-55ce981b901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.181361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d267a81e-39a5-47d4-bc09-ccfd3e6966ae up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:29.233241 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.281145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.309382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:29.336493 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] Sync routers for ids ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:29.354627 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] Routers {'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:29.358328 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:29.373897 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.416326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.472424 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] Set router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:29.602768 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:18Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 3, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:29.615255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:29.650133 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] Checking router: b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:29.668077 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] Routers {'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:29.671271 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:29.694458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebf071-bc34-49fd-9ab1-180716f2116d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:29.725955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.732770 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.825061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be4113-4987-4ef2-8015-1a5f0bba6a77 req-b5d3bfe9-611a-49e8-9933-cecc5b67d025 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:29.827294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54be4113-4987-4ef2-8015-1a5f0bba6a77 req-b5d3bfe9-611a-49e8-9933-cecc5b67d025 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 943 time: 0.2211320 Nov 25 17:22:29.844621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Router c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:29.876523 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] Set router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:29.877468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Attempting to bind port a59dfa1c-ca48-4624-8ded-642bdf17475a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:29.877966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Attempting to bind port a59dfa1c-ca48-4624-8ded-642bdf17475a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:29.878395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Attempting to bind port a59dfa1c-ca48-4624-8ded-642bdf17475a on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:29.909998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.913690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Allocated IP 172.20.0.1 (fbcb8451-84cb-4395-8497-6f4022a1e10d/9437fb6a-edc2-40e3-914e-80a29aad534d/966483b4-22b2-4080-80bd-6878d05147c4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:29.917137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.920817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:29.924094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:29.924639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.925086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:29.926193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Bound port: a59dfa1c-ca48-4624-8ded-642bdf17475a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:29.926696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.936235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0a17-09b7-4b53-a77f-a6c5c6ce47e8 None None] Pushing event updated for resources: {'Port': ['ID=a59dfa1c-ca48-4624-8ded-642bdf17475a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:29.987791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:29.988680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Fanout notify agent at l3_agent the message router_deleted on router b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:29.998497 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.003182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dfcdf943-43d5-4125-ad56-66be4c10b3d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/routers/b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e HTTP/1.1" status: 204 len: 168 time: 1.0379088 Nov 25 17:22:30.014822 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:18Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 3, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.023545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48232) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.068987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] Deleting port 62e6117f-9fa6-4d33-9803-464def8819f4 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:30.069270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.075622 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c73c42-a261-4d9b-a134-f1920a1db5bd None None] The sync data for ids ['b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e'] in n-d-817303-7 is: [{'id': 'b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e', 'name': 'tempest-NetworksTestDHCPv6-router-1371469611', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:18Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 3, 'project_id': '9014eb585dd84119a986e44617c202e7', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:30.100498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d267a81e-39a5-47d4-bc09-ccfd3e6966ae triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:30.100873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.182200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.216024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:30.216481 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.227940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:30.250643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.251974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f656d82-2f59-4e22-9dbf-56ca0a98e5fe tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "PUT /v2.0/routers/c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 200 len: 710 time: 3.6723387 Nov 25 17:22:30.258465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.262390 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54be4113-4987-4ef2-8015-1a5f0bba6a77 req-f1cb90e8-8ab9-4570-bb82-67ad866aef85 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155829 Nov 25 17:22:30.281683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.281860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec74ab-0f07-44cc-afb3-7df99a298266 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.284189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] Sync routers for ids ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:30.284341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ceec74ab-0f07-44cc-afb3-7df99a298266 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1910706 Nov 25 17:22:30.286523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48244) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.352410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-843f458e-c639-48d9-b601-55ce981b901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.382229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19252fb-d746-4fef-8023-67d8d6f533c0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:30.388968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e19252fb-d746-4fef-8023-67d8d6f533c0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1010940 Nov 25 17:22:30.389974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.393570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] For port 62e6117f-9fa6-4d33-9803-464def8819f4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=62e6117f-9fa6-4d33-9803-464def8819f4,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:30.394921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.442555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Network fbcb8451-84cb-4395-8497-6f4022a1e10d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:30.460640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2e2d54da-3b87-420a-800c-752d682f9225 tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/routers/c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 200 len: 745 time: 0.1945634 Nov 25 17:22:30.464298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] For port a59dfa1c-ca48-4624-8ded-642bdf17475a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:30.464945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48256) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.465872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:30.469353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:30.475049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] Routers {'c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:30.475720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.487420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-627b4a81-c42b-480d-8941-03adefafca56 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954072 Nov 25 17:22:30.489622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.496402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:30.508387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] Calling delete_port for 62e6117f-9fa6-4d33-9803-464def8819f4 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:30.544283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-843f458e-c639-48d9-b601-55ce981b901e None None] For port d267a81e-39a5-47d4-bc09-ccfd3e6966ae, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:30.605312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Pushing event updated for resources: {'Port': ['ID=966483b4-22b2-4080-80bd-6878d05147c4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:30.614283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c6ecf3ca-726c-445e-8675-9b58321452ac tempest-RoutersIpV6AdminTest-1961858214 tempest-RoutersIpV6AdminTest-1961858214-project-admin] 10.222.0.86 "GET /v2.0/ports?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&device_id=c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 200 len: 205 time: 0.1419895 Nov 25 17:22:30.620202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.621757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-843f458e-c639-48d9-b601-55ce981b901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.626758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] For port a59dfa1c-ca48-4624-8ded-642bdf17475a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a59dfa1c-ca48-4624-8ded-642bdf17475a,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:30.688591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:30.716700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:30.722483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e0144beb-ee36-44b8-b5eb-4f0c9053fe91 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 200 len: 205 time: 0.0997117 Nov 25 17:22:30.728749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.732150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.740892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:30.767405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-27e42c88-5190-4335-8b99-ad25608241c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3646107 Nov 25 17:22:30.768166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:30.768959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.060343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f458e-c639-48d9-b601-55ce981b901e None None] Pushing event updated for resources: {'Port': ['ID=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:31.148014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a5bcef1a-2644-44a7-b5a9-0735024e1324 None None] Provisioning complete for port a59dfa1c-ca48-4624-8ded-642bdf17475a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:31.148514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5bcef1a-2644-44a7-b5a9-0735024e1324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.158258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:31.232850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:31.236420 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60928b3-3e76-4ec0-b2e0-17af997a3477" -d '{"events": [{"server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "name": "network-vif-plugged", "status": "completed", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:31.366766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d8685-428d-4fab-8a5b-94339940db61 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:31.406234 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9212442b-9518-4794-be66-7f95facfcb07 x-openstack-request-id: req-9212442b-9518-4794-be66-7f95facfcb07 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:31.406597 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "name": "network-vif-plugged", "status": "completed", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:31.407035 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9212442b-9518-4794-be66-7f95facfcb07 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:31.407558 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'code': 200} Nov 25 17:22:31.417712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:31.418446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:31.428471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.429116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.431690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.432331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.432938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.433546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.434172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.437105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2fc48ff0-a388-4852-b248-a127f5bc3f06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.4366546 Nov 25 17:22:31.525756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:22:31.804809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e571f-8488-4a55-8101-c7f2df79b4fc req-c8a8b022-f4dc-4c08-90fe-758569bf662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:31.806337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-873e571f-8488-4a55-8101-c7f2df79b4fc req-c8a8b022-f4dc-4c08-90fe-758569bf662f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 1094 time: 0.2532964 Nov 25 17:22:31.839798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] Routers {'c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:31.839798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:31.915956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-873e571f-8488-4a55-8101-c7f2df79b4fc req-35e584d9-796e-4dbc-8cea-90592d0b58a4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942659 Nov 25 17:22:31.951046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:31.991878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:31.991878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c73fb2-f9be-43e7-8393-4bda00b190e5 None None] The sync data for ids ['c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:32.003706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.011132 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.053275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-81e396c3-6f20-4c21-bebe-c003c23a753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.054282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-81e396c3-6f20-4c21-bebe-c003c23a753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.055100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-81e396c3-6f20-4c21-bebe-c003c23a753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.057203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-81e396c3-6f20-4c21-bebe-c003c23a753d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 2291 time: 0.5844178 Nov 25 17:22:32.065993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:32.070611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0a17-09b7-4b53-a77f-a6c5c6ce47e8 None None] Pushing event updated for resources: {'Port': ['ID=a59dfa1c-ca48-4624-8ded-642bdf17475a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.122560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.133390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.174259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99757ac1-24bf-49db-ad21-170e428547d1 req-a4de2915-498a-4096-b975-7344aef0bb4c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.183576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99757ac1-24bf-49db-ad21-170e428547d1 req-a4de2915-498a-4096-b975-7344aef0bb4c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.6647854 Nov 25 17:22:32.224368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d267a81e-39a5-47d4-bc09-ccfd3e6966ae up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:32.262031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.323708 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.328731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99757ac1-24bf-49db-ad21-170e428547d1 req-0c084989-d7b2-4997-9997-64cd81bad0d5 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442039 Nov 25 17:22:32.352487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.353679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Fanout notify agent at l3_agent the message router_deleted on router c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:22:32.359432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-666bf04f-e246-460a-b81b-1a120e4c56a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.2886593 Nov 25 17:22:32.367081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.373817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2248f817-4952-407f-8568-2da550861e54 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 204 len: 168 time: 1.6019516 Nov 25 17:22:32.376483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48316) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.445770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 62e6117f-9fa6-4d33-9803-464def8819f4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=62e6117f-9fa6-4d33-9803-464def8819f4,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:32.446948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2f0de9a8-0314-477c-aac1-e99adca1336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.448437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-2f0de9a8-0314-477c-aac1-e99adca1336f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.0709083 Nov 25 17:22:32.478262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-560ee79c-7235-4737-9414-5d95941ab479 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 200 len: 205 time: 0.0990055 Nov 25 17:22:32.479267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48322) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.490411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.499113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.500711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.511407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] No DVR routers for this DVR port 62e6117f-9fa6-4d33-9803-464def8819f4 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:32.537733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5bcef1a-2644-44a7-b5a9-0735024e1324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.555133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.584809 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-064bb5ea-1661-4d91-bdd6-98db65fd1d5d tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] delete failed (client error): The resource could not be found. Nov 25 17:22:32.588781 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-064bb5ea-1661-4d91-bdd6-98db65fd1d5d tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/c6f3d1f7-819a-4886-9b91-eca1cdd9e9b1 HTTP/1.1" status: 404 len: 336 time: 0.0655005 Nov 25 17:22:32.591536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.604761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=62e6117f-9fa6-4d33-9803-464def8819f4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.632715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:32.648703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=e3f1312d-87b6-4cca-aefb-541489ed82da,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.649605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c8623021-3da0-467c-9fd8-0a1711eed290 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae9ed3b3-e535-421d-83e6-e9f345d4135c HTTP/1.1" status: 200 len: 205 time: 0.0530467 Nov 25 17:22:32.652418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.660661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:32.664144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a5bcef1a-2644-44a7-b5a9-0735024e1324 None None] For port a59dfa1c-ca48-4624-8ded-642bdf17475a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a59dfa1c-ca48-4624-8ded-642bdf17475a,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:32.668106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.670696 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.678121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f23c0-efe7-4bd9-9c4c-4d2ad528a8ca None None] Pushing event deleted for resources: {'Port': ['ID=62e6117f-9fa6-4d33-9803-464def8819f4,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:32.692328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608c85d-ddfd-411c-9543-ecdc68c066a8 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:32.701000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5bcef1a-2644-44a7-b5a9-0735024e1324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.713956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9c1e86c0-1a55-4a29-95df-fca6ce5664cc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2230668 Nov 25 17:22:32.716586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48330) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.726577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:32.733340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d267a81e-39a5-47d4-bc09-ccfd3e6966ae triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:32.734608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:32.762088 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-72766f19-d5de-4eee-815e-a6bbe6c3ddb3 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] delete failed (client error): The resource could not be found. Nov 25 17:22:32.765947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-72766f19-d5de-4eee-815e-a6bbe6c3ddb3 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/ae9ed3b3-e535-421d-83e6-e9f345d4135c HTTP/1.1" status: 404 len: 336 time: 0.1080956 Nov 25 17:22:32.766521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48332) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.808047 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b05ddeff-ad67-4ef4-a96d-c9934b87fa3e tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=04e75395-8aa4-4c41-a5fb-6acc69c23a42 HTTP/1.1" status: 200 len: 205 time: 0.0374250 Nov 25 17:22:32.810065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-bf1cc5e3-94bf-42cd-867c-ebfed50b0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:32.811599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-bf1cc5e3-94bf-42cd-867c-ebfed50b0493 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3412006 Nov 25 17:22:32.812132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.953096 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c126709a-8492-4a3d-9be2-7139b41ad114 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] delete failed (client error): The resource could not be found. Nov 25 17:22:32.957599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c126709a-8492-4a3d-9be2-7139b41ad114 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/04e75395-8aa4-4c41-a5fb-6acc69c23a42 HTTP/1.1" status: 404 len: 336 time: 0.1411664 Nov 25 17:22:32.959178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:32.981335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:32.990705 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.027869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcef1a-2644-44a7-b5a9-0735024e1324 None None] Pushing event updated for resources: {'Port': ['ID=a59dfa1c-ca48-4624-8ded-642bdf17475a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.037664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Provisioning complete for port d267a81e-39a5-47d4-bc09-ccfd3e6966ae triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:33.038206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.094480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.107749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.135154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48342) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.139849 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1bc1b318-de7e-41bf-8b55-71c7e70406cf tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8eded19-c846-4b51-bfc4-e8c7f9017b23 HTTP/1.1" status: 200 len: 205 time: 0.1752810 Nov 25 17:22:33.143723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48346) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.201229 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-25f8baa9-af04-4131-9669-a820696bcffa tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] delete failed (client error): The resource could not be found. Nov 25 17:22:33.202327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-25f8baa9-af04-4131-9669-a820696bcffa tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/e8eded19-c846-4b51-bfc4-e8c7f9017b23 HTTP/1.1" status: 404 len: 336 time: 0.0576630 Nov 25 17:22:33.205063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48348) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.250620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-585998c5-825b-4e90-9719-855d9bff304a tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=186145db-6390-47f0-9b20-ee9508c0b5c7 HTTP/1.1" status: 200 len: 205 time: 0.0437586 Nov 25 17:22:33.254173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48350) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.271303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 3, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:33.307750 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-4e882915-f1b3-4e80-b95b-850db2fa50b2 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] delete failed (client error): The resource could not be found. Nov 25 17:22:33.311619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e882915-f1b3-4e80-b95b-850db2fa50b2 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/186145db-6390-47f0-9b20-ee9508c0b5c7 HTTP/1.1" status: 404 len: 336 time: 0.0537608 Nov 25 17:22:33.311742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.334450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Pushing event updated for resources: {'Port': ['ID=966483b4-22b2-4080-80bd-6878d05147c4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.353889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'e3f1312d-87b6-4cca-aefb-541489ed82da'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:33.354602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.356659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 62e6117f-9fa6-4d33-9803-464def8819f4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:33.359196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.371292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-48f37a7d-3465-4b39-985d-bed7c616a872 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 HTTP/1.1" status: 200 len: 205 time: 0.0555754 Nov 25 17:22:33.372571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-3d13482e-3c8d-4990-ad7b-4a6a55740ab0 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498955 Nov 25 17:22:33.373044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.379232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e466290d-515b-4e2c-a850-a50b655a7cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.385383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b4cfe-3fce-4770-a902-6e5b0f27704d None None] The sync data for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 is: [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:25Z', 'revision_number': 3, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:33.430744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 62e6117f-9fa6-4d33-9803-464def8819f4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:33.431099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 62e6117f-9fa6-4d33-9803-464def8819f4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:33.431679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:33.482815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:33.483161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device eeeda596-a4c9-4c6b-9c50-08b3ba0f44ad not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:33.542477 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c32b7b31-1b9b-48a7-b987-9029fd0ea5a7 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] delete failed (client error): The resource could not be found. Nov 25 17:22:33.543998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c32b7b31-1b9b-48a7-b987-9029fd0ea5a7 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/routers/9d3539fb-63e6-49b0-9f9a-f7be1e776fa3 HTTP/1.1" status: 404 len: 336 time: 0.1682456 Nov 25 17:22:33.546409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-3ef54ca3-10b5-4e8c-8bf7-912adfe7774c service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110187 Nov 25 17:22:33.566018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48360) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.596137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Provisioning complete for port a59dfa1c-ca48-4624-8ded-642bdf17475a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:33.596516 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.618438 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e095da90-0ae8-43c1-91e6-cabd3f450840 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] DELETE failed (client error): The resource could not be found. Nov 25 17:22:33.618883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e095da90-0ae8-43c1-91e6-cabd3f450840 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:22:33.622076 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e095da90-0ae8-43c1-91e6-cabd3f450840 tempest-RoutersIpV6AdminTest-126968176 tempest-RoutersIpV6AdminTest-126968176-project] 10.222.0.86 "DELETE /v2.0/subnets/2a24c728-8563-41d8-9c20-70f28d00cdd7 HTTP/1.1" status: 404 len: 337 time: 0.0573049 Nov 25 17:22:33.685133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-7aa208cd-bb49-4b70-9366-b2f5bc4ac973 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 217 time: 0.0912819 Nov 25 17:22:33.685422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e466290d-515b-4e2c-a850-a50b655a7cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.694747 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e466290d-515b-4e2c-a850-a50b655a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.707895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.799333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e466290d-515b-4e2c-a850-a50b655a7cfd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f968657db94c41ad87bc0095c84a349e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6606634 Nov 25 17:22:33.799641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Allocated IP 2001:db8::f816:3eff:fe4f:9be9 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/e3f1312d-87b6-4cca-aefb-541489ed82da/48517a2e-8264-43fa-ae4e-8e2ca6e02ed7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:33.799749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:33.805855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48364) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.812677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affa23-3e9f-4ee3-b174-773182912588 req-d5e4ab63-3bcc-4a93-939a-fa0c86a6735c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.822501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33affa23-3e9f-4ee3-b174-773182912588 req-d5e4ab63-3bcc-4a93-939a-fa0c86a6735c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.2745481 Nov 25 17:22:33.823467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:33.837921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466290d-515b-4e2c-a850-a50b655a7cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd5f253-d252-4dc7-813b-6e82a848a611,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.853424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:33.854020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.876608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:33.883336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2ff31edc-2393-40bc-9763-2f338ed3a20e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1655102 Nov 25 17:22:33.894580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48366) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:33.901901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:cc:ac:8a', 'name': 'tempest-NetworksTestDHCPv6-899168450'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:33.936694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0a85295-f01c-4fec-b6bb-42299c0b25c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:33.966417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0a85295-f01c-4fec-b6bb-42299c0b25c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.044976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48372) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:34.069900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0a85295-f01c-4fec-b6bb-42299c0b25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.079254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0a85295-f01c-4fec-b6bb-42299c0b25c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.080814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0a85295-f01c-4fec-b6bb-42299c0b25c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6dd5f253-d252-4dc7-813b-6e82a848a611 HTTP/1.1" status: 204 len: 168 time: 0.2729239 Nov 25 17:22:34.108641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a85295-f01c-4fec-b6bb-42299c0b25c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd5f253-d252-4dc7-813b-6e82a848a611,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.142402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-352a3216-8691-4539-be05-e8d01f6f93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.148960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-352a3216-8691-4539-be05-e8d01f6f93af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.4258091 Nov 25 17:22:34.194939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a59dfa1c-ca48-4624-8ded-642bdf17475a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:34.347001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Provisioning complete for port 966483b4-22b2-4080-80bd-6878d05147c4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:34.347001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.348801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Network fbcb8451-84cb-4395-8497-6f4022a1e10d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:34.359783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:34.410808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33affa23-3e9f-4ee3-b174-773182912588 req-2e5b906a-51d5-4b4b-81bf-78738c634c82 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872068 Nov 25 17:22:34.453872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-da42c6d7-fe67-4d8e-9f05-7831f1052a4d None None] Port 966483b4-22b2-4080-80bd-6878d05147c4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:34.455959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.457455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a59dfa1c-ca48-4624-8ded-642bdf17475a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:34.457813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.486076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.494303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-bac7d1b2-532e-4a16-bb63-f61f6c8edda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.496333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-bac7d1b2-532e-4a16-bb63-f61f6c8edda9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3204229 Nov 25 17:22:34.555682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:34.573471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:34.580352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:34.592785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:34.707712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Pushing event updated for resources: {'Port': ['ID=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:34.749635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6f2b-6126-4dfc-b101-bc7be99d92ce req-aa10f6b5-bc1a-46db-b93d-0026d09569db tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:34.753661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3dc6f2b-6126-4dfc-b101-bc7be99d92ce req-aa10f6b5-bc1a-46db-b93d-0026d09569db tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1477525 Nov 25 17:22:34.830192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c928b8dc-fe5f-4f19-9d78-373019a0e99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.872201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:34.903416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b34243b-207e-481b-bd43-32d3b39b9a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.916228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Attempting to bind port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:34.916836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Attempting to bind port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:34.917621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Attempting to bind port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:34.932596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3dc6f2b-6126-4dfc-b101-bc7be99d92ce req-c9e6ce52-5a79-4736-b9e9-4d3e906a9217 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704681 Nov 25 17:22:34.959140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:34.960188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:34.961006 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.961619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:34.962192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Bound port: 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:34.962599 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:34.993994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-83ecf6be-64d1-4ffb-ab7e-9b87161d227d None None] Provisioning complete for port 966483b4-22b2-4080-80bd-6878d05147c4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:34.994372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83ecf6be-64d1-4ffb-ab7e-9b87161d227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.055558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Router 47ddff08-96c3-4795-b43c-f1c1764449d1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:35.060388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-ddb70bfc-bc07-4014-93a6-c7826ef1a2b0 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253816 Nov 25 17:22:35.078228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-83ecf6be-64d1-4ffb-ab7e-9b87161d227d None None] Port 966483b4-22b2-4080-80bd-6878d05147c4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:35.091730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.113924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] For port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:35.122440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] For port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:35.134448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.233185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c928b8dc-fe5f-4f19-9d78-373019a0e99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.246903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c928b8dc-fe5f-4f19-9d78-373019a0e99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.336234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928b8dc-fe5f-4f19-9d78-373019a0e99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce2e58-788a-4db5-a899-8513723c6c4a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:35.415521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c928b8dc-fe5f-4f19-9d78-373019a0e99b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4489a3993989458ca107b09d01467bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3687894 Nov 25 17:22:35.416187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48394) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:35.550856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76c54a60-1e43-4c66-8dfa-647351aa09f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.668496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76c54a60-1e43-4c66-8dfa-647351aa09f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.726228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6761-8cde-4426-ac8f-fcf9dbaae9a7 None None] Pushing event updated for resources: {'Port': ['ID=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:35.726228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8d74c460-fd97-49a6-a6b5-42fea070a4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.854150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-ac27793d-6cc1-4401-8545-9f48dc6992ce tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:35.855749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-ac27793d-6cc1-4401-8545-9f48dc6992ce tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 814 time: 0.2858260 Nov 25 17:22:35.884793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76c54a60-1e43-4c66-8dfa-647351aa09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.887656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76c54a60-1e43-4c66-8dfa-647351aa09f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:35.896353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-76c54a60-1e43-4c66-8dfa-647351aa09f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20ce2e58-788a-4db5-a899-8513723c6c4a HTTP/1.1" status: 204 len: 168 time: 0.4718981 Nov 25 17:22:35.929588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c54a60-1e43-4c66-8dfa-647351aa09f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce2e58-788a-4db5-a899-8513723c6c4a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:35.939701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-5eade619-dcc6-49d7-97ae-9a04d5e86b46 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/quotas/f65ae1f559f84810bdbffb2e285b9885 HTTP/1.1" status: 200 len: 375 time: 0.0663271 Nov 25 17:22:35.994481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:36.095195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-dcc7d3a5-5cad-40ca-a53b-beb019be0528 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472704 Nov 25 17:22:36.099467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-3fe4cf2b-d5cf-4f44-b55d-31225afff420 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0009720 Nov 25 17:22:36.103918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-74e633cd-4f32-4441-8ee1-bc5e819862ee admin admin] 10.222.0.86 "PUT /v2.0/routers/47ddff08-96c3-4795-b43c-f1c1764449d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7094529 Nov 25 17:22:36.112223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port c77fed10-04d0-428b-88ae-84db31d30b97 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:36.190248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-00450ebc-79eb-466b-ba82-db8a5ecb6855 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 217 time: 0.0720990 Nov 25 17:22:36.371356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-40718921-2b5d-469e-b718-2e95be9a467d service neutron] 10.222.0.86 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548277 Nov 25 17:22:36.563955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b34243b-207e-481b-bd43-32d3b39b9a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:36.586760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b34243b-207e-481b-bd43-32d3b39b9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:36.649604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b34243b-207e-481b-bd43-32d3b39b9a71 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8475b468c9240d89d36485a218af439&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7733257 Nov 25 17:22:36.658311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48424) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:36.687708 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-f1b642b9-c297-4a62-a781-239e6cad2b37 service neutron] 10.222.0.86 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093796 Nov 25 17:22:36.725432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-56c56f35-ca96-4d67-ac7e-a3e44a2a3aed tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.728012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-56c56f35-ca96-4d67-ac7e-a3e44a2a3aed tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f26423c-1cd4-47c1-804b-2565dcec184e HTTP/1.1" status: 200 len: 945 time: 0.1995003 Nov 25 17:22:36.728640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48426) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:36.753762 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Sync routers for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:36.771884 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:36.776469 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:36.855984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-a99f61be-038b-4788-9a4e-001c11949e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:36.857561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-a99f61be-038b-4788-9a4e-001c11949e2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.6530180 Nov 25 17:22:36.858157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34243b-207e-481b-bd43-32d3b39b9a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663cf17e-5b93-42e7-99ab-0f4ca0e64031,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:36.922171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f71971e4-193a-46cd-94a5-fc079179278f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ab2f95a28894d298a2a26d4a2266264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895554 Nov 25 17:22:36.925878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48430) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:37.022956 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:37.065786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 172.20.0.12 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129/c77fed10-04d0-428b-88ae-84db31d30b97) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:37.112572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fecc:ac8a (57d3133b-7ced-4a58-9ee8-6f993af0ee19/e3f1312d-87b6-4cca-aefb-541489ed82da/c77fed10-04d0-428b-88ae-84db31d30b97) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:37.161804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ec3a61d-7156-4fcd-adcf-974ac138a5b9 req-d7c28c5e-486c-4f20-8cac-3644cb474db5 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.0969212 Nov 25 17:22:37.194958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-4f360a85-f3bd-4f96-aa23-9e235e96163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:37.203785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-4f360a85-f3bd-4f96-aa23-9e235e96163d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3254404 Nov 25 17:22:37.232765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd45c-85b7-4405-8d8e-7a5956e05d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.236599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Deleting port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:37.236992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.389566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbddca55-9ed8-4711-beba-be6465873a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.432431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbddca55-9ed8-4711-beba-be6465873a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.568583 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd45c-85b7-4405-8d8e-7a5956e05d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.607253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] For port 71d2c61a-5bc8-420e-bed1-0731eecb6d36, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=71d2c61a-5bc8-420e-bed1-0731eecb6d36,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:37.607634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.646789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Calling delete_port for 71d2c61a-5bc8-420e-bed1-0731eecb6d36 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:37.693708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0786000-b155-40dc-bb85-5e935ddc1f8e None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:37.702870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbddca55-9ed8-4711-beba-be6465873a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.715232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbddca55-9ed8-4711-beba-be6465873a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.719611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fbddca55-9ed8-4711-beba-be6465873a25 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96ee7d48-bd84-4c0c-be01-e2cd07f15026 HTTP/1.1" status: 204 len: 168 time: 0.7915242 Nov 25 17:22:37.788227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-5f6e36d8-b77a-4df3-bc0b-8a8dd5af5ecc service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834785 Nov 25 17:22:37.793428 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 2, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:37.811704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddca55-9ed8-4711-beba-be6465873a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee7d48-bd84-4c0c-be01-e2cd07f15026,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:37.868334 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Checking router: 47ddff08-96c3-4795-b43c-f1c1764449d1 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:37.869059 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Updating router 47ddff08-96c3-4795-b43c-f1c1764449d1 port 966483b4-22b2-4080-80bd-6878d05147c4 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:22:37.912025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-397e6a56-042b-4229-8dbf-963295c1823e None None] Provisioning complete for port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:37.912464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397e6a56-042b-4229-8dbf-963295c1823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.925965 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:37.966029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:37.972676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780372276', 'description': 'tempest-description--525552408'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:38.043200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd45c-85b7-4405-8d8e-7a5956e05d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.046068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd45c-85b7-4405-8d8e-7a5956e05d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.059438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a8bd45c-85b7-4405-8d8e-7a5956e05d58 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/663cf17e-5b93-42e7-99ab-0f4ca0e64031 HTTP/1.1" status: 204 len: 168 time: 1.3816361 Nov 25 17:22:38.097161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.140875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.149157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['71d2c61a-5bc8-420e-bed1-0731eecb6d36'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:38.157749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bd45c-85b7-4405-8d8e-7a5956e05d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663cf17e-5b93-42e7-99ab-0f4ca0e64031,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.164543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.253022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-c1c514f8-9a62-4479-acd7-936016855e33 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432666 Nov 25 17:22:38.309362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Pushing event deleted for resources: {'Port': ['ID=71d2c61a-5bc8-420e-bed1-0731eecb6d36,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.367696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] No DVR routers for this DVR port 71d2c61a-5bc8-420e-bed1-0731eecb6d36 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:38.372334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.375934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed5fb6c9-eb43-4008-9888-126c84b5ea24 req-1696f1b2-b1a2-4aa3-adcc-2b59d3e2d3fe tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.73 "DELETE /v2.0/ports/71d2c61a-5bc8-420e-bed1-0731eecb6d36 HTTP/1.1" status: 204 len: 173 time: 1.6023233 Nov 25 17:22:38.383787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'name': 'network-vif-deleted', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:38.386407 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b725dc-2576-4de8-8fce-6c42ed6b767e" -d '{"events": [{"server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "name": "network-vif-deleted", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:38.397380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-5ffa99ca-93e9-42c9-931a-11cf33e1782d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 217 time: 0.1287644 Nov 25 17:22:38.570390 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b410fbbd-ded2-46b5-977e-f8bbe182536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.571280 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e92fc5ac-8d23-4d14-9334-b69556707b69 req-b4a0de28-30fa-47c4-a9a5-79fe3b1f42ab tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.0997245 Nov 25 17:22:38.589499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406925c7-ff29-495e-b1cc-c5e3cf5eac75 None None] DHCP port deletion for 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:38.596830 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124b961-9ed9-4573-be22-9a23120f8b52 x-openstack-request-id: req-9124b961-9ed9-4573-be22-9a23120f8b52 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:38.597124 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f26423c-1cd4-47c1-804b-2565dcec184e", "name": "network-vif-deleted", "tag": "71d2c61a-5bc8-420e-bed1-0731eecb6d36", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:38.597446 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9124b961-9ed9-4573-be22-9a23120f8b52 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:38.597858 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f26423c-1cd4-47c1-804b-2565dcec184e', 'name': 'network-vif-deleted', 'tag': '71d2c61a-5bc8-420e-bed1-0731eecb6d36', 'status': 'completed', 'code': 200} Nov 25 17:22:38.611742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.639633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:38.692255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-68231c1a-e3b2-4c2e-9926-7d8ab7591092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.694690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-68231c1a-e3b2-4c2e-9926-7d8ab7591092 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.2721708 Nov 25 17:22:38.761792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:38.778829 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.781633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:38.787022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.799457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:38.807915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=c77fed10-04d0-428b-88ae-84db31d30b97,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.809282 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.833767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.901159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:38.912815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9450862 Nov 25 17:22:38.915338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48490) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:38.920534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Request body: {'security_group_rule': {'security_group_id': 'db60d68e-4aed-4691-a87e-f343d10172f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:38.957046 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Pushing event updated for resources: {'Port': ['ID=966483b4-22b2-4080-80bd-6878d05147c4,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:38.959292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-5ae22e1d-d9d1-48fb-8bb7-743d3030185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:38.966545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-5ae22e1d-d9d1-48fb-8bb7-743d3030185e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2543018 Nov 25 17:22:39.005027 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.006392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.007031 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.007911 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.008683 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.013242 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.014560 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.015131 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.015738 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.016366 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.017147 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.018225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:22:39.021334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.198306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.213015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.240217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.244911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.256685 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Attempting to bind port 966483b4-22b2-4080-80bd-6878d05147c4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:39.259985 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Attempting to bind port 966483b4-22b2-4080-80bd-6878d05147c4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:39.261385 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Attempting to bind port 966483b4-22b2-4080-80bd-6878d05147c4 on network fbcb8451-84cb-4395-8497-6f4022a1e10d {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:39.276380 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:39.283930 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Checking segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:39.284630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:39.285091 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.285745 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.289541 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Bound using segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:39.290613 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Bound port: 966483b4-22b2-4080-80bd-6878d05147c4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:39.291766 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.298093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acb1d35-f8b0-429a-8666-1a3b5e18b83d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:39.322547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.333610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7d6fc0ce-b780-4726-9f65-ae0dedd2e670 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4168904 Nov 25 17:22:39.334326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:39.338987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Request body: {'security_group_rule': {'security_group_id': 'db60d68e-4aed-4691-a87e-f343d10172f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:39.373651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-825e7eba-48f3-45d2-ad2e-e33ca38f1517 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882918 Nov 25 17:22:39.374428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcdf5f-8a2e-423d-ac6f-f149bbec0243 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db60d68e-4aed-4691-a87e-f343d10172f4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:39.445096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.476678 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] For port 966483b4-22b2-4080-80bd-6878d05147c4, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:39.484753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] For port 966483b4-22b2-4080-80bd-6878d05147c4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=966483b4-22b2-4080-80bd-6878d05147c4,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:39.499862 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.505753 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397e6a56-042b-4229-8dbf-963295c1823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.541189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.607304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'e3f1312d-87b6-4cca-aefb-541489ed82da', 'ip_address': '2001:db8::f816:3eff:fe4f:9be9'}, {'subnet_id': '6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '48517a2e-8264-43fa-ae4e-8e2ca6e02ed7'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:22:39.658925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.670397 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-ecd4cb15-70a7-4b6d-89b4-16f64fd6842c service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668288 Nov 25 17:22:39.671740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.675235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-08c2eb27-8499-483c-8783-84e91484b184 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.7786489 Nov 25 17:22:39.682768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48510) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:39.703884 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:39.706229 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:39.819476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7c2a31-22d8-48a7-a741-52b6fb048428,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:39.863371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-397e6a56-042b-4229-8dbf-963295c1823e None None] For port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:39.865559 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.876473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-417f1c1f-3cad-4bbb-8556-69ffae903e5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 217 time: 0.1985331 Nov 25 17:22:39.937220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7002b9-daa3-440b-bd14-85f9668a19d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.966785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7002b9-daa3-440b-bd14-85f9668a19d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:39.976725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d7002b9-daa3-440b-bd14-85f9668a19d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2776525 Nov 25 17:22:39.978907 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05f707c5-2017-4e2c-9e71-be35ff8dc92f req-d41a3190-ed15-4a30-a699-f590cf37f2ec tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.1427703 Nov 25 17:22:39.979495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48518) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:39.979734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:39.994023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5d31aaa5-5cb9-4cb8-9a5e-316c495a5c15 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584504 Nov 25 17:22:39.994666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48520) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:40.025166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:40.031935 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:40.087735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:40.109301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] Allocated IP 172.20.0.2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129/48517a2e-8264-43fa-ae4e-8e2ca6e02ed7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:40.149546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.204328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-2c410647-6f75-435a-9d12-30df936e071a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.214984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-2c410647-6f75-435a-9d12-30df936e071a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 814 time: 1.2311437 Nov 25 17:22:40.215700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] For port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:40.240913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Request body: {'port': {'device_id': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'admin_state_up': True, 'tenant_id': 'f65ae1f559f84810bdbffb2e285b9885'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:40.249994 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.255740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397e6a56-042b-4229-8dbf-963295c1823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.320904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e6a56-042b-4229-8dbf-963295c1823e None None] Pushing event updated for resources: {'Port': ['ID=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:40.324318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.379500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d432e86-f118-48a7-be86-51a44590ffcb None None] Pushing event updated for resources: {'Port': ['ID=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:40.392321 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.422317 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2b786-377f-4beb-84eb-2da903734127 None None] Pushing event updated for resources: {'Port': ['ID=966483b4-22b2-4080-80bd-6878d05147c4,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:40.456146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-09da9f4f-06bf-4aa2-9fdc-7e5081180376 None None] Provisioning complete for port 966483b4-22b2-4080-80bd-6878d05147c4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:40.456443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09da9f4f-06bf-4aa2-9fdc-7e5081180376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.460930 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:39Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:40.533994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-0fb1e7b9-26de-4956-a6e5-0adb6b8913dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.538861 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98359378-4b8b-4346-ad9f-02163f74087e None None] The sync data for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 is: [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:39Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:22:40.539122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-0fb1e7b9-26de-4956-a6e5-0adb6b8913dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.6543224 Nov 25 17:22:40.610121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.624911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4ac47e76-b53f-4485-b868-f27f6e39676e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:40.625805 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-4ac47e76-b53f-4485-b868-f27f6e39676e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:22:40.626463 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-4ac47e76-b53f-4485-b868-f27f6e39676e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:22:40.633934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4ac47e76-b53f-4485-b868-f27f6e39676e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5293043 Nov 25 17:22:40.638341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48532) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:40.710181 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:22:40.716223 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:22:40.726241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--337531502'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:40.802070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.846283 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09da9f4f-06bf-4aa2-9fdc-7e5081180376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.910257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.947918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-09da9f4f-06bf-4aa2-9fdc-7e5081180376 None None] For port 966483b4-22b2-4080-80bd-6878d05147c4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=966483b4-22b2-4080-80bd-6878d05147c4,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:40.963656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09da9f4f-06bf-4aa2-9fdc-7e5081180376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:40.989939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-f3fab998-96a9-4bfa-a4f3-c0e95de8cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:40.997383 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-f3fab998-96a9-4bfa-a4f3-c0e95de8cab8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3947468 Nov 25 17:22:41.136702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Made reservation on behalf of f65ae1f559f84810bdbffb2e285b9885 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:41.145158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.175929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da9f4f-06bf-4aa2-9fdc-7e5081180376 None None] Pushing event updated for resources: {'Port': ['ID=966483b4-22b2-4080-80bd-6878d05147c4,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:41.273632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.308285 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c9e66e4-05f8-442f-b5e4-dd12d4ebaa82 req-443b05d0-99aa-4be8-92a0-979204b879c9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.1552019 Nov 25 17:22:41.363921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port c77fed10-04d0-428b-88ae-84db31d30b97 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:41.366503 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.368786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.443301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Allocated IP 172.25.8.44 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/63d57679-5345-411d-886e-db44b0d350b1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:41.571678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:41.678924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 71d2c61a-5bc8-420e-bed1-0731eecb6d36 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:41.679612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 71d2c61a-5bc8-420e-bed1-0731eecb6d36 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:41.684650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:41.732230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.736918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 966483b4-22b2-4080-80bd-6878d05147c4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:41.852055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.922809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-11d10ac3-fc17-48e0-94c8-f60e63f80d67 None None] Provisioning complete for port c77fed10-04d0-428b-88ae-84db31d30b97 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:41.923832 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11d10ac3-fc17-48e0-94c8-f60e63f80d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:41.979911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-11d10ac3-fc17-48e0-94c8-f60e63f80d67 None None] Port c77fed10-04d0-428b-88ae-84db31d30b97 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:41.996152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:42.002721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:42.002956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-11d10ac3-fc17-48e0-94c8-f60e63f80d67 None None] Provisioning complete for port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:42.003306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11d10ac3-fc17-48e0-94c8-f60e63f80d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.009809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:42.012511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 966483b4-22b2-4080-80bd-6878d05147c4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:42.012890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.078604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b014eb08-d0fa-41ea-8384-7b765cbb8662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.106934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event updated for resources: {'Port': ['ID=63d57679-5345-411d-886e-db44b0d350b1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:42.291987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-17fc94da-c9a9-4ce0-acf4-28f81dbc37f6 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2143459 Nov 25 17:22:42.299525 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.319966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.433039 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b014eb08-d0fa-41ea-8384-7b765cbb8662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.464113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.493953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:42.500017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a2fe8f65-1d3b-4271-b9b3-b1216d2bc729 None None] Provisioning complete for port c77fed10-04d0-428b-88ae-84db31d30b97 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:42.500386 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2fe8f65-1d3b-4271-b9b3-b1216d2bc729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.520023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.614453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe8f65-1d3b-4271-b9b3-b1216d2bc729 None None] Port c77fed10-04d0-428b-88ae-84db31d30b97 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:42.632370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:42.633343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.641196 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-efc9b3b2-d498-4cfe-b9c0-456abd5ccd8a req-b82273b8-e28b-497d-8a7d-61d3662293a5 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.0769811 Nov 25 17:22:42.649251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Allocated IP 172.20.0.2 (9d5faf07-a80c-4dc1-9e3e-08e2e9379e09/ded0859c-b73f-441d-a86c-a6473a49dbad/4481360f-563e-4eef-8323-e3e03b093898) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:42.652034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for c77fed10-04d0-428b-88ae-84db31d30b97 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:42.666580 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b014eb08-d0fa-41ea-8384-7b765cbb8662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.737628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.752908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.857099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b014eb08-d0fa-41ea-8384-7b765cbb8662 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=823fc9ee61fc40f5b205a752a60f67ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1706772 Nov 25 17:22:42.857955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.863300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48564) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:42.881150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event updated for resources: {'Port': ['ID=63d57679-5345-411d-886e-db44b0d350b1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:42.914303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.930598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014eb08-d0fa-41ea-8384-7b765cbb8662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d93d6-1dac-4d8f-ad4b-2e32921e9170,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:42.965007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:42.967367 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-0355d478-acbd-42b4-8f52-1ecdc7c1524d service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429114 Nov 25 17:22:42.975786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0cb6193-e3ed-45ff-9a5d-fb44c5ef05f6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9799037 Nov 25 17:22:42.988376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68ea37e2-dc1a-45a7-b8ec-3b0853775fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.013232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68ea37e2-dc1a-45a7-b8ec-3b0853775fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.067023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.074168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858222f4-2fde-4ff0-9519-1e4f15e2b3af,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.076405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68ea37e2-dc1a-45a7-b8ec-3b0853775fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.081387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68ea37e2-dc1a-45a7-b8ec-3b0853775fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.087433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-68ea37e2-dc1a-45a7-b8ec-3b0853775fb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf5d93d6-1dac-4d8f-ad4b-2e32921e9170 HTTP/1.1" status: 204 len: 168 time: 0.2227080 Nov 25 17:22:43.106398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea37e2-dc1a-45a7-b8ec-3b0853775fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d93d6-1dac-4d8f-ad4b-2e32921e9170,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.174801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-c0e1055f-4657-4696-9f85-84b482a78705 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.1817317 Nov 25 17:22:43.183452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.292481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.293785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5849075 Nov 25 17:22:43.298187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48586) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.306943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '2b4840e5-2443-4ded-a4ad-b06f94f716ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:43.341514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449711a-ca32-4e25-8083-6aecbcef599f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4840e5-2443-4ded-a4ad-b06f94f716ae,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.369373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.430029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-190cd522-b1ec-43da-9943-886ba9cc3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.431703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-190cd522-b1ec-43da-9943-886ba9cc3aee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.2299390 Nov 25 17:22:43.456782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.461559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.485815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafb6765-ab56-4616-b0a9-d6e6ea1c4c6e,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.495833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9bb7b500-b473-472c-a8cd-c2f523b0265f tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--780372276&fields=id&tenant_id=d6bec12d235d4779aaad8710b972c6a1 HTTP/1.1" status: 200 len: 267 time: 0.2735338 Nov 25 17:22:43.504157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.507138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1b02e79-9139-47b3-aba9-10f9e28eef4b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2074885 Nov 25 17:22:43.510962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48592) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.519606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-84d6d895-8e28-4656-bc29-c996276450c3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '2b4840e5-2443-4ded-a4ad-b06f94f716ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:43.557503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84d6d895-8e28-4656-bc29-c996276450c3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.635004 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-84d6d895-8e28-4656-bc29-c996276450c3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:22:43.638737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84d6d895-8e28-4656-bc29-c996276450c3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1236098 Nov 25 17:22:43.639748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48598) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.719432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cf5-6d46-4b82-b6be-c06bdb8a53bc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.785456 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cf5-6d46-4b82-b6be-c06bdb8a53bc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.823603 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fa0cfe6-f506-4bd3-b6ac-695991fb333d req-bfbdbe1b-9612-46e1-b92e-96496fbfbbd6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.0539980 Nov 25 17:22:43.899850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cf5-6d46-4b82-b6be-c06bdb8a53bc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.904262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3cf5-6d46-4b82-b6be-c06bdb8a53bc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:43.905652 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b7f3cf5-6d46-4b82-b6be-c06bdb8a53bc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/2b4840e5-2443-4ded-a4ad-b06f94f716ae HTTP/1.1" status: 204 len: 168 time: 0.2648993 Nov 25 17:22:43.911077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:43.944483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f3cf5-6d46-4b82-b6be-c06bdb8a53bc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4840e5-2443-4ded-a4ad-b06f94f716ae,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:43.952353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-f10b4e7d-9669-4999-921d-5435427628ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:43.954192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-f10b4e7d-9669-4999-921d-5435427628ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5115008 Nov 25 17:22:43.977907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.013050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b1c16bb8-ca4c-4794-a730-086d25748b7e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998595 Nov 25 17:22:44.017172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48612) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.022839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555056655'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:44.056450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.147734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.155414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.168622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-8a41eb0c-4f0c-4406-b36b-9d724a6bf9c1 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.170278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-8a41eb0c-4f0c-4406-b36b-9d724a6bf9c1 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/networks?id=fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 200 len: 811 time: 0.6435943 Nov 25 17:22:44.177636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.208149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f845ad-f62f-439d-841c-958706df41c5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.215291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.219134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da5b29aa-9c90-4457-8090-a1b833ac6689 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1996515 Nov 25 17:22:44.221240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.228843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-03a8e051-4f75-402f-a030-daee3b83e9c2 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '99f845ad-f62f-439d-841c-958706df41c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:44.231104 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-03a8e051-4f75-402f-a030-daee3b83e9c2 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 17:22:44.231879 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-03a8e051-4f75-402f-a030-daee3b83e9c2 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:44.233336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-03a8e051-4f75-402f-a030-daee3b83e9c2 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107653 Nov 25 17:22:44.235976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48620) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.239997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=c77fed10-04d0-428b-88ae-84db31d30b97,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.263650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-17ea8ab7-ef96-4ee3-bf88-1d8625508fde tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/quotas/d6bec12d235d4779aaad8710b972c6a1 HTTP/1.1" status: 200 len: 375 time: 0.0756836 Nov 25 17:22:44.272704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-6b6d3ecb-365e-4301-81bb-e6d0bb375619 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881725 Nov 25 17:22:44.274059 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.336914 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08ba046d-5c4c-4824-ba3a-b5be77c6661e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.358193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Pushing event updated for resources: {'Port': ['ID=4481360f-563e-4eef-8323-e3e03b093898,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.370381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08ba046d-5c4c-4824-ba3a-b5be77c6661e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.422962 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08ba046d-5c4c-4824-ba3a-b5be77c6661e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.427954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08ba046d-5c4c-4824-ba3a-b5be77c6661e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.433867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-08ba046d-5c4c-4824-ba3a-b5be77c6661e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/99f845ad-f62f-439d-841c-958706df41c5 HTTP/1.1" status: 204 len: 168 time: 0.1965525 Nov 25 17:22:44.446252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.447054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba046d-5c4c-4824-ba3a-b5be77c6661e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f845ad-f62f-439d-841c-958706df41c5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.520956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-469e1684-7406-44f8-b2f6-10b70d043f46 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0681167 Nov 25 17:22:44.526132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.531551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--873496150'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:44.575973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.590973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:44.633194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:44.656001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb799e-df5b-4ae0-b4c1-86ab1ee17d24 None None] DHCP port deletion for 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:44.684770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:44.717061 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.727237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.735553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-c74c53d3-27bf-4247-a5b1-d58a9ee59b86 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d6bec12d235d4779aaad8710b972c6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4250391 Nov 25 17:22:44.766457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4c161b47-7862-4970-bcf0-e5b8eb08a83e None None] Provisioning complete for port 4481360f-563e-4eef-8323-e3e03b093898 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:44.767474 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c161b47-7862-4970-bcf0-e5b8eb08a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.789616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cad4f4-4acf-4a9a-bf16-358a03461174,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:44.798570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.802568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18a602d9-f4ae-4f35-9318-c39fb1d6cbf1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2731791 Nov 25 17:22:44.806078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.811955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e1eb9c9b-5d6b-4121-a691-b9050c762e96 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '98cad4f4-4acf-4a9a-bf16-358a03461174', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:44.813482 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-e1eb9c9b-5d6b-4121-a691-b9050c762e96 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 17:22:44.814266 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-e1eb9c9b-5d6b-4121-a691-b9050c762e96 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:44.815873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1eb9c9b-5d6b-4121-a691-b9050c762e96 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080109 Nov 25 17:22:44.824430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.836332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.839552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0c26c53e-d551-445f-81bc-a89a2de9c3bb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/c77fed10-04d0-428b-88ae-84db31d30b97 HTTP/1.1" status: 204 len: 168 time: 4.8333817 Nov 25 17:22:44.848914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48648) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:44.892944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4c161b47-7862-4970-bcf0-e5b8eb08a83e None None] Port 4481360f-563e-4eef-8323-e3e03b093898 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:44.984864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-567c9fe0-284a-460c-87c0-7c4ec4681b89 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:44.990443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056efbc6-60f0-4666-8505-3673028422a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.992002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056efbc6-60f0-4666-8505-3673028422a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.993505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056efbc6-60f0-4666-8505-3673028422a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:44.995108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-056efbc6-60f0-4666-8505-3673028422a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1269000 Nov 25 17:22:45.019487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.019914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.040004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-8a23e938-4880-4a27-bdb4-41360a3936a8 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463331 Nov 25 17:22:45.045846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-567c9fe0-284a-460c-87c0-7c4ec4681b89 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.145080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.145763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.151035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-1ed7c5dd-cb2c-4f58-aed5-899689432a68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.0917435 Nov 25 17:22:45.169374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:45.172670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.220041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.256458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-54e7c3f7-bd5d-45ad-9deb-309f656b5018 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0301948 Nov 25 17:22:45.266579 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-39379f01-6cc9-43a5-8b3c-ca5e0ed65db2 service neutron] 10.222.0.86 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300953 Nov 25 17:22:45.281815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Request body: {'port': {'device_id': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:45.321516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.392694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f8b0-d1e5-4059-b320-0dc2910800cb req-41768e6e-20fa-4c49-a647-6958c4a5719e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.402858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd58f8b0-d1e5-4059-b320-0dc2910800cb req-41768e6e-20fa-4c49-a647-6958c4a5719e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 931 time: 0.3805637 Nov 25 17:22:45.408264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.455816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-d03cf53b-2353-4407-9978-eb3ad6523fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.457363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-d03cf53b-2353-4407-9978-eb3ad6523fef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.2940454 Nov 25 17:22:45.459735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.488353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f95c354f-79a9-49f6-ae59-451660662df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.518719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:45.524014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.530493 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b9ea7609-ef59-43c9-a986-4f77dcdfb645 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129 HTTP/1.1" status: 204 len: 168 time: 0.5075588 Nov 25 17:22:45.534900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60010a6a-b6b0-4ced-a53b-4fb9a220f20b None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:45.540255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.545440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-567c9fe0-284a-460c-87c0-7c4ec4681b89 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.548134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-567c9fe0-284a-460c-87c0-7c4ec4681b89 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.549264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-567c9fe0-284a-460c-87c0-7c4ec4681b89 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/98cad4f4-4acf-4a9a-bf16-358a03461174 HTTP/1.1" status: 204 len: 168 time: 0.7237844 Nov 25 17:22:45.560815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48680) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.576316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fd58f8b0-d1e5-4059-b320-0dc2910800cb req-b549bafd-85ce-48fb-922a-62b1145e0f70 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726689 Nov 25 17:22:45.624476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-cba19b10-90f3-423e-9bbf-369a0082c092 service neutron] 10.222.0.86 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569415 Nov 25 17:22:45.627118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-7f97f46d-7e54-438f-9582-cc2c72468458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:45.629372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-7f97f46d-7e54-438f-9582-cc2c72468458 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567678 Nov 25 17:22:45.668233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c9fe0-284a-460c-87c0-7c4ec4681b89 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cad4f4-4acf-4a9a-bf16-358a03461174,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:45.741662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet e3f1312d-87b6-4cca-aefb-541489ed82da {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:45.746898 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f18a843-b752-4c96-aa89-68664e362fda tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1811063 Nov 25 17:22:45.752506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.758653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--349449487'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:45.789913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f95c354f-79a9-49f6-ae59-451660662df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.790880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.804012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f95c354f-79a9-49f6-ae59-451660662df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.838351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.935279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:45.965552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f95c354f-79a9-49f6-ae59-451660662df9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a787d12387ca4f42be988795afc09050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9275186 Nov 25 17:22:45.980540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48684) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:45.995557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c354f-79a9-49f6-ae59-451660662df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de98450f-b592-4e77-9bb6-8dea80b67db5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.014888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-da25c6bf-cadc-4788-8813-bd6bbbe22a4c service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729732 Nov 25 17:22:46.023019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.123339 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e34402c0-2815-47e2-be6a-6c0f514f3510 req-22e46617-9377-4b17-ab67-bd468ef3ceea tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 210 time: 0.0464926 Nov 25 17:22:46.187411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.195151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.241824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.244043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4904373 Nov 25 17:22:46.249501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.258927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82fc8f3d-f82d-4d0a-b821-a0639d385009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.261748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.266871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3a44a87c-8bbc-4ae9-aa66-cac38948fc60 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '1a6112eb-4c08-40fe-84d5-f08835aafa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:46.291083 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-3a44a87c-8bbc-4ae9-aa66-cac38948fc60 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 17:22:46.292165 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-3a44a87c-8bbc-4ae9-aa66-cac38948fc60 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:46.296013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3a44a87c-8bbc-4ae9-aa66-cac38948fc60 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308464 Nov 25 17:22:46.296013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b522e-307a-4aed-9872-a9722a6b6b37 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6112eb-4c08-40fe-84d5-f08835aafa59,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.297276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.303552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3bb3312b-5a80-4d96-a69d-9c0b4fa927d3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '1a6112eb-4c08-40fe-84d5-f08835aafa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:46.304536 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-3bb3312b-5a80-4d96-a69d-9c0b4fa927d3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 17:22:46.307434 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-3bb3312b-5a80-4d96-a69d-9c0b4fa927d3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:46.307434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3bb3312b-5a80-4d96-a69d-9c0b4fa927d3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080123 Nov 25 17:22:46.311254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.321590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fb8a4cdb-f8e4-4130-819d-b295ef97774e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '1a6112eb-4c08-40fe-84d5-f08835aafa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:46.322786 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-fb8a4cdb-f8e4-4130-819d-b295ef97774e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 17:22:46.323483 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-fb8a4cdb-f8e4-4130-819d-b295ef97774e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:46.325332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb8a4cdb-f8e4-4130-819d-b295ef97774e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121686 Nov 25 17:22:46.333456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.344922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d91d2bae-cf91-4e97-8463-0048fc02d3eb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '1a6112eb-4c08-40fe-84d5-f08835aafa59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:46.346104 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-d91d2bae-cf91-4e97-8463-0048fc02d3eb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 17:22:46.347184 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-d91d2bae-cf91-4e97-8463-0048fc02d3eb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:46.348073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d91d2bae-cf91-4e97-8463-0048fc02d3eb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125096 Nov 25 17:22:46.351259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48728) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.377788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81c02de6-6ed7-4897-a0fb-772982c8cd76 req-47381fe8-5b4d-43d2-8b8a-e4a27845e1db service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524749 Nov 25 17:22:46.472002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82fc8f3d-f82d-4d0a-b821-a0639d385009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.481890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d17fb7e-d7e0-424b-9b9f-9b8fe7ee3953 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.501627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4481360f-563e-4eef-8323-e3e03b093898 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:46.518937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.530595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d17fb7e-d7e0-424b-9b9f-9b8fe7ee3953 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.569909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Transition to ACTIVE for port object 4481360f-563e-4eef-8323-e3e03b093898 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:46.572579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.618922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.640494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f1312d-87b6-4cca-aefb-541489ed82da,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.665397 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d17fb7e-d7e0-424b-9b9f-9b8fe7ee3953 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.678186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d17fb7e-d7e0-424b-9b9f-9b8fe7ee3953 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.684198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.684425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7d17fb7e-d7e0-424b-9b9f-9b8fe7ee3953 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/1a6112eb-4c08-40fe-84d5-f08835aafa59 HTTP/1.1" status: 204 len: 168 time: 0.3293924 Nov 25 17:22:46.690504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-61e94dcd-712d-48cf-85ae-3889b7a9da64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/e3f1312d-87b6-4cca-aefb-541489ed82da HTTP/1.1" status: 204 len: 168 time: 1.1454411 Nov 25 17:22:46.693327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48736) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.696039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48738) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.734249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11b06b-0051-4099-985b-71773dc51775 None None] DHCP port deletion for 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:46.749564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82fc8f3d-f82d-4d0a-b821-a0639d385009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.756854 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82fc8f3d-f82d-4d0a-b821-a0639d385009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:46.770588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82fc8f3d-f82d-4d0a-b821-a0639d385009 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de98450f-b592-4e77-9bb6-8dea80b67db5 HTTP/1.1" status: 204 len: 168 time: 0.7880337 Nov 25 17:22:46.823293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4481360f-563e-4eef-8323-e3e03b093898,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.825535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.829887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17fb7e-d7e0-424b-9b9f-9b8fe7ee3953 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6112eb-4c08-40fe-84d5-f08835aafa59,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.833905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-45942713-762a-4bc5-88a3-30b80a6ee46f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354799 Nov 25 17:22:46.845179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc8f3d-f82d-4d0a-b821-a0639d385009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de98450f-b592-4e77-9bb6-8dea80b67db5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:46.852296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:46.879235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.004204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9adfce64-8ad9-4355-acc2-542ada26c2f3 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3034091 Nov 25 17:22:47.004570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48750) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.009460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899803593'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.029614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69075-ccdc-42bc-9532-f4b07e05a6f7 req-84200dc5-d808-451a-9b6f-93673ff164f9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:47.031518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88c69075-ccdc-42bc-9532-f4b07e05a6f7 req-84200dc5-d808-451a-9b6f-93673ff164f9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 943 time: 0.2045586 Nov 25 17:22:47.081563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.128859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96720cf4-c881-4ae9-b22d-e9094bdefbfa None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:47.282294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.293242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.299670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88c69075-ccdc-42bc-9532-f4b07e05a6f7 req-50b7e421-fe25-479c-82e4-c252705a028d tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574482 Nov 25 17:22:47.383555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6eca38-32d2-4eba-80c7-6246aa96004e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.419459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.429090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.434758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4289989 Nov 25 17:22:47.435419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48758) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.435958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48760) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.440519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-66aeebf4-7f52-4e4c-94d2-b8f0d80c2681 None None] Provisioning complete for port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:47.441156 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66aeebf4-7f52-4e4c-94d2-b8f0d80c2681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.458614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0dc67759-89c7-4a85-958d-5376c5482a2d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.459745 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-0dc67759-89c7-4a85-958d-5376c5482a2d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:22:47.460297 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-0dc67759-89c7-4a85-958d-5376c5482a2d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:47.464145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0dc67759-89c7-4a85-958d-5376c5482a2d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067241 Nov 25 17:22:47.472839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.479372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc196-4227-47c5-b7db-8c35d2b257f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.482458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5e62d97f-75ca-4ad4-8b0c-e117f7cde810 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.484794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bbd02-9a2b-4e81-9b36-cdbc51af3086 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f574d-8c71-4f66-b474-434b57d1c335,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:47.531550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0fa4bde2-2828-4fee-a3c8-e0b63db12da1 req-6f5eb698-84cf-4e88-845e-dea31b63d028 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 210 time: 0.0908189 Nov 25 17:22:47.600726 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-5e62d97f-75ca-4ad4-8b0c-e117f7cde810 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:47.607321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5e62d97f-75ca-4ad4-8b0c-e117f7cde810 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1284993 Nov 25 17:22:47.611829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48766) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.618888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ba49b4e2-fa4a-4a29-bceb-e95c4b0b37db tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.619563 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-ba49b4e2-fa4a-4a29-bceb-e95c4b0b37db tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 17:22:47.620247 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-ba49b4e2-fa4a-4a29-bceb-e95c4b0b37db tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:47.625191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba49b4e2-fa4a-4a29-bceb-e95c4b0b37db tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083208 Nov 25 17:22:47.625191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48768) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.631425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-db208506-18b2-4b1f-a331-20c23406c662 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.670010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Attempting to bind port 4481360f-563e-4eef-8323-e3e03b093898 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:47.670604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Attempting to bind port 4481360f-563e-4eef-8323-e3e03b093898 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:47.671013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Attempting to bind port 4481360f-563e-4eef-8323-e3e03b093898 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:47.695334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc196-4227-47c5-b7db-8c35d2b257f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.699092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Port 4481360f-563e-4eef-8323-e3e03b093898 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:47.700531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Attempting to bind port 4481360f-563e-4eef-8323-e3e03b093898 on network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:47.709114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc196-4227-47c5-b7db-8c35d2b257f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.717917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:47.724922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Checking segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:47.726024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:47.726681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Bound using segment: {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:47.727453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Bound port: 4481360f-563e-4eef-8323-e3e03b093898, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb50af33-f162-48d5-9a62-34d5d977c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:47.729713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.761351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:47.762491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6eca38-32d2-4eba-80c7-6246aa96004e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.779437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4a8bc196-4227-47c5-b7db-8c35d2b257f1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9254882997de467c9f4005608f79d865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3362021 Nov 25 17:22:47.779647 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.785966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe6eca38-32d2-4eba-80c7-6246aa96004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.790659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.797504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] Deleting port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:47.798117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.803058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bc196-4227-47c5-b7db-8c35d2b257f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0f656-2c77-4574-b96d-a3a71ed75c23,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:47.867267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe6eca38-32d2-4eba-80c7-6246aa96004e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8aee8551dd245bd8e3d763724805fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0378058 Nov 25 17:22:47.899435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48772) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.906015 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-db208506-18b2-4b1f-a331-20c23406c662 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:47.907056 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db208506-18b2-4b1f-a331-20c23406c662 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2810898 Nov 25 17:22:47.923870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] For port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:47.924533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:47.930581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48774) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.935868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1a734b12-b7ce-47db-a935-880b228a6976 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.936342 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-1a734b12-b7ce-47db-a935-880b228a6976 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:22:47.936836 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-1a734b12-b7ce-47db-a935-880b228a6976 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:47.937853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1a734b12-b7ce-47db-a935-880b228a6976 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057604 Nov 25 17:22:47.941816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:47.946350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] Calling delete_port for 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:47.948938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1c3b408c-6c95-44f9-adda-9e6f28cdc37a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:47.953679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eca38-32d2-4eba-80c7-6246aa96004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a3e777-23c1-45e1-ae64-9c587d4e07a0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.012479 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-1c3b408c-6c95-44f9-adda-9e6f28cdc37a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Project 5e5cb5249f274d168748fc30dcb3ac84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:22:48.027460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-50be04a0-9122-4e1e-af38-e999d635ce6e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.029300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-50be04a0-9122-4e1e-af38-e999d635ce6e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.73 "GET /v2.0/networks?id=fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 200 len: 811 time: 0.2007535 Nov 25 17:22:48.040298 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-1c3b408c-6c95-44f9-adda-9e6f28cdc37a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:48.045692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1c3b408c-6c95-44f9-adda-9e6f28cdc37a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1024420 Nov 25 17:22:48.046756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48778) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.060843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5833ace3-1877-496d-8513-3c1fc211c251 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.061631 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-5833ace3-1877-496d-8513-3c1fc211c251 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 17:22:48.062644 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-5833ace3-1877-496d-8513-3c1fc211c251 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:48.065258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5833ace3-1877-496d-8513-3c1fc211c251 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078418 Nov 25 17:22:48.069174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.077069 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.081789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9e864724-e55d-4a20-be34-6e88d2cb785d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.103960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] For port 4481360f-563e-4eef-8323-e3e03b093898, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:48.115484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] Pushing event deleted for resources: {'Port': ['ID=48517a2e-8264-43fa-ae4e-8e2ca6e02ed7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.123520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ee01d-47e2-4658-bed6-33169f1c7408 None None] No DVR routers for this DVR port 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:48.152500 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-9e864724-e55d-4a20-be34-6e88d2cb785d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Project 5e5cb5249f274d168748fc30dcb3ac84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:22:48.158248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] For port 4481360f-563e-4eef-8323-e3e03b093898, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4481360f-563e-4eef-8323-e3e03b093898,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:48.170170 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-fe0d2f4f-c706-4444-b116-52e8483802d6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6bec12d235d4779aaad8710b972c6a1 HTTP/1.1" status: 200 len: 379 time: 0.1221700 Nov 25 17:22:48.174823 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-9e864724-e55d-4a20-be34-6e88d2cb785d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:48.175887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9e864724-e55d-4a20-be34-6e88d2cb785d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1057646 Nov 25 17:22:48.181331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Request body: {'port': {'device_id': '08ef644e-34cd-4654-9207-c947fe4ce537', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'admin_state_up': True, 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'security_groups': ['db60d68e-4aed-4691-a87e-f343d10172f4']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.182285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.184222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.188124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7c4fdbd2-16d1-4077-a834-4ad17c70b261 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c27f574d-8c71-4f66-b474-434b57d1c335', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.188271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.194425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.200525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.206341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.212287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.218161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.220799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-521592f7-545e-420e-8436-25a5980d7134 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.7658896 Nov 25 17:22:48.228776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.252688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c269039-1bca-4ac5-9f14-fb83934f18ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.268049 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-7c4fdbd2-16d1-4077-a834-4ad17c70b261 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Project 5e5cb5249f274d168748fc30dcb3ac84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:22:48.280537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cddef3ac-e1a3-4203-b2bd-b356e1f0bb1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.287678 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-7c4fdbd2-16d1-4077-a834-4ad17c70b261 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:48.289503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7c4fdbd2-16d1-4077-a834-4ad17c70b261 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1036479 Nov 25 17:22:48.291942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48786) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.350075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b782cec-75b0-48ad-81f8-c1cf546c876b None None] DHCP port deletion for 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:22:48.371540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.372123 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.374145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/4481360f-563e-4eef-8323-e3e03b093898 HTTP/1.1" status: 200 len: 1091 time: 3.1055708 Nov 25 17:22:48.381427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d480f-8da1-460d-b91e-19ac94f9967a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.388026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'tag': '4481360f-563e-4eef-8323-e3e03b093898'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:48.390557 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca13e9-f702-4c5d-8754-f7fcfbe44002" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0a777-018a-4363-91ea-a8ef5c95f964", "tag": "4481360f-563e-4eef-8323-e3e03b093898"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:48.405081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d480f-8da1-460d-b91e-19ac94f9967a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.429848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Made reservation on behalf of d6bec12d235d4779aaad8710b972c6a1 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:48.433399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.445510 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c269039-1bca-4ac5-9f14-fb83934f18ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.480110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cddef3ac-e1a3-4203-b2bd-b356e1f0bb1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.503776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d480f-8da1-460d-b91e-19ac94f9967a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.507414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-032d480f-8da1-460d-b91e-19ac94f9967a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.508561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-032d480f-8da1-460d-b91e-19ac94f9967a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/c27f574d-8c71-4f66-b474-434b57d1c335 HTTP/1.1" status: 204 len: 168 time: 0.2157214 Nov 25 17:22:48.536487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.558582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afac3f-6f0a-43bc-904f-b8a4018d9ab7 req-8a476b71-25ef-484f-8e59-210d6b289236 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.560082 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48afac3f-6f0a-43bc-904f-b8a4018d9ab7 req-8a476b71-25ef-484f-8e59-210d6b289236 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 943 time: 0.1237042 Nov 25 17:22:48.563475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d480f-8da1-460d-b91e-19ac94f9967a tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f574d-8c71-4f66-b474-434b57d1c335,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.564879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2bc20-5807-4f05-862f-6e98ff4757b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4481360f-563e-4eef-8323-e3e03b093898,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:48.595130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.601708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.607632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.613553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.620127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.626105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.632655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.634645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cb009718-1530-4c30-8f4b-2624c3913fe7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.4072945 Nov 25 17:22:48.661619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Allocated IP 172.20.0.6 (fbcb8451-84cb-4395-8497-6f4022a1e10d/9437fb6a-edc2-40e3-914e-80a29aad534d/c1e29c48-0406-404a-8bb2-774f54b1f4ba) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:48.669945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48afac3f-6f0a-43bc-904f-b8a4018d9ab7 req-80b903fb-50de-4114-a1c7-b0f3bea036e6 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862658 Nov 25 17:22:48.695110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af9e56ce-f4e2-4d33-99f8-46fa959ee956 req-4d880920-9995-408b-bcee-57fc6847d54d tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4515011 Nov 25 17:22:48.753839 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce1cddd-510a-417f-b65f-e66c4022d9e9 x-openstack-request-id: req-5ce1cddd-510a-417f-b65f-e66c4022d9e9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:48.754150 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0a777-018a-4363-91ea-a8ef5c95f964", "tag": "4481360f-563e-4eef-8323-e3e03b093898", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:48.754742 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ce1cddd-510a-417f-b65f-e66c4022d9e9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:48.755136 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'tag': '4481360f-563e-4eef-8323-e3e03b093898', 'status': 'completed', 'code': 200} Nov 25 17:22:48.815520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-a8016487-be12-4f34-84d5-8157b7bb5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.817017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-a8016487-be12-4f34-84d5-8157b7bb5584 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 1094 time: 0.3770180 Nov 25 17:22:48.825500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-bc46193c-4d31-4a1a-9082-0d4401aea083 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:48.826968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-bc46193c-4d31-4a1a-9082-0d4401aea083 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "GET /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1697004 Nov 25 17:22:48.857498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c81bf594-1099-4985-be7a-a7494e06e4e8 req-4be3089f-598c-462a-9eb2-8221be5bded2 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 210 time: 0.0672169 Nov 25 17:22:48.874096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3be9c281-1e95-4316-98c5-298817c524f7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3279185 Nov 25 17:22:48.879728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.883951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:48.889709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572267051'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:48.902937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cddef3ac-e1a3-4203-b2bd-b356e1f0bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.905582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cddef3ac-e1a3-4203-b2bd-b356e1f0bb1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.907541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cddef3ac-e1a3-4203-b2bd-b356e1f0bb1e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78d0f656-2c77-4574-b96d-a3a71ed75c23 HTTP/1.1" status: 204 len: 168 time: 1.1132050 Nov 25 17:22:48.923107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c269039-1bca-4ac5-9f14-fb83934f18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.925856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c269039-1bca-4ac5-9f14-fb83934f18ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:48.930322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9c269039-1bca-4ac5-9f14-fb83934f18ad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/98a3e777-23c1-45e1-ae64-9c587d4e07a0 HTTP/1.1" status: 204 len: 168 time: 1.0223594 Nov 25 17:22:48.933821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-8373f2c2-2caf-4b79-9f19-47c6ce3d98a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4481360f-563e-4eef-8323-e3e03b093898 HTTP/1.1" status: 200 len: 217 time: 0.1057196 Nov 25 17:22:48.942267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.007271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddef3ac-e1a3-4203-b2bd-b356e1f0bb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0f656-2c77-4574-b96d-a3a71ed75c23,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.031156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.059320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c269039-1bca-4ac5-9f14-fb83934f18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a3e777-23c1-45e1-ae64-9c587d4e07a0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.113457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Network fbcb8451-84cb-4395-8497-6f4022a1e10d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:49.120203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:49.131863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:22:49.133024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:49.137771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-5689b7ed-3bbb-4f53-87d1-2c82ac3a44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.139253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-5689b7ed-3bbb-4f53-87d1-2c82ac3a44f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 200 len: 854 time: 0.1444645 Nov 25 17:22:49.145893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.199852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-41d43fd4-8637-4d96-af1e-d6cb8f3387f0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "GET /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3491747 Nov 25 17:22:49.246270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event updated for resources: {'Port': ['ID=c1e29c48-0406-404a-8bb2-774f54b1f4ba,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.260876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-f41a0b6e-925a-4383-a94e-09a9dd6d6eea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108112 Nov 25 17:22:49.264706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.271508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=9f10d6b8-29c3-439c-845e-4ba5ce489721,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.276082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:49.297972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.299836 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.355344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.363459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-6976b3d6-c915-4d16-8cfb-f8f1c4aeda63 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1860714 Nov 25 17:22:49.365589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.392085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Request body: {'port': {'device_id': '08ef644e-34cd-4654-9207-c947fe4ce537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.444207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-5ffbdcad-5e36-4e5c-9792-a1d893815117 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667912 Nov 25 17:22:49.445101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:49.451103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:49.451751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.462060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657851a-6a56-4f01-84b9-0ab1e6768a5d None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:49.535248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.537072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6518083 Nov 25 17:22:49.539496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48808) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.539835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.563169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-86373b04-6397-45ad-8885-2fae5fa020dc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6998630 Nov 25 17:22:49.576243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b529ed54-4751-4cad-99e4-c94f73c2630b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '5c22ef48-95ce-4693-b2fa-6a77624340e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.588940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a174807f-9fd6-4186-8d22-39ab2e77bc17 None None] Provisioning complete for port c1e29c48-0406-404a-8bb2-774f54b1f4ba triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:49.589636 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a174807f-9fd6-4186-8d22-39ab2e77bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.599667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.605595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bbefb9d-6ea4-448c-a39a-bcb27bfa095b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.617350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.623683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.625285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:49.653992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.661918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.666567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:49.666925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48517a2e-8264-43fa-ae4e-8e2ca6e02ed7 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:49.677769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a174807f-9fd6-4186-8d22-39ab2e77bc17 None None] Port c1e29c48-0406-404a-8bb2-774f54b1f4ba cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:49.738470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca478deb-f1e3-4105-8917-691e19c3e67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.739379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b87a38-d6b1-40fa-a17c-f3b5e690d4af tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22ef48-95ce-4693-b2fa-6a77624340e9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:49.761050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bede8251-8c4e-4d2e-a2c1-e3b55ab7b21a req-b9d155cd-7170-46db-a3eb-65cac22b9e65 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036890 Nov 25 17:22:49.762088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '9f10d6b8-29c3-439c-845e-4ba5ce489721'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:22:49.763429 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.948985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Allocated IP 2001:db8::f816:3eff:fe23:866e (57d3133b-7ced-4a58-9ee8-6f993af0ee19/9f10d6b8-29c3-439c-845e-4ba5ce489721/02ab89c7-ccf0-455f-8259-b4f69eb8934d) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:49.964122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca478deb-f1e3-4105-8917-691e19c3e67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:49.966236 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-b529ed54-4751-4cad-99e4-c94f73c2630b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The resource could not be found. Nov 25 17:22:49.967756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b529ed54-4751-4cad-99e4-c94f73c2630b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3966219 Nov 25 17:22:49.978486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:49.988118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d207ba81-70c8-49f9-9fca-3e913dbc7b72 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '5c22ef48-95ce-4693-b2fa-6a77624340e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9fa35183-b40f-4454-8c54-f5aeb3b10566'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:49.990551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca478deb-f1e3-4105-8917-691e19c3e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.054641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-937e1ca4-b9e6-42e7-97c4-8fc19626f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.057248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-937e1ca4-b9e6-42e7-97c4-8fc19626f16d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f65ae1f559f84810bdbffb2e285b9885&device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 1094 time: 0.2360680 Nov 25 17:22:50.123296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6c6f3-ba5c-4439-9096-3f887078b20f req-2c0088fa-15d7-4936-9b3c-689398481826 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.126153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2bd6c6f3-ba5c-4439-9096-3f887078b20f req-2c0088fa-15d7-4936-9b3c-689398481826 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 943 time: 0.3031988 Nov 25 17:22:50.174266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca478deb-f1e3-4105-8917-691e19c3e67e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=668918e567a04a59977cb6e188916872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5458443 Nov 25 17:22:50.187101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48826) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:50.192454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.197863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478deb-f1e3-4105-8917-691e19c3e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc98d5-7af4-48af-956a-e7e7f06f52af,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.200924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.281119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:50.288282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bbefb9d-6ea4-448c-a39a-bcb27bfa095b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.291117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:50.293324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:50.295890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Pushing event updated for resources: {'Port': ['ID=02ab89c7-ccf0-455f-8259-b4f69eb8934d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.298833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.305826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:50.310485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=52473769-a7a8-4659-8545-5ba908436801,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:50.356846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bbefb9d-6ea4-448c-a39a-bcb27bfa095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.381530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Attempting to bind port 02ab89c7-ccf0-455f-8259-b4f69eb8934d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:50.381899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Attempting to bind port 02ab89c7-ccf0-455f-8259-b4f69eb8934d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:50.382292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Attempting to bind port 02ab89c7-ccf0-455f-8259-b4f69eb8934d on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:50.385469 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-d207ba81-70c8-49f9-9fca-3e913dbc7b72 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The resource could not be found. Nov 25 17:22:50.386676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d207ba81-70c8-49f9-9fca-3e913dbc7b72 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4068046 Nov 25 17:22:50.390662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:50.391038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:50.391163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48828) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:50.391485 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.391883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:50.392358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Bound port: 02ab89c7-ccf0-455f-8259-b4f69eb8934d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:50.392737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.438931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] For port 52473769-a7a8-4659-8545-5ba908436801, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:50.463975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] For port 02ab89c7-ccf0-455f-8259-b4f69eb8934d, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:50.468027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] For port 02ab89c7-ccf0-455f-8259-b4f69eb8934d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ab89c7-ccf0-455f-8259-b4f69eb8934d,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:50.478514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.505329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8bbefb9d-6ea4-448c-a39a-bcb27bfa095b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e51723e7c3344e5da7d54f2e9ca3f95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9590981 Nov 25 17:22:50.513107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-b47cd8cf-e810-4af8-a887-940300d809d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.514760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-b47cd8cf-e810-4af8-a887-940300d809d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 200 len: 915 time: 0.4309165 Nov 25 17:22:50.516912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:50.517039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbefb9d-6ea4-448c-a39a-bcb27bfa095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadba934-93f9-42cd-a556-7e4008d48035,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.531580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2bd6c6f3-ba5c-4439-9096-3f887078b20f req-186d378e-88d3-4d57-b4ba-f9e33d03ac23 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885686 Nov 25 17:22:50.567309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b917745-08a5-4cd8-bcfd-142627fad362 None None] Pushing event updated for resources: {'Port': ['ID=02ab89c7-ccf0-455f-8259-b4f69eb8934d,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:50.585705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.591693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.597873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.604973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.610987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.617912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.623877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.625905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-e2f5883d-f4d8-4c7d-80ff-e9b3cdaa2e52 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 5442 time: 0.7777407 Nov 25 17:22:50.633260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] device_id is not set on port 52473769-a7a8-4659-8545-5ba908436801 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:50.642072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a22590f2-d48e-4705-808d-5d02042a9750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.651430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-72f9a469-2a81-4ba2-a9d2-e17ac0f72196 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4481360f-563e-4eef-8323-e3e03b093898 HTTP/1.1" status: 200 len: 217 time: 0.0991178 Nov 25 17:22:50.712949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98f20c08-70ec-4841-9d5d-af4d90e9115f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.715417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.718085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e29c48-0406-404a-8bb2-774f54b1f4ba {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:50.741163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.764778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.772604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a22590f2-d48e-4705-808d-5d02042a9750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.793916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98f20c08-70ec-4841-9d5d-af4d90e9115f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.837978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Transition to ACTIVE for port object c1e29c48-0406-404a-8bb2-774f54b1f4ba will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:22:50.878357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.890833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-e2d92dd4-c59a-47db-ada4-a347ad058c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.892365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-e2d92dd4-c59a-47db-ada4-a347ad058c9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 200 len: 854 time: 0.2096128 Nov 25 17:22:50.916480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dd6c8-5215-45fd-b659-3595c3e87d00 req-a8bbe56d-14c3-4fed-8f5a-154560913ea1 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:50.918213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b67dd6c8-5215-45fd-b659-3595c3e87d00 req-a8bbe56d-14c3-4fed-8f5a-154560913ea1 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 931 time: 0.2798152 Nov 25 17:22:50.952484 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1607c5b9-0c5d-4835-887e-fad2beb4b2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:50.959241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] No DVR routers for this DVR port 52473769-a7a8-4659-8545-5ba908436801 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:50.985080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Pushing event updated for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.010504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-af2ddbdd-1870-4656-9409-7f9321a2c5d6 req-983048fa-0ece-479b-b0ee-58f0c2be6706 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3699777 Nov 25 17:22:51.028536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-6d190fd3-3e4d-4c88-b2b9-f4f8ceb0cd59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214390 Nov 25 17:22:51.078533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1607c5b9-0c5d-4835-887e-fad2beb4b2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.121013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e29c48-0406-404a-8bb2-774f54b1f4ba,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.126164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.128382 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98f20c08-70ec-4841-9d5d-af4d90e9115f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.131074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98f20c08-70ec-4841-9d5d-af4d90e9115f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.132367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98f20c08-70ec-4841-9d5d-af4d90e9115f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/5c22ef48-95ce-4693-b2fa-6a77624340e9 HTTP/1.1" status: 204 len: 168 time: 0.7239373 Nov 25 17:22:51.146176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:51.218424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20c08-70ec-4841-9d5d-af4d90e9115f tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22ef48-95ce-4693-b2fa-6a77624340e9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.234126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a22590f2-d48e-4705-808d-5d02042a9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.236794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a22590f2-d48e-4705-808d-5d02042a9750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.238026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a22590f2-d48e-4705-808d-5d02042a9750 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/33bc98d5-7af4-48af-956a-e7e7f06f52af HTTP/1.1" status: 204 len: 168 time: 1.0204670 Nov 25 17:22:51.259207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] In _notify_port_updated(), no bound segment for port 52473769-a7a8-4659-8545-5ba908436801 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:22:51.260155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.261169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.262154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-387b8b8d-8376-4d67-b4fc-f9827a62083b service neutron] 10.222.0.73 "PUT /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 200 len: 1031 time: 2.0220332 Nov 25 17:22:51.262337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:51.270775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:51.274209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.275024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.294385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=215b66e0-0cd3-417c-9c69-9aa9727b0b9a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.313808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Attempting to bind port c1e29c48-0406-404a-8bb2-774f54b1f4ba on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:22:51.314584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Attempting to bind port c1e29c48-0406-404a-8bb2-774f54b1f4ba by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:22:51.314584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Attempting to bind port c1e29c48-0406-404a-8bb2-774f54b1f4ba on network fbcb8451-84cb-4395-8497-6f4022a1e10d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:51.333191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eb483a0a-b037-47ea-a224-195c12e64b05 None None] Provisioning complete for port 52473769-a7a8-4659-8545-5ba908436801 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:51.334225 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb483a0a-b037-47ea-a224-195c12e64b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.336698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fa711cca-33b3-4aef-a433-4b8ba0de62b0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7285068 Nov 25 17:22:51.339476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:51.341438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Port c1e29c48-0406-404a-8bb2-774f54b1f4ba on network fbcb8451-84cb-4395-8497-6f4022a1e10d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:22:51.341770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Attempting to bind port c1e29c48-0406-404a-8bb2-774f54b1f4ba on network fbcb8451-84cb-4395-8497-6f4022a1e10d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:22:51.347084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:00:de:1c', 'name': 'tempest-NetworksTestDHCPv6-1078808998'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:51.362237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22590f2-d48e-4705-808d-5d02042a9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc98d5-7af4-48af-956a-e7e7f06f52af,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.370947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:22:51.371199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Checking segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:22:51.371743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Bound using segment: {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:22:51.372189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Bound port: c1e29c48-0406-404a-8bb2-774f54b1f4ba, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:22:51.372625 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.412231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b67dd6c8-5215-45fd-b659-3595c3e87d00 req-b9e08c9c-ffbb-45a1-917f-d7c0c44c6e1e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4501367 Nov 25 17:22:51.424088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eb483a0a-b037-47ea-a224-195c12e64b05 None None] Port 52473769-a7a8-4659-8545-5ba908436801 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:51.440306 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-32dd8046-c39b-4d5a-a0e6-795ddac26498 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2869349 Nov 25 17:22:51.445327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48840) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:51.450920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1607c5b9-0c5d-4835-887e-fad2beb4b2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.453440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-980de12f-6cf8-44bb-8101-69a651c47531 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': '94815ebe-bdbf-416d-8901-1dfe36bd90ce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:51.453648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1607c5b9-0c5d-4835-887e-fad2beb4b2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.454780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1607c5b9-0c5d-4835-887e-fad2beb4b2c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cadba934-93f9-42cd-a556-7e4008d48035 HTTP/1.1" status: 204 len: 168 time: 0.9177520 Nov 25 17:22:51.477043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c5b9-0c5d-4835-887e-fad2beb4b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadba934-93f9-42cd-a556-7e4008d48035,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.484635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a7476f1c-9196-4252-9744-e48fed37e291 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.486014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a7476f1c-9196-4252-9744-e48fed37e291 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "GET /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2115219 Nov 25 17:22:51.493841 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-4becab20-8648-42f3-8f1b-c252417dab03 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539685 Nov 25 17:22:51.500118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:51.603017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] For port c1e29c48-0406-404a-8bb2-774f54b1f4ba, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:51.610646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] For port c1e29c48-0406-404a-8bb2-774f54b1f4ba, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:22:51.628199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.629069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 00090edc-e853-4999-8837-095ce4763ade no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:51.701982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.743525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e29c48-0406-404a-8bb2-774f54b1f4ba,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:51.749856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:51.750967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.753055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-9227531b-bfbd-4f12-a18e-074e6d953178 service neutron] 10.222.0.73 "PUT /v2.0/ports/c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 200 len: 1091 time: 2.3704143 Nov 25 17:22:51.753445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:51.755831 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c31279-ec5e-4636-ac01-0b983909ca80" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:51.841087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ab89c7-ccf0-455f-8259-b4f69eb8934d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:51.905195 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db5341-d08a-4f9f-88d9-9258969d6f9f x-openstack-request-id: req-80db5341-d08a-4f9f-88d9-9258969d6f9f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:51.905778 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:51.907038 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-80db5341-d08a-4f9f-88d9-9258969d6f9f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:51.907828 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'status': 'completed', 'code': 200} Nov 25 17:22:51.915840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:51.959671 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-980de12f-6cf8-44bb-8101-69a651c47531 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The resource could not be found. Nov 25 17:22:51.960517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-980de12f-6cf8-44bb-8101-69a651c47531 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5122659 Nov 25 17:22:51.969546 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:51.991877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:51.998958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110041840'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:52.061834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=00090edc-e853-4999-8837-095ce4763ade,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:52.065876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00090edc-e853-4999-8837-095ce4763ade'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:52.076522 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6df1e3-d018-4cb9-9730-a193d468e04f" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "00090edc-e853-4999-8837-095ce4763ade"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:52.085464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.086187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 89aa32b5-8704-4b2a-a8a7-0ad80871676a no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:52.144290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a60ca-5daa-431d-bb42-2e1dc269fc59 req-b76500f0-025b-4007-8b2e-8463a5f2931c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.153779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e24a60ca-5daa-431d-bb42-2e1dc269fc59 req-b76500f0-025b-4007-8b2e-8463a5f2931c tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 943 time: 0.4151742 Nov 25 17:22:52.173477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.245392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-608ce63e-374f-49ae-a8fe-48d931e034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.247039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-608ce63e-374f-49ae-a8fe-48d931e034b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6bec12d235d4779aaad8710b972c6a1&device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 1094 time: 0.4209692 Nov 25 17:22:52.290061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 02ab89c7-ccf0-455f-8259-b4f69eb8934d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:52.291578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.359853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c6891f-a3a2-489f-aae9-6aca40a07913 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:52.387981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:52.398533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-27718cb7-cd3a-4fc3-a106-3e6ad67e853d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 200 len: 217 time: 0.1217577 Nov 25 17:22:52.416466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e24a60ca-5daa-431d-bb42-2e1dc269fc59 req-a22572b7-090c-4e41-8500-60ffd8d30110 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394347 Nov 25 17:22:52.419052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.528007 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb91d0f-aa06-4bf2-b18a-d4d5f079dfcd x-openstack-request-id: req-8cb91d0f-aa06-4bf2-b18a-d4d5f079dfcd {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:52.528007 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "00090edc-e853-4999-8837-095ce4763ade", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:52.528363 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8cb91d0f-aa06-4bf2-b18a-d4d5f079dfcd {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:52.528651 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00090edc-e853-4999-8837-095ce4763ade', 'code': 200} Nov 25 17:22:52.530511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eeca13e9-f702-4c5d-8754-f7fcfbe44002 req-e96897b5-4ab5-4e5a-9504-1c5134c40968 service neutron] 10.222.0.55 "GET /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9947028 Nov 25 17:22:52.584671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.588702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:52.591169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.598956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.608525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.615761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.622169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.625077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-a6537765-7dea-473a-a4df-23d2c6cfc688 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 4662 time: 0.2024481 Nov 25 17:22:52.644011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.651024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4481360f-563e-4eef-8323-e3e03b093898 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:52.709651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-2c0e9c17-b99b-42b7-a93b-118f4a6afd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:52.718919 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-2c0e9c17-b99b-42b7-a93b-118f4a6afd6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9437fb6a-edc2-40e3-914e-80a29aad534d HTTP/1.1" status: 200 len: 850 time: 0.2961328 Nov 25 17:22:52.732484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=075379f3-9819-431c-b729-f4bccc76fcf2,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:52.738430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.750671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bcbe4fd5-e87e-4b0e-842b-b1e2e0ca7416 req-3267f886-6830-4f77-88ad-1167eabf08fc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba43e14f-8b31-41d0-9178-20ffaa7439c4&id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185281 Nov 25 17:22:52.809362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] For port 075379f3-9819-431c-b729-f4bccc76fcf2, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:22:52.814488 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.837524 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.866848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] device_id is not set on port 075379f3-9819-431c-b729-f4bccc76fcf2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:22:52.883355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.902653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.909906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:52.911376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9169145 Nov 25 17:22:52.912116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541755ba-ce0c-4731-88de-2f28ac7aedc8 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b124b8-a955-4ff2-8b8a-9652b6fec67b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:52.918446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48894) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:52.929618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325930826'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:52.946014 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:22:52.994203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] No DVR routers for this DVR port 075379f3-9819-431c-b729-f4bccc76fcf2 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:52.998028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Pushing event updated for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:53.078958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] In _notify_port_updated(), no bound segment for port 075379f3-9819-431c-b729-f4bccc76fcf2 on network c9a0971e-973f-4181-a607-a4d15ca02e99 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:22:53.081269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.085818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.087359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-a759008e-5ee7-48b9-bfd3-bf9c7b885e9d service neutron] 10.222.0.73 "PUT /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 200 len: 1031 time: 1.5924673 Nov 25 17:22:53.104149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4481360f-563e-4eef-8323-e3e03b093898, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4481360f-563e-4eef-8323-e3e03b093898,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:53.126509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:53.133240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '4481360f-563e-4eef-8323-e3e03b093898', 'network_id': '9d5faf07-a80c-4dc1-9e3e-08e2e9379e09', 'port_id': '4481360f-563e-4eef-8323-e3e03b093898', 'mac_address': 'fa:16:3e:ba:3c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded0859c-b73f-441d-a86c-a6473a49dbad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:53.135716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cb231ee5-0669-4e95-8b21-049b1c323e63 None None] Provisioning complete for port 02ab89c7-ccf0-455f-8259-b4f69eb8934d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:53.136886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb231ee5-0669-4e95-8b21-049b1c323e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.149140 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.150109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 075379f3-9819-431c-b729-f4bccc76fcf2 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:53.304192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:53.331755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port 8cef827f-7f2a-4374-8534-516606d2ee63 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:53.332160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.389759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 075379f3-9819-431c-b729-f4bccc76fcf2 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:53.389759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fc44fae6-7075-4442-82e8-43dec59f245c no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:53.392707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 02ab89c7-ccf0-455f-8259-b4f69eb8934d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ab89c7-ccf0-455f-8259-b4f69eb8934d,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:53.450721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.544408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.563057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] For port 8cef827f-7f2a-4374-8534-516606d2ee63, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8cef827f-7f2a-4374-8534-516606d2ee63,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:53.563867 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.597167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for 8cef827f-7f2a-4374-8534-516606d2ee63 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:53.609943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4481360f-563e-4eef-8323-e3e03b093898 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:53.653350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 172.20.0.10 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/215b66e0-0cd3-417c-9c69-9aa9727b0b9a/4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:53.662283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fe00:de1c (57d3133b-7ced-4a58-9ee8-6f993af0ee19/9f10d6b8-29c3-439c-845e-4ba5ce489721/4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:53.668230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4481360f-563e-4eef-8323-e3e03b093898, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4481360f-563e-4eef-8323-e3e03b093898,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:53.698793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=02ab89c7-ccf0-455f-8259-b4f69eb8934d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:53.721493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.774297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=4481360f-563e-4eef-8323-e3e03b093898,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:53.808643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': '9f10d6b8-29c3-439c-845e-4ba5ce489721', 'ip_address': '2001:db8::f816:3eff:fe23:866e'}, {'subnet_id': '215b66e0-0cd3-417c-9c69-9aa9727b0b9a'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '02ab89c7-ccf0-455f-8259-b4f69eb8934d'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:22:53.813763 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.845812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.861362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.890245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fc44fae6-7075-4442-82e8-43dec59f245c,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:53.898610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48958) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:53.937180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a977870-7a13-4c2e-a26d-61acf5819549 req-b6b0fc3a-c13c-484c-9397-7ccd9524b138 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:53.938780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a977870-7a13-4c2e-a26d-61acf5819549 req-b6b0fc3a-c13c-484c-9397-7ccd9524b138 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 943 time: 1.1457968 Nov 25 17:22:53.941004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.952250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:53.999151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-d9cb4b82-bb83-4f2b-9b04-606ce59f799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.000768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-d9cb4b82-bb83-4f2b-9b04-606ce59f799e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbcb8451-84cb-4395-8497-6f4022a1e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2710052 Nov 25 17:22:54.028656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=8cef827f-7f2a-4374-8534-516606d2ee63,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.054261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9075a5-1202-4d34-abad-f5a585dfbd12 req-02f870c6-2751-433f-a9e5-acf950d5a0c0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.056567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b9075a5-1202-4d34-abad-f5a585dfbd12 req-02f870c6-2751-433f-a9e5-acf950d5a0c0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 943 time: 0.5548904 Nov 25 17:22:54.059707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] Allocated IP 172.20.0.2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/215b66e0-0cd3-417c-9c69-9aa9727b0b9a/02ab89c7-ccf0-455f-8259-b4f69eb8934d) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:22:54.120708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.125478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] No DVR routers for this DVR port 8cef827f-7f2a-4374-8534-516606d2ee63 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:54.129106 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.134200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3aa1952-93e7-42a5-8399-0b6bcc20d30a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "DELETE /v2.0/ports/8cef827f-7f2a-4374-8534-516606d2ee63 HTTP/1.1" status: 204 len: 173 time: 1.0386920 Nov 25 17:22:54.136068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': '8cef827f-7f2a-4374-8534-516606d2ee63'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:54.138825 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04d7990-9fb9-40e3-aa58-5ecf7c33384f" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "8cef827f-7f2a-4374-8534-516606d2ee63"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:54.182052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['4481360f-563e-4eef-8323-e3e03b093898'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:54.197382 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.198103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8cef827f-7f2a-4374-8534-516606d2ee63 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:54.221328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b9075a5-1202-4d34-abad-f5a585dfbd12 req-1954d457-d286-4fde-874e-1755e7e77e66 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571589 Nov 25 17:22:54.273462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:22:54.282152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:22:54.284312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.299348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:22:54.312792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83d02f92-cc81-4313-88ce-0fad36642199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.434470 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a977870-7a13-4c2e-a26d-61acf5819549 req-5875cda2-0157-4033-b1f0-c404ebfae911 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522712 Nov 25 17:22:54.453177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-477eaa22-af7b-4d65-a471-6f89d5109f48 service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152398 Nov 25 17:22:54.487866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83d02f92-cc81-4313-88ce-0fad36642199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.505249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83d02f92-cc81-4313-88ce-0fad36642199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.523358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 8cef827f-7f2a-4374-8534-516606d2ee63 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:22:54.523734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8cef827f-7f2a-4374-8534-516606d2ee63 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:54.524167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 52473769-a7a8-4659-8545-5ba908436801 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:54.546059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a'}, {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:54.548551 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff72597-2fdb-45f6-9b6b-f4aa9b79e2a4" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a"}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:54.577344 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd558a8-9678-4d15-b191-bd37b56b2571 x-openstack-request-id: req-0cd558a8-9678-4d15-b191-bd37b56b2571 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:54.578289 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "8cef827f-7f2a-4374-8534-516606d2ee63", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:54.579309 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0cd558a8-9678-4d15-b191-bd37b56b2571 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:54.580398 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': '8cef827f-7f2a-4374-8534-516606d2ee63', 'status': 'completed', 'code': 200} Nov 25 17:22:54.611459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83d02f92-cc81-4313-88ce-0fad36642199 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=179f8fe688c4438eabf8346e560e411c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7080977 Nov 25 17:22:54.634033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48976) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:54.642096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port 89aa32b5-8704-4b2a-a8a7-0ad80871676a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:54.642896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.648427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.649358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.668112 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948e9f39-3147-4e91-893f-63879b40e638 x-openstack-request-id: req-948e9f39-3147-4e91-893f-63879b40e638 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:54.668414 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a", "code": 200}, {"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:54.669048 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-948e9f39-3147-4e91-893f-63879b40e638 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:54.669048 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a', 'code': 200} Nov 25 17:22:54.669345 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c', 'code': 200} Nov 25 17:22:54.683071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-65279e23-7056-488c-8615-6e407ffb821b None None] Provisioning complete for port 075379f3-9819-431c-b729-f4bccc76fcf2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:54.683501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65279e23-7056-488c-8615-6e407ffb821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.701089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a407993-eed4-4cc1-acb5-bd52838a05c5 req-3d0665f7-0b0b-4d21-98ef-9a2111ac1087 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.714326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a407993-eed4-4cc1-acb5-bd52838a05c5 req-3d0665f7-0b0b-4d21-98ef-9a2111ac1087 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.724574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a407993-eed4-4cc1-acb5-bd52838a05c5 req-3d0665f7-0b0b-4d21-98ef-9a2111ac1087 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.726409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2cd5f316-a0d3-4404-a9f6-2b29ba89ef8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3857858 Nov 25 17:22:54.732618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a407993-eed4-4cc1-acb5-bd52838a05c5 req-3d0665f7-0b0b-4d21-98ef-9a2111ac1087 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:54.737412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:54.744596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a407993-eed4-4cc1-acb5-bd52838a05c5 req-3d0665f7-0b0b-4d21-98ef-9a2111ac1087 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 3146 time: 0.3415539 Nov 25 17:22:54.769544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] For port 02ab89c7-ccf0-455f-8259-b4f69eb8934d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ab89c7-ccf0-455f-8259-b4f69eb8934d,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:54.779602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.784734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.794815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 52473769-a7a8-4659-8545-5ba908436801 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:22:54.795245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device e6dc7088-7625-44d4-af6a-d2cee44ab9e6 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:22:54.805452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-65279e23-7056-488c-8615-6e407ffb821b None None] Port 075379f3-9819-431c-b729-f4bccc76fcf2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:54.812436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.864572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f565d4e8-e466-418f-9fd1-297d78a90449 req-b1dd8c9e-b90e-4666-b748-7af812a2a0f8 service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955903 Nov 25 17:22:54.869679 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.877243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.890195 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d51df6bc-8670-47b1-8368-9dc306b93d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.908296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fd644c-7843-4540-aae6-80753166005d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.927720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:54.932600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6c53639-42da-4595-8fd9-9779ca980905 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0089917 Nov 25 17:22:54.944699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:54.951989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a407993-eed4-4cc1-acb5-bd52838a05c5 req-98693084-4391-4138-99f6-68daea5c20d0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065027 Nov 25 17:22:54.953273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d02f92-cc81-4313-88ce-0fad36642199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056a4445-8527-4ff2-8649-f1591e661fb8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:54.972112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a0a6d709-65c2-4f3b-878d-833fdc98a579 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'a5b124b8-a955-4ff2-8b8a-9652b6fec67b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '76fd644c-7843-4540-aae6-80753166005d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:54.995757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] For port 89aa32b5-8704-4b2a-a8a7-0ad80871676a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=89aa32b5-8704-4b2a-a8a7-0ad80871676a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:54.996228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.013138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for 89aa32b5-8704-4b2a-a8a7-0ad80871676a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:55.045355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe818c-202f-4746-9944-ad28e7785275 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.053448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe818c-202f-4746-9944-ad28e7785275 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.054842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcf39d-2393-4cde-9db1-9d242edf447e None None] Pushing event updated for resources: {'Port': ['ID=02ab89c7-ccf0-455f-8259-b4f69eb8934d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.055627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f6fe818c-202f-4746-9944-ad28e7785275 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3082876 Nov 25 17:22:55.057803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d51df6bc-8670-47b1-8368-9dc306b93d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.066387 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.077104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:55.138321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:55.141710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-ec8194ff-043a-471d-8cbe-9fdff3c5b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.144459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.145236 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-ec8194ff-043a-471d-8cbe-9fdff3c5b701 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6bec12d235d4779aaad8710b972c6a1&device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 1094 time: 0.1984160 Nov 25 17:22:55.189526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d51df6bc-8670-47b1-8368-9dc306b93d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.193329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d51df6bc-8670-47b1-8368-9dc306b93d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.197878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d51df6bc-8670-47b1-8368-9dc306b93d80 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/056a4445-8527-4ff2-8649-f1591e661fb8 HTTP/1.1" status: 204 len: 168 time: 0.5586517 Nov 25 17:22:55.214126 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-a0a6d709-65c2-4f3b-878d-833fdc98a579 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:55.218241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a0a6d709-65c2-4f3b-878d-833fdc98a579 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2648311 Nov 25 17:22:55.219350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:55.245010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.277975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51df6bc-8670-47b1-8368-9dc306b93d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a4445-8527-4ff2-8649-f1591e661fb8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.401254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.417775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-3945c72d-ed0d-4621-a5da-905143f352a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.419552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-3945c72d-ed0d-4621-a5da-905143f352a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 200 len: 912 time: 0.2464876 Nov 25 17:22:55.467370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=89aa32b5-8704-4b2a-a8a7-0ad80871676a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:55.526048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] No DVR routers for this DVR port 89aa32b5-8704-4b2a-a8a7-0ad80871676a on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:55.529526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.533213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-fd975c3c-cfbb-496f-a91c-fd1867d74df0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "DELETE /v2.0/ports/89aa32b5-8704-4b2a-a8a7-0ad80871676a HTTP/1.1" status: 204 len: 173 time: 1.3907619 Nov 25 17:22:55.579192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1f104ba-ada4-42dc-b4ab-87ee5576447d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.583517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-4a6604a4-55fc-412b-8ec7-4f87f27421cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 200 len: 217 time: 0.1229768 Nov 25 17:22:55.687490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ab89c7-ccf0-455f-8259-b4f69eb8934d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:55.700057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ed847-536a-462a-9250-def1afc1e267 req-1e2762ef-5fca-48fb-bafb-41f2a7c9645a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.701888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b81ed847-536a-462a-9250-def1afc1e267 req-1e2762ef-5fca-48fb-bafb-41f2a7c9645a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 944 time: 0.2795949 Nov 25 17:22:55.715422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-0da6b2dd-72d7-4b35-92ba-1d86017098d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.716903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-0da6b2dd-72d7-4b35-92ba-1d86017098d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9437fb6a-edc2-40e3-914e-80a29aad534d HTTP/1.1" status: 200 len: 850 time: 0.1240890 Nov 25 17:22:55.726841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:55.727428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.777391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 02ab89c7-ccf0-455f-8259-b4f69eb8934d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:55.778041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.812813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1f104ba-ada4-42dc-b4ab-87ee5576447d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.831190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b81ed847-536a-462a-9250-def1afc1e267 req-d1f6f83c-f99e-4578-94ec-2b8e147acbe1 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183677 Nov 25 17:22:55.835506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-f2ec1d01-bc7f-4701-8e77-d8de58c1225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:55.838185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-f2ec1d01-bc7f-4701-8e77-d8de58c1225b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbcb8451-84cb-4395-8497-6f4022a1e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072483 Nov 25 17:22:55.976344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1f104ba-ada4-42dc-b4ab-87ee5576447d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.979192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b1f104ba-ada4-42dc-b4ab-87ee5576447d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:55.983143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:55.983306 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b1f104ba-ada4-42dc-b4ab-87ee5576447d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/76fd644c-7843-4540-aae6-80753166005d HTTP/1.1" status: 204 len: 168 time: 0.7394400 Nov 25 17:22:56.104192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7916f229-b3af-46cb-9f3b-ee21232faf8e tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1172280 Nov 25 17:22:56.104401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49020) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:56.146599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fbed8-b137-4fae-87cb-d8d6678c5e7f req-704817c5-50b4-4eda-8cf0-d6aabf20749f tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.148731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-561fbed8-b137-4fae-87cb-d8d6678c5e7f req-704817c5-50b4-4eda-8cf0-d6aabf20749f tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 943 time: 0.4871647 Nov 25 17:22:56.153157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f104ba-ada4-42dc-b4ab-87ee5576447d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fd644c-7843-4540-aae6-80753166005d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:56.249739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec8df883-d9c1-40a5-8670-8ffab0eccb02 None None] Provisioning complete for port 02ab89c7-ccf0-455f-8259-b4f69eb8934d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:56.250114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec8df883-d9c1-40a5-8670-8ffab0eccb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.390519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-f2b028d6-a1b9-4c27-85da-2e74a7471fc6 service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439634 Nov 25 17:22:56.396153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-561fbed8-b137-4fae-87cb-d8d6678c5e7f req-b85a23e3-074e-4f6d-9053-05b6c7fcef43 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135653 Nov 25 17:22:56.412927 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a162835-b355-47e9-aa6d-4f484e6250a7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.421237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.443584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port 00090edc-e853-4999-8837-095ce4763ade {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:56.444259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.485475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:56.573812 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c31279-ec5e-4636-ac01-0b983909ca80 req-3f8a3d66-f2dd-4601-9dbf-42317de63418 service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744223 Nov 25 17:22:56.596042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4481360f-563e-4eef-8323-e3e03b093898 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:56.598709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:56.601868 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4709b543-840d-4c89-9a6c-08a13e75d53a" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:56.641078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01955a-a44d-43b2-96b7-71f177dec8bf req-ef6e6800-579b-48b1-89bd-942cae33b8ff tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.661742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] For port 00090edc-e853-4999-8837-095ce4763ade, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=00090edc-e853-4999-8837-095ce4763ade,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:56.662102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.670803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01955a-a44d-43b2-96b7-71f177dec8bf req-ef6e6800-579b-48b1-89bd-942cae33b8ff tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.683454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:56.684888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01955a-a44d-43b2-96b7-71f177dec8bf req-ef6e6800-579b-48b1-89bd-942cae33b8ff tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:56.687242 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c71ae4-9da2-4cf3-b0b9-15d91b5bb3d0" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:56.696447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b01955a-a44d-43b2-96b7-71f177dec8bf req-ef6e6800-579b-48b1-89bd-942cae33b8ff tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 2411 time: 0.5566676 Nov 25 17:22:56.708766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a162835-b355-47e9-aa6d-4f484e6250a7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.768410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-196bd6c0-9182-45b0-852a-653cfc4479ae None None] Provisioning complete for port 4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:56.770096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-196bd6c0-9182-45b0-852a-653cfc4479ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.809409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b01955a-a44d-43b2-96b7-71f177dec8bf req-aa9916e8-6137-4b2f-b784-806a3c53ed23 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099143 Nov 25 17:22:56.824018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a162835-b355-47e9-aa6d-4f484e6250a7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.827330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4a162835-b355-47e9-aa6d-4f484e6250a7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:56.831050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4a162835-b355-47e9-aa6d-4f484e6250a7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/a5b124b8-a955-4ff2-8b8a-9652b6fec67b HTTP/1.1" status: 204 len: 168 time: 0.7234218 Nov 25 17:22:56.838536 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9a7c0f-aed5-46fb-a7a9-70ffe04d3502 x-openstack-request-id: req-8e9a7c0f-aed5-46fb-a7a9-70ffe04d3502 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:56.838837 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "89aa32b5-8704-4b2a-a8a7-0ad80871676a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:56.839095 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e9a7c0f-aed5-46fb-a7a9-70ffe04d3502 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:56.839540 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': '89aa32b5-8704-4b2a-a8a7-0ad80871676a', 'status': 'completed', 'code': 200} Nov 25 17:22:56.840881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:56.842260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a162835-b355-47e9-aa6d-4f484e6250a7 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b124b8-a955-4ff2-8b8a-9652b6fec67b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:56.854446 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a01ae9-76c5-4ed3-9431-9cd2eccd4f2f x-openstack-request-id: req-d7a01ae9-76c5-4ed3-9431-9cd2eccd4f2f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:56.855001 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-unplugged", "status": "completed", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:56.855523 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7a01ae9-76c5-4ed3-9431-9cd2eccd4f2f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:56.856846 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6', 'code': 200} Nov 25 17:22:56.867129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-196bd6c0-9182-45b0-852a-653cfc4479ae None None] Port 4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:22:56.913384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 4481360f-563e-4eef-8323-e3e03b093898 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:56.917857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 4481360f-563e-4eef-8323-e3e03b093898 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:56.918234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.030565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.067168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9be3dd9e-809d-4c85-9645-c3b845bf8bbc tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2109776 Nov 25 17:22:57.068473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:57.075361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4481360f-563e-4eef-8323-e3e03b093898, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4481360f-563e-4eef-8323-e3e03b093898,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:57.075962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009988101'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:57.083683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff77a4b-3e86-411f-b187-f4df5b95c5a4 req-40f0c1ec-270f-43f2-aa43-6edeb961fa0e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:57.085243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ff77a4b-3e86-411f-b187-f4df5b95c5a4 req-40f0c1ec-270f-43f2-aa43-6edeb961fa0e tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 944 time: 0.1447380 Nov 25 17:22:57.085522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.142606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=4481360f-563e-4eef-8323-e3e03b093898,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.151486 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ff77a4b-3e86-411f-b187-f4df5b95c5a4 req-2c321264-04cf-4824-a086-7084ea0a1076 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569792 Nov 25 17:22:57.257100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.264227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.264581 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.264893 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Floating IP 0baefd15-3be0-43ed-8c68-c17e33d702bd disassociated. External IP: 172.25.8.21, port: 00090edc-e853-4999-8837-095ce4763ade. Nov 25 17:22:57.265233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for 00090edc-e853-4999-8837-095ce4763ade owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:57.293999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.387045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:57.648661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49068) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:57.648974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c1e29c48-0406-404a-8bb2-774f54b1f4ba details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:22:57.804520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c1e29c48-0406-404a-8bb2-774f54b1f4ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:57.817220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'port_id': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'mac_address': 'fa:16:3e:21:46:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:22:57.867651 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.875201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-647291159'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:57.885528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e29c48-0406-404a-8bb2-774f54b1f4ba {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:22:57.915758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Made reservation on behalf of 0ee6f2ef0ce447fcbef8598d2a5b507b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:57.919595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.931171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c1e29c48-0406-404a-8bb2-774f54b1f4ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:57.932972 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.936802 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.940502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.945252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.951126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-be01d6c6-c989-4857-a308-39f9a4e8e508 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d HTTP/1.1" status: 204 len: 168 time: 2.8707032 Nov 25 17:22:57.954876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49074) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:57.968304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:57.995731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c1e29c48-0406-404a-8bb2-774f54b1f4ba,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.010112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2d41-5466-4045-900b-221705246ff3 req-6286bb2a-ec43-4baf-a020-b00c7c8c8f12 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.011637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ede2d41-5466-4045-900b-221705246ff3 req-6286bb2a-ec43-4baf-a020-b00c7c8c8f12 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 943 time: 0.2462599 Nov 25 17:22:58.032494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b76c8-9e3b-4310-8729-89eaf692eea1 req-764b4fcc-65ea-4fd6-a369-c435d9acb497 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.039270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b76c8-9e3b-4310-8729-89eaf692eea1 req-764b4fcc-65ea-4fd6-a369-c435d9acb497 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.046246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b76c8-9e3b-4310-8729-89eaf692eea1 req-764b4fcc-65ea-4fd6-a369-c435d9acb497 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.048034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e9b76c8-9e3b-4310-8729-89eaf692eea1 req-764b4fcc-65ea-4fd6-a369-c435d9acb497 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 2411 time: 0.0959823 Nov 25 17:22:58.066892 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.071427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9962354 Nov 25 17:22:58.071427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.071711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.079917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90642ae4-b594-4077-8f0b-f92cca823a32 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c75313-9931-48b2-af47-dda0082722c5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.084893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-45da8540-e7b5-4d81-af07-268880b0179b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c8c75313-9931-48b2-af47-dda0082722c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:58.141531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['c1e29c48-0406-404a-8bb2-774f54b1f4ba'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:22:58.154604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=00090edc-e853-4999-8837-095ce4763ade,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.159980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4ddc5-6554-4e70-bf8a-99853d54ccc6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.162275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4ddc5-6554-4e70-bf8a-99853d54ccc6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.164018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.168026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4ddc5-6554-4e70-bf8a-99853d54ccc6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.171225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f8d4ddc5-6554-4e70-bf8a-99853d54ccc6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2138240 Nov 25 17:22:58.178165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49078) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.200589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e9b76c8-9e3b-4310-8729-89eaf692eea1 req-5e0fd208-37b6-47fd-8e50-86165dd6d0bf tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443250 Nov 25 17:22:58.201402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.215950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ede2d41-5466-4045-900b-221705246ff3 req-78b48293-bd3e-4233-a115-c8ad44a1c508 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892450 Nov 25 17:22:58.287247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:58.290214 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-45da8540-e7b5-4d81-af07-268880b0179b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:58.294548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-45da8540-e7b5-4d81-af07-268880b0179b tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2188556 Nov 25 17:22:58.295596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.302772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e0f1121f-b756-42ea-8d7e-03e128cb34c1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group_rule': {'security_group_id': 'c8c75313-9931-48b2-af47-dda0082722c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:58.323452 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.323888 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Added segment 593359cf-32b9-446d-9bc4-e4143e75b4fa of type vlan for network a5902222-0b58-4307-b4ba-f3e4c736b31f Nov 25 17:22:58.330308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a866e7dd-1da6-4a2e-9948-3f61494b0276,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.390221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 215b66e0-0cd3-417c-9c69-9aa9727b0b9a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:58.413652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.429962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Router 8a26a432-5352-41ee-b66b-62cd2cc75a36 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:22:58.431184 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-e0f1121f-b756-42ea-8d7e-03e128cb34c1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:22:58.432283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e0f1121f-b756-42ea-8d7e-03e128cb34c1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1357198 Nov 25 17:22:58.435812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49086) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.480088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.494022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.537297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20bbdd-8206-4b30-9d74-cf5d0a03c618 req-5ec08655-a9e0-4a61-bcb3-685a5e8588e9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.545161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc20bbdd-8206-4b30-9d74-cf5d0a03c618 req-5ec08655-a9e0-4a61-bcb3-685a5e8588e9 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.1982479 Nov 25 17:22:58.588617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56281d74-cb93-4ffe-8d3a-5f74d16d8beb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.623265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56281d74-cb93-4ffe-8d3a-5f74d16d8beb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.632951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:22:58.637275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.646623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] Sync routers for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:22:58.651741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:58.652386 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.670154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:58.671018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:58.698012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] No DVR routers for this DVR port 00090edc-e853-4999-8837-095ce4763ade on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:58.704545 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.708778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-08bca86b-872b-44b7-9b00-b832bdad270f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "DELETE /v2.0/ports/00090edc-e853-4999-8837-095ce4763ade HTTP/1.1" status: 204 len: 173 time: 3.1192672 Nov 25 17:22:58.755517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc20bbdd-8206-4b30-9d74-cf5d0a03c618 req-87b79f1c-55ad-4187-91e3-5f7cfbf2013a tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836302 Nov 25 17:22:58.773866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56281d74-cb93-4ffe-8d3a-5f74d16d8beb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.776840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56281d74-cb93-4ffe-8d3a-5f74d16d8beb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:58.784160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-56281d74-cb93-4ffe-8d3a-5f74d16d8beb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/c8c75313-9931-48b2-af47-dda0082722c5 HTTP/1.1" status: 204 len: 168 time: 0.3450735 Nov 25 17:22:58.786023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49102) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.822031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56281d74-cb93-4ffe-8d3a-5f74d16d8beb tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c75313-9931-48b2-af47-dda0082722c5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:58.872158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4481360f-563e-4eef-8323-e3e03b093898'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:58.874956 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ff0e9-c8d1-4d53-bc63-3870a05bff01" -d '{"events": [{"server_uuid": "e3b0a777-018a-4363-91ea-a8ef5c95f964", "name": "network-vif-plugged", "status": "completed", "tag": "4481360f-563e-4eef-8323-e3e03b093898"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:58.887723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': '00090edc-e853-4999-8837-095ce4763ade'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:22:58.890317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2376010 Nov 25 17:22:58.891151 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8c944e-db6d-48a0-99ef-bdc558b957c6" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "00090edc-e853-4999-8837-095ce4763ade"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:22:58.891262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.936669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:58.938906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b911e8ee-6a29-42ab-b0d0-62327022cef2 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1394539 Nov 25 17:22:58.947243 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517bb22d-6b4b-4156-a0a0-0c5d1d2b27a2 x-openstack-request-id: req-517bb22d-6b4b-4156-a0a0-0c5d1d2b27a2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:58.947905 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "00090edc-e853-4999-8837-095ce4763ade", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:58.947905 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-517bb22d-6b4b-4156-a0a0-0c5d1d2b27a2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:58.948210 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': '00090edc-e853-4999-8837-095ce4763ade', 'status': 'completed', 'code': 200} Nov 25 17:22:58.948596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49110) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:58.953656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741341334'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:58.978086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port fc44fae6-7075-4442-82e8-43dec59f245c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:22:58.978446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.009072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.021051 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3076ea1a-04c9-4243-b9b3-a75b9081f803 x-openstack-request-id: req-3076ea1a-04c9-4243-b9b3-a75b9081f803 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:22:59.021468 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0a777-018a-4363-91ea-a8ef5c95f964", "name": "network-vif-plugged", "status": "completed", "tag": "4481360f-563e-4eef-8323-e3e03b093898", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:22:59.022722 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3076ea1a-04c9-4243-b9b3-a75b9081f803 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:22:59.023263 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4481360f-563e-4eef-8323-e3e03b093898', 'code': 200} Nov 25 17:22:59.029542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.071888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074573c-c8ae-4cc4-a753-91f4868176cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Pushing event updated for resources: {'Network': ['ID=a5902222-0b58-4307-b4ba-f3e4c736b31f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.092622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'network': {'name': 'tempest-network--1659826386', 'router:external': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:59.106607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a5902222-0b58-4307-b4ba-f3e4c736b31f details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:22:59.136765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] For port fc44fae6-7075-4442-82e8-43dec59f245c, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fc44fae6-7075-4442-82e8-43dec59f245c,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:22:59.137185 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.140254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Made reservation on behalf of b3c3c4c50b0a4f749109ab059c07c603 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:22:59.143009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.155067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.162083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for fc44fae6-7075-4442-82e8-43dec59f245c owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:22:59.176705 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.185006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53860cb5-38cb-44e5-9499-2c737031849c req-5b5ccadb-b70f-4d9b-8185-77e97232e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.186514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-53860cb5-38cb-44e5-9499-2c737031849c req-5b5ccadb-b70f-4d9b-8185-77e97232e57c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 1096 time: 0.1229062 Nov 25 17:22:59.210910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.217602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=215b66e0-0cd3-417c-9c69-9aa9727b0b9a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.249799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.255732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.268258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bb58e825-f9fb-4386-a2f9-ca188426e038 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/215b66e0-0cd3-417c-9c69-9aa9727b0b9a HTTP/1.1" status: 204 len: 168 time: 1.0879271 Nov 25 17:22:59.276682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.334798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.338929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3866291 Nov 25 17:22:59.346724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.361106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c49a21d6-c067-4d1d-918d-083521896f34 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:22:59.362705 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-c49a21d6-c067-4d1d-918d-083521896f34 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:22:59.363293 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-c49a21d6-c067-4d1d-918d-083521896f34 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:22:59.367845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c49a21d6-c067-4d1d-918d-083521896f34 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "PUT /v2.0/security-groups/e37e112c-e786-4cd0-b504-aeec8141348a HTTP/1.1" status: 409 len: 330 time: 0.0125864 Nov 25 17:22:59.370029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38191367-58e9-4247-b3e8-2e4d9aa27e73 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e112c-e786-4cd0-b504-aeec8141348a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.372073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49122) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.372669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d072c-8577-4307-bfce-00304be1f218 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:22:59.396322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-53860cb5-38cb-44e5-9499-2c737031849c req-96e76331-3054-4413-93c5-3c92aac4efb9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002974 Nov 25 17:22:59.432803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.446564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.458766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 9f10d6b8-29c3-439c-845e-4ba5ce489721 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:22:59.463836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023094a-c8cd-41da-882f-88d3e07a5f58 req-3d9e667f-6b75-45bc-8426-c97048b51a93 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.465423 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1023094a-c8cd-41da-882f-88d3e07a5f58 req-3d9e667f-6b75-45bc-8426-c97048b51a93 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 944 time: 0.0959926 Nov 25 17:22:59.476340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:22:59.536274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.536618 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Added segment ae4f40f4-ed1b-4b70-8477-d733b4387f94 of type vlan for network 858af39a-1f4e-441b-b609-e1090f1ed480 Nov 25 17:22:59.560236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.561184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac271788-0fe9-455a-94c4-ef06112c5586,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.565057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:44Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:59.594827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.600408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] Checking router: 8a26a432-5352-41ee-b66b-62cd2cc75a36 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:22:59.602890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1023094a-c8cd-41da-882f-88d3e07a5f58 req-5d8f5a48-22ff-4d57-9793-218f6c3b981c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300538 Nov 25 17:22:59.620735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.638674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:22:59.639649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:22:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:22:59.666434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.667560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.668280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.673148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bfec6-6954-475e-b2a0-0a0828b6459b req-212bcb20-ccfb-4b28-b29a-b79ae2425249 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.680238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bfec6-6954-475e-b2a0-0a0828b6459b req-212bcb20-ccfb-4b28-b29a-b79ae2425249 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:22:59.683858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c1e29c48-0406-404a-8bb2-774f54b1f4ba up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:22:59.695969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-126bfec6-6954-475e-b2a0-0a0828b6459b req-212bcb20-ccfb-4b28-b29a-b79ae2425249 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 1677 time: 0.3296978 Nov 25 17:22:59.711019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=fc44fae6-7075-4442-82e8-43dec59f245c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:22:59.769099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.776208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c687-4dbf-4376-9835-99f32293a753 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.795983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8433652 Nov 25 17:22:59.802104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49126) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.806633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c687-4dbf-4376-9835-99f32293a753 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.872650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port c1e29c48-0406-404a-8bb2-774f54b1f4ba completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:22:59.884832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port c1e29c48-0406-404a-8bb2-774f54b1f4ba triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:22:59.885460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.888079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:22:59.926037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] No DVR routers for this DVR port fc44fae6-7075-4442-82e8-43dec59f245c on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:22:59.930091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.934856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-e3fcf625-e3d5-4945-8681-6638063e7f9c tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "DELETE /v2.0/ports/fc44fae6-7075-4442-82e8-43dec59f245c HTTP/1.1" status: 204 len: 173 time: 1.2153947 Nov 25 17:22:59.939064 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c687-4dbf-4376-9835-99f32293a753 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.944451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c687-4dbf-4376-9835-99f32293a753 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.947607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a9c4c687-4dbf-4376-9835-99f32293a753 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/e37e112c-e786-4cd0-b504-aeec8141348a HTTP/1.1" status: 204 len: 168 time: 0.5684118 Nov 25 17:22:59.950389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49132) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:22:59.970430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:22:59.989971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab2341-3d56-42e0-b864-96864bb5fffc tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Network': ['ID=858af39a-1f4e-441b-b609-e1090f1ed480,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.022303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 858af39a-1f4e-441b-b609-e1090f1ed480 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:00.055408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4352eedb-d063-4393-ab9a-b5c06fd9529c tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0974963 Nov 25 17:23:00.055408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49136) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.080525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4c687-4dbf-4376-9835-99f32293a753 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e112c-e786-4cd0-b504-aeec8141348a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.116683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-126bfec6-6954-475e-b2a0-0a0828b6459b req-c1872bc1-9801-4697-8f39-a223a0b1bdc1 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196792 Nov 25 17:23:00.128105 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-83b66cd1-a47c-4120-ab4d-8aa1b340507d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] delete failed (client error): The resource could not be found. Nov 25 17:23:00.129875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-83b66cd1-a47c-4120-ab4d-8aa1b340507d tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "DELETE /v2.0/security-groups/9d13fdfe-8d59-4503-b56b-711fd668c567 HTTP/1.1" status: 404 len: 347 time: 0.0747881 Nov 25 17:23:00.140109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9d1d7-7536-4a9d-b9bc-3827659a77c1 req-9f138825-24e7-4f0d-8bf1-334c144112a0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:00.154605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ef9d1d7-7536-4a9d-b9bc-3827659a77c1 req-9f138825-24e7-4f0d-8bf1-334c144112a0 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.2869329 Nov 25 17:23:00.156344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49144) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.232969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.320083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.354431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858af39a-1f4e-441b-b609-e1090f1ed480']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:00.373151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:00.373634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.378297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4f40f4-ed1b-4b70-8477-d733b4387f94') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:00.378591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4f40f4-ed1b-4b70-8477-d733b4387f94') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:00.436018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.449263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.459906 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-076818f4-3787-4ea3-9379-0391886a83a1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] show failed (client error): The resource could not be found. Nov 25 17:23:00.466549 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-076818f4-3787-4ea3-9379-0391886a83a1 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-groups/61731645-e257-4826-b68d-a90c695d1fec HTTP/1.1" status: 404 len: 347 time: 0.3073967 Nov 25 17:23:00.467452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49148) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.470106 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.476823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/9f10d6b8-29c3-439c-845e-4ba5ce489721 HTTP/1.1" status: 204 len: 168 time: 1.1920812 Nov 25 17:23:00.477469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49150) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.501270 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-fc35e184-b825-4deb-b8a6-5ffcf4258808 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] show failed (client error): The resource could not be found. Nov 25 17:23:00.520232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fc35e184-b825-4deb-b8a6-5ffcf4258808 tempest-NegativeSecGroupIPv6Test-77894612 tempest-NegativeSecGroupIPv6Test-77894612-project] 10.222.0.86 "GET /v2.0/security-group-rules/b5d3206d-2823-44e0-b045-29cee27bbcdf HTTP/1.1" status: 404 len: 356 time: 0.0344868 Nov 25 17:23:00.554481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.605311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:00.606371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:00.613228 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:00.630842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c9742-f64a-4dc0-802b-247ed7121983 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=9f10d6b8-29c3-439c-845e-4ba5ce489721,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.649629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.653474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c1b73b04-7eec-42ce-a539-53c50007e0e6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317117 Nov 25 17:23:00.661475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49158) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.671231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:00.693738 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ef9d1d7-7536-4a9d-b9bc-3827659a77c1 req-227a24ae-5273-4e4b-9977-95da0fb8bb23 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381382 Nov 25 17:23:00.714375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c1e29c48-0406-404a-8bb2-774f54b1f4ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:00.735237 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.794223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c1e29c48-0406-404a-8bb2-774f54b1f4ba,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.857235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:44Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:00.887650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.893704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] For port e6dc7088-7625-44d4-af6a-d2cee44ab9e6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:00.894392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.899070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 858af39a-1f4e-441b-b609-e1090f1ed480 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:23:00.906905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192415d-764f-4d76-9f94-ad2eb1c909d3 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:00.923230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524e5d8-4ebf-43bc-88fd-1e3a62512271 req-b55bb9ed-d7c6-46d0-aff8-36c4c259ddaa tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:00.935651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Network': ['ID=858af39a-1f4e-441b-b609-e1090f1ed480,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:00.936393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b524e5d8-4ebf-43bc-88fd-1e3a62512271 req-b55bb9ed-d7c6-46d0-aff8-36c4c259ddaa tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.2015214 Nov 25 17:23:00.950893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:00.952074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:00.954611 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3520c3-43f1-4dc4-ac52-77ca606f0001" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:00.963121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/networks/858af39a-1f4e-441b-b609-e1090f1ed480 HTTP/1.1" status: 204 len: 168 time: 1.1596017 Nov 25 17:23:00.965012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.965362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.965913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.966036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.966338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.966663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.966990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.967311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.967657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.967976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.968293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.968610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c9f206-9b74-43b7-afed-ec60ccfdf940 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:00.976407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:00.992252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:01.011167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8977049-c032-440c-9de9-fb9ab3543917 None None] The sync data for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 is: [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:36Z', 'revision_number': 4, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '032efaac-3c38-4575-a93d-d019c4c21f65', 'name': '', 'network_id': '0d0dfdfb-6206-4acc-ad3f-82e576c6d030', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'mac_address': 'fa:16:3e:40:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:34Z', 'updated_at': '2021-11-25T17:11:44Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'subnets': [{'id': 'c0881d9b-1226-4b8a-a1f6-2ec117075486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:01.032518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for e6dc7088-7625-44d4-af6a-d2cee44ab9e6 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:01.036301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:01.038566 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20092a38-4d8d-476d-8f58-75c273221886" -d '{"events": [{"server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "name": "network-vif-plugged", "status": "completed", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:01.042786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Made reservation on behalf of b3c3c4c50b0a4f749109ab059c07c603 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:01.045128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.045448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:01.058013 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.080518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bdff2ca8-e008-4629-bc6b-e3d50c484794 None None] Provisioning complete for port 02ab89c7-ccf0-455f-8259-b4f69eb8934d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:01.080922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdff2ca8-e008-4629-bc6b-e3d50c484794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.095799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:01.113614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.114941 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Added segment 3d15f5c8-07ba-41ff-8f8a-126ca79f5eab of type vlan for network 956bff7d-23cf-4718-ad6a-928320ff6458 Nov 25 17:23:01.166709 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe96f1-6216-4972-b49a-399ed5cde9f2 x-openstack-request-id: req-36fe96f1-6216-4972-b49a-399ed5cde9f2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:01.167520 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "fc44fae6-7075-4442-82e8-43dec59f245c", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:01.170799 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-36fe96f1-6216-4972-b49a-399ed5cde9f2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:01.171499 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': 'fc44fae6-7075-4442-82e8-43dec59f245c', 'status': 'completed', 'code': 200} Nov 25 17:23:01.233293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.271790 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b662831-593d-4463-bc4e-f91812b1c762 x-openstack-request-id: req-6b662831-593d-4463-bc4e-f91812b1c762 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:01.272150 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "name": "network-vif-plugged", "status": "completed", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:01.272508 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b662831-593d-4463-bc4e-f91812b1c762 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:01.272986 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'code': 200} Nov 25 17:23:01.277541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:01.282772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49170) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:01.335364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53555453-6dbd-4b72-a09a-9325856696e1 req-ceab75c9-12ca-4ffe-880e-eb1d7b934d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.337497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53555453-6dbd-4b72-a09a-9325856696e1 req-ceab75c9-12ca-4ffe-880e-eb1d7b934d30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 1096 time: 0.0664804 Nov 25 17:23:01.338661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.339580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.340133 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.380489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] Deleting port 02ab89c7-ccf0-455f-8259-b4f69eb8934d {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:01.380923 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.505296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b936f1c-9a2f-4668-acc8-14691fa64793 req-52a874e6-d892-44b9-bf49-90d3343c7bf1 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:01.506815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b936f1c-9a2f-4668-acc8-14691fa64793 req-52a874e6-d892-44b9-bf49-90d3343c7bf1 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 943 time: 0.1618562 Nov 25 17:23:01.510281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5328736 Nov 25 17:23:01.527548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] For port 02ab89c7-ccf0-455f-8259-b4f69eb8934d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02ab89c7-ccf0-455f-8259-b4f69eb8934d,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:01.529427 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.539558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49176) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:01.546963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'subnet': {'network_id': '956bff7d-23cf-4718-ad6a-928320ff6458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:01.564053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b524e5d8-4ebf-43bc-88fd-1e3a62512271 req-980b91b3-6864-41e5-91b6-42af2aa3c7b7 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6254056 Nov 25 17:23:01.564615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] Calling delete_port for 02ab89c7-ccf0-455f-8259-b4f69eb8934d owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:01.636854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Made reservation on behalf of b3c3c4c50b0a4f749109ab059c07c603 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:01.639173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.712609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ab89c7-ccf0-455f-8259-b4f69eb8934d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:01.772617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.782665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53555453-6dbd-4b72-a09a-9325856696e1 req-21b1f769-2591-41c2-9e0f-bf501e68bdc4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751423 Nov 25 17:23:01.794410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.822725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] No DVR routers for this DVR port 02ab89c7-ccf0-455f-8259-b4f69eb8934d on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:01.870006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No active binding found for port 02ab89c7-ccf0-455f-8259-b4f69eb8934d {{(pid=103637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:23:01.870295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=e6dc7088-7625-44d4-af6a-d2cee44ab9e6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.871029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02ab89c7-ccf0-455f-8259-b4f69eb8934d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:01.888851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ec02d-f856-43fd-9006-cdfa1ef9e4d1 None None] Pushing event deleted for resources: {'Port': ['ID=02ab89c7-ccf0-455f-8259-b4f69eb8934d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.969136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:01.972175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d7439-5f41-4f25-9913-8f47667de4db tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Network': ['ID=956bff7d-23cf-4718-ad6a-928320ff6458,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:01.986543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 956bff7d-23cf-4718-ad6a-928320ff6458 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:02.001794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a3bf7ec-57be-4e2d-b4fe-9bf0ee14df24 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e5cb5249f274d168748fc30dcb3ac84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7178068 Nov 25 17:23:02.019600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b936f1c-9a2f-4668-acc8-14691fa64793 req-0ad5a558-906b-44e8-b713-772d4940f5c7 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups?id=18f88181-a513-4241-8ed1-d3b7c32d9884&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4983253 Nov 25 17:23:02.053842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49182) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:02.100549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=0d8589f7-c5fd-4a94-a948-277399202ecd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.102816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] No DVR routers for this DVR port e6dc7088-7625-44d4-af6a-d2cee44ab9e6 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:02.108462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.112076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-200c2cd8-c385-44dc-8f9e-58081feed23e req-cd07a2f6-94ee-44f2-a708-cf80037a2a37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.73 "DELETE /v2.0/ports/e6dc7088-7625-44d4-af6a-d2cee44ab9e6 HTTP/1.1" status: 204 len: 173 time: 2.1590550 Nov 25 17:23:02.142766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:02.145439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:02.149976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.150757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.161747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d6aea-06ba-47b6-a1ad-a11f8a4ded5c None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:02.202516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49184) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:02.204233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1c102352-d8f2-4e95-ad34-df889b680cf2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5416145 Nov 25 17:23:02.213805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:02.373437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10717c16-6e5f-42b3-b386-77ef16de11ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.426249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '0d8589f7-c5fd-4a94-a948-277399202ecd'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:02.432475 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.472132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b27d3-6d45-4370-a060-4fed1bd3e27c req-859da82f-e822-4348-83e0-810002d02320 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.474606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4b3b27d3-6d45-4370-a060-4fed1bd3e27c req-859da82f-e822-4348-83e0-810002d02320 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.0875709 Nov 25 17:23:02.530684 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60d2fc-fe24-41b1-b0bc-43c810a0d2c9 None None] New status for floating IP 0baefd15-3be0-43ed-8c68-c17e33d702bd: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:23:02.602244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4b3b27d3-6d45-4370-a060-4fed1bd3e27c req-c7e70858-79c4-4efe-b5f5-b259a6df9c90 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044552 Nov 25 17:23:02.604288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:02.604759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.665114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Allocated IP 172.20.0.2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/0d8589f7-c5fd-4a94-a948-277399202ecd/6f5f8f53-0b90-45fe-9256-39b948c91831) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:02.679241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f729c9c-8907-4302-a5a7-2e162cc3a2a9,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:02.702364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10717c16-6e5f-42b3-b386-77ef16de11ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:02.908630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca307dc-70bc-4a2f-9432-162b1af94b2d req-1e1d865d-8eb8-4f8b-8b44-3811bb20f472 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:02.917301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eca307dc-70bc-4a2f-9432-162b1af94b2d req-1e1d865d-8eb8-4f8b-8b44-3811bb20f472 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.1436214 Nov 25 17:23:02.917874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:02.921547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.000299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eca307dc-70bc-4a2f-9432-162b1af94b2d req-14dc8a72-e026-4489-9500-67d19eacc6ca tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685937 Nov 25 17:23:03.000924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.014518 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.061989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Checking segment: {'id': '3d15f5c8-07ba-41ff-8f8a-126ca79f5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956bff7d-23cf-4718-ad6a-928320ff6458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:03.063059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Network hostable DHCP agents. Network: 956bff7d-23cf-4718-ad6a-928320ff6458, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:03.103943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:03.107029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:03.113234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:03.158840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Pushing event updated for resources: {'Port': ['ID=6f5f8f53-0b90-45fe-9256-39b948c91831,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.173467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:03.176050 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f368b5-10ea-440f-9456-55fc6a8b05e7" -d '{"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:03.224950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Attempting to bind port 6f5f8f53-0b90-45fe-9256-39b948c91831 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:03.226947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Attempting to bind port 6f5f8f53-0b90-45fe-9256-39b948c91831 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:03.227475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Attempting to bind port 6f5f8f53-0b90-45fe-9256-39b948c91831 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:03.242184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:03.242737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:03.246372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.246932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:03.247708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Bound port: 6f5f8f53-0b90-45fe-9256-39b948c91831, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:03.248657 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.294695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2218b8ad-cc2f-4960-9ae5-aaab3fd77311 req-f1a458b7-a0d3-4144-86e4-f615d79f315e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0439994 Nov 25 17:23:03.343259 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103690a3-8c62-412e-94ea-925649b62c2b x-openstack-request-id: req-103690a3-8c62-412e-94ea-925649b62c2b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:03.343605 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1cc6a8-2de9-4cce-a18c-85f68b04e720", "name": "network-vif-deleted", "tag": "e6dc7088-7625-44d4-af6a-d2cee44ab9e6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:03.344135 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-103690a3-8c62-412e-94ea-925649b62c2b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:03.344706 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1cc6a8-2de9-4cce-a18c-85f68b04e720', 'name': 'network-vif-deleted', 'tag': 'e6dc7088-7625-44d4-af6a-d2cee44ab9e6', 'status': 'completed', 'code': 200} Nov 25 17:23:03.358603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-60503264-330e-4968-9d11-7365e83b4729 None None] For port 6f5f8f53-0b90-45fe-9256-39b948c91831, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:03.362765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-60503264-330e-4968-9d11-7365e83b4729 None None] For port 6f5f8f53-0b90-45fe-9256-39b948c91831, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5f8f53-0b90-45fe-9256-39b948c91831,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:03.373338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.444074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60503264-330e-4968-9d11-7365e83b4729 None None] Pushing event updated for resources: {'Port': ['ID=6f5f8f53-0b90-45fe-9256-39b948c91831,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.464908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de272d2-c0a7-44f4-a129-6e5b61f38af8 req-68a2994c-2bf7-4ae2-8358-c60278095139 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.477008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3de272d2-c0a7-44f4-a129-6e5b61f38af8 req-68a2994c-2bf7-4ae2-8358-c60278095139 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.0755820 Nov 25 17:23:03.546498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb5403-3ed3-4284-aeda-5f6881ee6d52 req-9a4f794a-7bdc-41f4-b5c9-70a64ebb667e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.548147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6cb5403-3ed3-4284-aeda-5f6881ee6d52 req-9a4f794a-7bdc-41f4-b5c9-70a64ebb667e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.7370842 Nov 25 17:23:03.604195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3de272d2-c0a7-44f4-a129-6e5b61f38af8 req-35ad6027-29b7-49b1-b9a3-d9bc8f2d1346 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261473 Nov 25 17:23:03.624518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Network 956bff7d-23cf-4718-ad6a-928320ff6458 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:03.638147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10717c16-6e5f-42b3-b386-77ef16de11ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.641231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10717c16-6e5f-42b3-b386-77ef16de11ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.645154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-10717c16-6e5f-42b3-b386-77ef16de11ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/858222f4-2fde-4ff0-9519-1e4f15e2b3af HTTP/1.1" status: 204 len: 168 time: 1.5824668 Nov 25 17:23:03.728840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 956bff7d-23cf-4718-ad6a-928320ff6458) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:03.740524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c11cf4-f795-4126-a5b0-3a23a78b1ba6 None None] Network 956bff7d-23cf-4718-ad6a-928320ff6458 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:03.741160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10717c16-6e5f-42b3-b386-77ef16de11ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858222f4-2fde-4ff0-9519-1e4f15e2b3af,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:03.761044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6cb5403-3ed3-4284-aeda-5f6881ee6d52 req-e5c6f458-1f3f-4856-9630-ea5b44080de8 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047024 Nov 25 17:23:03.798075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.800758 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.831710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f2d0b-59cc-4da6-bc40-e94fc47d5da9 req-61259c3a-8a72-4a8c-8bd9-3811dd223232 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:03.843372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-366f2d0b-59cc-4da6-bc40-e94fc47d5da9 req-61259c3a-8a72-4a8c-8bd9-3811dd223232 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.1353526 Nov 25 17:23:03.884818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba5aa913-391b-49d5-a460-0cd0b82b86c4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3363991 Nov 25 17:23:03.885674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:03.899489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'floatingip': {'floating_network_id': '956bff7d-23cf-4718-ad6a-928320ff6458'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:03.952177 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:03.984033 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:23:04.004665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c17c4b-0539-4b51-bfbd-3df46d98b59d None None] Network 956bff7d-23cf-4718-ad6a-928320ff6458 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:04.013928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-366f2d0b-59cc-4da6-bc40-e94fc47d5da9 req-64e53e59-42c2-472a-aadf-6e28077e7a54 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682208 Nov 25 17:23:04.450569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:04.467724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23dc8065-62c0-42b7-94b3-602161288120 req-cb691418-235c-4d6c-8b23-b5b3e3de0749 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0486231 Nov 25 17:23:04.576263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa5b-dbd7-4dd3-a760-f44de54f5c9d req-a7050bf2-04cf-43b3-86c0-987bdefb2a36 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.584774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c73aa5b-dbd7-4dd3-a760-f44de54f5c9d req-a7050bf2-04cf-43b3-86c0-987bdefb2a36 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.2186124 Nov 25 17:23:04.693953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Allocated IP 172.20.0.5 (956bff7d-23cf-4718-ad6a-928320ff6458/5f729c9c-8907-4302-a5a7-2e162cc3a2a9/97b99741-0e3e-4362-a34b-cf43ad6a996b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:04.730735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:04.731892 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c73aa5b-dbd7-4dd3-a760-f44de54f5c9d req-4441cb8d-9f53-4254-aae2-ca60cdc3044b tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460865 Nov 25 17:23:04.944140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d0bda-9a29-48b8-8ac7-2941839321b0 req-5b08ffc9-e571-4b1e-b936-8716deda03dc tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:04.946536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f7d0bda-9a29-48b8-8ac7-2941839321b0 req-5b08ffc9-e571-4b1e-b936-8716deda03dc tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.0774546 Nov 25 17:23:05.090938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f7d0bda-9a29-48b8-8ac7-2941839321b0 req-5aca3b68-b6e2-47c0-949a-365f69036aab tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322875 Nov 25 17:23:05.115012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.164140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276665-ecde-4e58-8c61-097f47707346 req-08d3bdd7-1cd0-4e51-9349-f92784dd1324 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:05.165732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2276665-ecde-4e58-8c61-097f47707346 req-08d3bdd7-1cd0-4e51-9349-f92784dd1324 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.2610409 Nov 25 17:23:05.352815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.365866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7db17bb1-02de-4c60-bc4a-9ab753a94ebf None None] Provisioning complete for port 6f5f8f53-0b90-45fe-9256-39b948c91831 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:05.367587 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db17bb1-02de-4c60-bc4a-9ab753a94ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.453781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2276665-ecde-4e58-8c61-097f47707346 req-4d4156ed-9309-4712-9364-e78a50f5ae0c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129762 Nov 25 17:23:05.460933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.567282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Network 956bff7d-23cf-4718-ad6a-928320ff6458 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:05.601169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:05.617066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:05.721597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db17bb1-02de-4c60-bc4a-9ab753a94ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:05.744526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Port': ['ID=97b99741-0e3e-4362-a34b-cf43ad6a996b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:05.792027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5f8f53-0b90-45fe-9256-39b948c91831 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:05.853599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c8586752-b0e2-4f2e-a480-8f3fc4f91d14 req-1dfce9a3-5416-46bb-a4f7-799a1d01c30d tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0476189 Nov 25 17:23:05.949398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 6f5f8f53-0b90-45fe-9256-39b948c91831, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5f8f53-0b90-45fe-9256-39b948c91831,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:05.979742 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20e629ef-1115-408b-93e9-3f559a155e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.001536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.025463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0dc06-16b6-4ce0-aff9-b15b155a07b4 req-3943cf91-48ad-4162-85f1-706d138fdc0b tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.027551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6c0dc06-16b6-4ce0-aff9-b15b155a07b4 req-3943cf91-48ad-4162-85f1-706d138fdc0b tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.2349632 Nov 25 17:23:06.036412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49276) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.041475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Request body: {'floatingip': {'port_id': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:06.058017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6f5f8f53-0b90-45fe-9256-39b948c91831 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:06.059617 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.088978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.090970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.115134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.116290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.179162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.211206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:06.219675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:06.247401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f80015-b63c-4197-ae26-2f4542a70a87 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:06.261341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:06.263238 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.318395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=6f5f8f53-0b90-45fe-9256-39b948c91831,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.376175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=55bafafb-f291-4145-8063-27cf2b9de1f0,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:06.431689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f8de98d5-bc8a-4b7e-b91f-a88a1a1d31a5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2194779 Nov 25 17:23:06.447765 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-7db17bb1-02de-4c60-bc4a-9ab753a94ebf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:06.448342 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-7db17bb1-02de-4c60-bc4a-9ab753a94ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:06.494880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:06.532252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.532576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:d7:0b:ac', 'name': 'tempest-NetworksTestDHCPv6-718677016'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:06.627955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 6f5f8f53-0b90-45fe-9256-39b948c91831, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5f8f53-0b90-45fe-9256-39b948c91831,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:06.640323 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:06.866886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=6f5f8f53-0b90-45fe-9256-39b948c91831,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.084540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.179090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cfdf90a8-4ab4-4834-907f-53c1be700142 req-3a731de3-5da4-4ace-976f-32f3148cecbe tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0962253 Nov 25 17:23:07.186736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.197188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:07.361555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.430352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49300) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:07.440139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 46ef5871-8900-4dc5-b244-9c8dc1ca9e74 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:07.649902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5f8f53-0b90-45fe-9256-39b948c91831 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:07.718105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6f5f8f53-0b90-45fe-9256-39b948c91831 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:07.719468 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.748262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ddc97-58a1-48e4-bb29-eb1d9ed3efc9 req-55c0cf8a-e9f0-4f91-939b-18c568278e57 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.763326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd5ddc97-58a1-48e4-bb29-eb1d9ed3efc9 req-55c0cf8a-e9f0-4f91-939b-18c568278e57 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 1.6233721 Nov 25 17:23:07.842255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-e792ff0c-52be-4043-9edb-12730f772760 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:07.844343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-e792ff0c-52be-4043-9edb-12730f772760 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 945 time: 0.9491193 Nov 25 17:23:07.896211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 172.20.0.9 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/0d8589f7-c5fd-4a94-a948-277399202ecd/46ef5871-8900-4dc5-b244-9c8dc1ca9e74) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:07.907316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fed7:bac (57d3133b-7ced-4a58-9ee8-6f993af0ee19/55bafafb-f291-4145-8063-27cf2b9de1f0/46ef5871-8900-4dc5-b244-9c8dc1ca9e74) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:07.941222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f808-fc56-4af5-87fc-bca95e9535d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.970651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172082c8-f1c1-4343-9997-24ca4ec5e3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.972443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Port': ['ID=97b99741-0e3e-4362-a34b-cf43ad6a996b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:07.990417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-51e1dd89-7c08-4a15-9c2f-fbfa424e5c5d None None] Provisioning complete for port 6f5f8f53-0b90-45fe-9256-39b948c91831 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:07.990976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51e1dd89-7c08-4a15-9c2f-fbfa424e5c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:07.999635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.093270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.097745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4603d544-d4a1-4223-a33d-be0cbd109bd0 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2081256 Nov 25 17:23:08.103198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49318) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:08.164177 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd5ddc97-58a1-48e4-bb29-eb1d9ed3efc9 req-05d87831-332a-4d34-82c2-46d27e7cd089 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/security-groups?id=cf600610-72d6-4787-8cb6-8ea884a0d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001362 Nov 25 17:23:08.203098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3db8d17f-7c2b-4f9d-8a66-723446487eb7 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "GET /v2.0/floatingips?floating_network_id=956bff7d-23cf-4718-ad6a-928320ff6458 HTTP/1.1" status: 200 len: 689 time: 0.0964184 Nov 25 17:23:08.208990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:08.211486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:23:08.303364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.313726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.321304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Deleting port 4481360f-563e-4eef-8323-e3e03b093898 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:08.321867 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.429640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] For port 4481360f-563e-4eef-8323-e3e03b093898, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4481360f-563e-4eef-8323-e3e03b093898,segment=NetworkSegment(fb50af33-f162-48d5-9a62-34d5d977c0a0),segment_id=fb50af33-f162-48d5-9a62-34d5d977c0a0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:08.430168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.446151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Calling delete_port for 4481360f-563e-4eef-8323-e3e03b093898 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:08.622107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.636597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['4481360f-563e-4eef-8323-e3e03b093898'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:08.640818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.670560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Pushing event deleted for resources: {'Port': ['ID=4481360f-563e-4eef-8323-e3e03b093898,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:08.697940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028b4b1-e6a9-4918-9c1e-7730ad472185 None None] DHCP port deletion for 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:08.708181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c84961af-81f6-4493-8c83-0b584d312db9 req-a87ab9e1-553e-4401-b801-c4fa954059a0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0926852 Nov 25 17:23:08.733870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.734333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.734786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.735233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.736076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.736076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.736510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.736995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.737371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.737804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.738815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.739301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:08.779411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] No DVR routers for this DVR port 4481360f-563e-4eef-8323-e3e03b093898 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:08.788238 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.791787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16f46a90-3302-4d4e-8cb0-58398d170594 req-5a2b0a34-b5e4-4330-85b6-87e1f105e287 tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.55 "DELETE /v2.0/ports/4481360f-563e-4eef-8323-e3e03b093898 HTTP/1.1" status: 204 len: 173 time: 0.9204938 Nov 25 17:23:08.792002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'name': 'network-vif-deleted', 'tag': '4481360f-563e-4eef-8323-e3e03b093898'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:08.794641 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6de58a-8faf-4be7-8a33-608e402fe100" -d '{"events": [{"server_uuid": "e3b0a777-018a-4363-91ea-a8ef5c95f964", "name": "network-vif-deleted", "tag": "4481360f-563e-4eef-8323-e3e03b093898"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:08.797917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172082c8-f1c1-4343-9997-24ca4ec5e3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.823343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-172082c8-f1c1-4343-9997-24ca4ec5e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.860697 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Floating IP 8f9a4e7f-824e-4697-885f-306c17786103 associated. External IP: 172.25.8.44, port: c1e29c48-0406-404a-8bb2-774f54b1f4ba. Nov 25 17:23:08.888161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:08.925776 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dad1bd-dd7b-49a0-8067-d14c4f188015 x-openstack-request-id: req-52dad1bd-dd7b-49a0-8067-d14c4f188015 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:08.928786 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0a777-018a-4363-91ea-a8ef5c95f964", "name": "network-vif-deleted", "tag": "4481360f-563e-4eef-8323-e3e03b093898", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:08.929184 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-52dad1bd-dd7b-49a0-8067-d14c4f188015 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:08.930385 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0a777-018a-4363-91ea-a8ef5c95f964', 'name': 'network-vif-deleted', 'tag': '4481360f-563e-4eef-8323-e3e03b093898', 'status': 'completed', 'code': 200} Nov 25 17:23:09.047218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172082c8-f1c1-4343-9997-24ca4ec5e3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf847f-fbf4-44c0-8b6e-80a74aca41c0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.064355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-172082c8-f1c1-4343-9997-24ca4ec5e3b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=52a7646dc4714c9792f14d36affdb355&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5714655 Nov 25 17:23:09.064355 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.065657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49336) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:09.172246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Router 47ddff08-96c3-4795-b43c-f1c1764449d1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:09.186291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:09.211040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:09.224607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:09.230014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=46ef5871-8900-4dc5-b244-9c8dc1ca9e74,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.240706 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.295801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5031-b251-4229-abba-9e3588588c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.309684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.310329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.355853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ddb57245-1939-4c38-9fc3-0fe1be2216a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.8573589 Nov 25 17:23:09.358460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49340) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:09.403021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f52fb814-d54f-4f65-8a89-5bce4509b3f7 req-ba9f3b9b-85f7-434a-b3e8-b119cf1d7f3f tempest-ServerDiskConfigTestJSON-523260124 tempest-ServerDiskConfigTestJSON-523260124-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3b0a777-018a-4363-91ea-a8ef5c95f964 HTTP/1.1" status: 200 len: 210 time: 0.0711555 Nov 25 17:23:09.445932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Deleting port 97b99741-0e3e-4362-a34b-cf43ad6a996b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:09.446331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.449459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5031-b251-4229-abba-9e3588588c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.516469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:09.531291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.537678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] Sync routers for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:09.558939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:09.560151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:23:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:09.639924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3ed176ba-72a8-4a92-ad2d-594d7464ee6c tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "PUT /v2.0/floatingips/8f9a4e7f-824e-4697-885f-306c17786103 HTTP/1.1" status: 200 len: 990 time: 3.6017725 Nov 25 17:23:09.681482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b6727c-d9d6-400a-a40e-4ad038e086ed tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.688946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b6727c-d9d6-400a-a40e-4ad038e086ed tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:09.690890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-76b6727c-d9d6-400a-a40e-4ad038e086ed tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3262351 Nov 25 17:23:09.694567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:09.744322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:09.793942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5031-b251-4229-abba-9e3588588c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.798315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5031-b251-4229-abba-9e3588588c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.804529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bd0a5031-b251-4229-abba-9e3588588c37 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/30bf847f-fbf4-44c0-8b6e-80a74aca41c0 HTTP/1.1" status: 204 len: 168 time: 0.7369916 Nov 25 17:23:09.849282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a5031-b251-4229-abba-9e3588588c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf847f-fbf4-44c0-8b6e-80a74aca41c0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:09.861780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.862594 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.900565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2b461799-00ab-4707-8de4-46b21c41cfce None None] Provisioning complete for port 46ef5871-8900-4dc5-b244-9c8dc1ca9e74 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:09.900926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b461799-00ab-4707-8de4-46b21c41cfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:09.903261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Calling delete_port for 97b99741-0e3e-4362-a34b-cf43ad6a996b owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:09.938657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f6f9cf4-3243-42bc-b1c7-9bd8454398ad req-acb08cd1-7e16-434d-b963-3efd53f54983 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0925579 Nov 25 17:23:09.984038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 46ef5871-8900-4dc5-b244-9c8dc1ca9e74 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:09.984403 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.117746 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.165142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Port': ['ID=97b99741-0e3e-4362-a34b-cf43ad6a996b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.202082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.216655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 46ef5871-8900-4dc5-b244-9c8dc1ca9e74 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:10.252113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.330145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.372885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2b461799-00ab-4707-8de4-46b21c41cfce None None] Port 46ef5871-8900-4dc5-b244-9c8dc1ca9e74 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:10.428914 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.442589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8f9a4e7f-824e-4697-885f-306c17786103', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'port_id': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'mac_address': 'fa:16:3e:21:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef644e-34cd-4654-9207-c947fe4ce537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:22:42Z', 'updated_at': '2021-11-25T17:23:07Z', 'revision_number': 1, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:40Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:10.502254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] Checking router: 47ddff08-96c3-4795-b43c-f1c1764449d1 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:10.513662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:10.532092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:10.532827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:23:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:10.562897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f729c9c-8907-4302-a5a7-2e162cc3a2a9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.572057 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f85e9a09-c194-4747-b26a-703c9f31a86a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.614558 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.652312 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.658152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4481360f-563e-4eef-8323-e3e03b093898 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:10.744422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 4481360f-563e-4eef-8323-e3e03b093898 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:10.744984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4481360f-563e-4eef-8323-e3e03b093898 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:10.755342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.763159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=46ef5871-8900-4dc5-b244-9c8dc1ca9e74,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:10.814501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:10.824223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956bff7d-23cf-4718-ad6a-928320ff6458']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:10.835640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49372) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:10.908517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Deleting subnet ded0859c-b73f-441d-a86c-a6473a49dbad {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:10.919758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d15f5c8-07ba-41ff-8f8a-126ca79f5eab') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:10.920126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d15f5c8-07ba-41ff-8f8a-126ca79f5eab') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:10.933924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:10.936499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.946051 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e19f3dd-7d07-4365-8788-b935d9eb9f15" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:10.979337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.980735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:10.983496 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f71f4d42-3211-42cb-8cbd-53e7da4063b6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/46ef5871-8900-4dc5-b244-9c8dc1ca9e74 HTTP/1.1" status: 204 len: 168 time: 1.2877645 Nov 25 17:23:10.985934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.050048 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.058233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.096682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:11.097249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:11.102880 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:11.142808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99da9c-3b23-41c6-a982-241aa4f01daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.144367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99da9c-3b23-41c6-a982-241aa4f01daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.146775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99da9c-3b23-41c6-a982-241aa4f01daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.165202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8b99da9c-3b23-41c6-a982-241aa4f01daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1779828 Nov 25 17:23:11.178796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.244997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.265411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-128d1617-e430-4e2b-b307-4678d85c1762 req-82bc935e-981b-4eae-9a99-0eb09fb2b210 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.1087310 Nov 25 17:23:11.316721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 0d8589f7-c5fd-4a94-a948-277399202ecd {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:11.327168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.336749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.337822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f85e9a09-c194-4747-b26a-703c9f31a86a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.371808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f85e9a09-c194-4747-b26a-703c9f31a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.385845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8f9a4e7f-824e-4697-885f-306c17786103', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'port_id': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'mac_address': 'fa:16:3e:21:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef644e-34cd-4654-9207-c947fe4ce537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:22:42Z', 'updated_at': '2021-11-25T17:23:07Z', 'revision_number': 1, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:40Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:11.421300 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.439043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f85e9a09-c194-4747-b26a-703c9f31a86a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bfe46e4be5ec4583beb6a55d78e057ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9087145 Nov 25 17:23:11.439043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.443131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 956bff7d-23cf-4718-ad6a-928320ff6458 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:23:11.450196 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.453207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/networks/956bff7d-23cf-4718-ad6a-928320ff6458 HTTP/1.1" status: 204 len: 168 time: 3.2432585 Nov 25 17:23:11.453815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.465650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.471356 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab83ebb-bf74-4ed4-a7b9-6e3657852cd1 x-openstack-request-id: req-3ab83ebb-bf74-4ed4-a7b9-6e3657852cd1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:11.472009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c236f-9d5f-45a2-89ae-df8095908245 None None] The sync data for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 is: [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8f9a4e7f-824e-4697-885f-306c17786103', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'port_id': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'mac_address': 'fa:16:3e:21:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef644e-34cd-4654-9207-c947fe4ce537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:22:42Z', 'updated_at': '2021-11-25T17:23:07Z', 'revision_number': 1, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:40Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:11.473747 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:11.474033 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ab83ebb-bf74-4ed4-a7b9-6e3657852cd1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:11.474541 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'status': 'completed', 'code': 200} Nov 25 17:23:11.494453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e986526-7857-4df5-8d3c-26baf2f03160 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Network': ['ID=956bff7d-23cf-4718-ad6a-928320ff6458,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.595793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e9a09-c194-4747-b26a-703c9f31a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca82949-c3bf-4626-86d6-26e8beae0baf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.634592 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d8d1d2-f41b-424d-bfa8-2f99cee19903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.648564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9704b32-3a1c-45dd-9168-369a1e1e4510 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2258 time: 0.1811275 Nov 25 17:23:11.654656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.658662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49390) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:11.718386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-c3bb2264-c8d7-42a8-9097-f72f049402ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:11.720695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-c3bb2264-c8d7-42a8-9097-f72f049402ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6bec12d235d4779aaad8710b972c6a1&device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 1096 time: 0.0705271 Nov 25 17:23:11.732049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded0859c-b73f-441d-a86c-a6473a49dbad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:11.772290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d8d1d2-f41b-424d-bfa8-2f99cee19903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.836176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f1c8f-1b6d-423d-9d33-8f734a2985aa None None] Network 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:11.836985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:11.841188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-76852182-a566-47f9-8e67-b4729c848eb6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ded0859c-b73f-441d-a86c-a6473a49dbad HTTP/1.1" status: 204 len: 168 time: 0.9994469 Nov 25 17:23:11.855846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49394) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.078751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.080859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.081541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.083025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.085147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.085797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.086399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.087859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.090018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.090639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.091960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.094595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.095371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.096032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.099514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c8fb935-cce7-4e6d-aea2-0dd4c97c295b tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8855 time: 0.4034195 Nov 25 17:23:12.103045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49398) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.131301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.157027 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-106ff77e-6a99-441e-9f7c-2850d29edd9c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] delete failed (client error): The resource could not be found. Nov 25 17:23:12.158617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-106ff77e-6a99-441e-9f7c-2850d29edd9c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/9694ec23-f2c3-489a-aa89-289576819add HTTP/1.1" status: 404 len: 345 time: 0.0542934 Nov 25 17:23:12.161987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.179952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c3c04-bf8b-44fb-8bf1-6890186f9483 None None] DHCP port deletion for 9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:12.199957 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-045dfbe5-46ec-451a-8efd-0489f659a4d8 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 17:23:12.200708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045dfbe5-46ec-451a-8efd-0489f659a4d8 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:12.201394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.204143 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-045dfbe5-46ec-451a-8efd-0489f659a4d8 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/networks/956bff7d-23cf-4718-ad6a-928320ff6458 HTTP/1.1" status: 404 len: 339 time: 0.0389180 Nov 25 17:23:12.209418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.214867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'network': {'name': 'tempest-network--1797878365', 'router:external': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:12.231073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d8d1d2-f41b-424d-bfa8-2f99cee19903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.234246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d8d1d2-f41b-424d-bfa8-2f99cee19903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.235690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06d8d1d2-f41b-424d-bfa8-2f99cee19903 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ca82949-c3bf-4626-86d6-26e8beae0baf HTTP/1.1" status: 204 len: 168 time: 0.7589672 Nov 25 17:23:12.290841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-93c77ead-2640-4629-b692-cef8e808cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.292510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-93c77ead-2640-4629-b692-cef8e808cbcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 200 len: 912 time: 0.5521808 Nov 25 17:23:12.312613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8d1d2-f41b-424d-bfa8-2f99cee19903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca82949-c3bf-4626-86d6-26e8beae0baf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:12.330730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Made reservation on behalf of b3c3c4c50b0a4f749109ab059c07c603 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:12.336828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.395933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.440692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e6bf9b-18c5-4213-ab31-ebb8d3b693d4 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:12.447838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8589f7-c5fd-4a94-a948-277399202ecd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:12.453739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.459068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d0b9756e-1a35-4ef7-9426-a0d88d2dce0a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/0d8589f7-c5fd-4a94-a948-277399202ecd HTTP/1.1" status: 204 len: 168 time: 1.2786636 Nov 25 17:23:12.477133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49410) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.509984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:12.522333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.525070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.525663 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Added segment 4c4fd813-b53a-4057-ac28-bc29dd9e7c0b of type vlan for network 057da0e5-5af6-4d50-afb7-e8e6b143c8ab Nov 25 17:23:12.591616 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.597115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5faf07-a80c-4dc1-9e3e-08e2e9379e09']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:12.632729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb50af33-f162-48d5-9a62-34d5d977c0a0') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:12.637155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb50af33-f162-48d5-9a62-34d5d977c0a0') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:12.661784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.662277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:12.662857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.666852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad0c8063-9d8f-439f-82fc-dc1e1fd616c4 req-cd64539a-cbf3-46da-ae9a-0c92a1f87f81 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0314302 Nov 25 17:23:12.671905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.711843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.721966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:12.735019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:12.742316 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:12.809278 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dab04b-8941-4fa0-8b91-cee60e141da2 None None] New status for floating IP 8f9a4e7f-824e-4697-885f-306c17786103: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:23:12.823497 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-ef32a3c2-e628-4839-adbe-0cb29a82db63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 200 len: 998 time: 0.5190246 Nov 25 17:23:12.832901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6221373 Nov 25 17:23:12.861168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:12.938462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.981096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:12.997255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9d5faf07-a80c-4dc1-9e3e-08e2e9379e09 HTTP/1.1" status: 204 len: 168 time: 1.1344008 Nov 25 17:23:12.999101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba0cc3-2c1e-4604-80ee-d47d13fc5bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5faf07-a80c-4dc1-9e3e-08e2e9379e09,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.164923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f57dc-040f-4a58-8d1d-d22d9b11caac tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Network': ['ID=057da0e5-5af6-4d50-afb7-e8e6b143c8ab,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.179786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 057da0e5-5af6-4d50-afb7-e8e6b143c8ab details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:13.250212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 55bafafb-f291-4145-8063-27cf2b9de1f0 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:13.258736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-0718e84b-799c-4c57-b8a7-aaf095702857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.260603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-0718e84b-799c-4c57-b8a7-aaf095702857 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9437fb6a-edc2-40e3-914e-80a29aad534d HTTP/1.1" status: 200 len: 850 time: 0.4114237 Nov 25 17:23:13.280993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.358708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49432) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.459641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-38858173-192b-4727-a152-c13fb6af4101 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f65ae1f559f84810bdbffb2e285b9885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985813 Nov 25 17:23:13.460559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49434) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.537254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.570010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.570431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b68b-8af8-42c9-93b8-88f62b86517a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.593515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674cf78-f0a3-4b3e-b042-d01f70598761 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.600081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674cf78-f0a3-4b3e-b042-d01f70598761 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.606424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674cf78-f0a3-4b3e-b042-d01f70598761 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.612203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674cf78-f0a3-4b3e-b042-d01f70598761 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.613966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0674cf78-f0a3-4b3e-b042-d01f70598761 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7467592 Nov 25 17:23:13.618724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-4301f6b9-b283-492e-b9ec-8d4982419b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:13.620329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-4301f6b9-b283-492e-b9ec-8d4982419b01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbcb8451-84cb-4395-8497-6f4022a1e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3456383 Nov 25 17:23:13.622955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:13.646187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b68b-8af8-42c9-93b8-88f62b86517a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.820172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b68b-8af8-42c9-93b8-88f62b86517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.828632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.829089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b68b-8af8-42c9-93b8-88f62b86517a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.831698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ee3b68b-8af8-42c9-93b8-88f62b86517a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf600610-72d6-4787-8cb6-8ea884a0d365 HTTP/1.1" status: 204 len: 168 time: 0.3683090 Nov 25 17:23:13.856961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.867686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7e45480a-5c00-4c95-a3f3-2b3331940642 None None] Provisioning complete for port 6f5f8f53-0b90-45fe-9256-39b948c91831 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:13.873238 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e45480a-5c00-4c95-a3f3-2b3331940642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:13.876414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3b68b-8af8-42c9-93b8-88f62b86517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf600610-72d6-4787-8cb6-8ea884a0d365,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:13.995605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f626de71-d608-4114-9336-d43b983884d3 req-dd09bf90-8efb-4b4e-8345-8185c8015d37 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0697675 Nov 25 17:23:14.118201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-1fb1fdd5-6002-4620-a67a-d4af2ab3b50d service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495068 Nov 25 17:23:14.175091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6453290b-1cb5-437f-a21d-99a6853775aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.200304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.303188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057da0e5-5af6-4d50-afb7-e8e6b143c8ab']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:14.321786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.342121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4fd813-b53a-4057-ac28-bc29dd9e7c0b') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:14.342390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4fd813-b53a-4057-ac28-bc29dd9e7c0b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:14.381834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=55bafafb-f291-4145-8063-27cf2b9de1f0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.394845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.400771 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.401288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ff830-b61d-4a4d-8926-f6a496914061 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:14.407946 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f6ab5ca-cd44-4de9-8ca6-46e48467e37b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/55bafafb-f291-4145-8063-27cf2b9de1f0 HTTP/1.1" status: 204 len: 168 time: 1.7855134 Nov 25 17:23:14.409715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49466) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:14.512391 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6453290b-1cb5-437f-a21d-99a6853775aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.520114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a11dd9d8-0711-457f-afe8-8b699db7fd16 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046453 Nov 25 17:23:14.521166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49470) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:14.527108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6453290b-1cb5-437f-a21d-99a6853775aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.533766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:14.573070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.610269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e19f3dd-7d07-4365-8788-b935d9eb9f15 req-f7314918-a1b9-4e27-9ba4-bf2c8f2726fa service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708865 Nov 25 17:23:14.616206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:14.616696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:14.620998 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:14.643420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6453290b-1cb5-437f-a21d-99a6853775aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=033f2dfe7204496983a95e1ce27d56ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0686457 Nov 25 17:23:14.649084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453290b-1cb5-437f-a21d-99a6853775aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08008750-b9e1-43b5-a3d2-806eec77131a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.656449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49476) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:14.712567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.762471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 057da0e5-5af6-4d50-afb7-e8e6b143c8ab {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:23:14.764624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Network': ['ID=057da0e5-5af6-4d50-afb7-e8e6b143c8ab,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:14.770794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.779620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49482) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:14.780504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0f70ccc2-761b-430e-b67e-3f239000865c tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/networks/057da0e5-5af6-4d50-afb7-e8e6b143c8ab HTTP/1.1" status: 204 len: 168 time: 1.1564860 Nov 25 17:23:14.787265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'network': {'name': 'tempest-network--1875893827', 'router:external': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:14.821193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:14.832255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9aca08b2-07c8-4318-b32d-8b2caa34138f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.885337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:14.889782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.898364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9aca08b2-07c8-4318-b32d-8b2caa34138f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:14.965063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] Deleting port 6f5f8f53-0b90-45fe-9256-39b948c91831 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:14.965940 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.000322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Made reservation on behalf of b3c3c4c50b0a4f749109ab059c07c603 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:15.003064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.089787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:15.101107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9aca08b2-07c8-4318-b32d-8b2caa34138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.109425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9aca08b2-07c8-4318-b32d-8b2caa34138f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.110666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9aca08b2-07c8-4318-b32d-8b2caa34138f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08008750-b9e1-43b5-a3d2-806eec77131a HTTP/1.1" status: 204 len: 168 time: 0.4534934 Nov 25 17:23:15.142431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.142774 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Added segment cbd2fe7c-5fc5-41a6-950f-d5f4916e49ba of type vlan for network d069e8c6-faca-42fa-9aed-1cca9de24407 Nov 25 17:23:15.184800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca08b2-07c8-4318-b32d-8b2caa34138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08008750-b9e1-43b5-a3d2-806eec77131a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.221416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b93d319f-b3cb-4fbe-b775-c1033b785209 req-9e34998d-7a5e-4e0d-8f21-42c59a2f06ee tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0813925 Nov 25 17:23:15.240730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] For port 6f5f8f53-0b90-45fe-9256-39b948c91831, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f5f8f53-0b90-45fe-9256-39b948c91831,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:15.241124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.275903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] Calling delete_port for 6f5f8f53-0b90-45fe-9256-39b948c91831 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:15.346242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.500248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.513232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.514226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.514809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.562825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] Pushing event deleted for resources: {'Port': ['ID=6f5f8f53-0b90-45fe-9256-39b948c91831,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.569521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94030c64-d758-4f03-975b-a2643d3dd2c0 None None] No DVR routers for this DVR port 6f5f8f53-0b90-45fe-9256-39b948c91831 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:15.628279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5f8f53-0b90-45fe-9256-39b948c91831 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:15.658001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6f5f8f53-0b90-45fe-9256-39b948c91831 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:15.659251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f5f8f53-0b90-45fe-9256-39b948c91831 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:15.693971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:15.722748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Network': ['ID=d069e8c6-faca-42fa-9aed-1cca9de24407,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.731672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f5831268-a86e-40b1-9bd1-0ff62d4543b4 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9471464 Nov 25 17:23:15.734006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49516) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:15.741343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d069e8c6-faca-42fa-9aed-1cca9de24407 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:15.745487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.912982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:15.921258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:15.931111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.932373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:15.944089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56548aa8-dbd1-4fb0-bd3e-4474effc182e None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:15.965094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=74e05cb0-5f70-401a-8e03-83ff7bb00015,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:15.969916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:15.979959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4bc4ec-cb1d-4a62-8234-2e0131d21c13 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:15.981732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8a4bc4ec-cb1d-4a62-8234-2e0131d21c13 tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] 10.222.0.86 "GET /v2.0/networks/d069e8c6-faca-42fa-9aed-1cca9de24407 HTTP/1.1" status: 200 len: 757 time: 0.2489996 Nov 25 17:23:15.989464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:15.990431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-64ba33dd-0e9b-4cac-ae85-e4a085bb2f82 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4681544 Nov 25 17:23:15.991313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:15.996728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:16.158129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:16.163368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.192316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1053903543-network', 'tenant_id': 'dac37c4618ce4a0d9817db65ace75f72'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:16.200975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddb35e26-6ac8-4e26-9727-4c448cc6d5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.224764 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.279485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc30eb0-f6e1-4819-8bdb-5b42b2eff6cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.280902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ccc30eb0-f6e1-4819-8bdb-5b42b2eff6cb tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] 10.222.0.86 "GET /v2.0/networks/a5902222-0b58-4307-b4ba-f3e4c736b31f HTTP/1.1" status: 200 len: 767 time: 0.2923248 Nov 25 17:23:16.283366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Made reservation on behalf of dac37c4618ce4a0d9817db65ace75f72 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:16.285850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.286562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:16.305642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.310627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '74e05cb0-5f70-401a-8e03-83ff7bb00015'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:16.311582 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.417696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddb35e26-6ac8-4e26-9727-4c448cc6d5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.428940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddb35e26-6ac8-4e26-9727-4c448cc6d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.471097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.486767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.493142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.509317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ddb35e26-6ac8-4e26-9727-4c448cc6d5cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=43d23386d9a241ab8a2ec1d26a6cf6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355079 Nov 25 17:23:16.512421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb35e26-6ac8-4e26-9727-4c448cc6d5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e02c69-9880-4be7-805d-2e922b37b884,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.514975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49538) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:16.525541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:16.531697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6604e82-1056-425f-a434-2ae8ec160a79 req-716a502d-8672-4fd9-b7c7-2303ffc610ad tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0874217 Nov 25 17:23:16.541966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Allocated IP 172.20.0.2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/74e05cb0-5f70-401a-8e03-83ff7bb00015/0ae14678-0a95-4c87-ae2d-34f46e605daa) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:16.575903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.576339 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Added segment 6aeaed0c-c3df-4dea-84f5-7283da3ac632 of type vlan for network 235a30e2-75c4-41d4-9a22-d72e51e9d974 Nov 25 17:23:16.607163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.654812 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.657193 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869140f0-e899-4e1c-9d7f-f2a2a68342e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.698366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869140f0-e899-4e1c-9d7f-f2a2a68342e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.730663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.732004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:16.732667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.751180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.759368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.808425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:16.812589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:16.817178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:16.824193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1283438 Nov 25 17:23:16.824832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49546) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:16.841529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Request body: {'subnet': {'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1053903543-subnet', 'tenant_id': 'dac37c4618ce4a0d9817db65ace75f72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:16.869043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034de64-2aae-42aa-aa64-b54a83426dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=235a30e2-75c4-41d4-9a22-d72e51e9d974,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.892286 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869140f0-e899-4e1c-9d7f-f2a2a68342e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.901403 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-869140f0-e899-4e1c-9d7f-f2a2a68342e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.903487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-869140f0-e899-4e1c-9d7f-f2a2a68342e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0e02c69-9880-4be7-805d-2e922b37b884 HTTP/1.1" status: 204 len: 168 time: 0.3851914 Nov 25 17:23:16.906694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 235a30e2-75c4-41d4-9a22-d72e51e9d974 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:16.911153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Attempting to bind port 0ae14678-0a95-4c87-ae2d-34f46e605daa on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:16.911616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Attempting to bind port 0ae14678-0a95-4c87-ae2d-34f46e605daa by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:16.912041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Attempting to bind port 0ae14678-0a95-4c87-ae2d-34f46e605daa on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:16.923144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Pushing event updated for resources: {'Port': ['ID=0ae14678-0a95-4c87-ae2d-34f46e605daa,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.929353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:16.929887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:16.930420 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.930881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:16.931764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Bound port: 0ae14678-0a95-4c87-ae2d-34f46e605daa, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:16.932367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:16.978262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869140f0-e899-4e1c-9d7f-f2a2a68342e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e02c69-9880-4be7-805d-2e922b37b884,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:16.981603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Made reservation on behalf of dac37c4618ce4a0d9817db65ace75f72 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:16.984319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.150317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.203882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d069e8c6-faca-42fa-9aed-1cca9de24407']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:17.218686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd2fe7c-5fc5-41a6-950f-d5f4916e49ba') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:17.219235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd2fe7c-5fc5-41a6-950f-d5f4916e49ba') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:17.239352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.239672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.264316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.275627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:17.276357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:17.278876 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:17.300580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] For port 0ae14678-0a95-4c87-ae2d-34f46e605daa, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:17.306699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] For port 0ae14678-0a95-4c87-ae2d-34f46e605daa, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ae14678-0a95-4c87-ae2d-34f46e605daa,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:17.331132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7148f4c3-9f22-4521-867d-8ee6dfc021ba,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.336152 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.354819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Checking segment: {'id': '6aeaed0c-c3df-4dea-84f5-7283da3ac632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:17.355192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Network hostable DHCP agents. Network: 235a30e2-75c4-41d4-9a22-d72e51e9d974, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:17.401695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Network 235a30e2-75c4-41d4-9a22-d72e51e9d974 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:17.426344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 235a30e2-75c4-41d4-9a22-d72e51e9d974) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:17.434459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.439010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.440857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.468003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d069e8c6-faca-42fa-9aed-1cca9de24407 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:23:17.483349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e4a8913d-86f7-414f-b464-dc07d7aee988 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6462848 Nov 25 17:23:17.483758 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.491740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/networks/d069e8c6-faca-42fa-9aed-1cca9de24407 HTTP/1.1" status: 204 len: 168 time: 1.1999316 Nov 25 17:23:17.497880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9551c7-6731-487a-80ab-095b84bbfea9 None None] Pushing event updated for resources: {'Port': ['ID=0ae14678-0a95-4c87-ae2d-34f46e605daa,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.499939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:17.506550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'network': {'name': 'tempest-network--1491733799'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:17.506773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b3149-d142-4c81-bed7-bcf38514611d tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Network': ['ID=d069e8c6-faca-42fa-9aed-1cca9de24407,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:17.509678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc91c4-2599-411b-86ca-b39f4c64d952 None None] Network 235a30e2-75c4-41d4-9a22-d72e51e9d974 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:17.533362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.574532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:17.604300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Made reservation on behalf of b3c3c4c50b0a4f749109ab059c07c603 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:17.610030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.620598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:17.673910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:17.686424 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.687099 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Added segment 0b45d4b5-572b-42fe-baf1-1f10b691ad0e of type vlan for network 1c8fd6e8-da70-4585-9ed4-94624b5c6115 Nov 25 17:23:17.789710 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.839526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0cd5c4-089c-436b-bb39-b434dc931fa6 None None] Network 235a30e2-75c4-41d4-9a22-d72e51e9d974 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:17.984661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:17.985633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:17.986218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.020296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.157290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.226503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-505a887a-7c52-4200-a6cd-6195addfda87 req-f1dc78b2-6454-40ef-9265-5399aad1b11b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.3678811 Nov 25 17:23:18.265483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Network': ['ID=1c8fd6e8-da70-4585-9ed4-94624b5c6115,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.275625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49590) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.276649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ef186162-53b6-4110-9a3e-35a6e1903d62 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7755384 Nov 25 17:23:18.278262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1c8fd6e8-da70-4585-9ed4-94624b5c6115 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:18.283490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-325f6d8e-465b-4414-92ed-c88de1f33491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.314581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:18.369074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-325f6d8e-465b-4414-92ed-c88de1f33491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.386467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-325f6d8e-465b-4414-92ed-c88de1f33491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.415682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-325f6d8e-465b-4414-92ed-c88de1f33491 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9ba1217cbb140a487090643b9413dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814377 Nov 25 17:23:18.415682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866d1216-1ba2-480a-a52d-65c15c5e758b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.421874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.508376 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866d1216-1ba2-480a-a52d-65c15c5e758b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.523364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-866d1216-1ba2-480a-a52d-65c15c5e758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.576136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f6d8e-465b-4414-92ed-c88de1f33491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9732de57-6163-45ea-8bbe-baec758f7193,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.615556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.648390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.695016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Network 1c8fd6e8-da70-4585-9ed4-94624b5c6115 is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:23:18.698193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.698849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.700202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "PUT /v2.0/networks/1c8fd6e8-da70-4585-9ed4-94624b5c6115 HTTP/1.1" status: 200 len: 858 time: 0.4062800 Nov 25 17:23:18.723025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49604) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.723273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d1216-1ba2-480a-a52d-65c15c5e758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d52600-840a-4a90-a3e2-dd0708ef54fa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:18.742155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-866d1216-1ba2-480a-a52d-65c15c5e758b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3be3d70f177345a4b1b6bf782fef9c01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1080739 Nov 25 17:23:18.748481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49608) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:18.814474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-e342bafb-41fb-4510-9e7d-78a357b25566 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:18.816308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-e342bafb-41fb-4510-9e7d-78a357b25566 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/networks?id=235a30e2-75c4-41d4-9a22-d72e51e9d974 HTTP/1.1" status: 200 len: 814 time: 0.2113397 Nov 25 17:23:18.855823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc296458-c03b-4a3a-a99d-0023e0b6ae70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.879920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc296458-c03b-4a3a-a99d-0023e0b6ae70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.934803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b81e08f-c3af-4b84-8296-46106f956a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.938040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-03233c4c-8ba5-4d17-85c4-2122fa15a79b tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/quotas/dac37c4618ce4a0d9817db65ace75f72 HTTP/1.1" status: 200 len: 375 time: 0.1035483 Nov 25 17:23:18.980528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ba0e225-aba0-4051-a81a-e132c019df8a tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dac37c4618ce4a0d9817db65ace75f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298336 Nov 25 17:23:18.981206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc296458-c03b-4a3a-a99d-0023e0b6ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.983926 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc296458-c03b-4a3a-a99d-0023e0b6ae70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:18.985570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc296458-c03b-4a3a-a99d-0023e0b6ae70 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9732de57-6163-45ea-8bbe-baec758f7193 HTTP/1.1" status: 204 len: 168 time: 0.4747572 Nov 25 17:23:18.995899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 0ae14678-0a95-4c87-ae2d-34f46e605daa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ae14678-0a95-4c87-ae2d-34f46e605daa,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:19.022686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296458-c03b-4a3a-a99d-0023e0b6ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9732de57-6163-45ea-8bbe-baec758f7193,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.027475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b81e08f-c3af-4b84-8296-46106f956a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.032299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.057500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc3ea2-866e-468e-8c82-d1f991340649 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event updated for resources: {'Network': ['ID=1c8fd6e8-da70-4585-9ed4-94624b5c6115,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.062671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.063454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.163802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-80c31fe5-332d-44a2-99df-8c28ced35d4e service neutron] 10.222.0.86 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625788 Nov 25 17:23:19.190801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:19.194742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.195746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b81e08f-c3af-4b84-8296-46106f956a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.199657 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b81e08f-c3af-4b84-8296-46106f956a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.201176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5b81e08f-c3af-4b84-8296-46106f956a6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a4d52600-840a-4a90-a3e2-dd0708ef54fa HTTP/1.1" status: 204 len: 168 time: 0.4516699 Nov 25 17:23:19.208006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:19.219934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:19.220585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.221031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd5081-b49c-4951-8d9b-1565bff85b6f None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:19.244012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=098b8fbb-7144-46f0-8140-239aa3ca7a98,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.251561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=0ae14678-0a95-4c87-ae2d-34f46e605daa,revision_number=4']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.277515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e08f-c3af-4b84-8296-46106f956a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d52600-840a-4a90-a3e2-dd0708ef54fa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:19.296055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49620) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:19.296570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32f960d3-7fa8-4f67-8266-b0b0487a8858 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3032949 Nov 25 17:23:19.309216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:ee:9e:da', 'name': 'tempest-NetworksTestDHCPv6-405391962'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:19.388320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.415898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-41572ad9-650e-4aee-9240-e52ec23d1d4c service neutron] 10.222.0.86 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442105 Nov 25 17:23:19.492953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bbf7e37-77d4-489c-8e2d-aa1e9d0139ab req-e20b2e65-66e6-4e87-942a-1f4c6e44eb67 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0930114 Nov 25 17:23:19.496846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8fd6e8-da70-4585-9ed4-94624b5c6115']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:19.517474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b45d4b5-572b-42fe-baf1-1f10b691ad0e') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:19.517474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b45d4b5-572b-42fe-baf1-1f10b691ad0e') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:19.551622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:19.559531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.621153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.642233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:19.643294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.803651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.816264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ae14678-0a95-4c87-ae2d-34f46e605daa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:19.853536 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:19.864299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.870498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c8fd6e8-da70-4585-9ed4-94624b5c6115 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 17:23:19.883593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:19.890905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 62d9d5c1-477d-4fe6-982e-853b54eccbce yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:19.902232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] 10.222.0.86 "DELETE /v2.0/networks/1c8fd6e8-da70-4585-9ed4-94624b5c6115 HTTP/1.1" status: 204 len: 168 time: 1.1771221 Nov 25 17:23:19.904875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49636) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:19.987108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Provisioning complete for port 0ae14678-0a95-4c87-ae2d-34f46e605daa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:19.987496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.028384 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25bf00f8-ae80-4f8c-93e3-66faaa147c59 req-20c5fb1a-1a88-4500-938f-66585b8886d1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 210 time: 0.1103981 Nov 25 17:23:20.067745 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-917d52a0-0279-4e28-985d-67957b7d1bcd tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] DELETE failed (client error): The resource could not be found. Nov 25 17:23:20.068172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917d52a0-0279-4e28-985d-67957b7d1bcd tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:20.071444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-917d52a0-0279-4e28-985d-67957b7d1bcd tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] 10.222.0.86 "DELETE /v2.0/subnets/5f729c9c-8907-4302-a5a7-2e162cc3a2a9 HTTP/1.1" status: 404 len: 337 time: 0.1627421 Nov 25 17:23:20.075180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791bbf1-0c38-4cc3-8285-f072b7ea21f6 tempest-ExternalNetworksTestJSON-1510379986 tempest-ExternalNetworksTestJSON-1510379986-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c8fd6e8-da70-4585-9ed4-94624b5c6115,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.077957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:20.126533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0ae14678-0a95-4c87-ae2d-34f46e605daa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:20.126902 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.153657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:20.174395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50d956a4-db7b-41cc-9b7c-8bfa7d15192c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.251311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.312384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50d956a4-db7b-41cc-9b7c-8bfa7d15192c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.319579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50d956a4-db7b-41cc-9b7c-8bfa7d15192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.353181 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.363714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.379224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d956a4-db7b-41cc-9b7c-8bfa7d15192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0632aa-7f7e-4aee-b68a-5db4a6099254,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.415663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-50d956a4-db7b-41cc-9b7c-8bfa7d15192c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=17bf207e0c454758ad9e4f551052d5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583685 Nov 25 17:23:20.415906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:20.536325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6618e7d9-39b6-461f-885a-01128c67e802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.554592 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.598355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] For port 0ae14678-0a95-4c87-ae2d-34f46e605daa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ae14678-0a95-4c87-ae2d-34f46e605daa,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:20.612276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.651289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6618e7d9-39b6-461f-885a-01128c67e802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.726717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Pushing event updated for resources: {'Port': ['ID=0ae14678-0a95-4c87-ae2d-34f46e605daa,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.757219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6618e7d9-39b6-461f-885a-01128c67e802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.759859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6618e7d9-39b6-461f-885a-01128c67e802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:20.763550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6618e7d9-39b6-461f-885a-01128c67e802 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6d0632aa-7f7e-4aee-b68a-5db4a6099254 HTTP/1.1" status: 204 len: 168 time: 0.3424718 Nov 25 17:23:20.777482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618e7d9-39b6-461f-885a-01128c67e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0632aa-7f7e-4aee-b68a-5db4a6099254,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:20.866130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.866130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.866343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.877265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.878338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.879770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.880520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.881092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.881661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.882207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.882858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:20.883449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe612124-90ad-44ae-9fc0-ba713b9d8f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:21.090136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:21.090772 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:21.230724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5902222-0b58-4307-b4ba-f3e4c736b31f']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:21.277808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 172.20.0.7 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/74e05cb0-5f70-401a-8e03-83ff7bb00015/62d9d5c1-477d-4fe6-982e-853b54eccbce) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:21.286589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-975978fd-5da5-47c1-b483-cc5d47cca6ca req-fbc1d069-cd73-4b4c-875e-4c2ddf47897e tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 210 time: 0.0444508 Nov 25 17:23:21.339722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1041cc94-1641-4193-baba-b7b177824c7c req-57a5173b-3e38-4ce2-a0db-0e3c8b0d6d17 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.1245267 Nov 25 17:23:21.343095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593359cf-32b9-446d-9bc4-e4143e75b4fa') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:21.343307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593359cf-32b9-446d-9bc4-e4143e75b4fa') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:21.345985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:feee:9eda (57d3133b-7ced-4a58-9ee8-6f993af0ee19/098b8fbb-7144-46f0-8140-239aa3ca7a98/62d9d5c1-477d-4fe6-982e-853b54eccbce) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:21.486969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.633296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.644868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:21.645739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:21.677596 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:21.753967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-82a28115-33a2-42c1-a46c-4c54853d4a99 None None] Provisioning complete for port 0ae14678-0a95-4c87-ae2d-34f46e605daa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:21.754431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-82a28115-33a2-42c1-a46c-4c54853d4a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.827277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.863007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.863007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] 10.222.0.86 "DELETE /v2.0/networks/a5902222-0b58-4307-b4ba-f3e4c736b31f HTTP/1.1" status: 204 len: 168 time: 1.7816589 Nov 25 17:23:21.866224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ae14678-0a95-4c87-ae2d-34f46e605daa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:21.866973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32059c-0f06-4426-8b56-0196935784ee tempest-ExternalNetworksTestJSON-923175739 tempest-ExternalNetworksTestJSON-923175739-project] Pushing event deleted for resources: {'Network': ['ID=a5902222-0b58-4307-b4ba-f3e4c736b31f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:21.886512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-893477ad-705d-4a6a-bf92-cb793e8de4ce tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:21.888067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-893477ad-705d-4a6a-bf92-cb793e8de4ce tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.55 "GET /v2.0/networks?id=235a30e2-75c4-41d4-9a22-d72e51e9d974 HTTP/1.1" status: 200 len: 814 time: 0.2971420 Nov 25 17:23:21.891183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:21.902820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Request body: {'port': {'device_id': '68c1925b-2418-4b06-8776-8133fc7ba610', 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974', 'admin_state_up': True, 'tenant_id': 'dac37c4618ce4a0d9817db65ace75f72'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:22.017225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.070312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:22.083538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:22.092222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:22.193744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.196227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.206266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0ae14678-0a95-4c87-ae2d-34f46e605daa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:22.207679 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.250399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=62d9d5c1-477d-4fe6-982e-853b54eccbce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:22.271177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Made reservation on behalf of dac37c4618ce4a0d9817db65ace75f72 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:22.276004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.383534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:22.385820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-599be0ee-7d77-48fb-b6dc-5e23afabfda3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0875177 Nov 25 17:23:22.514806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Allocated IP 172.20.0.5 (235a30e2-75c4-41d4-9a22-d72e51e9d974/7148f4c3-9f22-4521-867d-8ee6dfc021ba/0890fe0b-b631-4d79-b6c2-1103dcec140d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:22.518280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd27b08c-cd32-4785-b2ee-63f1b298bc22 req-e5fe27b9-c7dc-4516-b8d9-b3d238a0dc00 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0390697 Nov 25 17:23:22.519767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:22.554498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b562beb-2328-44eb-87c3-aedb66a15e28 req-a95efc77-ab53-47e5-9165-0a65b0430ac5 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 210 time: 0.0952401 Nov 25 17:23:22.610775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b363f-6677-424e-8a8f-7885920354dd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.628570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b363f-6677-424e-8a8f-7885920354dd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:22.630648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-382b363f-6677-424e-8a8f-7885920354dd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2461164 Nov 25 17:23:22.633324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:22.705085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-28cd8663-0630-428a-ab4e-05bcae8bbb55 None None] Provisioning complete for port 62d9d5c1-477d-4fe6-982e-853b54eccbce triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:22.706396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-28cd8663-0630-428a-ab4e-05bcae8bbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.782995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b4d01fe3-58c5-4710-a9cf-56caf9442314 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ee6f2ef0ce447fcbef8598d2a5b507b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541366 Nov 25 17:23:22.787065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:22.807312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-28cd8663-0630-428a-ab4e-05bcae8bbb55 None None] Port 62d9d5c1-477d-4fe6-982e-853b54eccbce cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:22.843556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.887919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 62d9d5c1-477d-4fe6-982e-853b54eccbce {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:22.888257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.951454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-addd5413-8063-4d44-88d7-e55c363e34a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:22.964503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.014633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Network 235a30e2-75c4-41d4-9a22-d72e51e9d974 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:23.018815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-addd5413-8063-4d44-88d7-e55c363e34a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.030282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:23.036399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:23.090536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Pushing event updated for resources: {'Port': ['ID=0890fe0b-b631-4d79-b6c2-1103dcec140d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:23.120553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.121534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.142616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-e3a53a6b-5f4c-4e82-987a-003ce1678c6f tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454219 Nov 25 17:23:23.144644 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-addd5413-8063-4d44-88d7-e55c363e34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.146732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.147937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-addd5413-8063-4d44-88d7-e55c363e34a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.150078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-addd5413-8063-4d44-88d7-e55c363e34a8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a866e7dd-1da6-4a2e-9948-3f61494b0276 HTTP/1.1" status: 204 len: 168 time: 0.3611293 Nov 25 17:23:23.165042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5413-8063-4d44-88d7-e55c363e34a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a866e7dd-1da6-4a2e-9948-3f61494b0276,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:23.170757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 62d9d5c1-477d-4fe6-982e-853b54eccbce owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:23.426438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:23.431806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356563193', 'description': 'tempest-secgroup-smoke-1356563193 description', 'project_id': '95c99e5365bf47f596809a61f354cfc2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:23.464100 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.480123 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.496435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.521009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=62d9d5c1-477d-4fe6-982e-853b54eccbce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:23.541401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Request body: {'port': {'device_id': '68c1925b-2418-4b06-8776-8133fc7ba610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:23.774139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:23.775786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.841035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b79db224-0732-47bf-991a-668932858cca req-04360373-b12d-47f4-84de-8ee05917344e tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.1059642 Nov 25 17:23:23.887484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a8e353ad-b6bd-4c15-afc4-101605e068ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3c3c4c50b0a4f749109ab059c07c603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1090250 Nov 25 17:23:23.887716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49756) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:23.910524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:23.914107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbcef4a6-9485-419a-838c-bb7dd0105d28 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/62d9d5c1-477d-4fe6-982e-853b54eccbce HTTP/1.1" status: 204 len: 168 time: 1.2798383 Nov 25 17:23:23.922636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121ace7-3e3e-44c8-a0d0-398b71974c67 req-6feac1bb-0bea-4ab8-8688-e9e3d0ea73a3 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:23.924473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4121ace7-3e3e-44c8-a0d0-398b71974c67 req-6feac1bb-0bea-4ab8-8688-e9e3d0ea73a3 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 931 time: 0.1902497 Nov 25 17:23:23.924995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49758) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:23.997216 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.005860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.059503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ce96b-eed5-4c53-a983-06377399e9f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.061138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ce96b-eed5-4c53-a983-06377399e9f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.062647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ce96b-eed5-4c53-a983-06377399e9f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:24.068482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-347ce96b-eed5-4c53-a983-06377399e9f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1396885 Nov 25 17:23:24.068677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff21211d-18e2-4231-afea-eca2786404e5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:24.070752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49762) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:24.138684 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e525df13-1702-401e-a6d4-b18b9d533214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.167158 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e525df13-1702-401e-a6d4-b18b9d533214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.222897 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4121ace7-3e3e-44c8-a0d0-398b71974c67 req-4d1f5160-41e5-4eed-b885-a867a69e3caa tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331259 Nov 25 17:23:24.250054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e525df13-1702-401e-a6d4-b18b9d533214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.254368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e525df13-1702-401e-a6d4-b18b9d533214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.257768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e525df13-1702-401e-a6d4-b18b9d533214 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac271788-0fe9-455a-94c4-ef06112c5586 HTTP/1.1" status: 204 len: 168 time: 0.3654692 Nov 25 17:23:24.272759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 098b8fbb-7144-46f0-8140-239aa3ca7a98 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:24.276021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.278757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525df13-1702-401e-a6d4-b18b9d533214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac271788-0fe9-455a-94c4-ef06112c5586,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:24.329432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.422497 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.436368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.469639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0890fe0b-b631-4d79-b6c2-1103dcec140d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:24.483589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.496748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.497982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0700026 Nov 25 17:23:24.501157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:24.510926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2a16-7fb3-4643-9a98-64d35d8b4642 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86931209-d41a-478b-931b-221b7b11be70,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:24.511956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '86931209-d41a-478b-931b-221b7b11be70', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:24.538893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.539907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Transition to ACTIVE for port object 0890fe0b-b631-4d79-b6c2-1103dcec140d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:24.546844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.596916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.679972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Pushing event updated for resources: {'Port': ['ID=0890fe0b-b631-4d79-b6c2-1103dcec140d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:24.710970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.761846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Attempting to bind port 0890fe0b-b631-4d79-b6c2-1103dcec140d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:24.762187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Attempting to bind port 0890fe0b-b631-4d79-b6c2-1103dcec140d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6aeaed0c-c3df-4dea-84f5-7283da3ac632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:24.762517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Attempting to bind port 0890fe0b-b631-4d79-b6c2-1103dcec140d on network 235a30e2-75c4-41d4-9a22-d72e51e9d974 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:24.767663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Port 0890fe0b-b631-4d79-b6c2-1103dcec140d on network 235a30e2-75c4-41d4-9a22-d72e51e9d974 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:24.768214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Attempting to bind port 0890fe0b-b631-4d79-b6c2-1103dcec140d on network 235a30e2-75c4-41d4-9a22-d72e51e9d974 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:24.774233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:24.774635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Checking segment: {'id': '6aeaed0c-c3df-4dea-84f5-7283da3ac632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:24.775218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Bound using segment: {'id': '6aeaed0c-c3df-4dea-84f5-7283da3ac632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:24.775436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.775817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Bound port: 0890fe0b-b631-4d79-b6c2-1103dcec140d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeaed0c-c3df-4dea-84f5-7283da3ac632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:24.776256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.776424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=098b8fbb-7144-46f0-8140-239aa3ca7a98,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:24.784487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.809265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b970e-98c2-4e81-bf84-8b598daf5dd0 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:24.821118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.827779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-474ebe93-8509-411e-aa5a-b3e1b152556a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/098b8fbb-7144-46f0-8140-239aa3ca7a98 HTTP/1.1" status: 204 len: 168 time: 0.7510467 Nov 25 17:23:24.828449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49790) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:24.881009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c42c52e-51c4-4cf4-9462-6cbca002b6f2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:24.916319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.917532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dd1b8387-810c-4e5f-8e82-a749ba591061 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4152088 Nov 25 17:23:24.932376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:24.937878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 74e05cb0-5f70-401a-8e03-83ff7bb00015 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:24.955823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] For port 0890fe0b-b631-4d79-b6c2-1103dcec140d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:24.957356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '86931209-d41a-478b-931b-221b7b11be70', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:24.962689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] For port 0890fe0b-b631-4d79-b6c2-1103dcec140d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d,segment=NetworkSegment(6aeaed0c-c3df-4dea-84f5-7283da3ac632),segment_id=6aeaed0c-c3df-4dea-84f5-7283da3ac632)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:24.970647 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:24.978485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.043933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.045291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.048689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] 10.222.0.55 "PUT /v2.0/ports/0890fe0b-b631-4d79-b6c2-1103dcec140d HTTP/1.1" status: 200 len: 1091 time: 1.8972270 Nov 25 17:23:25.054038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c1925b-2418-4b06-8776-8133fc7ba610', 'tag': '0890fe0b-b631-4d79-b6c2-1103dcec140d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:25.056418 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056170ab-09a5-4127-9307-49cf484e9a23" -d '{"events": [{"name": "network-changed", "server_uuid": "68c1925b-2418-4b06-8776-8133fc7ba610", "tag": "0890fe0b-b631-4d79-b6c2-1103dcec140d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:25.076163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.079066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.193949 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0605a543-d69d-433c-b596-6137a855827d x-openstack-request-id: req-0605a543-d69d-433c-b596-6137a855827d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:25.194350 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c1925b-2418-4b06-8776-8133fc7ba610", "tag": "0890fe0b-b631-4d79-b6c2-1103dcec140d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:25.194608 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0605a543-d69d-433c-b596-6137a855827d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:25.195037 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c1925b-2418-4b06-8776-8133fc7ba610', 'tag': '0890fe0b-b631-4d79-b6c2-1103dcec140d', 'status': 'completed', 'code': 200} Nov 25 17:23:25.210676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73c4dbb4-40fa-4764-ac62-94b741d212c8 req-0f518bbd-b5bb-4bee-8f03-bdab65a621b2 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.1573670 Nov 25 17:23:25.280297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.314164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac903d9-5290-4256-82ca-0952bc7abec1 service neutron] Pushing event updated for resources: {'Port': ['ID=0890fe0b-b631-4d79-b6c2-1103dcec140d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.352139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-16b4a041-bb61-4c8e-b9a6-48892017ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.355410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-16b4a041-bb61-4c8e-b9a6-48892017ee80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac37c4618ce4a0d9817db65ace75f72&device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 1094 time: 0.2394979 Nov 25 17:23:25.374499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.430634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-89bd1166-05ef-429c-8094-51e76b99ad01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d HTTP/1.1" status: 200 len: 217 time: 0.0649996 Nov 25 17:23:25.479791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=74e05cb0-5f70-401a-8e03-83ff7bb00015,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.507296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911462-0625-4a40-b242-f10e78d283eb req-00de47ee-db2b-4a25-ba44-197702e84718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.509423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-00de47ee-db2b-4a25-ba44-197702e84718 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7148f4c3-9f22-4521-867d-8ee6dfc021ba HTTP/1.1" status: 200 len: 854 time: 0.0703053 Nov 25 17:23:25.513675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.527633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4ede394b-141c-4923-9b1c-be20b21836cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/74e05cb0-5f70-401a-8e03-83ff7bb00015 HTTP/1.1" status: 204 len: 168 time: 0.6907275 Nov 25 17:23:25.537355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:25.604611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.610278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-07f7d443-6433-4a62-b997-d56a8a86e55f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=235a30e2-75c4-41d4-9a22-d72e51e9d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932992 Nov 25 17:23:25.620502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc4107-b705-40d6-8ece-410246c74f08 req-5d954efd-113c-4035-97e3-d6764b8d2b1e tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.633983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13dc4107-b705-40d6-8ece-410246c74f08 req-5d954efd-113c-4035-97e3-d6764b8d2b1e tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 943 time: 0.2680647 Nov 25 17:23:25.650260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.667642 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9687b631-d67b-4219-9737-97976d91e387 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268134 Nov 25 17:23:25.671172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:25.687802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e01306e-e4e5-4a11-b5a4-894d5c20899a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:25.734399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.740579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2721ce41-d751-4ed0-a38e-5ecbc7500fa5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8070686 Nov 25 17:23:25.747003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:25.751502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '86931209-d41a-478b-931b-221b7b11be70', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:25.783083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13dc4107-b705-40d6-8ece-410246c74f08 req-46bef4e0-2290-4566-a20b-706fe3879f4b tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459823 Nov 25 17:23:25.807053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.821973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50faebcf-e972-40ca-81a0-f95ecc0a179b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.828010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-50faebcf-e972-40ca-81a0-f95ecc0a179b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1558218 Nov 25 17:23:25.828675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:25.900471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-3ffca80d-b711-46ac-9657-0ef4bdfff05c service neutron] 10.222.0.55 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490261 Nov 25 17:23:25.910559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290bd9e-fb91-4330-9901-25faf40da0a2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:25.915379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d290bd9e-fb91-4330-9901-25faf40da0a2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0836654 Nov 25 17:23:25.916217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49832) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:25.920732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:25.959712 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.037829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1911462-0625-4a40-b242-f10e78d283eb req-a6a35aaa-62de-4611-8b08-7a3615a825ec service neutron] 10.222.0.55 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211073 Nov 25 17:23:26.042430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fea65e0f-2df2-4d9d-93ca-268a7597209c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252153 Nov 25 17:23:26.046932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.048858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.051614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.051846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034639 Nov 25 17:23:26.056230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5fc54ad3-6ea4-4c0a-9c3b-7e81776648d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.061656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b13dbb-ee9f-4864-87ad-e4e097679dfa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49423c17-9ba7-49de-982d-f15d6e228b33,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:26.143206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '86931209-d41a-478b-931b-221b7b11be70', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.213147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056170ab-09a5-4127-9307-49cf484e9a23 req-c37a7e81-283f-4000-83c8-a5183073c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.213888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fb327-09e5-4e62-9599-2c0e82c8d57e None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:26.214677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-c37a7e81-283f-4000-83c8-a5183073c19f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac37c4618ce4a0d9817db65ace75f72&device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 1094 time: 0.0773685 Nov 25 17:23:26.278271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.357110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc54ad3-6ea4-4c0a-9c3b-7e81776648d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:26.360706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fc54ad3-6ea4-4c0a-9c3b-7e81776648d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.362505 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc54ad3-6ea4-4c0a-9c3b-7e81776648d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:23:26.362660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc54ad3-6ea4-4c0a-9c3b-7e81776648d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:26.369195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9be0572f-5963-43aa-a724-4f304ce4a7fd None None] Provisioning complete for port 0ae14678-0a95-4c87-ae2d-34f46e605daa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:26.369574 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9be0572f-5963-43aa-a724-4f304ce4a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.446771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.450518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ecb2d595-213e-448f-b66d-b3d6269c4383 req-da886d52-28b3-4ca6-b1f3-d587cb0fc71f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.0745838 Nov 25 17:23:26.467117 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5fc54ad3-6ea4-4c0a-9c3b-7e81776648d3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4171431 Nov 25 17:23:26.467301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.480892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-12032224-2529-47e7-a9d6-e961764a9d08 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.508844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.510345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056170ab-09a5-4127-9307-49cf484e9a23 req-0269f533-e006-4a10-8371-370e879adf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.511863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-0269f533-e006-4a10-8371-370e879adf47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=235a30e2-75c4-41d4-9a22-d72e51e9d974 HTTP/1.1" status: 200 len: 915 time: 0.2864203 Nov 25 17:23:26.513834 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.576607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d602b2-ca05-45a5-836d-f26a5331a740,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:26.583341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-621398bc-34f6-4ae9-8705-05c2c675232a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d HTTP/1.1" status: 200 len: 217 time: 0.0555329 Nov 25 17:23:26.596572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.598006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-57806f1c-7ded-4ae8-b108-97cb4a8e134b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4618266 Nov 25 17:23:26.617805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.630399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '86931209-d41a-478b-931b-221b7b11be70', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.669622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:26.680208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-404255403'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.705044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:23:26.705044 n-d-817303-7 neutron-server[103636]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:23:26.705044 n-d-817303-7 neutron-server[103636]: [parameters: {'project_id': '5d1e85cdff334468841bb94ebe14eaf8', 'id': '44f23311-80e5-4b7a-8786-13643c99acfe', 'expiration': datetime.datetime(2021, 11, 25, 17, 25, 26, 698075)}] Nov 25 17:23:26.705044 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:26.705431 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:26.716008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056170ab-09a5-4127-9307-49cf484e9a23 req-8b40dac3-5a97-477e-8696-dbb04223b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:26.717787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-8b40dac3-5a97-477e-8696-dbb04223b52f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7148f4c3-9f22-4521-867d-8ee6dfc021ba HTTP/1.1" status: 200 len: 854 time: 0.1165993 Nov 25 17:23:26.719523 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:23:26.736036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.751450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12032224-2529-47e7-a9d6-e961764a9d08 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:26.760384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12032224-2529-47e7-a9d6-e961764a9d08 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.763818 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-12032224-2529-47e7-a9d6-e961764a9d08 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:23:26.766157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12032224-2529-47e7-a9d6-e961764a9d08 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:26.789454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-12032224-2529-47e7-a9d6-e961764a9d08 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3207171 Nov 25 17:23:26.792295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:26.797832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-43510953-c187-4ccb-8a6e-209206582f1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=235a30e2-75c4-41d4-9a22-d72e51e9d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713699 Nov 25 17:23:26.799083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cf17353a-cbe5-4809-b2e9-477344941756 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:26.825322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] Deleting port 0ae14678-0a95-4c87-ae2d-34f46e605daa {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:26.825954 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.831077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.862189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.918953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] For port 0ae14678-0a95-4c87-ae2d-34f46e605daa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ae14678-0a95-4c87-ae2d-34f46e605daa,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:26.919967 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:26.944970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] Calling delete_port for 0ae14678-0a95-4c87-ae2d-34f46e605daa owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:26.963761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82fa34c-24d7-4c6e-95d2-bdf7427e2ef9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.008851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8c087-b4b2-4f68-be7f-9593ba374e1f req-0c93a808-e8a4-44b0-bb20-ff6c0e9b700e tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:27.017923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50c8c087-b4b2-4f68-be7f-9593ba374e1f req-0c93a808-e8a4-44b0-bb20-ff6c0e9b700e tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 943 time: 0.0973415 Nov 25 17:23:27.056486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.071616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] No DVR routers for this DVR port 0ae14678-0a95-4c87-ae2d-34f46e605daa on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:27.086877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-50c8c087-b4b2-4f68-be7f-9593ba374e1f req-68723ce3-104e-4bb8-a1c3-1bb6c253d441 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679021 Nov 25 17:23:27.103176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-211749d3-ee87-49b9-b10e-30a0f250d12e service neutron] 10.222.0.55 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616107 Nov 25 17:23:27.108232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22bdaa-2a34-4320-af94-332e94c98d37 None None] Pushing event deleted for resources: {'Port': ['ID=0ae14678-0a95-4c87-ae2d-34f46e605daa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.117055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf17353a-cbe5-4809-b2e9-477344941756 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:27.122355 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf17353a-cbe5-4809-b2e9-477344941756 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.124599 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf17353a-cbe5-4809-b2e9-477344941756 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:23:27.125398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf17353a-cbe5-4809-b2e9-477344941756 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:27.145425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cf17353a-cbe5-4809-b2e9-477344941756 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3501704 Nov 25 17:23:27.147710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.152646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c8e27a05-f6e5-4962-8e06-9db88c25c0c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.158327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.158883 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fb793a19-0a01-46f2-948f-cde4cae1270a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5391989 Nov 25 17:23:27.163239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.167569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '86931209-d41a-478b-931b-221b7b11be70', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.207651 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:23:27.219421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.225097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056170ab-09a5-4127-9307-49cf484e9a23 req-b40edd96-4b84-4c39-974c-7b585bd61787 service neutron] 10.222.0.55 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234210 Nov 25 17:23:27.257184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.258295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.287003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e27a05-f6e5-4962-8e06-9db88c25c0c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:27.290163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8e27a05-f6e5-4962-8e06-9db88c25c0c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.291567 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e27a05-f6e5-4962-8e06-9db88c25c0c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:23:27.292006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e27a05-f6e5-4962-8e06-9db88c25c0c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:27.292990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.297353 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.317991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812aed42-5fe2-469f-a60d-4cfe0dc06ded,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:27.326726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.327943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-227e4987-0d88-4fd8-b537-d2e6b68a8985 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637583 Nov 25 17:23:27.330778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.335828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'network': {'name': 'tempest-network-smoke--1958914086', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.347227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.354076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.360548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:27.364795 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.371342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8e27a05-f6e5-4962-8e06-9db88c25c0c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2197356 Nov 25 17:23:27.371539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49886) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.376880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-16329f8e-7ee8-414e-b8de-eca8d9abdadc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.389976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:27.398720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.402492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.402855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-91e83b0d-e2d7-46df-9f27-8dd9c3a2836d tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9547946 Nov 25 17:23:27.409044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.409391 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Added segment 63cddc61-065d-43ca-af73-82b17f8ad667 of type vlan for network 37913d77-c205-447d-a468-73f4ceb7a861 Nov 25 17:23:27.489056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16329f8e-7ee8-414e-b8de-eca8d9abdadc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:27.492649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16329f8e-7ee8-414e-b8de-eca8d9abdadc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.494027 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-16329f8e-7ee8-414e-b8de-eca8d9abdadc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:23:27.494449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16329f8e-7ee8-414e-b8de-eca8d9abdadc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:27.516793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.523551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-16329f8e-7ee8-414e-b8de-eca8d9abdadc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1506655 Nov 25 17:23:27.524115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49892) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:27.560406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e73a4ef7-6233-44a4-84d6-642f476de384 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:27.593477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:27.675458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a315e2b4-91e0-49b2-9971-cbc5f4fb2924 req-e5fec9ac-89e6-45aa-b026-81d1801f986a tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb1cc6a8-2de9-4cce-a18c-85f68b04e720 HTTP/1.1" status: 200 len: 210 time: 0.1102934 Nov 25 17:23:27.766173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ae14678-0a95-4c87-ae2d-34f46e605daa no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:27.794778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0ae14678-0a95-4c87-ae2d-34f46e605daa {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:27.795336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ae14678-0a95-4c87-ae2d-34f46e605daa not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:28.087502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.089496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.095252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.095862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.099421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.213498 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.214247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45b082a6-6fcc-481e-bd0c-fb920c4a864a {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:23:28.229617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.230967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b9e9ae71-f7bf-4a0c-96c0-c3680bcd266c tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "DELETE /v2.0/routers/45b082a6-6fcc-481e-bd0c-fb920c4a864a HTTP/1.1" status: 204 len: 168 time: 0.8274972 Nov 25 17:23:28.235339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a4ef7-6233-44a4-84d6-642f476de384 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:28.237134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc329cd-9d09-48a7-b592-9baf84502bb4 req-b9d59a01-ba4f-42ee-807b-af1f78065bfe tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.239683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e73a4ef7-6233-44a4-84d6-642f476de384 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.241255 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73a4ef7-6233-44a4-84d6-642f476de384 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:23:28.241875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73a4ef7-6233-44a4-84d6-642f476de384 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:23:28.245150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0cc329cd-9d09-48a7-b592-9baf84502bb4 req-b9d59a01-ba4f-42ee-807b-af1f78065bfe tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 943 time: 0.0662496 Nov 25 17:23:28.246144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.249776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9178591 Nov 25 17:23:28.253059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.258581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Request body: {'router': {'name': 'tempest-router-1783839537', 'distributed': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:28.261591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ea397-3221-45e0-963f-684cb0a4f739 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Network': ['ID=37913d77-c205-447d-a468-73f4ceb7a861,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:28.271183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'admin_state_up': True, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:28.282666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 37913d77-c205-447d-a468-73f4ceb7a861 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:28.284360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e73a4ef7-6233-44a4-84d6-642f476de384 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7584448 Nov 25 17:23:28.289296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.324111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0cc329cd-9d09-48a7-b592-9baf84502bb4 req-519d1bb7-0e44-4246-b7a2-a922c39c00eb tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779650 Nov 25 17:23:28.355694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-52ffe154-c3b6-46ba-bc92-e3cd6afea499 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0595148 Nov 25 17:23:28.356403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49918) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.360408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.361947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.408848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.410103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.437096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.442208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.449532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec4323-a48e-4df5-a829-f484fa1f6eb9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:28.452002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96ec4323-a48e-4df5-a829-f484fa1f6eb9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0944533 Nov 25 17:23:28.453810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.483784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.497169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c5ad3651-9ffa-4ee4-abba-b98bd2212e3a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421445 Nov 25 17:23:28.500355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.501670 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7102901d-b318-414f-9fe3-3c3b1cfa9d73 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2505577 Nov 25 17:23:28.502549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.505178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.514842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:28.630540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.636362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.704923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0890fe0b-b631-4d79-b6c2-1103dcec140d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:28.843485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49946) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:28.867094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:28.871464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.891775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 0890fe0b-b631-4d79-b6c2-1103dcec140d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d,segment=NetworkSegment(6aeaed0c-c3df-4dea-84f5-7283da3ac632),segment_id=6aeaed0c-c3df-4dea-84f5-7283da3ac632)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:28.893827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.906900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '0890fe0b-b631-4d79-b6c2-1103dcec140d', 'network_id': '235a30e2-75c4-41d4-9a22-d72e51e9d974', 'port_id': '0890fe0b-b631-4d79-b6c2-1103dcec140d', 'mac_address': 'fa:16:3e:dd:55:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7148f4c3-9f22-4521-867d-8ee6dfc021ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:28.923686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.944159 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.971414 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:28.990712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0890fe0b-b631-4d79-b6c2-1103dcec140d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:29.011089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.011684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bedfbd2-1385-44dc-9123-53aa29ca22c4 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:23:29.018074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.019865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.021024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-49881ffe-b3c2-4941-b9c0-6407dcf21df9 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "DELETE /v2.0/routers/2bedfbd2-1385-44dc-9123-53aa29ca22c4 HTTP/1.1" status: 204 len: 168 time: 0.5147803 Nov 25 17:23:29.025041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49952) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.032469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 0890fe0b-b631-4d79-b6c2-1103dcec140d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d,segment=NetworkSegment(6aeaed0c-c3df-4dea-84f5-7283da3ac632),segment_id=6aeaed0c-c3df-4dea-84f5-7283da3ac632)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:29.036624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Request body: {'router': {'name': 'tempest-router-140627148', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a50efa5210714ed9a9d2bcba0675848e'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:29.038335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.114469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=0890fe0b-b631-4d79-b6c2-1103dcec140d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:29.188946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.240807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:29.242586 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.286726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:29.290448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:29.294868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.295681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.302608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['0890fe0b-b631-4d79-b6c2-1103dcec140d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:29.310255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dac24e7-a475-4119-a4f2-054f4e010628 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:29.322909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=4169fc86-3489-497d-bf2e-17eedb59818b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:29.326275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41e99c03-d013-4071-8419-a3a9650c8916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.351492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-256515e7-25fe-48df-9857-597d12152ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8469388 Nov 25 17:23:29.352438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49962) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.357558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:df:df:e3', 'name': 'tempest-NetworksTestDHCPv6-721625365'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:29.393771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d73b0e4c-fec5-4e38-943d-fd22d0d1a59b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.458121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.459126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.480724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d73b0e4c-fec5-4e38-943d-fd22d0d1a59b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.529563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc9eff-c55d-4ffa-b286-72ae57679a1c req-f53a75fc-b2c3-4c47-89da-95c24a17d5f9 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:29.531241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fbc9eff-c55d-4ffa-b286-72ae57679a1c req-f53a75fc-b2c3-4c47-89da-95c24a17d5f9 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 944 time: 0.1207056 Nov 25 17:23:29.593094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.597741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.599859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '4169fc86-3489-497d-bf2e-17eedb59818b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:29.603785 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.606566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41e99c03-d013-4071-8419-a3a9650c8916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.616329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:29.622110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41e99c03-d013-4071-8419-a3a9650c8916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.622424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.56 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/b30652a7-8ed2-4a1c-a266-66a3f84ce926) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:29.630868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.634639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6a616d16-192a-49f5-85a9-7b711cd24af1 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6026013 Nov 25 17:23:29.637284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49964) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.641582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:29.681206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d73b0e4c-fec5-4e38-943d-fd22d0d1a59b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.683945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d73b0e4c-fec5-4e38-943d-fd22d0d1a59b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.685071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d73b0e4c-fec5-4e38-943d-fd22d0d1a59b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/security-groups/18f88181-a513-4241-8ed1-d3b7c32d9884 HTTP/1.1" status: 204 len: 168 time: 0.8402078 Nov 25 17:23:29.693851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49966) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.733333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fbc9eff-c55d-4ffa-b286-72ae57679a1c req-80772f0d-6505-4d98-813e-12f77a7c3cd2 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859717 Nov 25 17:23:29.740759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41e99c03-d013-4071-8419-a3a9650c8916 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb555f09a07442c1a1a1d8302748246b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505819 Nov 25 17:23:29.744238 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c0030e0e-69c8-48c8-a902-4ebf007d00dc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] show failed (client error): The resource could not be found. Nov 25 17:23:29.745212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c0030e0e-69c8-48c8-a902-4ebf007d00dc tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "GET /v2.0/security-groups/18f88181-a513-4241-8ed1-d3b7c32d9884 HTTP/1.1" status: 404 len: 347 time: 0.0419507 Nov 25 17:23:29.747120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.750839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:29.769645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e99c03-d013-4071-8419-a3a9650c8916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34423ea3-9357-41e6-b28e-b69ab228dade,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:29.773434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b0e4c-fec5-4e38-943d-fd22d0d1a59b tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f88181-a513-4241-8ed1-d3b7c32d9884,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:29.791682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Allocated IP 2001:db8::f816:3eff:fe64:80fc (57d3133b-7ced-4a58-9ee8-6f993af0ee19/4169fc86-3489-497d-bf2e-17eedb59818b/0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:29.846174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.937047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port c0c1b971-f606-462c-9fe1-757c20fd4cec yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:29.960647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.961048 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.976706 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.983686 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:29.997349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.030557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:30.031030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e9d403e-894a-410b-9682-885c5e151147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.035822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:30.038412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:30.046106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Pushing event updated for resources: {'Port': ['ID=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.059838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103636) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 17:23:30.060171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Router 3830c4e7-a22c-46b1-ab51-57846fc6aa3e migrating from provider to provider. {{(pid=103636) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 17:23:30.060736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.076040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.082639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.106365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e9d403e-894a-410b-9682-885c5e151147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.148702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port de16f9a7-b380-4d66-ba41-21151490f1ca {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:30.149055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Attempting to bind port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:30.149174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.149601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Attempting to bind port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:30.150060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Attempting to bind port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:30.162041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fedf:dfe3 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/4169fc86-3489-497d-bf2e-17eedb59818b/c0c1b971-f606-462c-9fe1-757c20fd4cec) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:30.162586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.168553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:30.169219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:30.169891 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.170497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:30.171189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Bound port: 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:30.171812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.213514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:30.217212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:30.221249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:30.236342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8d0d8-2d03-4633-8426-321e77eb577e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:30.251366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=b30652a7-8ed2-4a1c-a266-66a3f84ce926,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.256429 n-d-817303-7 neutron-server[103636]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] No L3 agents can host the router 3830c4e7-a22c-46b1-ab51-57846fc6aa3e Nov 25 17:23:30.262186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] For port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:30.266761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] For port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:30.267565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e9d403e-894a-410b-9682-885c5e151147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.270935 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e9d403e-894a-410b-9682-885c5e151147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.274675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0e9d403e-894a-410b-9682-885c5e151147 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/34423ea3-9357-41e6-b28e-b69ab228dade HTTP/1.1" status: 204 len: 168 time: 0.5239587 Nov 25 17:23:30.290096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.307983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d403e-894a-410b-9682-885c5e151147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34423ea3-9357-41e6-b28e-b69ab228dade,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.317844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.318202 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.357494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ea696-bd9f-4b98-a1d2-8dcbe1ff2a64 None None] Pushing event updated for resources: {'Port': ['ID=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.368775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for de16f9a7-b380-4d66-ba41-21151490f1ca owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:30.507149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Hosts for router 3830c4e7-a22c-46b1-ab51-57846fc6aa3e: [] {{(pid=103636) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 17:23:30.519220 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.585905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Hosts for other DVR routers connected to router 3830c4e7-a22c-46b1-ab51-57846fc6aa3e: set() {{(pid=103636) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 17:23:30.589815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.593683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5fa3b4b5-2dcd-4a82-b193-0dd0601f0d38 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "PUT /v2.0/routers/3830c4e7-a22c-46b1-ab51-57846fc6aa3e HTTP/1.1" status: 200 len: 716 time: 0.9529238 Nov 25 17:23:30.594227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:30.606657 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.607293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dba656a9-7587-4056-8d33-766e197fb1e4 None None] Provisioning complete for port b30652a7-8ed2-4a1c-a266-66a3f84ce926 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:30.607772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dba656a9-7587-4056-8d33-766e197fb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.663743 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.668807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:30.674847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:30.677866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:30.684201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.684943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.691298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dba656a9-7587-4056-8d33-766e197fb1e4 None None] Port b30652a7-8ed2-4a1c-a266-66a3f84ce926 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:30.704865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0890fe0b-b631-4d79-b6c2-1103dcec140d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:30.722873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=c0c1b971-f606-462c-9fe1-757c20fd4cec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.757744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34651b56-6f69-4ed1-8d56-c24439e1c5f6 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:30.776387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:30.793208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0a053198-e8cc-48dc-adb0-03d2e45a6bdf tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "GET /v2.0/routers/3830c4e7-a22c-46b1-ab51-57846fc6aa3e HTTP/1.1" status: 200 len: 716 time: 0.1977093 Nov 25 17:23:30.800751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:30.806606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-160721c5-8592-40a3-9518-c7bb4e9d76e8 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4521759 Nov 25 17:23:30.811932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 0890fe0b-b631-4d79-b6c2-1103dcec140d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:23:30.813148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd822e4-6b11-443e-bbe0-ad596e57f5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.813684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:30.814652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=de16f9a7-b380-4d66-ba41-21151490f1ca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:30.818615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 0890fe0b-b631-4d79-b6c2-1103dcec140d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:30.819068 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.931884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.978117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742e65c-4971-4466-b16e-7eae1873db92 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.980373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.985008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742e65c-4971-4466-b16e-7eae1873db92 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:30.986822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2742e65c-4971-4466-b16e-7eae1873db92 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1690629 Nov 25 17:23:30.996074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:30.999620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.001027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-54998ac4-c7d1-4df7-9345-30450ad3799f tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/floatingips/0baefd15-3be0-43ed-8c68-c17e33d702bd HTTP/1.1" status: 204 len: 168 time: 1.2380524 Nov 25 17:23:31.001597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:31.005422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:31.009719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c1925b-2418-4b06-8776-8133fc7ba610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890fe0b-b631-4d79-b6c2-1103dcec140d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:31.012736 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c0497-789b-4180-9931-d2e779662149" -d '{"events": [{"server_uuid": "68c1925b-2418-4b06-8776-8133fc7ba610", "name": "network-vif-plugged", "status": "completed", "tag": "0890fe0b-b631-4d79-b6c2-1103dcec140d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:31.059524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd822e4-6b11-443e-bbe0-ad596e57f5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.065530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 0890fe0b-b631-4d79-b6c2-1103dcec140d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d,segment=NetworkSegment(6aeaed0c-c3df-4dea-84f5-7283da3ac632),segment_id=6aeaed0c-c3df-4dea-84f5-7283da3ac632)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:31.071402 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.087615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ecd822e4-6b11-443e-bbe0-ad596e57f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.136533 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc1b609-04c0-4135-abff-bd4267f76baa x-openstack-request-id: req-8dc1b609-04c0-4135-abff-bd4267f76baa {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:31.136783 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c1925b-2418-4b06-8776-8133fc7ba610", "name": "network-vif-plugged", "status": "completed", "tag": "0890fe0b-b631-4d79-b6c2-1103dcec140d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:31.137479 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dc1b609-04c0-4135-abff-bd4267f76baa {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:31.137912 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c1925b-2418-4b06-8776-8133fc7ba610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890fe0b-b631-4d79-b6c2-1103dcec140d', 'code': 200} Nov 25 17:23:31.150301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ecd822e4-6b11-443e-bbe0-ad596e57f5d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c5171dc19ff448eb1f63f28b761a4e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715427 Nov 25 17:23:31.151167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49998) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:31.185996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=0890fe0b-b631-4d79-b6c2-1103dcec140d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:31.255962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5337df-df75-42af-8fc4-aaa8a61ed587 req-240ebf48-0753-48f3-aade-ca7235a8ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.257467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df5337df-df75-42af-8fc4-aaa8a61ed587 req-240ebf48-0753-48f3-aade-ca7235a8ba6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 1096 time: 0.0913715 Nov 25 17:23:31.280572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88dc2e-517e-4871-aaef-b90c0a12020f req-7fb90aea-ea0e-48af-9221-d5508761bde5 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:31.282461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe88dc2e-517e-4871-aaef-b90c0a12020f req-7fb90aea-ea0e-48af-9221-d5508761bde5 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 944 time: 0.3833821 Nov 25 17:23:31.310931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port c0c1b971-f606-462c-9fe1-757c20fd4cec {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:31.311807 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.320951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port 075379f3-9819-431c-b729-f4bccc76fcf2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:31.321291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.388520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd822e4-6b11-443e-bbe0-ad596e57f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063faa2-f229-4cdb-a4fb-b0a53f7a6215,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:31.440346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a3456354-09c4-472e-b79c-d1f70c826a96 tempest-RoutersTestDVR-1943193223 tempest-RoutersTestDVR-1943193223-project] 10.222.0.86 "GET /v2.0/routers/3830c4e7-a22c-46b1-ab51-57846fc6aa3e HTTP/1.1" status: 200 len: 682 time: 0.6384804 Nov 25 17:23:31.447825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50004) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:31.474684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df5337df-df75-42af-8fc4-aaa8a61ed587 req-9beec3f1-3ad4-4057-b1bc-ce2a0511df1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071371 Nov 25 17:23:31.511008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-57031172-e448-40d7-a1ca-92e16d7a3ffc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1863546 Nov 25 17:23:31.537880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.558281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.569629 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for c0c1b971-f606-462c-9fe1-757c20fd4cec owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:31.579652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for 075379f3-9819-431c-b729-f4bccc76fcf2 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:31.855907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe88dc2e-517e-4871-aaef-b90c0a12020f req-80e0fdd3-43a9-4e7d-a4c2-e0ef5f1c7dbe tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578251 Nov 25 17:23:31.883615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:31.913369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.917359 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7048b4e-2557-4904-88b6-37c574ca2f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:31.955413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:31.955908 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.036415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7048b4e-2557-4904-88b6-37c574ca2f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.044386 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.062521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.065312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.066487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.067017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.067495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.067956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.068408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.068870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.070872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-9d68eced-9f9d-4163-98a8-6fabcf713c17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.1215453 Nov 25 17:23:32.102165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:32.106916 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.139076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.145231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.187131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9f16645e-380c-45da-a99d-9e5c956f60e7 None None] Provisioning complete for port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:32.188250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f16645e-380c-45da-a99d-9e5c956f60e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.191246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.254674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.257050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.257779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3830c4e7-a22c-46b1-ab51-57846fc6aa3e {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:23:32.264826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.265974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1c951fc4-69eb-4607-901b-4a46809e34fb tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "DELETE /v2.0/routers/3830c4e7-a22c-46b1-ab51-57846fc6aa3e HTTP/1.1" status: 204 len: 168 time: 0.8162594 Nov 25 17:23:32.266920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.270060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50006) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:32.287592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Request body: {'router': {'name': 'tempest-router-483064379', 'distributed': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:32.316764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=c0c1b971-f606-462c-9fe1-757c20fd4cec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.363579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.364727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.371002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7048b4e-2557-4904-88b6-37c574ca2f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.374080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7048b4e-2557-4904-88b6-37c574ca2f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.375269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7048b4e-2557-4904-88b6-37c574ca2f12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4063faa2-f229-4cdb-a4fb-b0a53f7a6215 HTTP/1.1" status: 204 len: 168 time: 1.2179606 Nov 25 17:23:32.437802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=075379f3-9819-431c-b729-f4bccc76fcf2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.486461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.501467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-45faa13c-962b-44cc-a738-193e6c8f4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.501987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-45faa13c-962b-44cc-a738-193e6c8f4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.502765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-45faa13c-962b-44cc-a738-193e6c8f4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.504920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-45faa13c-962b-44cc-a738-193e6c8f4ab2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 2291 time: 0.4008989 Nov 25 17:23:32.510576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7048b4e-2557-4904-88b6-37c574ca2f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063faa2-f229-4cdb-a4fb-b0a53f7a6215,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:32.528175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.530763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.536240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4b9c391e-ab61-41e1-8af4-a28039ed9c29 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/c0c1b971-f606-462c-9fe1-757c20fd4cec HTTP/1.1" status: 204 len: 168 time: 1.5334487 Nov 25 17:23:32.540489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:32.561482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3cb0bdfb-6145-4e7f-b370-3ee7de30046a None None] Could not find standard attr ID for object c0c1b971-f606-462c-9fe1-757c20fd4cec. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:23:32.613849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.617625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eef9289f-902f-4818-afe7-b987728ff76f tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3423324 Nov 25 17:23:32.617625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:23:32.621423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:32.683170 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.686754 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f6b7ad49-427c-4078-b0a2-59cd17ad6e91 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/ports/075379f3-9819-431c-b729-f4bccc76fcf2 HTTP/1.1" status: 204 len: 168 time: 1.6750638 Nov 25 17:23:32.695941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50018) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:32.711276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-df38d180-53d1-48a9-9f84-dba073d32153 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.1736088 Nov 25 17:23:32.729276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7461c2-0f39-49c0-8ffd-10dfc219e859 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.731184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7461c2-0f39-49c0-8ffd-10dfc219e859 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.732895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba7461c2-0f39-49c0-8ffd-10dfc219e859 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1903803 Nov 25 17:23:32.736300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50022) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:32.789117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.867574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 4169fc86-3489-497d-bf2e-17eedb59818b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:32.871433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:32.970237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-b10c7e40-0fa9-418a-a7f9-48e59ee7ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:32.972802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-b10c7e40-0fa9-418a-a7f9-48e59ee7ede3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.2378318 Nov 25 17:23:33.027463 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.031121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.039717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:33.049802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Sync routers for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:33.061262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:33.061842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:23:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:33.094255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.095625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bef35671-1b28-49d2-92bd-20a95aa1f0aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8352313 Nov 25 17:23:33.096356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.096960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2720f896-a162-4ec8-a5e2-210acb34d944 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:23:33.098903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50034) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:33.103651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.104947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a3ef36c6-04bb-4c18-ad6d-ad58c95973c0 tempest-RoutersTestDVR-1908072970 tempest-RoutersTestDVR-1908072970-project-admin] 10.222.0.86 "DELETE /v2.0/routers/2720f896-a162-4ec8-a5e2-210acb34d944 HTTP/1.1" status: 204 len: 168 time: 0.4822423 Nov 25 17:23:33.142522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.193331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:33.194048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-739dc517-6309-4c14-8020-fab1af3d1d97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4034114 Nov 25 17:23:33.242558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-ebea3990-f8f0-4d4e-a4d6-4b32ee2e75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.244352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-ebea3990-f8f0-4d4e-a4d6-4b32ee2e75bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240410 Nov 25 17:23:33.257757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2411b3-6d24-41f1-9959-f1b1e84a3c5f req-79f95828-8b89-4b5c-a146-a0f30a56f243 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.259293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c2411b3-6d24-41f1-9959-f1b1e84a3c5f req-79f95828-8b89-4b5c-a146-a0f30a56f243 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.2631593 Nov 25 17:23:33.399213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port 52473769-a7a8-4659-8545-5ba908436801 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:33.400128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.421403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:30Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:33.443587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.466037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Checking router: e9132b2b-9976-45c5-9668-fa8fe18b1aa5 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:33.466393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Updating router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 port b30652a7-8ed2-4a1c-a266-66a3f84ce926 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:33.497244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.501634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:33.524190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c6afbc5-717c-484a-90cd-46d15898aa7f tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=95c99e5365bf47f596809a61f354cfc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4240215 Nov 25 17:23:33.527747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50052) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:33.564065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-afa1d60a-e5ce-4038-b9e7-716086561c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.566195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-afa1d60a-e5ce-4038-b9e7-716086561c45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6bec12d235d4779aaad8710b972c6a1&device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 1096 time: 0.3012884 Nov 25 17:23:33.652340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c2411b3-6d24-41f1-9959-f1b1e84a3c5f req-b0f558cf-9ec6-4e17-bfb4-9471d370eaa0 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626761 Nov 25 17:23:33.772085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630adfbb-e1b4-43a3-80ce-a0b2062ab3cd tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:33.774512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-630adfbb-e1b4-43a3-80ce-a0b2062ab3cd tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2454560 Nov 25 17:23:33.778052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:33.789455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.796555 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.820269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-440ef11d-a072-4200-b710-49f9897b59e4 service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599208 Nov 25 17:23:33.838251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9b42d47-4e16-4098-be31-27b492b1d1ae tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589559 Nov 25 17:23:33.854092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50066) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:33.860732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-383330924', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:33.870081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943da2bc-3349-4651-b9cf-f4619ba7620d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:33.908200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.920371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Attempting to bind port b30652a7-8ed2-4a1c-a266-66a3f84ce926 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:33.920714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Attempting to bind port b30652a7-8ed2-4a1c-a266-66a3f84ce926 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:33.921093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Attempting to bind port b30652a7-8ed2-4a1c-a266-66a3f84ce926 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:33.929872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:33.942233 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.991708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b54c3a9c-a621-4f8c-83aa-f8a1fed01a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.994221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:33.994421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:33.994720 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:33.995113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:33.996236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Bound port: b30652a7-8ed2-4a1c-a266-66a3f84ce926, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:33.996236 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.001196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=4169fc86-3489-497d-bf2e-17eedb59818b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:34.001720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e689d-4e85-406f-864b-300cc24682ce None None] Pushing event updated for resources: {'Port': ['ID=b30652a7-8ed2-4a1c-a266-66a3f84ce926,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:34.004625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for 52473769-a7a8-4659-8545-5ba908436801 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:34.050031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.054199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ea1e7839-9d2e-4b25-b27f-e5e2d9778d85 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/4169fc86-3489-497d-bf2e-17eedb59818b HTTP/1.1" status: 204 len: 168 time: 1.3168912 Nov 25 17:23:34.059830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:34.064636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50072) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:34.065367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146f530-9c93-48bc-b642-296950ab3595 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:34.069960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.141443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4d0a4a3a-e968-4655-832b-7561d64e22ae None None] Provisioning complete for port b30652a7-8ed2-4a1c-a266-66a3f84ce926 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:34.141840 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4a3a-e968-4655-832b-7561d64e22ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.204300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8382e380-839e-4e7c-9f43-63683335dcf5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967848 Nov 25 17:23:34.205620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-1082187e-ec64-4f19-b7dc-eaab2575b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.207889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-1082187e-ec64-4f19-b7dc-eaab2575b1a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 200 len: 912 time: 0.6105025 Nov 25 17:23:34.208025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a4a3a-e968-4655-832b-7561d64e22ae None None] Port b30652a7-8ed2-4a1c-a266-66a3f84ce926 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:34.211884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50074) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:34.224104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] For port b30652a7-8ed2-4a1c-a266-66a3f84ce926, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:34.231601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] For port b30652a7-8ed2-4a1c-a266-66a3f84ce926, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b30652a7-8ed2-4a1c-a266-66a3f84ce926,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:34.260951 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.263188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:34.314283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:34.315069 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.347429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.360299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169c0f4-3dee-473f-b45b-79c9bfec467f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:34.422837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:34.423576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:23:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:34.428290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e689d-4e85-406f-864b-300cc24682ce None None] Pushing event updated for resources: {'Port': ['ID=b30652a7-8ed2-4a1c-a266-66a3f84ce926,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:34.444879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Subnet': ['ID=770f0c45-6571-446c-8daf-3c4ba25ce486,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:34.489550 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b54c3a9c-a621-4f8c-83aa-f8a1fed01a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.498339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Checking segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:34.499232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network hostable DHCP agents. Network: 37913d77-c205-447d-a468-73f4ceb7a861, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:34.516893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:34.528012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8fc2b368-2cd0-498d-8647-041cf597c5eb None None] Provisioning complete for port b30652a7-8ed2-4a1c-a266-66a3f84ce926 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:34.528512 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b368-2cd0-498d-8647-041cf597c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.530260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 37913d77-c205-447d-a468-73f4ceb7a861 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:34.544867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-e861c155-3e6c-40da-9f70-0d655a7492fb service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380355 Nov 25 17:23:34.546746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-ed0c602e-6f89-4291-bc7a-657d6d223ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.548148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-ed0c602e-6f89-4291-bc7a-657d6d223ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac37c4618ce4a0d9817db65ace75f72&device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 1096 time: 0.4381623 Nov 25 17:23:34.553393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 37913d77-c205-447d-a468-73f4ceb7a861) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:34.568746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.569622 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.592875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f2b7eef9-de28-48de-bbaa-924fb23551e6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7350197 Nov 25 17:23:34.593140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50084) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:34.598999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704e98-ec4f-404c-9ab3-ac6466bcb572 req-ade29c49-fb29-448e-b8e2-bdcb6eb653b1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:34.609360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72704e98-ec4f-404c-9ab3-ac6466bcb572 req-ade29c49-fb29-448e-b8e2-bdcb6eb653b1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.4327152 Nov 25 17:23:34.638301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb0ea6-319f-4a6a-b45a-d94acb83261d None None] Network 37913d77-c205-447d-a468-73f4ceb7a861 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:34.746439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b54c3a9c-a621-4f8c-83aa-f8a1fed01a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.807060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:34.864363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-892467f9-c494-4c09-bf02-78531ade02b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 200 len: 1000 time: 0.5826495 Nov 25 17:23:34.913541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:34.963301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-755834cc-0929-4f21-974f-d591cc345e3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 217 time: 0.2234719 Nov 25 17:23:35.130119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=52473769-a7a8-4659-8545-5ba908436801,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:35.132906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-72acda28-1658-493c-bf3e-f55b8bc3329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.134318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-72acda28-1658-493c-bf3e-f55b8bc3329e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.0928833 Nov 25 17:23:35.151709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:35.159328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.160622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] Deleting port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:35.165321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b54c3a9c-a621-4f8c-83aa-f8a1fed01a8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a50efa5210714ed9a9d2bcba0675848e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6522281 Nov 25 17:23:35.166171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c3a9c-a621-4f8c-83aa-f8a1fed01a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5f314-c51e-4b59-b2fb-e55d72455429,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:35.166287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.179453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50100) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:35.208840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-c7027e29-e69c-449a-9719-19637927697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.211361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-c7027e29-e69c-449a-9719-19637927697d service neutron] 10.222.0.55 "GET /v2.0/networks?id=235a30e2-75c4-41d4-9a22-d72e51e9d974 HTTP/1.1" status: 200 len: 915 time: 0.5995066 Nov 25 17:23:35.284749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6afee13-d6ab-4d62-b2cd-7e9f609325f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.298211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b368-2cd0-498d-8647-041cf597c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.301544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72704e98-ec4f-404c-9ab3-ac6466bcb572 req-54c335e0-ecd4-4c26-942a-2427c4c63059 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910725 Nov 25 17:23:35.329200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6afee13-d6ab-4d62-b2cd-7e9f609325f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.358583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] For port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:35.359243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.388803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8fc2b368-2cd0-498d-8647-041cf597c5eb None None] For port b30652a7-8ed2-4a1c-a266-66a3f84ce926, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b30652a7-8ed2-4a1c-a266-66a3f84ce926,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:35.393304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] Calling delete_port for 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:35.416347 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b368-2cd0-498d-8647-041cf597c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.429243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6afee13-d6ab-4d62-b2cd-7e9f609325f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.432224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6afee13-d6ab-4d62-b2cd-7e9f609325f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.436509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e6afee13-d6ab-4d62-b2cd-7e9f609325f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ce5f314-c51e-4b59-b2fb-e55d72455429 HTTP/1.1" status: 204 len: 168 time: 0.2552042 Nov 25 17:23:35.465664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afee13-d6ab-4d62-b2cd-7e9f609325f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5f314-c51e-4b59-b2fb-e55d72455429,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:35.530657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-37913d77-c205-447d-a468-73f4ceb7a861', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:35.531678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.589486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2b368-2cd0-498d-8647-041cf597c5eb None None] Pushing event updated for resources: {'Port': ['ID=b30652a7-8ed2-4a1c-a266-66a3f84ce926,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:35.898901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-ecbf9490-2807-461f-8430-bfe4724c4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:35.908815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-ecbf9490-2807-461f-8430-bfe4724c4205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9437fb6a-edc2-40e3-914e-80a29aad534d HTTP/1.1" status: 200 len: 850 time: 0.9722416 Nov 25 17:23:35.941603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-7e8246f5-4a01-48b5-bd6e-16d5cceb111a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d HTTP/1.1" status: 200 len: 217 time: 0.6910505 Nov 25 17:23:35.983907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:35.985632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:35.994373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d46c0f8-a95d-42fc-b9f4-c31112c1f153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.037400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-7f2af555-b984-4402-8f6e-5194adfa69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.042544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-7f2af555-b984-4402-8f6e-5194adfa69fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8994493 Nov 25 17:23:36.101423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:30Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:36.128499 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.188977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No active binding found for port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 {{(pid=103637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:23:36.190296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:36.227777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b078e-35dd-48f3-be84-55503b703bf2 None None] The sync data for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 is: [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:30Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:36.228814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.235073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a2112d2-8aac-4841-a905-0664c718ac79 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/ports/52473769-a7a8-4659-8545-5ba908436801 HTTP/1.1" status: 204 len: 168 time: 3.5375032 Nov 25 17:23:36.236706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] Pushing event deleted for resources: {'Port': ['ID=0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:36.247834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb738b-6f1f-4358-bfd2-f89d9aea78ca None None] No DVR routers for this DVR port 0b2b2c02-13d9-47ba-8daf-8e0797d7c2f3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:36.248016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50136) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:36.264006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Allocated IP 172.20.0.2 (37913d77-c205-447d-a468-73f4ceb7a861/770f0c45-6571-446c-8daf-3c4ba25ce486/c3cc22fa-2852-4ac0-b07d-757b9d0281f0) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:36.364892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-6a5fcbb6-1bc5-464d-ac0b-db949f3f661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.382182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-6a5fcbb6-1bc5-464d-ac0b-db949f3f661d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbcb8451-84cb-4395-8497-6f4022a1e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4068532 Nov 25 17:23:36.393100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50140) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:36.430933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-8051f662-e0c1-4f91-aff6-1aa8b0a398ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.432798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-8051f662-e0c1-4f91-aff6-1aa8b0a398ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7148f4c3-9f22-4521-867d-8ee6dfc021ba HTTP/1.1" status: 200 len: 854 time: 0.4899178 Nov 25 17:23:36.434811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-132de6bc-3f7c-4b22-a726-37bda9375f47 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022275 Nov 25 17:23:36.476201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0aeff97-d7fa-429b-bf50-a791d8b701f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.520888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.529604 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.552211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-13dc4dc0-99a5-44ed-8cc3-45140fe778cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=235a30e2-75c4-41d4-9a22-d72e51e9d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801027 Nov 25 17:23:36.554084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606302e-dae6-4ab0-9bc8-e3632b5701a5 req-76b4b4f8-db11-4b20-89e6-c96f877e8857 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:36.564322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2606302e-dae6-4ab0-9bc8-e3632b5701a5 req-76b4b4f8-db11-4b20-89e6-c96f877e8857 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.1563885 Nov 25 17:23:36.585617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Network 37913d77-c205-447d-a468-73f4ceb7a861 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:36.595666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:36.603478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:36.607092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Pushing event updated for resources: {'Port': ['ID=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:36.675144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50144) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:36.735654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Attempting to bind port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:36.736368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Attempting to bind port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:36.737869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Attempting to bind port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 on network 37913d77-c205-447d-a468-73f4ceb7a861 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:36.738357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting subnet 73bd6b28-9e46-4ac2-abd3-a3811ab06845 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:36.745700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:36.746466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Checking segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:36.747086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.747678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Bound using segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:36.748932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Bound port: c3cc22fa-2852-4ac0-b07d-757b9d0281f0, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:36.749550 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.754356 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.787668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2606302e-dae6-4ab0-9bc8-e3632b5701a5 req-4b0eb4a9-b02f-419f-9e30-081c3e252b99 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222846 Nov 25 17:23:36.807469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.1 (37913d77-c205-447d-a468-73f4ceb7a861/770f0c45-6571-446c-8daf-3c4ba25ce486/a8420a37-5f6d-46be-8cc7-f93235e11613) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:36.851994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77ec8193-ad93-44ee-95f6-1faa51542241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.861913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] For port c3cc22fa-2852-4ac0-b07d-757b9d0281f0, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:36.882902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-7c725fef-558e-46c4-91db-ed8d19b86a5c service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666631 Nov 25 17:23:36.887871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] For port c3cc22fa-2852-4ac0-b07d-757b9d0281f0, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:36.898462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.973506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77ec8193-ad93-44ee-95f6-1faa51542241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.976036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:36.992546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77ec8193-ad93-44ee-95f6-1faa51542241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.040281 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0aeff97-d7fa-429b-bf50-a791d8b701f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.059114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdbd5f-66c3-4451-ab3a-83ec76a7408b None None] Pushing event updated for resources: {'Port': ['ID=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.106535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-77ec8193-ad93-44ee-95f6-1faa51542241 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99f53fd29dc94daa94a6a4152bbbd20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299729 Nov 25 17:23:37.107921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0aeff97-d7fa-429b-bf50-a791d8b701f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.111104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-898341b7-fe3e-4799-87b8-711bf93de1e6 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401184 Nov 25 17:23:37.114614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50152) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:37.151722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec8193-ad93-44ee-95f6-1faa51542241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581519db-ce47-4f23-923e-47e821f42a88,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.190215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:37.208379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0aeff97-d7fa-429b-bf50-a791d8b701f7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d1e85cdff334468841bb94ebe14eaf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8125677 Nov 25 17:23:37.211701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50154) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:37.244768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-1426abbf-41ce-4480-a28d-6a9f90564f51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 217 time: 0.0447054 Nov 25 17:23:37.255736 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.259346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-b79077da-dad9-4bc1-afc2-6c999f2222e7 service neutron] 10.222.0.55 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860850 Nov 25 17:23:37.260068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeff97-d7fa-429b-bf50-a791d8b701f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939e2fb-62a5-4c4b-8caa-082a3fe3993d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.333411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.356760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52561d29-38c3-4777-b862-a149e7e0b03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.401255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52561d29-38c3-4777-b862-a149e7e0b03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.416300 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.483636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 37913d77-c205-447d-a468-73f4ceb7a861 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:37.492049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:37.497029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:37.506218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-377dd14f-a58c-43db-b89f-94d8e9f89d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.506634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-377dd14f-a58c-43db-b89f-94d8e9f89d4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.2407379 Nov 25 17:23:37.525456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=a8420a37-5f6d-46be-8cc7-f93235e11613,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.545153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52561d29-38c3-4777-b862-a149e7e0b03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.548843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52561d29-38c3-4777-b862-a149e7e0b03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.553203 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52561d29-38c3-4777-b862-a149e7e0b03c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e939e2fb-62a5-4c4b-8caa-082a3fe3993d HTTP/1.1" status: 204 len: 168 time: 0.3320947 Nov 25 17:23:37.579478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561d29-38c3-4777-b862-a149e7e0b03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939e2fb-62a5-4c4b-8caa-082a3fe3993d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.581483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.598026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:37.626968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=b91914c6-00b2-4750-b9a7-2c23a37db6d3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:37.630570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:37.633455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.634327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.648116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093414f5-f90b-4e7f-95f1-d0416230aedd None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:37.654580 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf0e3-18ed-4931-a1ca-166e6d09aeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.682481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf0e3-18ed-4931-a1ca-166e6d09aeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.700004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.704835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d67c6d5-89ef-404c-990d-96cac090cd8c req-608c4c7d-1fcd-4658-b93b-a25a329ec5f4 service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045337 Nov 25 17:23:37.829796 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:37.853107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-d227f588-930b-42cc-b271-019c6a29bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:37.854657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-d227f588-930b-42cc-b271-019c6a29bed8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2907860 Nov 25 17:23:37.865503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-08964b49-579e-4da5-9879-513b4350562b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6479988 Nov 25 17:23:37.868976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:37.876266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:1f:53:83', 'name': 'tempest-NetworksTestDHCPv6-2019975748'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:37.949581 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d18d-a27b-46b5-bbe7-481ecf50a2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.001515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b30652a7-8ed2-4a1c-a266-66a3f84ce926 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:38.006200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'b91914c6-00b2-4750-b9a7-2c23a37db6d3'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:38.007716 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.017309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c7e5cce-8dea-458f-bfdf-992704ab4a9a req-7ac729b8-e537-451f-96bc-d9494c223fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388687 Nov 25 17:23:38.105116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.129621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b30652a7-8ed2-4a1c-a266-66a3f84ce926 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:38.131622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.154113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.161041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/subnets/73bd6b28-9e46-4ac2-abd3-a3811ab06845 HTTP/1.1" status: 204 len: 168 time: 1.9109747 Nov 25 17:23:38.192765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b90cf3-9454-4348-b16b-164417565553 None None] Network 1c40dd2d-dafc-424c-aff6-460a4c427db2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:38.202515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50174) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:38.287871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf0e3-18ed-4931-a1ca-166e6d09aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.291315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf0e3-18ed-4931-a1ca-166e6d09aeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.295498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bbfaf0e3-18ed-4931-a1ca-166e6d09aeca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/581519db-ce47-4f23-923e-47e821f42a88 HTTP/1.1" status: 204 len: 168 time: 1.1271799 Nov 25 17:23:38.319003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ebc95-ed74-4651-8c3c-abf378cf5ee0 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Subnet': ['ID=73bd6b28-9e46-4ac2-abd3-a3811ab06845,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:38.370554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ea6ec-65f2-4342-983a-b92859fde6c4 req-e752e7cb-bdf8-4433-a66a-9f7bbc410a11 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:38.372252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e1ea6ec-65f2-4342-983a-b92859fde6c4 req-e752e7cb-bdf8-4433-a66a-9f7bbc410a11 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.4293828 Nov 25 17:23:38.378997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf0e3-18ed-4931-a1ca-166e6d09aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581519db-ce47-4f23-923e-47e821f42a88,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:38.418878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-c82258c0-def1-497f-93e8-32bf11d233e8 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434234 Nov 25 17:23:38.478139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.486435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.499944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting subnet c0eaf583-5ade-44ef-afca-e732d3dcdb63 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:38.600655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.632784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.639967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=a8420a37-5f6d-46be-8cc7-f93235e11613,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:38.685638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e1ea6ec-65f2-4342-983a-b92859fde6c4 req-9823f23c-0d88-4c49-87ff-ee73f135882c tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005080 Nov 25 17:23:38.748731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Allocated IP 2001:db8::f816:3eff:fe1e:766d (57d3133b-7ced-4a58-9ee8-6f993af0ee19/b91914c6-00b2-4750-b9a7-2c23a37db6d3/0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:38.774738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:38.882849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:38.986156 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-cb0ab399-afaf-4e3a-999b-250724f9c30d service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518825 Nov 25 17:23:39.015301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.084072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be75bf-dea5-4b67-8dce-77e466bc2bc3 None None] Network 37913d77-c205-447d-a468-73f4ceb7a861 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:39.119925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 37913d77-c205-447d-a468-73f4ceb7a861 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:39.122394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:39.157212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-851080a3-779e-4060-b8cf-feb5fa37d225 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 217 time: 0.1582403 Nov 25 17:23:39.166005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285230446'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:39.218710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:39.231804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.240253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3cc22fa-2852-4ac0-b07d-757b9d0281f0 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:39.267797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-64451d1c-3ffb-486a-ad12-fe5d1c2d2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.270661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-64451d1c-3ffb-486a-ad12-fe5d1c2d2fa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.0977998 Nov 25 17:23:39.272728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:39.272969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0cb021d-d3f9-4dc7-b2e6-b9915960ff79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.277086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.289925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:23:39.289925 n-d-817303-7 neutron-server[103636]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 17:23:39.289925 n-d-817303-7 neutron-server[103636]: [parameters: {'project_id': '9014eb585dd84119a986e44617c202e7', 'id': 'a537e16f-0ecf-4265-8af9-22f941c07ba1', 'expiration': datetime.datetime(2021, 11, 25, 17, 25, 39, 238610)}] Nov 25 17:23:39.289925 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:39.290614 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.295777 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:39.309115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.309826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7ec9a6c6-5dae-49a4-baf6-2a2d78730ef6 None None] Provisioning complete for port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:39.310181 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a6c6-5dae-49a4-baf6-2a2d78730ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.322600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.422627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Subnet': ['ID=c0eaf583-5ade-44ef-afca-e732d3dcdb63,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:39.432680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.436582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Pushing event updated for resources: {'Port': ['ID=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:39.448863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:39.452049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:39.454960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:39.462174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] DHCP port deletion for 1c40dd2d-dafc-424c-aff6-460a4c427db2 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:39.500005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:23:39.552382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f2353-95c1-407b-a53d-a5413c02f8ea None None] Network c9a0971e-973f-4181-a607-a4d15ca02e99 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:39.586077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.589931 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.590322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0cb021d-d3f9-4dc7-b2e6-b9915960ff79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.594337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0cb021d-d3f9-4dc7-b2e6-b9915960ff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.597884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6378e95c-2ca1-422b-97d7-4abb940bfd97 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/subnets/c0eaf583-5ade-44ef-afca-e732d3dcdb63 HTTP/1.1" status: 204 len: 168 time: 1.3331976 Nov 25 17:23:39.600392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.614436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:39.629693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.630445 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment ff040bba-9753-4cb5-9f8f-bfa0b14bb238 of type vlan for network 6cf9c492-527f-4382-8d81-1a9a4e38845e Nov 25 17:23:39.634209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50200) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:39.689464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.737057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-59e272c4-5f9f-4e9a-a00b-6dd4d8c69535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.742116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-59e272c4-5f9f-4e9a-a00b-6dd4d8c69535 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4616258 Nov 25 17:23:39.744164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.748299 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a0cb021d-d3f9-4dc7-b2e6-b9915960ff79 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=526f43ab887d49e09fa7889870557170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5256076 Nov 25 17:23:39.752035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:39.753933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.760247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb021d-d3f9-4dc7-b2e6-b9915960ff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf42c78-9bf2-49fb-9b99-22864e9c0adb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:39.818810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50202) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:39.878870 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9930809 Nov 25 17:23:39.920022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:39.921919 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:39.926981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Attempting to bind port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:39.927800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Attempting to bind port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:39.928389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Attempting to bind port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:40.006587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50db9c5e-5831-412a-b747-57124bc84739,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.025485 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a6c6-5dae-49a4-baf6-2a2d78730ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.054660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3262b9-b6c3-433b-9608-ef713a19b842 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=6cf9c492-527f-4382-8d81-1a9a4e38845e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.068234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50206) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:40.069016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:40.069391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:40.069796 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.070192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:40.070676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Bound port: 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:40.071063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.073213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:40.143184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6cf9c492-527f-4382-8d81-1a9a4e38845e details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:40.180364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:23:40.191060 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Sync routers for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:23:40.202144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-43ebcafa-6633-4eac-80dc-d5705a96e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/e9132b2b-9976-45c5-9668-fa8fe18b1aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6041348 Nov 25 17:23:40.211358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:40.212018 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:23:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:40.283793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.325046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:40.430560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8c08b-4310-435e-9a21-9dadbbbe3529 req-0a19889c-0017-473e-a114-91b36546687a tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:40.442146 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7f8c08b-4310-435e-9a21-9dadbbbe3529 req-0a19889c-0017-473e-a114-91b36546687a tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.2703574 Nov 25 17:23:40.479823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] Deleting port a8c0e367-bd9b-4547-8e61-4565e589445a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:40.483899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.506801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7ec9a6c6-5dae-49a4-baf6-2a2d78730ef6 None None] For port c3cc22fa-2852-4ac0-b07d-757b9d0281f0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:40.627276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7f8c08b-4310-435e-9a21-9dadbbbe3529 req-24013029-afce-47db-87c7-905aac3a2cdf tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840355 Nov 25 17:23:40.662310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a6c6-5dae-49a4-baf6-2a2d78730ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.670094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] DHCP port deletion for c9a0971e-973f-4181-a607-a4d15ca02e99 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:40.705663 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:40.750414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.759533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.780029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Deleting port a8c0e367-bd9b-4547-8e61-4565e589445a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:40.781203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:40.798911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] For port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:40.924541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 4f1d576f-a021-4675-8664-4bc84f17c876 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:40.961736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9a6c6-5dae-49a4-baf6-2a2d78730ef6 None None] Pushing event updated for resources: {'Port': ['ID=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:40.997630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3e7128ed-e29e-4427-a95f-2683ca2d7484 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:41.074545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fe1f:5383 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/b91914c6-00b2-4750-b9a7-2c23a37db6d3/4f1d576f-a021-4675-8664-4bc84f17c876) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:41.126404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] For port a8c0e367-bd9b-4547-8e61-4565e589445a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8c0e367-bd9b-4547-8e61-4565e589445a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:41.128761 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.145866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] Calling delete_port for a8c0e367-bd9b-4547-8e61-4565e589445a owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:41.149698 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:23:41.157194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] For port a8c0e367-bd9b-4547-8e61-4565e589445a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8c0e367-bd9b-4547-8e61-4565e589445a,segment=NetworkSegment(1ea1d75c-a5b5-47f6-b319-eab16976e807),segment_id=1ea1d75c-a5b5-47f6-b319-eab16976e807)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:41.157703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.191780 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:38Z', 'revision_number': 2, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:41.217780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Calling delete_port for a8c0e367-bd9b-4547-8e61-4565e589445a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:41.229489 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Checking router: e9132b2b-9976-45c5-9668-fa8fe18b1aa5 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:23:41.230219 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Updating router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 port a8420a37-5f6d-46be-8cc7-f93235e11613 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:23:41.253874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-98614cb1-e56e-4462-9466-19999533fed5 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4162023 Nov 25 17:23:41.262508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] For port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:41.262850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae877745-ccd0-4575-a46a-dacfed7f2c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.278108 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.345932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-20c109c5-7985-4313-a12c-2417c5889844 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356563193&fields=id&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 267 time: 0.2319257 Nov 25 17:23:41.358409 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.360196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:41.364531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.375463 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.394875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fea87762-1278-47ff-bf4f-32727df3d604 None None] Provisioning complete for port a8420a37-5f6d-46be-8cc7-f93235e11613 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:41.395330 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fea87762-1278-47ff-bf4f-32727df3d604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.436335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.493067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52b4a-c56a-406c-a99c-d94f2313c71d req-c1d14a84-0ce7-486d-a2fe-3ba2824c226a tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.501078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0d52b4a-c56a-406c-a99c-d94f2313c71d req-c1d14a84-0ce7-486d-a2fe-3ba2824c226a tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.1502533 Nov 25 17:23:41.568104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.600632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b18f9-f1e5-48a3-995c-f87b3be5c963 None None] Pushing event updated for resources: {'Port': ['ID=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.601335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] No DVR routers for this DVR port a8c0e367-bd9b-4547-8e61-4565e589445a on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:41.617385 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.619604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 3e7128ed-e29e-4427-a95f-2683ca2d7484, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3e7128ed-e29e-4427-a95f-2683ca2d7484,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:41.621081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.635062 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.642929 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.650156 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.651005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8c0e367-bd9b-4547-8e61-4565e589445a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:41.678389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Port': ['ID=a8c0e367-bd9b-4547-8e61-4565e589445a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.707325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Pushing event updated for resources: {'Port': ['ID=a8420a37-5f6d-46be-8cc7-f93235e11613,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.720879 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.721228 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.722445 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.722784 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.723115 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.723459 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.723786 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.724108 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.724428 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.724747 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.725064 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.725379 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:23:41.735489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0d52b4a-c56a-406c-a99c-d94f2313c71d req-9dc1e4f6-994e-444a-8ce7-5019930da74d tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181256 Nov 25 17:23:41.741090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a8c0e367-bd9b-4547-8e61-4565e589445a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:41.741447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8c0e367-bd9b-4547-8e61-4565e589445a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:41.794425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] Pushing event deleted for resources: {'Port': ['ID=a8c0e367-bd9b-4547-8e61-4565e589445a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:41.801503 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Attempting to bind port a8420a37-5f6d-46be-8cc7-f93235e11613 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:41.801880 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Attempting to bind port a8420a37-5f6d-46be-8cc7-f93235e11613 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:41.802242 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Attempting to bind port a8420a37-5f6d-46be-8cc7-f93235e11613 on network 37913d77-c205-447d-a468-73f4ceb7a861 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:41.808554 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:41.810869 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Checking segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:41.811344 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.811700 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Bound using segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:41.812197 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Bound port: a8420a37-5f6d-46be-8cc7-f93235e11613, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:41.812575 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.819914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20febb0a-0e88-4ce6-8427-eba68414335b None None] No DVR routers for this DVR port a8c0e367-bd9b-4547-8e61-4565e589445a on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:41.888159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] Deleting port 3e7128ed-e29e-4427-a95f-2683ca2d7484 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:41.889664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.891774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fea87762-1278-47ff-bf4f-32727df3d604 None None] Port a8420a37-5f6d-46be-8cc7-f93235e11613 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:41.937019 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-eddf49c6-0f0c-4538-a42c-387f37e4428a service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232493 Nov 25 17:23:41.944620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.947985 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] For port a8420a37-5f6d-46be-8cc7-f93235e11613, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:41.961388 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] For port a8420a37-5f6d-46be-8cc7-f93235e11613, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8420a37-5f6d-46be-8cc7-f93235e11613,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:41.961388 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:41.961724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-5038766c-dbfb-47d2-9b1a-64b757cf62d0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:41.966744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-5038766c-dbfb-47d2-9b1a-64b757cf62d0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 797 time: 0.6198816 Nov 25 17:23:41.989172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.012250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fea87762-1278-47ff-bf4f-32727df3d604 None None] Provisioning complete for port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:42.012817 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fea87762-1278-47ff-bf4f-32727df3d604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.041090 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f559270-cbf8-4cc3-9610-980d902ec9d6 None None] Pushing event updated for resources: {'Port': ['ID=a8420a37-5f6d-46be-8cc7-f93235e11613,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.052388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae877745-ccd0-4575-a46a-dacfed7f2c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.063175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c40dd2d-dafc-424c-aff6-460a4c427db2']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:42.095062 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:23:42.095709 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:23:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:42.103718 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.170631 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-8ce54612-ccf1-46f4-a2d2-6773d19e76b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 217 time: 0.1952457 Nov 25 17:23:42.183033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-cc448a45-6285-4b18-85d4-abe504a5d37a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/quotas/95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 375 time: 0.2153032 Nov 25 17:23:42.199725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=4f1d576f-a021-4675-8664-4bc84f17c876,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.204188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea1d75c-a5b5-47f6-b319-eab16976e807') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:42.209618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] For port 3e7128ed-e29e-4427-a95f-2683ca2d7484, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3e7128ed-e29e-4427-a95f-2683ca2d7484,segment=NetworkSegment(d2a699d8-3b47-4bb6-a59b-6c9fa8816d46),segment_id=d2a699d8-3b47-4bb6-a59b-6c9fa8816d46)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:42.210808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.211673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea1d75c-a5b5-47f6-b319-eab16976e807') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:42.217457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=3e7128ed-e29e-4427-a95f-2683ca2d7484,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.237755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] Calling delete_port for 3e7128ed-e29e-4427-a95f-2683ca2d7484 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:42.249088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:42.251876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.254952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:42.262488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:42.266784 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:23:42.274243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.276383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.306575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.319771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:42.320272 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:42.327848 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:42.345033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-548d2739-0f7d-4fee-8244-b866fbf6f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.347551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-548d2739-0f7d-4fee-8244-b866fbf6f7f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1472335 Nov 25 17:23:42.359979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae93af67-9495-4615-ba04-25c4ac530ae1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4896109 Nov 25 17:23:42.361296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50234) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:42.445208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=360b59dc-66c2-4e0c-9fdd-ae765bb44f51,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.460157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.483403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.498479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/networks/1c40dd2d-dafc-424c-aff6-460a4c427db2 HTTP/1.1" status: 204 len: 168 time: 2.8623214 Nov 25 17:23:42.506102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-1b59e02e-b919-4516-890f-4daaef85cb8c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220499 Nov 25 17:23:42.526931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:42.538868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:42.539237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: 6cf9c492-527f-4382-8d81-1a9a4e38845e, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:42.551046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7a9b5-93de-49f2-859d-fb4f528da1bd tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Network': ['ID=1c40dd2d-dafc-424c-aff6-460a4c427db2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.589564 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:41Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:42.610316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593edbd0-802a-434c-a171-447bc2a04f84 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.621715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593edbd0-802a-434c-a171-447bc2a04f84 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.623679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-593edbd0-802a-434c-a171-447bc2a04f84 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1804345 Nov 25 17:23:42.626285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50238) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:42.627093 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348fdc9-1b6e-4e6c-893b-32553d5b4c00 None None] The sync data for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 is: [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:41Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:23:42.636940 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.683683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8b00c1e3-8207-430b-8502-fae25be4d336 None None] Provisioning complete for port a8420a37-5f6d-46be-8cc7-f93235e11613 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:42.684600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b00c1e3-8207-430b-8502-fae25be4d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.696553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network 6cf9c492-527f-4382-8d81-1a9a4e38845e is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:42.740292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-b122209e-1a5f-41cd-af7a-c6ef538856da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:42.744222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-b122209e-1a5f-41cd-af7a-c6ef538856da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3611915 Nov 25 17:23:42.752057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6cf9c492-527f-4382-8d81-1a9a4e38845e) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:42.754015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae877745-ccd0-4575-a46a-dacfed7f2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.756873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ae877745-ccd0-4575-a46a-dacfed7f2c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.758440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ae877745-ccd0-4575-a46a-dacfed7f2c6d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5cf42c78-9bf2-49fb-9b99-22864e9c0adb HTTP/1.1" status: 204 len: 168 time: 2.9100502 Nov 25 17:23:42.779442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 4f1d576f-a021-4675-8664-4bc84f17c876 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:42.779906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.833285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] Pushing event deleted for resources: {'Port': ['ID=3e7128ed-e29e-4427-a95f-2683ca2d7484,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:42.854602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0d105-51d7-4446-8a09-1c510d02a41c None None] No DVR routers for this DVR port 3e7128ed-e29e-4427-a95f-2683ca2d7484 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:42.876267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de7e055-6868-4543-920c-569f160e9f6d None None] Network 6cf9c492-527f-4382-8d81-1a9a4e38845e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:42.938212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:42.953209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 4f1d576f-a021-4675-8664-4bc84f17c876 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:43.014946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.015855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.022883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.077715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-03c5513b-c0bb-4bad-91cd-7c23f4f9037e service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109972 Nov 25 17:23:43.120908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae877745-ccd0-4575-a46a-dacfed7f2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf42c78-9bf2-49fb-9b99-22864e9c0adb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:43.167281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:43.185828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.191548 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-28545b22-ed34-4030-b2ae-6a7da48d6328 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1219707 Nov 25 17:23:43.193551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50248) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:43.213188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-05c13f2b-be4f-4b27-858f-faf9761634d8 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.215962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-05c13f2b-be4f-4b27-858f-faf9761634d8 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.55 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.6023543 Nov 25 17:23:43.225846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1490575152'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:43.267138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=4f1d576f-a021-4675-8664-4bc84f17c876,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:43.293439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.299287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f18e8f53-9233-4980-8416-fa0ca54cac64 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/4f1d576f-a021-4675-8664-4bc84f17c876 HTTP/1.1" status: 204 len: 168 time: 0.6697938 Nov 25 17:23:43.299709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50252) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:43.321081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb915666-17ee-4a51-9f0d-d3ab848e6071 req-62ae650c-27a8-4fc7-a14d-2f737cc678e4 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.322101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb915666-17ee-4a51-9f0d-d3ab848e6071 req-62ae650c-27a8-4fc7-a14d-2f737cc678e4 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.1499972 Nov 25 17:23:43.331487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-6d65836e-cbca-4e11-81d6-36aabe3ac7ba service neutron] 10.222.0.86 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8238728 Nov 25 17:23:43.422034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08869bca-1aa6-4131-8a7b-712794a1f624 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.424811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08869bca-1aa6-4131-8a7b-712794a1f624 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:43.429237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-08869bca-1aa6-4131-8a7b-712794a1f624 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265872 Nov 25 17:23:43.450785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50256) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:43.516925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:43.519857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.576535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb915666-17ee-4a51-9f0d-d3ab848e6071 req-6238dbdf-e8bb-44c5-ae29-e14ee68a538d tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033017 Nov 25 17:23:43.594997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet b91914c6-00b2-4750-b9a7-2c23a37db6d3 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:43.599855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.644073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:43.653351 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.672946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:43.689683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.690044 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment a1576cce-c04f-440a-9a45-7cc231bfd244 of type vlan for network e203086e-38c7-4e1a-94ca-dcc908af20b5 Nov 25 17:23:43.696822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.727173 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b00c1e3-8207-430b-8502-fae25be4d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.858695 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:43.913857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.043650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.069151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-cc054b2e-6788-4f4e-894f-86f302d1f3bc service neutron] 10.222.0.86 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361314 Nov 25 17:23:44.081875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.085207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/b91914c6-00b2-4750-b9a7-2c23a37db6d3 HTTP/1.1" status: 204 len: 168 time: 0.6335607 Nov 25 17:23:44.096192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50270) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:44.118371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a0971e-973f-4181-a607-a4d15ca02e99']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:44.121217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74c8f2-a8e8-48d6-ba4f-8f81897c653c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=b91914c6-00b2-4750-b9a7-2c23a37db6d3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:44.142646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-6cf9c492-527f-4382-8d81-1a9a4e38845e', 'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': '360b59dc-66c2-4e0c-9fdd-ae765bb44f51'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:44.144503 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.162385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:44.163079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a699d8-3b47-4bb6-a59b-6c9fa8816d46') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:44.174232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.193172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.201517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:44.201955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.216984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8b00c1e3-8207-430b-8502-fae25be4d336 None None] For port a8420a37-5f6d-46be-8cc7-f93235e11613, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8420a37-5f6d-46be-8cc7-f93235e11613,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:44.325519 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:44.327770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b00c1e3-8207-430b-8502-fae25be4d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.336500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6b0b4cc3-c947-4254-8970-a5eea0e8ef6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268844 Nov 25 17:23:44.338744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-ed757db4-1dd9-49fc-bed1-63655a4423a5 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2241917 Nov 25 17:23:44.345433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50278) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:44.346800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.361149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c914c8-7a01-4016-91cd-b89c82110cae None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:44.367873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.368848 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.388812 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.392263 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] 10.222.0.86 "DELETE /v2.0/networks/c9a0971e-973f-4181-a607-a4d15ca02e99 HTTP/1.1" status: 204 len: 168 time: 1.8640776 Nov 25 17:23:44.478578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35bbd5b9-01bc-4d12-896b-97c7990c3652 req-accaeae6-d07f-45fc-b8d5-8eda5ac92de0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 210 time: 0.1646194 Nov 25 17:23:44.515955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd6965-7d07-4bf3-bbf8-f7fe9c284b6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.519005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-86fd6965-7d07-4bf3-bbf8-f7fe9c284b6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1734712 Nov 25 17:23:44.522481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:44.545418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca27176-ce83-4d06-aeea-185959972880 tempest-TaggedBootDevicesTest_v242-1474618141 tempest-TaggedBootDevicesTest_v242-1474618141-project] Pushing event deleted for resources: {'Network': ['ID=c9a0971e-973f-4181-a607-a4d15ca02e99,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:44.548204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:23:44.564781 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-23d0b59f-cd81-4550-9514-c4f9f94ef712 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.1941929 Nov 25 17:23:44.656000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Deleting port 0890fe0b-b631-4d79-b6c2-1103dcec140d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:44.656388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.660497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-273754b8-6b7c-4ec9-addd-b5c7c3b096ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.662077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-273754b8-6b7c-4ec9-addd-b5c7c3b096ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.0681660 Nov 25 17:23:44.699493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-164fa6f0-6db7-4e5b-b6da-3f3f15a6137a None None] Could not find standard attr ID for object 4f1d576f-a021-4675-8664-4bc84f17c876. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:23:44.714390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.724930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.725609 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:44.758504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186be60-c63f-4c4c-8379-531a42ae0122 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.769306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1186be60-c63f-4c4c-8379-531a42ae0122 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2423005 Nov 25 17:23:44.770197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50298) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:44.888046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-83095194-942f-4794-998d-1a2bbcb2e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:44.889624 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-83095194-942f-4794-998d-1a2bbcb2e190 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2139266 Nov 25 17:23:44.902679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6854560 Nov 25 17:23:44.910359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d61cc45e-30a3-4552-94e8-f55b64c74b13 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348178 Nov 25 17:23:44.910359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:44.912798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': 'e203086e-38c7-4e1a-94ca-dcc908af20b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:44.923165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:44.960504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:45.022892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:45.121522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-164fa6f0-6db7-4e5b-b6da-3f3f15a6137a None None] Provisioning complete for port a8420a37-5f6d-46be-8cc7-f93235e11613 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:45.121895 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-164fa6f0-6db7-4e5b-b6da-3f3f15a6137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.123710 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.124486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3cc22fa-2852-4ac0-b07d-757b9d0281f0 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:45.204561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:45.209098 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.268033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec76829-1ee0-4e18-bf70-90d11b496dc5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=e203086e-38c7-4e1a-94ca-dcc908af20b5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:45.306060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] For port 0890fe0b-b631-4d79-b6c2-1103dcec140d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0890fe0b-b631-4d79-b6c2-1103dcec140d,segment=NetworkSegment(6aeaed0c-c3df-4dea-84f5-7283da3ac632),segment_id=6aeaed0c-c3df-4dea-84f5-7283da3ac632)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:45.306411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.307217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29fb8e-20f9-445e-8847-78639583ba32 req-fedb1ea5-c6c8-447b-bbe9-1e03ced96a61 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:45.311748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e203086e-38c7-4e1a-94ca-dcc908af20b5 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:45.320633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f29fb8e-20f9-445e-8847-78639583ba32 req-fedb1ea5-c6c8-447b-bbe9-1e03ced96a61 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 945 time: 0.4169664 Nov 25 17:23:45.378957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Calling delete_port for 0890fe0b-b631-4d79-b6c2-1103dcec140d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:45.392494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00c1e3-8207-430b-8502-fae25be4d336 None None] Pushing event updated for resources: {'Port': ['ID=a8420a37-5f6d-46be-8cc7-f93235e11613,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:45.424991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-f65ea407-c5c9-46da-be1a-6df075b40602 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259991 Nov 25 17:23:45.458445 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f29fb8e-20f9-445e-8847-78639583ba32 req-d2ab4071-c399-4791-9a73-cd81f7d661ed tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/security-groups?id=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352623 Nov 25 17:23:45.546171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:45.552358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.750572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Allocated IP 172.20.255.242 (6cf9c492-527f-4382-8d81-1a9a4e38845e/360b59dc-66c2-4e0c-9fdd-ae765bb44f51/e75160ba-8559-4b0d-bd3f-7fc41d1d23f3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:45.807908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:45.833399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b05e25c5-81c1-46a6-93eb-4f5ab95d131b req-db565577-89af-48e6-b6d5-31feaf771a59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 210 time: 0.0632195 Nov 25 17:23:45.867496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.897212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:45.898177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:45.908512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:46.030802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Pushing event deleted for resources: {'Port': ['ID=0890fe0b-b631-4d79-b6c2-1103dcec140d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:46.154585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.182912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.235135 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-1ae50663-25ec-4361-b889-5b0ad3ef4a81 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004746 Nov 25 17:23:46.254295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-164fa6f0-6db7-4e5b-b6da-3f3f15a6137a None None] Provisioning complete for port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:46.254295 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-164fa6f0-6db7-4e5b-b6da-3f3f15a6137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.338288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] No DVR routers for this DVR port 0890fe0b-b631-4d79-b6c2-1103dcec140d on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:46.341131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.343862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:46.346614 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba905a9f-16bd-47e0-9401-3e86c5c812ee req-d8d01275-3cb8-4df1-a70a-1e1908a64eb1 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.55 "DELETE /v2.0/ports/0890fe0b-b631-4d79-b6c2-1103dcec140d HTTP/1.1" status: 204 len: 173 time: 3.0528922 Nov 25 17:23:46.355416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c1925b-2418-4b06-8776-8133fc7ba610', 'name': 'network-vif-deleted', 'tag': '0890fe0b-b631-4d79-b6c2-1103dcec140d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:46.358659 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1b013-82be-4037-9022-73b20bfb5ba4" -d '{"events": [{"server_uuid": "68c1925b-2418-4b06-8776-8133fc7ba610", "name": "network-vif-deleted", "tag": "0890fe0b-b631-4d79-b6c2-1103dcec140d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:46.394964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=d5ce7a09-e658-485e-91fe-cf823796d3f5,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:46.404362 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-6e84a99a-e97f-40ed-88f1-d83e68ae6af6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.1054726 Nov 25 17:23:46.448037 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b31f8b-ac78-4f54-9a9b-4f1bf8f64672 x-openstack-request-id: req-57b31f8b-ac78-4f54-9a9b-4f1bf8f64672 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:46.448337 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c1925b-2418-4b06-8776-8133fc7ba610", "name": "network-vif-deleted", "tag": "0890fe0b-b631-4d79-b6c2-1103dcec140d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:46.448598 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57b31f8b-ac78-4f54-9a9b-4f1bf8f64672 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:46.449007 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c1925b-2418-4b06-8776-8133fc7ba610', 'name': 'network-vif-deleted', 'tag': '0890fe0b-b631-4d79-b6c2-1103dcec140d', 'status': 'completed', 'code': 200} Nov 25 17:23:46.500642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] Deleting port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:46.501171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.529857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': 'a1576cce-c04f-440a-9a45-7cc231bfd244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e203086e-38c7-4e1a-94ca-dcc908af20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:46.530217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: e203086e-38c7-4e1a-94ca-dcc908af20b5, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:46.578124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network e203086e-38c7-4e1a-94ca-dcc908af20b5 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:46.579673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-b619a883-7310-40e2-bcc8-63fcc09ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:46.583242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-b619a883-7310-40e2-bcc8-63fcc09ab019 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.1657486 Nov 25 17:23:46.599069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e203086e-38c7-4e1a-94ca-dcc908af20b5) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:46.607305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:46.609576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.679787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91004f-01dd-4093-94ba-3a4198bfdadf None None] Network e203086e-38c7-4e1a-94ca-dcc908af20b5 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:46.690862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1702fe6f-b8cd-4009-8419-a2bc37946ef1 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7801111 Nov 25 17:23:46.692429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:46.731259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-2a9eb32e-353f-451d-b89b-e52d8de2cc7a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:46.733434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-2a9eb32e-353f-451d-b89b-e52d8de2cc7a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 797 time: 0.6672294 Nov 25 17:23:46.790433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27cca0d5-fd92-4b2e-870d-b4695a2ceaa7 req-8c5514bf-2644-45e8-a935-5622c27204b7 tempest-InstanceActionsTestJSON-1090602333 tempest-InstanceActionsTestJSON-1090602333-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c1925b-2418-4b06-8776-8133fc7ba610 HTTP/1.1" status: 200 len: 210 time: 0.1334243 Nov 25 17:23:46.821475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.832502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.833508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.845931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0890fe0b-b631-4d79-b6c2-1103dcec140d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:46.886094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 0890fe0b-b631-4d79-b6c2-1103dcec140d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:46.886673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0890fe0b-b631-4d79-b6c2-1103dcec140d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:46.888291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8420a37-5f6d-46be-8cc7-f93235e11613 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:46.892297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-d19d2ca4-1705-49eb-b3fa-e4c3a7a0c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:46.898435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-d19d2ca4-1705-49eb-b3fa-e4c3a7a0c234 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2844386 Nov 25 17:23:46.920974 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:46.984368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-578138a0-a653-4cf1-9ff2-34f5c4f2c163 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 380 time: 0.2212753 Nov 25 17:23:47.013441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'port': {'device_id': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'admin_state_up': True, 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'security_groups': ['86931209-d41a-478b-931b-221b7b11be70']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:47.041800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Network 6cf9c492-527f-4382-8d81-1a9a4e38845e is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:47.053648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:47.090262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:47.112954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] For port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:47.113353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.175910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Pushing event updated for resources: {'Port': ['ID=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:47.237622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] Calling delete_port for 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:47.383599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:47.387415 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.400176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a8420a37-5f6d-46be-8cc7-f93235e11613 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:47.401217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.406792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-5a1b64b6-345c-4f75-bc7f-5f1733851dc3 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336946 Nov 25 17:23:47.423188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:47.468821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.474700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a94a43-d5a8-4cfc-a583-7e08a733d7f9 req-29d209c3-0a96-441e-96c9-c56e4bf37949 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 210 time: 0.1941924 Nov 25 17:23:47.483189 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.484125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.495716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.539846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.4 (37913d77-c205-447d-a468-73f4ceb7a861/770f0c45-6571-446c-8daf-3c4ba25ce486/a0b2de45-f844-45ff-9b2c-0ad392517611) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:47.546209 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.575114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.581254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] Pushing event deleted for resources: {'Port': ['ID=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:47.584448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Attempting to bind port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:47.584826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Attempting to bind port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:47.585197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Attempting to bind port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 on network 6cf9c492-527f-4382-8d81-1a9a4e38845e {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:47.588674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:47.593712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:47.594345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Checking segment: {'id': 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:47.594804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.595201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Bound using segment: {'id': 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:47.595728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Bound port: e75160ba-8559-4b0d-bd3f-7fc41d1d23f3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6cf9c492-527f-4382-8d81-1a9a4e38845e'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:47.596110 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.617482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:47.625830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:47.645424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:47.646317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.687932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] For port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:47.694083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] For port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,segment=NetworkSegment(ff040bba-9753-4cb5-9f8f-bfa0b14bb238),segment_id=ff040bba-9753-4cb5-9f8f-bfa0b14bb238)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:47.718856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7429032 Nov 25 17:23:47.720194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53699e-9ee7-4362-b28b-7acc3d3ad4aa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=26dcf319-eaf9-4ae4-91dc-6726aa940042,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:47.722769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:47.726537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50344) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:47.729215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60544131-d71f-445e-872a-5a6938cfdc6d None None] No DVR routers for this DVR port 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:47.731601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:73:e1:88', 'name': 'tempest-NetworksTestDHCPv6-341689911'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:47.741938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:47.903041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:47.940994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50350) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:48.041345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Deleting subnet 7148f4c3-9f22-4521-867d-8ee6dfc021ba {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:48.051109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.062360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d310b323-2018-4bc9-b108-b188b48304fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e203086e-38c7-4e1a-94ca-dcc908af20b5', 'network_id': 'e203086e-38c7-4e1a-94ca-dcc908af20b5', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': 'd5ce7a09-e658-485e-91fe-cf823796d3f5'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:48.063329 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d310b323-2018-4bc9-b108-b188b48304fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.066192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa85aeb-ed1f-4f29-a3be-897865307b0c None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:48.075288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87bed4-099b-4e94-9490-93cd844228a8 None None] Pushing event updated for resources: {'Port': ['ID=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:48.078278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:23:48.078763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0e2daf6a-d74f-4bbf-ae1a-f1f2abfe514e not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:23:48.118408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.262552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ce7a09-e658-485e-91fe-cf823796d3f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:48.304212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076bc0e-1051-493b-9be9-29ce57816310 None None] Network e203086e-38c7-4e1a-94ca-dcc908af20b5 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:48.380634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.418001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-228efc39-6b4c-4ab3-8153-5b847719a4cd req-fd667c10-92eb-4211-afb4-e037a99ff053 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597282 Nov 25 17:23:48.467086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.582639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:48.595531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 37913d77-c205-447d-a468-73f4ceb7a861 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:48.597783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:48.600442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:48.683137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:48.683844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.700525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '26dcf319-eaf9-4ae4-91dc-6726aa940042'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:48.701244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:48.735647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-8d833c91-4a13-4bcd-b231-cfe0a5b656a3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7393451 Nov 25 17:23:48.748734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Request body: {'port': {'device_id': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:48.880949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:48.932695 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.140384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Allocated IP 2001:db8::f816:3eff:fef2:ae84 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/26dcf319-eaf9-4ae4-91dc-6726aa940042/53d78ae6-bb63-4ba2-aa5e-7e949217326b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:49.211645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.223107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:49.223767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.256842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.310213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db146b37-5727-4045-887b-c95af30890ef None None] Provisioning complete for port a0b2de45-f844-45ff-9b2c-0ad392517611 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:49.310878 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db146b37-5727-4045-887b-c95af30890ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.335346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.411632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.417525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7148f4c3-9f22-4521-867d-8ee6dfc021ba HTTP/1.1" status: 204 len: 168 time: 1.4765742 Nov 25 17:23:49.420163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5af65b-8cd9-492d-94ae-4f06ddd5ff7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7148f4c3-9f22-4521-867d-8ee6dfc021ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:49.430297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.433881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:49.439677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-db146b37-5727-4045-887b-c95af30890ef None None] Port a0b2de45-f844-45ff-9b2c-0ad392517611 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:23:49.556847 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.569696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b2de45-f844-45ff-9b2c-0ad392517611 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:49.584902 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.603549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.615207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Transition to ACTIVE for port object a0b2de45-f844-45ff-9b2c-0ad392517611 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:23:49.620792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.621043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.637855 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.656968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.661964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e203086e-38c7-4e1a-94ca-dcc908af20b5']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:49.674246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a0f5d-8b27-473e-b636-846eecc9e77a req-f7964e7c-cfd7-47ad-bafe-9126bc24ba3c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:49.676092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-521a0f5d-8b27-473e-b636-846eecc9e77a req-f7964e7c-cfd7-47ad-bafe-9126bc24ba3c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 931 time: 0.3585484 Nov 25 17:23:49.783063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1576cce-c04f-440a-9a45-7cc231bfd244') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:49.783063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1576cce-c04f-440a-9a45-7cc231bfd244') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:49.789654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-521a0f5d-8b27-473e-b636-846eecc9e77a req-7262026e-ed60-45d3-bd1e-390fd696e61b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605364 Nov 25 17:23:49.802445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,segment=NetworkSegment(ff040bba-9753-4cb5-9f8f-bfa0b14bb238),segment_id=ff040bba-9753-4cb5-9f8f-bfa0b14bb238)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:49.826260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:49.827347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.828864 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:49.837934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:49.842259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:49.851785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:49.868075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Pushing event updated for resources: {'Port': ['ID=53d78ae6-bb63-4ba2-aa5e-7e949217326b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:49.986792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 6d4c4d8b-553c-4895-a4d2-68dfc1c1492b yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:50.004353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.018835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:50.019910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:50.020247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 on network 37913d77-c205-447d-a468-73f4ceb7a861 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:50.031730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.037751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Port a0b2de45-f844-45ff-9b2c-0ad392517611 on network 37913d77-c205-447d-a468-73f4ceb7a861 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:23:50.038080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 on network 37913d77-c205-447d-a468-73f4ceb7a861 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:50.051851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:50.052184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Checking segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:50.052569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Bound using segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:50.053001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Bound port: a0b2de45-f844-45ff-9b2c-0ad392517611, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:50.053349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.088274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235a30e2-75c4-41d4-9a22-d72e51e9d974']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:50.103330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:50.112914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ad9ce7-d574-4cb3-8902-cbce02685a10 None None] Network 6cf9c492-527f-4382-8d81-1a9a4e38845e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:50.164826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:50.165137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.178060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeaed0c-c3df-4dea-84f5-7283da3ac632') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:50.178356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeaed0c-c3df-4dea-84f5-7283da3ac632') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:50.192845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:50.195961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.196542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Attempting to bind port 53d78ae6-bb63-4ba2-aa5e-7e949217326b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:23:50.196907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Attempting to bind port 53d78ae6-bb63-4ba2-aa5e-7e949217326b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:23:50.197264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Attempting to bind port 53d78ae6-bb63-4ba2-aa5e-7e949217326b on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:23:50.202976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:50.213447 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.215137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.223343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:50.224674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.242111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:23:50.242571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:50.242979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.243376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:23:50.243887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Bound port: 53d78ae6-bb63-4ba2-aa5e-7e949217326b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:23:50.244264 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.292232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.293030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.294469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] 10.222.0.73 "PUT /v2.0/ports/a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 1091 time: 1.5503109 Nov 25 17:23:50.294928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:23:50.297276 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:50.314021 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:50.348374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.427819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.431283 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] 10.222.0.86 "DELETE /v2.0/networks/235a30e2-75c4-41d4-9a22-d72e51e9d974 HTTP/1.1" status: 204 len: 168 time: 0.9757717 Nov 25 17:23:50.443883 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91368e0-4500-4308-92bf-96150b8a11b4 x-openstack-request-id: req-c91368e0-4500-4308-92bf-96150b8a11b4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:23:50.444143 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:23:50.444402 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c91368e0-4500-4308-92bf-96150b8a11b4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:23:50.444804 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'status': 'completed', 'code': 200} Nov 25 17:23:50.449684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad67a9-ea95-4c93-aa9d-4ecd9c2c7440 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:50.481636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-b1dda8ab-77a9-40d9-a6bf-3308508ec262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.483822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-b1dda8ab-77a9-40d9-a6bf-3308508ec262 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1094 time: 0.1030951 Nov 25 17:23:50.503796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7d353-5958-4fba-b6ae-f58d0d756c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=235a30e2-75c4-41d4-9a22-d72e51e9d974,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:50.577248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-be9eb78c-ad25-4e3e-8aa7-3b203fe7f57f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 217 time: 0.0855346 Nov 25 17:23:50.577761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.605908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.617792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/e203086e-38c7-4e1a-94ca-dcc908af20b5 HTTP/1.1" status: 204 len: 168 time: 3.9241478 Nov 25 17:23:50.630721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50382) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:50.647856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974182472'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:50.691086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86931-f45e-4f70-8459-208ac5ecf9b6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=e203086e-38c7-4e1a-94ca-dcc908af20b5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:50.704258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-be71028e-caca-4b7c-ae7c-5f48fcb736b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.708965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-be71028e-caca-4b7c-ae7c-5f48fcb736b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.1233528 Nov 25 17:23:50.730942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fe73:e188 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/26dcf319-eaf9-4ae4-91dc-6726aa940042/6d4c4d8b-553c-4895-a4d2-68dfc1c1492b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:50.816582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:50.838016 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:50.914048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:50.989905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-7e3d47f4-0bce-412e-b78b-5510cbf46eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:50.993075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-7e3d47f4-0bce-412e-b78b-5510cbf46eee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760742 Nov 25 17:23:51.068466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eac6acdb-168c-47c0-b7c7-7ad5cf3109ad None None] Provisioning complete for port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:51.069141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eac6acdb-168c-47c0-b7c7-7ad5cf3109ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.077369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50388) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:51.079481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:51.096321 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.097286 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment 01675f34-346e-40c9-92cd-f2e142637f71 of type vlan for network da7f8849-c256-44ba-9de9-b7fccaa25a4f Nov 25 17:23:51.101156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] For port 53d78ae6-bb63-4ba2-aa5e-7e949217326b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:23:51.155238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] For port 53d78ae6-bb63-4ba2-aa5e-7e949217326b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53d78ae6-bb63-4ba2-aa5e-7e949217326b,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:23:51.166175 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.182283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-e19c64dd-a38b-477d-bd8f-4176d6924187 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809442 Nov 25 17:23:51.197306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.366520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:51.367177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.372479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dd084ec-57d3-457b-8bed-9abfbed93af5 req-9332610a-ee25-4f0e-95c9-2aa6e60ebf4c service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822288 Nov 25 17:23:51.398334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50396) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:51.398495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5dca83c-2c88-4029-ab3a-092f3cc1772d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dac37c4618ce4a0d9817db65ace75f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318172 Nov 25 17:23:51.408380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6871c9-5be2-49ce-a030-37a3be3d26ca req-3089d9b5-05cc-4972-8c67-211a17107bba tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.415611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db6871c9-5be2-49ce-a030-37a3be3d26ca req-3089d9b5-05cc-4972-8c67-211a17107bba tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.4119682 Nov 25 17:23:51.432554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271269-ec4c-4cb9-b00e-d5e86ee801c2 None None] Pushing event updated for resources: {'Port': ['ID=53d78ae6-bb63-4ba2-aa5e-7e949217326b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:51.501816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.508748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.509084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.568094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9311163 Nov 25 17:23:51.572273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:51.574701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c27d00f8-82a1-4e58-8f66-ed516fa30888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.581183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': 'da7f8849-c256-44ba-9de9-b7fccaa25a4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:51.744137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-17ce5df2-7592-4e22-bed8-4a7933ab1602 None None] Provisioning complete for port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:51.744509 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-17ce5df2-7592-4e22-bed8-4a7933ab1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.792801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.806514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db6871c9-5be2-49ce-a030-37a3be3d26ca req-c7fa2802-1df5-475d-bb31-8407cb715dd9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682191 Nov 25 17:23:51.832281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ab22e-d542-4f50-ae5d-7006c792e4d9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=da7f8849-c256-44ba-9de9-b7fccaa25a4f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:51.838247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c27d00f8-82a1-4e58-8f66-ed516fa30888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:51.856890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network da7f8849-c256-44ba-9de9-b7fccaa25a4f details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:51.912977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-2bc61204-e500-4b7c-ad96-a7ba7159f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:51.915561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-2bc61204-e500-4b7c-ad96-a7ba7159f184 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1094 time: 0.4336879 Nov 25 17:23:51.940884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.027813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c27d00f8-82a1-4e58-8f66-ed516fa30888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.031219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c27d00f8-82a1-4e58-8f66-ed516fa30888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.032591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c27d00f8-82a1-4e58-8f66-ed516fa30888 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c HTTP/1.1" status: 204 len: 168 time: 0.6332517 Nov 25 17:23:52.077354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=6d4c4d8b-553c-4895-a4d2-68dfc1c1492b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:52.089667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:52.092307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:52.095704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:52.104101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.105083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.136950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d00f8-82a1-4e58-8f66-ed516fa30888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0f48dd-fc48-4c34-aa8b-84cfdd9fbb7c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:52.137894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59ad1b85-783f-4de2-aa92-bd72349a9d6b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4102449 Nov 25 17:23:52.141552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50424) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:52.206110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:52.211797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.303500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a958b2-6d07-4e50-97f7-e198a8c37a05 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.309805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:23:52.310331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:23:52.336071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a958b2-6d07-4e50-97f7-e198a8c37a05 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.342283 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-86a958b2-6d07-4e50-97f7-e198a8c37a05 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1988001 Nov 25 17:23:52.347907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50432) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:52.503375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-dfa307c0-3b78-48aa-b37e-a3b940ce91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.506839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-dfa307c0-3b78-48aa-b37e-a3b940ce91db service neutron] 10.222.0.73 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.5268936 Nov 25 17:23:52.510771 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.690476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 6d4c4d8b-553c-4895-a4d2-68dfc1c1492b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:52.691187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:52.693864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-239bef4d-fc3a-482a-83c2-bb703894de15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 217 time: 0.1790805 Nov 25 17:23:52.792095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=6cebf481-5e2f-461b-b213-1f1225b30308,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:52.825284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': '01675f34-346e-40c9-92cd-f2e142637f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'da7f8849-c256-44ba-9de9-b7fccaa25a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:52.826474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: da7f8849-c256-44ba-9de9-b7fccaa25a4f, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:52.828787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 53d78ae6-bb63-4ba2-aa5e-7e949217326b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:52.867341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-29e0b361-62ab-45d0-b3eb-11d90ee9cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:52.872646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-29e0b361-62ab-45d0-b3eb-11d90ee9cd09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.1608872 Nov 25 17:23:53.036187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.083541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 6d4c4d8b-553c-4895-a4d2-68dfc1c1492b owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:53.087019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 53d78ae6-bb63-4ba2-aa5e-7e949217326b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:53.092681 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.220308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network da7f8849-c256-44ba-9de9-b7fccaa25a4f is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:53.264315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, da7f8849-c256-44ba-9de9-b7fccaa25a4f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:53.301582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-7fa86ef7-6096-4022-b3b4-41ba6b9286cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.307125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ffaa36-5cba-4e6e-baf2-85be9fb202cb None None] Network da7f8849-c256-44ba-9de9-b7fccaa25a4f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:53.311038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b10308d9-cfdc-4489-b618-00cd1f63392c None None] Provisioning complete for port 53d78ae6-bb63-4ba2-aa5e-7e949217326b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:53.312559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-7fa86ef7-6096-4022-b3b4-41ba6b9286cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4254532 Nov 25 17:23:53.315937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.315937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.316811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b10308d9-cfdc-4489-b618-00cd1f63392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.396322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.428370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613507-7511-41c3-8ca8-87288c8d314a req-700f8977-14c0-4b3b-9013-550e0559a4e0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.438114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8613507-7511-41c3-8ca8-87288c8d314a req-700f8977-14c0-4b3b-9013-550e0559a4e0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.4048126 Nov 25 17:23:53.457539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50468) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:53.475476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.486236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=6d4c4d8b-553c-4895-a4d2-68dfc1c1492b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:53.550194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.556041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-79678834-b4c7-445d-afc5-57e251b98690 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9802303 Nov 25 17:23:53.561943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5f2b2fc9-cae9-4773-8dbc-f8f1f86d42a4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/6d4c4d8b-553c-4895-a4d2-68dfc1c1492b HTTP/1.1" status: 204 len: 168 time: 1.2122996 Nov 25 17:23:53.563976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:53.565745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:53.650360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8613507-7511-41c3-8ca8-87288c8d314a req-9e81bdfe-81d1-4c0a-8d15-06e41bae5e86 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562433 Nov 25 17:23:53.729021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-9d31b657-9a72-439a-89bf-a58996092372 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071240 Nov 25 17:23:53.744764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1298586240-network', 'tenant_id': 'e190a4b1ade94e0cac346dd4a456369f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:53.751538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd920b-f3b6-4bc0-b364-b5043730604b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.753397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd920b-f3b6-4bc0-b364-b5043730604b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:53.757297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-39cd920b-f3b6-4bc0-b364-b5043730604b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1638863 Nov 25 17:23:53.758110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50478) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:53.789537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 53d78ae6-bb63-4ba2-aa5e-7e949217326b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53d78ae6-bb63-4ba2-aa5e-7e949217326b,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:53.795087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b10308d9-cfdc-4489-b618-00cd1f63392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.875278 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.921986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Made reservation on behalf of e190a4b1ade94e0cac346dd4a456369f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:53.933822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.936351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 26dcf319-eaf9-4ae4-91dc-6726aa940042 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:23:53.943200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:53.951260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:23:53.960451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.031483 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.060437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b2dda9-dfa4-456a-8568-a13d97d8ceaa req-a792cf8c-e6b9-4bf2-803a-db0fa4ac9fff service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220623 Nov 25 17:23:54.104743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=53d78ae6-bb63-4ba2-aa5e-7e949217326b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:54.175045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.190702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.204770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:54.221255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.229214 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Added segment 9a80c34d-db17-459b-9f48-c743e11371ee of type vlan for network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 Nov 25 17:23:54.243175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.357066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.387204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-b10308d9-cfdc-4489-b618-00cd1f63392c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:23:54.387575 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-b10308d9-cfdc-4489-b618-00cd1f63392c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:23:54.394230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.430651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.432148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.441823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.442204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=26dcf319-eaf9-4ae4-91dc-6726aa940042,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:54.464746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.468753 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-327d138a-ab0e-42e2-9b86-f0fe23d114d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/26dcf319-eaf9-4ae4-91dc-6726aa940042 HTTP/1.1" status: 204 len: 168 time: 0.6834419 Nov 25 17:23:54.482403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.490586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.496922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.504493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.505676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258357fb-4553-4729-869f-5e54808d5e8a None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:54.511361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.517839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.523685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50488) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:54.525964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.527332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccd2903-b11f-4917-b0a9-9f6636a1c020,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:54.536570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52f52adb-11b7-4f15-a204-705d233133ae req-631303e6-36e8-4b8d-8228-26a84c339e2f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.1900959 Nov 25 17:23:54.564144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d06fbba-280d-4a84-9107-7fce0e3dd479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-da7f8849-c256-44ba-9de9-b7fccaa25a4f', 'network_id': 'da7f8849-c256-44ba-9de9-b7fccaa25a4f', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': '6cebf481-5e2f-461b-b213-1f1225b30308'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:54.565637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1d06fbba-280d-4a84-9107-7fce0e3dd479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.568055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:54.594918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fad3afd7-f402-4da2-ae40-bb662db1dcdf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632491 Nov 25 17:23:54.598594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:54.618415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-52f52adb-11b7-4f15-a204-705d233133ae req-d75692d8-5871-4ad4-8b1a-673672ea3a73 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770748 Nov 25 17:23:54.625511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.629163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:54.654564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1956289 Nov 25 17:23:54.658240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:54.819833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2222-ab98-4aa5-910b-7eb46a40b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1253f948-a373-4f41-9db8-08b38e3811b1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:54.822538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:54.843831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'port_id': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'mac_address': 'fa:16:3e:37:c8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:23:54.850015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Request body: {'subnet': {'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1298586240-subnet', 'tenant_id': 'e190a4b1ade94e0cac346dd4a456369f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:54.869138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.879303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 53d78ae6-bb63-4ba2-aa5e-7e949217326b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:23:54.909941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:54.915816 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:54.955741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6700b6-c6ed-4a8b-9814-37165ae4096a req-b5bb8685-d733-4eac-8d1f-971188a25187 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:54.966983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a6700b6-c6ed-4a8b-9814-37165ae4096a req-b5bb8685-d733-4eac-8d1f-971188a25187 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.1217921 Nov 25 17:23:54.970170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Made reservation on behalf of e190a4b1ade94e0cac346dd4a456369f for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:54.973740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.044667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.051466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.057421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a6700b6-c6ed-4a8b-9814-37165ae4096a req-fdfb9c64-850e-40ef-8084-f7015cdc3c77 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894790 Nov 25 17:23:55.057853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.064316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.070596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.076708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.084315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.098374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2693850a-4053-492e-80c1-e9a528da49a8 req-3ea974d1-1751-4238-a813-e448f48fa892 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.2684479 Nov 25 17:23:55.126322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.205394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=6cebf481-5e2f-461b-b213-1f1225b30308,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.312433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.338120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7f8849-c256-44ba-9de9-b7fccaa25a4f']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:55.352862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01675f34-346e-40c9-92cd-f2e142637f71') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:55.353203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01675f34-346e-40c9-92cd-f2e142637f71') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:55.367981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.391361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.420664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:55.421074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:55.424910 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:55.430623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fac76547-78d0-473d-a5f6-0df34eaf5ddb None None] Could not find standard attr ID for object 6d4c4d8b-553c-4895-a4d2-68dfc1c1492b. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:23:55.476138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25399d35-1776-4de3-bb4c-05dc58a7db8e None None] Network da7f8849-c256-44ba-9de9-b7fccaa25a4f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:55.516750 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.606241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.613266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:23:55.617804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.622426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.626173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/da7f8849-c256-44ba-9de9-b7fccaa25a4f HTTP/1.1" status: 204 len: 168 time: 2.0558794 Nov 25 17:23:55.648350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:55.653837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58086671'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:55.661368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:23:55.686840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 53d78ae6-bb63-4ba2-aa5e-7e949217326b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:23:55.687497 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.694607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b2de45-f844-45ff-9b2c-0ad392517611 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:23:55.712913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0c4f-4ab2-4892-aaab-368a730da28b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=da7f8849-c256-44ba-9de9-b7fccaa25a4f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.717289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551edb07-f8f7-489c-91fb-f2a540257a7d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:55.756831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Checking segment: {'id': '9a80c34d-db17-459b-9f48-c743e11371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:55.757495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Network hostable DHCP agents. Network: 7ccd2903-b11f-4917-b0a9-9f6636a1c020, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:55.789277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:55.808299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 7ccd2903-b11f-4917-b0a9-9f6636a1c020) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:55.811737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:55.812844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:55.813764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.818931 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:55.828903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27337ecf-cd15-40b1-a56e-fa3e22247d59 None None] Network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:55.856259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7c3cbefd-7c38-4679-b2e1-8eec8c426605 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0097094 Nov 25 17:23:55.927903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:55.936528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.019193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:56.034154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:56.044235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] Deleting port 53d78ae6-bb63-4ba2-aa5e-7e949217326b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:56.045136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.056294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.056670 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment f63da77d-daa1-424a-9e47-b6ba351ffd71 of type vlan for network 11e314c5-e731-4ca4-a398-b2e370cce444 Nov 25 17:23:56.057972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a0b2de45-f844-45ff-9b2c-0ad392517611'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:23:56.225620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.250499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9d955-704e-4655-a2b2-d31e97d18268 None None] Network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:56.280470 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.289105 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.297366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d163c-8e7f-4703-8e75-4a2f4c6e9014 req-30c06db5-2669-4801-9254-b7b34a271d6c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.308189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.308855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.316163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-795d163c-8e7f-4703-8e75-4a2f4c6e9014 req-30c06db5-2669-4801-9254-b7b34a271d6c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 944 time: 0.1125882 Nov 25 17:23:56.383594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] For port 53d78ae6-bb63-4ba2-aa5e-7e949217326b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53d78ae6-bb63-4ba2-aa5e-7e949217326b,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:56.384272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.439843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] Calling delete_port for 53d78ae6-bb63-4ba2-aa5e-7e949217326b owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:23:56.442222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-795d163c-8e7f-4703-8e75-4a2f4c6e9014 req-b9528de3-bf3f-42f5-a9f6-49bb8c8fabb0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196382 Nov 25 17:23:56.534573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8822491 Nov 25 17:23:56.535008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50536) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:56.540199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': '11e314c5-e731-4ca4-a398-b2e370cce444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:56.574880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1842bf9-d4c7-46de-9b5b-f61366dac698 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=11e314c5-e731-4ca4-a398-b2e370cce444,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:56.622757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 11e314c5-e731-4ca4-a398-b2e370cce444 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:56.701061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:56.709753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:56.743264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 53d78ae6-bb63-4ba2-aa5e-7e949217326b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:23:56.821521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-4dddebe4-70e3-4d2d-84fb-8969fabd7f5b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:56.823060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-4dddebe4-70e3-4d2d-84fb-8969fabd7f5b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/networks?id=7ccd2903-b11f-4917-b0a9-9f6636a1c020 HTTP/1.1" status: 200 len: 822 time: 0.2976480 Nov 25 17:23:56.881591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 53d78ae6-bb63-4ba2-aa5e-7e949217326b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53d78ae6-bb63-4ba2-aa5e-7e949217326b,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:23:56.899933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-2b6da1c0-c947-4d24-8f42-e82f73969085 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/quotas/e190a4b1ade94e0cac346dd4a456369f HTTP/1.1" status: 200 len: 375 time: 0.0445867 Nov 25 17:23:56.941788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-c829670c-a7e4-40a3-b5bd-ca587594757a tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e190a4b1ade94e0cac346dd4a456369f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318441 Nov 25 17:23:57.062846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-5f72eb13-683b-4e39-9e94-806c46cc2639 service neutron] 10.222.0.86 "GET /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098905 Nov 25 17:23:57.064541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.075535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.076278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.173078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.173628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=53d78ae6-bb63-4ba2-aa5e-7e949217326b,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.212533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:57.222283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:57.261315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': 'f63da77d-daa1-424a-9e47-b6ba351ffd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '11e314c5-e731-4ca4-a398-b2e370cce444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:23:57.261315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: 11e314c5-e731-4ca4-a398-b2e370cce444, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:23:57.265360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.265952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.271932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=3b49aeb6-2bad-4047-afa6-58677c9bb6c1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.288380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network 11e314c5-e731-4ca4-a398-b2e370cce444 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:23:57.313148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 11e314c5-e731-4ca4-a398-b2e370cce444) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:57.322311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7026541 Nov 25 17:23:57.325400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:57.327478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34831798-6174-4997-b8b2-d8054881ff5f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=618650f6-d580-43e1-906c-c2839ac6f475,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.327840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.328506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.337910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:40:c4:d7', 'name': 'tempest-NetworksTestDHCPv6-2106480152'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:57.358724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a0b349d-7aaf-4829-abfc-7146363a3563 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8225136 Nov 25 17:23:57.359490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:57.373704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a8e1a-3fd2-4418-976a-c68da51e9be3 None None] Network 11e314c5-e731-4ca4-a398-b2e370cce444 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:57.418652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-f21a5e90-2510-45ac-8691-272e7d0429a5 service neutron] 10.222.0.86 "GET /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456247 Nov 25 17:23:57.461609 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.524449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] No DVR routers for this DVR port 53d78ae6-bb63-4ba2-aa5e-7e949217326b on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:23:57.526644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:57.532233 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.558894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ded939-941e-47d2-b77e-428be3e0d1ea None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:57.562953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd759b-48a8-4e01-af03-5d0d4ef430c1 None None] Pushing event deleted for resources: {'Port': ['ID=53d78ae6-bb63-4ba2-aa5e-7e949217326b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:57.707570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.734545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 6301e41f-8f95-40b2-806b-687f4ca0356e yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:23:57.750748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.793871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba887a-510b-4a1b-9dbf-97212e3be8d5 req-e42e352f-9e9e-461c-93c9-70ce09eb506a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:57.796259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0aba887a-510b-4a1b-9dbf-97212e3be8d5 req-e42e352f-9e9e-461c-93c9-70ce09eb506a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 944 time: 0.1926768 Nov 25 17:23:57.935978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:57.967244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0aba887a-510b-4a1b-9dbf-97212e3be8d5 req-e76e5688-440e-4396-a3e1-0034fb2926cb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644294 Nov 25 17:23:58.025248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.061106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84067fc4-8ec7-4042-8a58-5e87100946df req-9975ed81-abbd-41f0-a826-0c01727f83fc tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 210 time: 0.0992777 Nov 25 17:23:58.087434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fe40:c4d7 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/618650f6-d580-43e1-906c-c2839ac6f475/6301e41f-8f95-40b2-806b-687f4ca0356e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:58.107010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=3b49aeb6-2bad-4047-afa6-58677c9bb6c1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:58.222726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370505d-689a-4cd0-af33-4f025b537f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-11e314c5-e731-4ca4-a398-b2e370cce444', 'network_id': '11e314c5-e731-4ca4-a398-b2e370cce444', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': '3b49aeb6-2bad-4047-afa6-58677c9bb6c1'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:58.223629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6370505d-689a-4cd0-af33-4f025b537f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.282472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.320868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:58.339170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e314c5-e731-4ca4-a398-b2e370cce444']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:58.367856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63da77d-daa1-424a-9e47-b6ba351ffd71') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:58.368135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63da77d-daa1-424a-9e47-b6ba351ffd71') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:23:58.382558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.403520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.411587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:23:58.413074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:23:58.418229 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:23:58.440861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '618650f6-d580-43e1-906c-c2839ac6f475'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:23:58.442003 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.473993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f0e6c-9ca8-4974-a184-f44d795a2364 None None] Network 11e314c5-e731-4ca4-a398-b2e370cce444 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:23:58.496806 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.556137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.578102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.579128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.579128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.579628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.583981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.588644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.589128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.591807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:58.593421 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/11e314c5-e731-4ca4-a398-b2e370cce444 HTTP/1.1" status: 204 len: 168 time: 1.2327261 Nov 25 17:23:58.622715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-999b9382-52b5-4bb0-a580-076b700d8401 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.2696481 Nov 25 17:23:58.623563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50584) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:58.630782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545091668'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:58.656994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9c384-1c71-4258-832d-e343a84a91f9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=11e314c5-e731-4ca4-a398-b2e370cce444,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:58.738851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:58.748410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.797236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.808172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:23:58.840379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:58.840379 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment 80ab64e9-cd97-4627-a1f6-a77a804ea221 of type vlan for network 610f5c59-dc68-4100-baff-027ccf401452 Nov 25 17:23:58.879100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-452fc6c3-3ae0-4f13-b05b-00edf38b8d3d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2536120 Nov 25 17:23:58.959375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:59.025418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:59.030463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:23:59.036461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.040022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.046377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.067263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=6301e41f-8f95-40b2-806b-687f4ca0356e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:59.087839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50596) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:59.095213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2cce316e-df77-425b-9de2-c4b930d64831 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7674093 Nov 25 17:23:59.239296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.253978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.255497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.312845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Allocated IP 2001:db8::f816:3eff:fea9:f84d (57d3133b-7ced-4a58-9ee8-6f993af0ee19/618650f6-d580-43e1-906c-c2839ac6f475/25f13bad-7141-4002-9b56-f21340efd639) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:23:59.326750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43473bff-c89e-43fe-9224-b2e9ac8bd9fc req-cd366a88-8553-455e-93d9-fbd52cba673b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.342160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324b1aef-5e07-4c45-9c03-83326dcf8c7c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:23:59.343272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43473bff-c89e-43fe-9224-b2e9ac8bd9fc req-cd366a88-8553-455e-93d9-fbd52cba673b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 944 time: 0.1667688 Nov 25 17:23:59.346464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-324b1aef-5e07-4c45-9c03-83326dcf8c7c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2499664 Nov 25 17:23:59.347873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b887ad3-3872-41de-96e3-b6e444d08405 req-a155cfeb-3ea2-4d17-bbde-cfd88631ef0e tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 210 time: 0.0741208 Nov 25 17:23:59.351987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50604) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:59.360213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7330816 Nov 25 17:23:59.365104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:23:59.376151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': '610f5c59-dc68-4100-baff-027ccf401452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:23:59.514549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43473bff-c89e-43fe-9224-b2e9ac8bd9fc req-ee439720-e2e7-4683-8b24-3484072a6008 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668835 Nov 25 17:23:59.517305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:23:59.531420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.592738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50edb75-c36a-4085-b76a-a675c519f5b3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=610f5c59-dc68-4100-baff-027ccf401452,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:59.616333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 610f5c59-dc68-4100-baff-027ccf401452 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:23:59.680798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 6301e41f-8f95-40b2-806b-687f4ca0356e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:23:59.681149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.736484 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.780237 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:23:59.938927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Pushing event updated for resources: {'Port': ['ID=25f13bad-7141-4002-9b56-f21340efd639,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:23:59.969729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:23:59.972669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:23:59.975330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:00.029091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:00.101676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Attempting to bind port 25f13bad-7141-4002-9b56-f21340efd639 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:00.102042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Attempting to bind port 25f13bad-7141-4002-9b56-f21340efd639 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:00.102402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Attempting to bind port 25f13bad-7141-4002-9b56-f21340efd639 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:00.109794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:00.110175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:00.110578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.110971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:00.111619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Bound port: 25f13bad-7141-4002-9b56-f21340efd639, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:00.112297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.191022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] For port 25f13bad-7141-4002-9b56-f21340efd639, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:00.194491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] For port 25f13bad-7141-4002-9b56-f21340efd639, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=25f13bad-7141-4002-9b56-f21340efd639,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:00.196333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a0b2de45-f844-45ff-9b2c-0ad392517611 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:00.204403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a0b2de45-f844-45ff-9b2c-0ad392517611 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:00.204776 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.214531 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.292622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-e648da6a-a7bf-4d08-8d17-2c40a165e795 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:00.294183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-e648da6a-a7bf-4d08-8d17-2c40a165e795 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.55 "GET /v2.0/networks?id=7ccd2903-b11f-4917-b0a9-9f6636a1c020 HTTP/1.1" status: 200 len: 822 time: 0.2103090 Nov 25 17:24:00.315871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Request body: {'port': {'device_id': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020', 'admin_state_up': True, 'tenant_id': 'e190a4b1ade94e0cac346dd4a456369f'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:00.417640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.442510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 6301e41f-8f95-40b2-806b-687f4ca0356e owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:00.462105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d19a6-6303-4486-8283-18b96f4b9909 None None] Pushing event updated for resources: {'Port': ['ID=25f13bad-7141-4002-9b56-f21340efd639,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.472871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.502495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:00.505892 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05fb85-05a1-4eae-9e55-3c43ba7d7f7c" -d '{"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:00.544701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:00.555136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.657948 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55914a95-892d-4077-9221-6289932f526b req-b77be2e2-bb4b-4639-be12-79af41e695b7 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 210 time: 0.1033192 Nov 25 17:24:00.692016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.747573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.824220 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda37ebc-7393-42ce-84bf-1f20f29e999a x-openstack-request-id: req-dda37ebc-7393-42ce-84bf-1f20f29e999a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:00.824521 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:00.824783 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dda37ebc-7393-42ce-84bf-1f20f29e999a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:00.825187 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'code': 200} Nov 25 17:24:00.891030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=6301e41f-8f95-40b2-806b-687f4ca0356e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:00.931681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.941691 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8bed201b-af3b-40cc-b223-43920e5870ae tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/6301e41f-8f95-40b2-806b-687f4ca0356e HTTP/1.1" status: 204 len: 168 time: 1.5823510 Nov 25 17:24:00.942384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50624) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:00.962957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:00.995436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Made reservation on behalf of e190a4b1ade94e0cac346dd4a456369f for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:00.997605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.028073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b5ba5-5614-48ec-9d74-2398361e89f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.029884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b5ba5-5614-48ec-9d74-2398361e89f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.031881 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0c8b5ba5-5614-48ec-9d74-2398361e89f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0876780 Nov 25 17:24:01.035849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50626) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.124250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 618650f6-d580-43e1-906c-c2839ac6f475 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:01.128737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.144073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': '80ab64e9-cd97-4627-a1f6-a77a804ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '610f5c59-dc68-4100-baff-027ccf401452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:01.144510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: 610f5c59-dc68-4100-baff-027ccf401452, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:01.160079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c04a7-e31d-4df2-ae97-af1963712ec8 req-100e969b-fe2d-44bf-86e8-de96a8b41a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.161906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-232c04a7-e31d-4df2-ae97-af1963712ec8 req-100e969b-fe2d-44bf-86e8-de96a8b41a8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1096 time: 0.2235200 Nov 25 17:24:01.195713 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.203066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce2d4b-2259-4650-ba83-f9f56684fd5c req-bb482c9d-4d82-4bc9-88ea-741d2427e51a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.211036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c6ce2d4b-2259-4650-ba83-f9f56684fd5c req-bb482c9d-4d82-4bc9-88ea-741d2427e51a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2629919 Nov 25 17:24:01.218568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=4af7bf97-3f8e-4d49-9da0-88995d2a8f6e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:01.316680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.319576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Allocated IP 172.20.0.7 (7ccd2903-b11f-4917-b0a9-9f6636a1c020/551edb07-f8f7-489c-91fb-f2a540257a7d/246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:01.389589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.423962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=618650f6-d580-43e1-906c-c2839ac6f475,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:01.438144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.448186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/618650f6-d580-43e1-906c-c2839ac6f475 HTTP/1.1" status: 204 len: 168 time: 0.4111786 Nov 25 17:24:01.453286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.476876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.490660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.491034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.491370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.494440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.494880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.495222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.496175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.496523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.497257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.498086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.498423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.498754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b94c8-651b-4930-94e7-f9b1a3ac65f7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:01.548368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.598724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eb4ec7bb-16a7-4a73-873c-d82972b42150 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437325 Nov 25 17:24:01.599512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50638) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.633556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c6ce2d4b-2259-4650-ba83-f9f56684fd5c req-f5663fa8-0e8c-4bc3-b296-ac6059e6bbae tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215457 Nov 25 17:24:01.666992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network 610f5c59-dc68-4100-baff-027ccf401452 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:01.676702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:01.687358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 610f5c59-dc68-4100-baff-027ccf401452) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:01.696956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2558f-a92c-402b-be86-0fb3f017dc3e None None] Network 610f5c59-dc68-4100-baff-027ccf401452 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:01.698657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:01.706113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:01.714393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.715142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.728149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aeef8a-624c-4ebe-80c7-3f0e12fe63b3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.729806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-12aeef8a-624c-4ebe-80c7-3f0e12fe63b3 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1292312 Nov 25 17:24:01.731231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-232c04a7-e31d-4df2-ae97-af1963712ec8 req-74590bac-ad0e-42b1-a8d1-a8a14fd5dced service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084990 Nov 25 17:24:01.732374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.819967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Pushing event updated for resources: {'Port': ['ID=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:01.841365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b92f712c-5303-4c48-8a64-636aa2a5dc3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4721591 Nov 25 17:24:01.841735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.850970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.851961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:01.916045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb5fa3-0977-4ce1-9c44-a8d89bb699f4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:01.931437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a1fb5fa3-0977-4ce1-9c44-a8d89bb699f4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1980195 Nov 25 17:24:01.934485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50648) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.967885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-51b2cdd4-2fbc-47ea-8238-80aec5440524 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6568232 Nov 25 17:24:01.983723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-908cd0d8-12be-4ee1-bc27-44ff2f35cfb2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480142 Nov 25 17:24:01.989874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:01.990883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Request body: {'port': {'device_id': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:01.996271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:02.010365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:02.021370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec093-6bca-4d39-a9f6-4fe7a3c35e6d req-2dff5f97-ce1e-4612-b426-cbd3c0d34f41 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.026739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d1ec093-6bca-4d39-a9f6-4fe7a3c35e6d req-2dff5f97-ce1e-4612-b426-cbd3c0d34f41 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 931 time: 0.2284217 Nov 25 17:24:02.088972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-610f5c59-dc68-4100-baff-027ccf401452', 'network_id': '610f5c59-dc68-4100-baff-027ccf401452', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': '4af7bf97-3f8e-4d49-9da0-88995d2a8f6e'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:02.090787 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.193546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.201267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.318144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288903d-f400-4bee-a772-07852af33708 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:02.358655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa30e-85a8-49df-ab6e-9debc745a116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.363828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d1ec093-6bca-4d39-a9f6-4fe7a3c35e6d req-d426d1b5-5d0e-41c1-a48e-d12445f50d6b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289704 Nov 25 17:24:02.400857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:02.404323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.468943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1ff07914-797d-4e79-8f3d-bec118a824e6 None None] Provisioning complete for port 25f13bad-7141-4002-9b56-f21340efd639 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:02.469823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ff07914-797d-4e79-8f3d-bec118a824e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.476623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.634191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Allocated IP 172.20.0.2 (610f5c59-dc68-4100-baff-027ccf401452/4af7bf97-3f8e-4d49-9da0-88995d2a8f6e/1e0dcaec-4077-4eed-8e60-23a1fa9f1da8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:02.802436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.854207 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa30e-85a8-49df-ab6e-9debc745a116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.885309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:02.889242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:02.897012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:02.897612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.908478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa30e-85a8-49df-ab6e-9debc745a116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:02.923409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=f6d7eadb-1536-4940-ad5c-e3c97343f870,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:02.949823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4f36c3ae-b622-4dea-8c90-02b24c545b75 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9537983 Nov 25 17:24:02.949823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50662) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:02.953885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:4d:6b:0b', 'name': 'tempest-NetworksTestDHCPv6-1482112329'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:03.023947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 25f13bad-7141-4002-9b56-f21340efd639 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:03.031230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:03.042884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.049526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6f4fa30e-85a8-49df-ab6e-9debc745a116 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb6e6322b2ee43b19cf845a7c12be03f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0369623 Nov 25 17:24:03.053491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50664) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:03.089816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Transition to ACTIVE for port object 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:03.093798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fa30e-85a8-49df-ab6e-9debc745a116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9eac12-752a-4230-a451-dcccdc0206d5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.117533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.171782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703633d-fbf2-4e5f-b25c-a359305863af req-0b019528-3a1c-42f0-a672-a693a9868c38 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.173248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f703633d-fbf2-4e5f-b25c-a359305863af req-0b019528-3a1c-42f0-a672-a693a9868c38 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.3600502 Nov 25 17:24:03.180781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:03.217262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Pushing event updated for resources: {'Port': ['ID=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.219853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.241552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-286e80cb-8f2b-42f3-b4d5-8a5325d96a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.247052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ff07914-797d-4e79-8f3d-bec118a824e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.255813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f703633d-fbf2-4e5f-b25c-a359305863af req-6cb69c07-964e-4dc8-9b6e-e37a01ccc545 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675418 Nov 25 17:24:03.287937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:03.288339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.321093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.355325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=4af7bf97-3f8e-4d49-9da0-88995d2a8f6e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.362590 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-286e80cb-8f2b-42f3-b4d5-8a5325d96a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.434553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Attempting to bind port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:03.435458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Attempting to bind port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '9a80c34d-db17-459b-9f48-c743e11371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:03.435458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Attempting to bind port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb on network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:03.442521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb on network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:03.442856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Attempting to bind port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb on network 7ccd2903-b11f-4917-b0a9-9f6636a1c020 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:03.450582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 25f13bad-7141-4002-9b56-f21340efd639 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:03.450909 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.457243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.460364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:03.460695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Checking segment: {'id': '9a80c34d-db17-459b-9f48-c743e11371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:03.461088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Bound using segment: {'id': '9a80c34d-db17-459b-9f48-c743e11371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:03.461528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Bound port: 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a80c34d-db17-459b-9f48-c743e11371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:03.461879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.494913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610f5c59-dc68-4100-baff-027ccf401452']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:03.519279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.521224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ab64e9-cd97-4627-a1f6-a77a804ea221') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:03.521522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ab64e9-cd97-4627-a1f6-a77a804ea221') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:03.537649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.551614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port fe4e23a0-732b-4dba-a495-042d832ca3c3 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:03.561451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.579276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Network 610f5c59-dc68-4100-baff-027ccf401452 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:03.588819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1ff07914-797d-4e79-8f3d-bec118a824e6 None None] For port 25f13bad-7141-4002-9b56-f21340efd639, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=25f13bad-7141-4002-9b56-f21340efd639,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:03.606825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:03.607230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:03.610425 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:03.622058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:03.626591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:03.643859 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ff07914-797d-4e79-8f3d-bec118a824e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.647907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Pushing event updated for resources: {'Port': ['ID=1e0dcaec-4077-4eed-8e60-23a1fa9f1da8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.651844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] For port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:03.680620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] For port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,segment=NetworkSegment(9a80c34d-db17-459b-9f48-c743e11371ee),segment_id=9a80c34d-db17-459b-9f48-c743e11371ee)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:03.687041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-286e80cb-8f2b-42f3-b4d5-8a5325d96a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.690441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-286e80cb-8f2b-42f3-b4d5-8a5325d96a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.694178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-286e80cb-8f2b-42f3-b4d5-8a5325d96a17 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb9eac12-752a-4230-a451-dcccdc0206d5 HTTP/1.1" status: 204 len: 168 time: 0.6324172 Nov 25 17:24:03.714370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] Deleting port 25f13bad-7141-4002-9b56-f21340efd639 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:03.715124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.715962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a352a9-cf27-4fce-8246-2ce204ac3c81 req-86e8451a-41a0-40c5-85e9-36d779ffac86 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.718800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-06a352a9-cf27-4fce-8246-2ce204ac3c81 req-86e8451a-41a0-40c5-85e9-36d779ffac86 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 943 time: 0.1645725 Nov 25 17:24:03.721137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.727595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e80cb-8f2b-42f3-b4d5-8a5325d96a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9eac12-752a-4230-a451-dcccdc0206d5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.727751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:24:03.727751 n-d-817303-7 neutron-server[103635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:24:03.727751 n-d-817303-7 neutron-server[103635]: [parameters: {'id': '610f5c59-dc68-4100-baff-027ccf401452'}] Nov 25 17:24:03.727751 n-d-817303-7 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:24:03.728335 n-d-817303-7 neutron-server[103635]: DEBUG oslo_db.api [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:24:03.770749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::103 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/f6d7eadb-1536-4940-ad5c-e3c97343f870/fe4e23a0-732b-4dba-a495-042d832ca3c3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:03.835044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Pushing event updated for resources: {'Port': ['ID=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:03.867115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] For port 25f13bad-7141-4002-9b56-f21340efd639, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=25f13bad-7141-4002-9b56-f21340efd639,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:03.867717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.886515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] Calling delete_port for 25f13bad-7141-4002-9b56-f21340efd639 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:03.931878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:03.933254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:03.935024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-39f072d3-ca80-452c-b788-b09f4bd65da4 service neutron] 10.222.0.55 "PUT /v2.0/ports/246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb HTTP/1.1" status: 200 len: 1091 time: 1.9571168 Nov 25 17:24:03.937148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'tag': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:03.942419 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88196501-e73f-41ac-8c86-df31b240d88f" -d '{"events": [{"name": "network-changed", "server_uuid": "31dcfbc4-e93a-46c4-96b1-626f24ad634d", "tag": "246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:04.000978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-06a352a9-cf27-4fce-8246-2ce204ac3c81 req-4f787943-ee53-4046-8edf-b5e55749b68f tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687116 Nov 25 17:24:04.071525 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec6c595-2568-4045-aac4-40f618153b8e x-openstack-request-id: req-aec6c595-2568-4045-aac4-40f618153b8e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:04.072039 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dcfbc4-e93a-46c4-96b1-626f24ad634d", "tag": "246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:04.072306 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aec6c595-2568-4045-aac4-40f618153b8e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:04.072803 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'tag': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb', 'status': 'completed', 'code': 200} Nov 25 17:24:04.085875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-a4ecefd9-31f2-475f-af44-a0f11deb3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.089335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-a4ecefd9-31f2-475f-af44-a0f11deb3678 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e190a4b1ade94e0cac346dd4a456369f&device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 1094 time: 0.0852287 Nov 25 17:24:04.099786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07914-797d-4e79-8f3d-bec118a824e6 None None] Pushing event updated for resources: {'Port': ['ID=25f13bad-7141-4002-9b56-f21340efd639,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:04.109908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.129103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Attempting to bind port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:04.129488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Attempting to bind port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '80ab64e9-cd97-4627-a1f6-a77a804ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '610f5c59-dc68-4100-baff-027ccf401452'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:04.131405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Attempting to bind port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8 on network 610f5c59-dc68-4100-baff-027ccf401452 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:04.153167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-2a24c470-b466-46b1-9b74-e09ad4fb6b5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb HTTP/1.1" status: 200 len: 217 time: 0.0552723 Nov 25 17:24:04.155174 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.160004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:04.160383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Checking segment: {'id': '80ab64e9-cd97-4627-a1f6-a77a804ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '610f5c59-dc68-4100-baff-027ccf401452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:04.160792 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.161186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Bound using segment: {'id': '80ab64e9-cd97-4627-a1f6-a77a804ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '610f5c59-dc68-4100-baff-027ccf401452'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:04.161706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Bound port: 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ab64e9-cd97-4627-a1f6-a77a804ea221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '610f5c59-dc68-4100-baff-027ccf401452'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:04.162297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.216177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:04.220719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:04.229415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.230250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:04.237618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.238427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.242490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.270393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3208404 Nov 25 17:24:04.275340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50684) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:04.296338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] Pushing event deleted for resources: {'Port': ['ID=25f13bad-7141-4002-9b56-f21340efd639,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:04.310607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a67b3-12bf-4611-8fd7-40ecfd924c64 None None] No DVR routers for this DVR port 25f13bad-7141-4002-9b56-f21340efd639 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:04.326998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] For port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:04.337820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] For port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1e0dcaec-4077-4eed-8e60-23a1fa9f1da8,segment=NetworkSegment(80ab64e9-cd97-4627-a1f6-a77a804ea221),segment_id=80ab64e9-cd97-4627-a1f6-a77a804ea221)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:04.345121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ad2cb-4f34-444b-b3e8-761dda2332f5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=fe4e23a0-732b-4dba-a495-042d832ca3c3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:04.346509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e3ccd-2991-4b4c-878a-cf04b1431c90 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:04.351998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.355145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-d83609dc-df90-4d2d-838c-5322b2fdc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.356654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-d83609dc-df90-4d2d-838c-5322b2fdc668 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=551edb07-f8f7-489c-91fb-f2a540257a7d HTTP/1.1" status: 200 len: 862 time: 0.1948924 Nov 25 17:24:04.399860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-687cb158-e1f8-4a62-b179-be80a48dd32e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ccd2903-b11f-4917-b0a9-9f6636a1c020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354748 Nov 25 17:24:04.434182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f831b4-a688-4372-98af-953429549c6c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.438591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50692) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:04.438732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-88f831b4-a688-4372-98af-953429549c6c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1622412 Nov 25 17:24:04.541893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e66a6d-a8e3-4659-811c-b673a016fe83 None None] Pushing event updated for resources: {'Port': ['ID=1e0dcaec-4077-4eed-8e60-23a1fa9f1da8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:04.546206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Deleting port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:04.546546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.581737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b1300-e681-4f4c-8c28-3ed0715937e9 None None] Network 610f5c59-dc68-4100-baff-027ccf401452 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:04.727338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port fe4e23a0-732b-4dba-a495-042d832ca3c3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:04.730115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.765243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e81dec-7a80-45f4-b8a2-f76cb957d318 req-e6b91db8-df87-48b6-a39c-66a9cde0b70f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:04.775036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79e81dec-7a80-45f4-b8a2-f76cb957d318 req-e6b91db8-df87-48b6-a39c-66a9cde0b70f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.3185489 Nov 25 17:24:04.778500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] For port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1e0dcaec-4077-4eed-8e60-23a1fa9f1da8,segment=NetworkSegment(80ab64e9-cd97-4627-a1f6-a77a804ea221),segment_id=80ab64e9-cd97-4627-a1f6-a77a804ea221)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:04.779153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.797693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 25f13bad-7141-4002-9b56-f21340efd639 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:04.841999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-2dc015b9-2b2c-41dd-8ace-4befbd35cdd7 service neutron] 10.222.0.55 "GET /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299629 Nov 25 17:24:04.859460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Calling delete_port for 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:04.886539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 25f13bad-7141-4002-9b56-f21340efd639 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:04.886909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 25f13bad-7141-4002-9b56-f21340efd639 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:04.915226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'f6d7eadb-1536-4940-ad5c-e3c97343f870'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:04.916164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.931847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79e81dec-7a80-45f4-b8a2-f76cb957d318 req-46c6db7d-eeda-42f3-815f-00fa3c032536 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555753 Nov 25 17:24:04.964451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:04.991906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for fe4e23a0-732b-4dba-a495-042d832ca3c3 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:05.097141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/f6d7eadb-1536-4940-ad5c-e3c97343f870/dcc5fa2c-2e39-4e94-b402-9bed5ebac632) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:05.229906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3defe6-8081-41bc-96a9-78487132563a req-5e0e4adf-ba2f-4e4d-9264-a763ae66c438 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.232463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd3defe6-8081-41bc-96a9-78487132563a req-5e0e4adf-ba2f-4e4d-9264-a763ae66c438 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1987827 Nov 25 17:24:05.244108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f92299cc-3e47-4a73-b5fc-b00c01b7e3a9 req-639ed225-19b0-4a8c-88db-f12099063909 service neutron] 10.222.0.55 "GET /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882198 Nov 25 17:24:05.259319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.310896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c617d5a-eb64-438f-97c3-0bb8e89dcac6 req-fe1feee2-e1fe-4233-88c5-46b5ee02ce78 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.319206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c617d5a-eb64-438f-97c3-0bb8e89dcac6 req-fe1feee2-e1fe-4233-88c5-46b5ee02ce78 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 943 time: 0.1670485 Nov 25 17:24:05.328452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Port': ['ID=1e0dcaec-4077-4eed-8e60-23a1fa9f1da8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.360632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No DVR routers for this DVR port 1e0dcaec-4077-4eed-8e60-23a1fa9f1da8 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:05.383226 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.400462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.417906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd3defe6-8081-41bc-96a9-78487132563a req-7f6ed0b0-7a1d-4861-ab85-06cc2a7b4049 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766298 Nov 25 17:24:05.435430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.449376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:05.483664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c617d5a-eb64-438f-97c3-0bb8e89dcac6 req-cf9eb7af-fc26-4b66-adc2-604f9acf7614 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591704 Nov 25 17:24:05.505668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:05.509385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:05.512233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:05.518494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:05.528055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=fe4e23a0-732b-4dba-a495-042d832ca3c3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.563500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.572168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aecaf7f5-f1f8-42e0-a079-420196f7d5da tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/fe4e23a0-732b-4dba-a495-042d832ca3c3 HTTP/1.1" status: 204 len: 168 time: 1.1315691 Nov 25 17:24:05.573070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:05.578862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Pushing event updated for resources: {'Port': ['ID=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.591517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Attempting to bind port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:05.591890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Attempting to bind port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:05.592263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Attempting to bind port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:05.599021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:05.599447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:05.599847 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.600241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:05.600767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Bound port: dcc5fa2c-2e39-4e94-b402-9bed5ebac632, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:05.601096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.614169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88196501-e73f-41ac-8c86-df31b240d88f req-1caf39a8-96a1-4e90-91fd-032503def575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.619795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-1caf39a8-96a1-4e90-91fd-032503def575 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e190a4b1ade94e0cac346dd4a456369f&device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 1094 time: 0.2889614 Nov 25 17:24:05.630592 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.659720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a701f1b-866c-49b8-b2bb-992a4a345c24 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.662465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a701f1b-866c-49b8-b2bb-992a4a345c24 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.664407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a701f1b-866c-49b8-b2bb-992a4a345c24 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0897825 Nov 25 17:24:05.667167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:05.679050 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60b21cd4-1f0a-4d5f-a966-366b7147913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.719977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] For port dcc5fa2c-2e39-4e94-b402-9bed5ebac632, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:05.726264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] For port dcc5fa2c-2e39-4e94-b402-9bed5ebac632, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:05.743584 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.774375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet f6d7eadb-1536-4940-ad5c-e3c97343f870 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:05.779728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.783365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df6f1a0-953e-4194-8624-769b226700eb tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.785428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6df6f1a0-953e-4194-8624-769b226700eb tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1091 time: 0.3355584 Nov 25 17:24:05.801800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:05.824106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610f5c59-dc68-4100-baff-027ccf401452']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:05.839400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:05.870895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ab64e9-cd97-4627-a1f6-a77a804ea221') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:05.871204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ab64e9-cd97-4627-a1f6-a77a804ea221') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:05.885144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2213e-7c7a-4c78-b7ad-fa100ee40d4f None None] Pushing event updated for resources: {'Port': ['ID=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:05.887737 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.921526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.934005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.937061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:05.937301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:05.942476 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:05.974071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88196501-e73f-41ac-8c86-df31b240d88f req-c066c71a-f9a0-4a7b-aa72-4d8ff33ed84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:05.976182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-c066c71a-f9a0-4a7b-aa72-4d8ff33ed84d service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ccd2903-b11f-4917-b0a9-9f6636a1c020 HTTP/1.1" status: 200 len: 923 time: 0.3426220 Nov 25 17:24:06.028193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.106054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-a2bea0b4-c791-41f0-a8f1-b6524e08a8c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb HTTP/1.1" status: 200 len: 217 time: 0.1196814 Nov 25 17:24:06.131230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.159504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.168059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/610f5c59-dc68-4100-baff-027ccf401452 HTTP/1.1" status: 204 len: 168 time: 4.3204412 Nov 25 17:24:06.181100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:06.188275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852265371'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:06.278510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.348286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:06.351938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.460887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.465719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:06.552322 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.558555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/f6d7eadb-1536-4940-ad5c-e3c97343f870 HTTP/1.1" status: 204 len: 168 time: 0.8898914 Nov 25 17:24:06.560561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.560900 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment 4ce6a6ba-1837-4e48-90b9-5476444fc4c1 of type vlan for network 4be7b1c9-1ced-4408-b43b-7d591bfd258b Nov 25 17:24:06.562422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50738) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:06.590815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b8e6e-39d8-4a6e-b35f-f42b51d7e481 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=610f5c59-dc68-4100-baff-027ccf401452,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:06.618486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994921cf-3f18-488a-b41a-af2a160a0f68 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d7eadb-1536-4940-ad5c-e3c97343f870,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:06.623668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88196501-e73f-41ac-8c86-df31b240d88f req-ddefbfc5-5a7a-4b1e-9b3c-aa45914a3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:06.625904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-ddefbfc5-5a7a-4b1e-9b3c-aa45914a3484 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=551edb07-f8f7-489c-91fb-f2a540257a7d HTTP/1.1" status: 200 len: 862 time: 0.5101564 Nov 25 17:24:06.679449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4956655-fc7f-435d-9c4b-0801b78f6c89 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619440 Nov 25 17:24:06.680067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:06.698543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-26b27907-8148-4cb1-bb7c-d89bc351d068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ccd2903-b11f-4917-b0a9-9f6636a1c020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616260 Nov 25 17:24:06.762782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.809834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0d5d1-1182-4919-ba9c-c67318b932fa req-41b0cd61-9a62-4f47-b1a9-5a56b793701b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:06.818675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46c0d5d1-1182-4919-ba9c-c67318b932fa req-41b0cd61-9a62-4f47-b1a9-5a56b793701b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 943 time: 0.1999049 Nov 25 17:24:06.820963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device dcc5fa2c-2e39-4e94-b402-9bed5ebac632 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:06.857704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.882525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bd69e-ea6c-476a-bcd9-228c1ffebb34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:06.884353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-208bd69e-ea6c-476a-bcd9-228c1ffebb34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1969974 Nov 25 17:24:06.889982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:06.935731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:06.940297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.966038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:06.977167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:06.978000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.032206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-a5e07dcf-0966-473b-9d5d-9c5d97ad3aea service neutron] 10.222.0.55 "GET /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242335 Nov 25 17:24:07.077861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.093851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1662f08c-5c35-4a67-b416-7b1775b15cb1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:07.095558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1662f08c-5c35-4a67-b416-7b1775b15cb1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2046816 Nov 25 17:24:07.120841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:07.125648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port dcc5fa2c-2e39-4e94-b402-9bed5ebac632, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:07.145965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.147699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9651351 Nov 25 17:24:07.161467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88196501-e73f-41ac-8c86-df31b240d88f req-fbed76da-4515-4a68-a50d-5c1fad44903b service neutron] 10.222.0.55 "GET /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099784 Nov 25 17:24:07.164014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:07.174634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:07.187838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-66e3c881-d6c1-445c-854e-ccd1405b7927 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659742 Nov 25 17:24:07.190784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ba6c2-1d22-48b1-b953-2c7de2521b11 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=4be7b1c9-1ced-4408-b43b-7d591bfd258b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:07.194499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50752) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:07.200230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:07.239967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 4be7b1c9-1ced-4408-b43b-7d591bfd258b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:07.243596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:07.294384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.66 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/5007ba94-00ba-48a5-af44-cd25ad74d8c4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:07.335457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.337777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46c0d5d1-1182-4919-ba9c-c67318b932fa req-b882996b-9a30-4a1b-9092-898ec1f01933 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181513 Nov 25 17:24:07.432817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:07.436963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.528268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.537783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:07.541750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.586952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaeb33f-a603-43d5-a8e2-94492b295309 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:07.621082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:24:07.621704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:24:07.636168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0949fd11-9697-46de-b12a-84efb279f34e None None] Could not find standard attr ID for object fe4e23a0-732b-4dba-a495-042d832ca3c3. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:07.657246 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.686553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0949fd11-9697-46de-b12a-84efb279f34e None None] Provisioning complete for port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:07.687066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0949fd11-9697-46de-b12a-84efb279f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.700378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:07.710837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:07.717736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:07.776658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=5007ba94-00ba-48a5-af44-cd25ad74d8c4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:07.889912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:07.942939 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.949032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e89533b-acdb-426b-abfb-3459a92a5f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:07.967804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] Deleting port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:07.968185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.042518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] For port dcc5fa2c-2e39-4e94-b402-9bed5ebac632, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:08.042830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.057548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] Calling delete_port for dcc5fa2c-2e39-4e94-b402-9bed5ebac632 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:08.062984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=ac043843-dcdf-46ae-ba1a-a4c55e2ec2dc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:08.142444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': '4ce6a6ba-1837-4e48-90b9-5476444fc4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:08.143569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: 4be7b1c9-1ced-4408-b43b-7d591bfd258b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:08.171660 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.200188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:24:08.227182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.246785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Deleting port 032efaac-3c38-4575-a93d-d019c4c21f65 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:08.247452 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.278530 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-604ae30b-a39e-4d8b-adee-577ead86da61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=3bd62eeaeacb466ca40338893e091888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482268 Nov 25 17:24:08.279213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network 4be7b1c9-1ced-4408-b43b-7d591bfd258b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:08.322922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:08.331906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:08.337708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:08.338377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.351472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=24f247a1-a62f-4fb2-acfa-bce0b19278da,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:08.362961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 4be7b1c9-1ced-4408-b43b-7d591bfd258b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:08.382994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-507f82a8-32b7-46b1-8428-7152672c8c06 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1842310 Nov 25 17:24:08.385056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50772) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:08.388222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81470667-13b4-4534-9d07-45da11ed2c98 None None] Network 4be7b1c9-1ced-4408-b43b-7d591bfd258b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:08.391571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] Pushing event deleted for resources: {'Port': ['ID=dcc5fa2c-2e39-4e94-b402-9bed5ebac632,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:08.397919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:08.407550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3bee23-f181-4515-85ea-cefe533754ae None None] No DVR routers for this DVR port dcc5fa2c-2e39-4e94-b402-9bed5ebac632 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:08.435865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:08.436556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.453090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbab0d4-267d-45a1-bce8-7776b286ef11 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:08.484451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2183cba9-9078-41cc-a062-38649132ad91 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3131020 Nov 25 17:24:08.492492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:08.534908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] For port 032efaac-3c38-4575-a93d-d019c4c21f65, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=032efaac-3c38-4575-a93d-d019c4c21f65,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:08.535267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.560474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Calling delete_port for 032efaac-3c38-4575-a93d-d019c4c21f65 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:08.589715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd30a9-ed4b-4e87-a01c-46d2a29e7343 req-42d24927-3844-4a2e-8fc9-df6654478a9b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:08.591318 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87cd30a9-ed4b-4e87-a01c-46d2a29e7343 req-42d24927-3844-4a2e-8fc9-df6654478a9b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 943 time: 0.1405208 Nov 25 17:24:08.692389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device dcc5fa2c-2e39-4e94-b402-9bed5ebac632 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:08.715481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:08.718725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.728387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-13c9e50c-f7ff-41de-ae09-d7c0c170e755 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:08.729021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-4be7b1c9-1ced-4408-b43b-7d591bfd258b', 'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': 'ac043843-dcdf-46ae-ba1a-a4c55e2ec2dc'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:08.729872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.730281 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-13c9e50c-f7ff-41de-ae09-d7c0c170e755 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4433806 Nov 25 17:24:08.732215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: dcc5fa2c-2e39-4e94-b402-9bed5ebac632 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:08.732497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device dcc5fa2c-2e39-4e94-b402-9bed5ebac632 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:08.749964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87cd30a9-ed4b-4e87-a01c-46d2a29e7343 req-61af00af-835b-42f9-8ac0-41b726c12375 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477726 Nov 25 17:24:08.755600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '24f247a1-a62f-4fb2-acfa-bce0b19278da'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:08.756239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.790946 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.793418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-c985fcca-be4e-489d-9a88-b67b46fe5b16 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/quotas/3bd62eeaeacb466ca40338893e091888 HTTP/1.1" status: 200 len: 375 time: 0.0521820 Nov 25 17:24:08.797089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:08.850783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:08.860782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e0994ae7-e050-4459-918c-e9c9d3078669 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bd62eeaeacb466ca40338893e091888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367949 Nov 25 17:24:08.900492 n-d-817303-7 neutron-server[103636]: INFO neutron.db.ipam_backend_mixin [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24f247a1-a62f-4fb2-acfa-bce0b19278da (CIDR: 2001:db8::/64) Nov 25 17:24:08.912374 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:24:08.913916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:08.947338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4c1bd990-e792-445c-b64f-8a0630ea7fdd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5588918 Nov 25 17:24:08.975193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:08.989348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:08.993840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.042448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Allocated IP 172.20.0.3 (4be7b1c9-1ced-4408-b43b-7d591bfd258b/ac043843-dcdf-46ae-ba1a-a4c55e2ec2dc/94aeb8e0-7de9-4e20-aa6e-808f4df45391) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:09.163866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.168244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Allocated IP 2001:db8::f816:3eff:fe8d:9f15 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/24f247a1-a62f-4fb2-acfa-bce0b19278da/edbc8ff5-8a13-43e9-bee5-728aea862d8a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:09.242126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Pushing event deleted for resources: {'Port': ['ID=032efaac-3c38-4575-a93d-d019c4c21f65,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.280396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.282698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,segment=NetworkSegment(9a80c34d-db17-459b-9f48-c743e11371ee),segment_id=9a80c34d-db17-459b-9f48-c743e11371ee)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:09.282885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.307741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:09.309037 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.312586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.345480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb', 'network_id': '7ccd2903-b11f-4917-b0a9-9f6636a1c020', 'port_id': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb', 'mac_address': 'fa:16:3e:e3:f2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551edb07-f8f7-489c-91fb-f2a540257a7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:09.352036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82df65a1-6ffc-491b-9262-cd02a3177b9c req-4f907b7e-6e88-4fc3-82a9-d9eb0e57ac65 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 210 time: 0.1164205 Nov 25 17:24:09.380628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.453787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=5007ba94-00ba-48a5-af44-cd25ad74d8c4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.465941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.466694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.467123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.467585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.468008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.468429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.468987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.469883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.470314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.470775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.471878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.472330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:09.560197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.591549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.593521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.605233 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.607576 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.620822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.622040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.663301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:09.686196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.694096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Network 4be7b1c9-1ced-4408-b43b-7d591bfd258b is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:09.700775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:09.701513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Pushing event updated for resources: {'Port': ['ID=94aeb8e0-7de9-4e20-aa6e-808f4df45391,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.710679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:09.716791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:09.718768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:09.724224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,segment=NetworkSegment(9a80c34d-db17-459b-9f48-c743e11371ee),segment_id=9a80c34d-db17-459b-9f48-c743e11371ee)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:09.726193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:09.728942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:09.738684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:09.742653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:09.743255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.752015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.770512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=58ebd427-b706-4bd8-b07d-76953877790d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.772610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=ac043843-dcdf-46ae-ba1a-a4c55e2ec2dc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.793244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.816755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-21662cd6-26f7-448a-a2cd-c1c3c0ba3d8b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8316178 Nov 25 17:24:09.819210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50792) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:09.823453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Pushing event updated for resources: {'Port': ['ID=edbc8ff5-8a13-43e9-bee5-728aea862d8a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.833412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:67:81:92', 'name': 'tempest-NetworksTestDHCPv6-444424418'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:09.879823 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP c9a11a37-7dd5-40b8-9f37-53a6d3f43005 associated. External IP: 172.25.8.66, port: a0b2de45-f844-45ff-9b2c-0ad392517611. Nov 25 17:24:09.903497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Attempting to bind port 94aeb8e0-7de9-4e20-aa6e-808f4df45391 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:09.903871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Attempting to bind port 94aeb8e0-7de9-4e20-aa6e-808f4df45391 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4ce6a6ba-1837-4e48-90b9-5476444fc4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:09.904127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Attempting to bind port 94aeb8e0-7de9-4e20-aa6e-808f4df45391 on network 4be7b1c9-1ced-4408-b43b-7d591bfd258b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:09.925972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:09.926385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Checking segment: {'id': '4ce6a6ba-1837-4e48-90b9-5476444fc4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:09.927135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.927135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Bound using segment: {'id': '4ce6a6ba-1837-4e48-90b9-5476444fc4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:09.927615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Bound port: 94aeb8e0-7de9-4e20-aa6e-808f4df45391, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce6a6ba-1837-4e48-90b9-5476444fc4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:09.927997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.933632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Attempting to bind port edbc8ff5-8a13-43e9-bee5-728aea862d8a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:09.934512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Attempting to bind port edbc8ff5-8a13-43e9-bee5-728aea862d8a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:09.934512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Attempting to bind port edbc8ff5-8a13-43e9-bee5-728aea862d8a on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:09.937661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.962576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:09.962985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:09.963651 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.963811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:09.964197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Bound port: edbc8ff5-8a13-43e9-bee5-728aea862d8a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:09.964571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:09.968843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:09.974045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7b1c9-1ced-4408-b43b-7d591bfd258b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:10.041830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:10.042927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce6a6ba-1837-4e48-90b9-5476444fc4c1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:10.043224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce6a6ba-1837-4e48-90b9-5476444fc4c1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:10.066138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.090554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505dac-a607-436d-9ec1-3d15345ada96 req-564d79f8-ea8b-48d3-88bd-885c2ae8db17 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.092887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26505dac-a607-436d-9ec1-3d15345ada96 req-564d79f8-ea8b-48d3-88bd-885c2ae8db17 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 944 time: 0.1852615 Nov 25 17:24:10.095068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.109666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] For port 94aeb8e0-7de9-4e20-aa6e-808f4df45391, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:10.132641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] For port edbc8ff5-8a13-43e9-bee5-728aea862d8a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:10.140142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] For port edbc8ff5-8a13-43e9-bee5-728aea862d8a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=edbc8ff5-8a13-43e9-bee5-728aea862d8a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:10.141475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:10.141918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:10.146922 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:10.154205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.252978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691a6f-62bb-469e-a30e-68d0fc6002ab None None] Pushing event updated for resources: {'Port': ['ID=edbc8ff5-8a13-43e9-bee5-728aea862d8a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:10.306444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26505dac-a607-436d-9ec1-3d15345ada96 req-3ca41dc6-0802-4917-bf83-f569957c528e tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285315 Nov 25 17:24:10.309417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:10.399091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Router 8a26a432-5352-41ee-b66b-62cd2cc75a36 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:10.476275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.567331 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.575002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 5695f013-bc64-4449-848f-ef7f36e520b1 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:10.669081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:10.679476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ab7e987a-e80d-49ae-a12f-8f55c3a1508c admin admin] 10.222.0.86 "PUT /v2.0/routers/8a26a432-5352-41ee-b66b-62cd2cc75a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1589053 Nov 25 17:24:10.685685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] Sync routers for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:10.688133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:10.712243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] For port 94aeb8e0-7de9-4e20-aa6e-808f4df45391, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=94aeb8e0-7de9-4e20-aa6e-808f4df45391,segment=NetworkSegment(4ce6a6ba-1837-4e48-90b9-5476444fc4c1),segment_id=4ce6a6ba-1837-4e48-90b9-5476444fc4c1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:10.715239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:10.715923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:10.743738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-adb78f40-8e34-4c5c-8072-47cc96919487 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3bd62eeaeacb466ca40338893e091888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509834 Nov 25 17:24:10.744362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.api [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:24:10.744362 n-d-817303-7 neutron-server[103635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:24:10.744362 n-d-817303-7 neutron-server[103635]: [parameters: {'id': '4be7b1c9-1ced-4408-b43b-7d591bfd258b'}] Nov 25 17:24:10.744362 n-d-817303-7 neutron-server[103635]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:24:10.744832 n-d-817303-7 neutron-server[103635]: DEBUG oslo_db.api [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:24:10.770734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b6a3f8-f0d4-4623-abd3-ff499ba3e39f req-b3b51c21-67fb-40e4-8ca5-4ab606bee0a9 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 210 time: 0.0740933 Nov 25 17:24:10.797771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:10.972032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:10.985213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-2666285d-3a77-4932-8104-7e314b27920e tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:10.986776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-2666285d-3a77-4932-8104-7e314b27920e tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256753 Nov 25 17:24:11.012157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.038054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Request body: {'port': {'device_id': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '3bd62eeaeacb466ca40338893e091888'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:11.068793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8:0:1::2c8 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/58ebd427-b706-4bd8-b07d-76953877790d/5695f013-bc64-4449-848f-ef7f36e520b1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:11.077542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fe67:8192 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/24f247a1-a62f-4fb2-acfa-bce0b19278da/5695f013-bc64-4449-848f-ef7f36e520b1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:11.084999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device edbc8ff5-8a13-43e9-bee5-728aea862d8a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:11.154356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7962e8c-4bd9-4738-a00b-07d98151a392 None None] Pushing event updated for resources: {'Port': ['ID=94aeb8e0-7de9-4e20-aa6e-808f4df45391,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:11.182781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:11.232622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:11.239274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e3c16-7f55-4d71-b836-369f4d9bb05b None None] Network 4be7b1c9-1ced-4408-b43b-7d591bfd258b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:11.248104 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.266210 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] Sync routers for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:11.282498 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:11.285138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Made reservation on behalf of 3bd62eeaeacb466ca40338893e091888 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:11.285684 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:11.298378 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.342601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.383369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.423960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0b646312-b333-4d83-9437-9c6fb0349184 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6210089 Nov 25 17:24:11.441658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:11.447283 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf59844-a72c-448b-bce2-8d3a493b108c" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:11.482073 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:11.563715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port edbc8ff5-8a13-43e9-bee5-728aea862d8a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:11.565474 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.613695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58360-d9f3-4b04-bdd6-4b036a3a5058 req-dba600ae-e818-4be9-b243-4cf0e2c92ff8 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.615421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44b58360-d9f3-4b04-bdd6-4b036a3a5058 req-dba600ae-e818-4be9-b243-4cf0e2c92ff8 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 944 time: 0.1585109 Nov 25 17:24:11.616672 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.634879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Deleting port 94aeb8e0-7de9-4e20-aa6e-808f4df45391 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:11.635209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.770444 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.781077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44b58360-d9f3-4b04-bdd6-4b036a3a5058 req-725847cc-c24e-4eaa-a2a5-55f193631d85 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498928 Nov 25 17:24:11.786567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] For port 94aeb8e0-7de9-4e20-aa6e-808f4df45391, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=94aeb8e0-7de9-4e20-aa6e-808f4df45391,segment=NetworkSegment(4ce6a6ba-1837-4e48-90b9-5476444fc4c1),segment_id=4ce6a6ba-1837-4e48-90b9-5476444fc4c1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:11.786937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.789630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.807784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:11.828426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a81a-fa51-4e08-96be-c17751bdad6f req-47f39299-6b2e-48e4-81a8-5322ecc36666 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:11.839759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ea92a81a-fa51-4e08-96be-c17751bdad6f req-47f39299-6b2e-48e4-81a8-5322ecc36666 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1263397 Nov 25 17:24:11.851328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:11.862783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Calling delete_port for 94aeb8e0-7de9-4e20-aa6e-808f4df45391 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:11.894396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:24:08Z', 'revision_number': 5, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port': {'id': '2e8ad236-9df0-4605-b67b-7ccc5107ad81', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:11.918657 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e615738d-af60-4391-b9b6-b3e243aae620 x-openstack-request-id: req-e615738d-af60-4391-b9b6-b3e243aae620 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:11.919003 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:11.919314 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e615738d-af60-4391-b9b6-b3e243aae620 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:11.919760 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'status': 'completed', 'code': 200} Nov 25 17:24:11.940729 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ea92a81a-fa51-4e08-96be-c17751bdad6f req-602e95b6-441c-47b5-ac6b-c627e47eab9e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027689 Nov 25 17:24:11.941270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:11.947056 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'c9a11a37-7dd5-40b8-9f37-53a6d3f43005', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'port_id': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'mac_address': 'fa:16:3e:37:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:24:08Z', 'updated_at': '2021-11-25T17:24:08Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:44Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.001854 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] Checking router: e9132b2b-9976-45c5-9668-fa8fe18b1aa5 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:12.007555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] Checking router: 8a26a432-5352-41ee-b66b-62cd2cc75a36 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:12.011883 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:12.012916 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.016676 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.020919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] Routers {'8a26a432-5352-41ee-b66b-62cd2cc75a36'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:12.021850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8a26a432-5352-41ee-b66b-62cd2cc75a36'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.052904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54b696-88a5-42a9-88ca-1c43202fffca None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:12.067377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.113746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94dc8605-0442-4957-a08a-e7d07c045154 req-cf712ed0-eb03-4cb4-ae08-df22279e00cb tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 210 time: 0.0533056 Nov 25 17:24:12.150148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-f9da59f6-f942-483f-8b48-3e6d522a1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.151691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-f9da59f6-f942-483f-8b48-3e6d522a1cb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1096 time: 0.1926036 Nov 25 17:24:12.158581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Allocated IP 192.168.233.152 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/f13ec94b-3ee8-40a7-837d-270fe85e7708) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:12.160717 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:12.161485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3ee24fb3-969f-47b4-8cf0-91f397fc9890 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/c9a11a37-7dd5-40b8-9f37-53a6d3f43005 HTTP/1.1" status: 200 len: 990 time: 0.1828439 Nov 25 17:24:12.172874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Deleting port 2e8ad236-9df0-4605-b67b-7ccc5107ad81 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:12.173225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.196796 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] Set router 8a26a432-5352-41ee-b66b-62cd2cc75a36 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:12.220451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.246581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:12.255480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.270318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:12.270777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:24:11Z', 'revision_number': 6, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.277686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:12.285319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.285995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.317063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Port': ['ID=94aeb8e0-7de9-4e20-aa6e-808f4df45391,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:12.320948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No DVR routers for this DVR port 94aeb8e0-7de9-4e20-aa6e-808f4df45391 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:12.334740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-6fa3aa93-f136-42e2-b01e-22087a7023cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.338313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5154076 Nov 25 17:24:12.338457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-6fa3aa93-f136-42e2-b01e-22087a7023cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.1755667 Nov 25 17:24:12.338547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95085-f1aa-4f79-bdb7-47b3bac2d7ee tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=5695f013-bc64-4449-848f-ef7f36e520b1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:12.338631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb5174-a4bb-4a48-9c5e-77688d766d9d None None] The sync data for ids ['8a26a432-5352-41ee-b66b-62cd2cc75a36'] in n-d-817303-7 is: [{'id': '8a26a432-5352-41ee-b66b-62cd2cc75a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1222019630-router', 'tenant_id': 'fde4ddadef1245c2a9b72c20578ff349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:29Z', 'updated_at': '2021-11-25T17:24:11Z', 'revision_number': 6, 'project_id': 'fde4ddadef1245c2a9b72c20578ff349', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:12.339364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:12.363347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port edbc8ff5-8a13-43e9-bee5-728aea862d8a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=edbc8ff5-8a13-43e9-bee5-728aea862d8a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:12.397047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] For port 2e8ad236-9df0-4605-b67b-7ccc5107ad81, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2e8ad236-9df0-4605-b67b-7ccc5107ad81,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:12.397668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.423693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.479404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Calling delete_port for 2e8ad236-9df0-4605-b67b-7ccc5107ad81 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:12.513384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0b28e4d1-d941-4f96-8b35-c1bf963447e6 None None] Provisioning complete for port edbc8ff5-8a13-43e9-bee5-728aea862d8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:12.514004 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b28e4d1-d941-4f96-8b35-c1bf963447e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.515729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=edbc8ff5-8a13-43e9-bee5-728aea862d8a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:12.564546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.565100 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'c9a11a37-7dd5-40b8-9f37-53a6d3f43005', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'port_id': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'mac_address': 'fa:16:3e:37:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:24:08Z', 'updated_at': '2021-11-25T17:24:08Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:44Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.571093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-5e2a8511-2fce-4efc-825f-5eed9677d45a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 998 time: 0.1938698 Nov 25 17:24:12.606283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2bdec-3b60-47af-9cd0-f90ad42b5f78 None None] The sync data for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 is: [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'c9a11a37-7dd5-40b8-9f37-53a6d3f43005', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'port_id': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'mac_address': 'fa:16:3e:37:c8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:24:08Z', 'updated_at': '2021-11-25T17:24:08Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:44Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:12.648497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7b1c9-1ced-4408-b43b-7d591bfd258b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.650673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 5695f013-bc64-4449-848f-ef7f36e520b1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:12.651018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.678014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.680850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-cedcfc6f-ee10-4304-abea-2d046e5a74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.682339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-cedcfc6f-ee10-4304-abea-2d046e5a74cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.0974474 Nov 25 17:24:12.684645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce6a6ba-1837-4e48-90b9-5476444fc4c1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.684949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce6a6ba-1837-4e48-90b9-5476444fc4c1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:12.713551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.758510 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.773692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:12.774091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:12.784066 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:12.852513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': '24f247a1-a62f-4fb2-acfa-bce0b19278da', 'ip_address': '2001:db8::f816:3eff:fe8d:9f15'}, {'subnet_id': '58ebd427-b706-4bd8-b07d-76953877790d'}], 'binding:host_id': 'n-d-817303-7'}, 'id': 'edbc8ff5-8a13-43e9-bee5-728aea862d8a'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:24:12.882225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-e021e7e0-1816-4519-9aae-895992a1f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:12.883719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-e021e7e0-1816-4519-9aae-895992a1f6db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918511 Nov 25 17:24:12.886459 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.939042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.939847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:12.945614 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.948559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device edbc8ff5-8a13-43e9-bee5-728aea862d8a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:12.976085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.991246 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:12.998131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 5695f013-bc64-4449-848f-ef7f36e520b1 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:13.000002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/4be7b1c9-1ced-4408-b43b-7d591bfd258b HTTP/1.1" status: 204 len: 168 time: 4.5059779 Nov 25 17:24:13.007688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50818) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.013491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864836134'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:13.049766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:13.053867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.077613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08855a29-8793-4eeb-9b0a-310077fd0d32 None None] New status for floating IP c9a11a37-7dd5-40b8-9f37-53a6d3f43005: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:24:13.088825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:13.093282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50225-be0b-45b7-aa44-03098bff4278 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=4be7b1c9-1ced-4408-b43b-7d591bfd258b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:13.096769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.107329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:13.114756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:13.122918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Pushing event updated for resources: {'Port': ['ID=f13ec94b-3ee8-40a7-837d-270fe85e7708,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:13.141179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8ad236-9df0-4605-b67b-7ccc5107ad81,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:13.167040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.226076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:13.252126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba297-543f-4636-8017-15f9f5576486 req-e84d389b-32d0-4443-b710-8efb9b488a82 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.254012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90127c97-34af-4c18-b221-ab55f482fc9d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:13.261146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:13.261718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eadba297-543f-4636-8017-15f9f5576486 req-e84d389b-32d0-4443-b710-8efb9b488a82 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 944 time: 0.3186300 Nov 25 17:24:13.279734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-fd58f48f-4f44-4f2c-b58b-4e0941f74552 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783598 Nov 25 17:24:13.285687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.289179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.289381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.289480 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment d88034a5-3ccc-4557-a38f-3021311d82dd of type vlan for network cf3fd9e3-e0d5-4737-9c94-f49413684ba6 Nov 25 17:24:13.298578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:13.298912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.382958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.405325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.413961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-e9c3095b-8bd5-40f6-90e2-192760ba4d61 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4174426 Nov 25 17:24:13.426251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-53fb5287-2c5f-42bc-a5ce-86bb1b9ad690 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/c9a11a37-7dd5-40b8-9f37-53a6d3f43005 HTTP/1.1" status: 200 len: 990 time: 0.2547095 Nov 25 17:24:13.446229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Request body: {'port': {'device_id': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:13.491203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eadba297-543f-4636-8017-15f9f5576486 req-45c7a076-f6f0-408e-affb-228aa0463230 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282612 Nov 25 17:24:13.518815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.521747 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.536935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bf59844-a72c-448b-bce2-8d3a493b108c req-de3e77c4-0fb4-49b0-936b-55ab5d9c16c6 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449281 Nov 25 17:24:13.577632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:24:13.621162 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.621710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a26a432-5352-41ee-b66b-62cd2cc75a36 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:24:13.626471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.635346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port edbc8ff5-8a13-43e9-bee5-728aea862d8a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:13.635747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.639247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab319da-c99a-4028-9616-167169be9137 req-a700ea9a-648a-4de1-a0d7-d4f319a8b00d tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.640855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bab319da-c99a-4028-9616-167169be9137 req-a700ea9a-648a-4de1-a0d7-d4f319a8b00d tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 936 time: 0.3828940 Nov 25 17:24:13.646647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.650956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50826) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.651099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da20fd27-195a-4c93-b316-1b4c37bb5992 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8a26a432-5352-41ee-b66b-62cd2cc75a36 HTTP/1.1" status: 204 len: 168 time: 2.9601719 Nov 25 17:24:13.688608 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.695913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:13.696854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.780046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-68435d03-9309-4810-aa75-da84c7e8480b None None] Provisioning complete for port f13ec94b-3ee8-40a7-837d-270fe85e7708 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:13.780501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68435d03-9309-4810-aa75-da84c7e8480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.781635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Deleting subnet c0881d9b-1226-4b8a-a1f6-2ec117075486 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:13.785800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.820188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] Allocated IP 2001:db8:0:1::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/58ebd427-b706-4bd8-b07d-76953877790d/edbc8ff5-8a13-43e9-bee5-728aea862d8a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:13.827324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.842033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bab319da-c99a-4028-9616-167169be9137 req-7231138f-60ea-4557-881d-95030e7dc2f3 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869347 Nov 25 17:24:13.882704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8710728 Nov 25 17:24:13.887834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:13.893488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65807-8907-4b12-86c6-d4bf845324b5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=cf3fd9e3-e0d5-4737-9c94-f49413684ba6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:13.896099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': 'cf3fd9e3-e0d5-4737-9c94-f49413684ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:13.902325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-68435d03-9309-4810-aa75-da84c7e8480b None None] Port f13ec94b-3ee8-40a7-837d-270fe85e7708 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:13.933050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network cf3fd9e3-e0d5-4737-9c94-f49413684ba6 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:13.946805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:13.979527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=5695f013-bc64-4449-848f-ef7f36e520b1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.044911 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.045385 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.050024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-92f86085-02eb-424e-a2eb-6de5199d11e9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/5695f013-bc64-4449-848f-ef7f36e520b1 HTTP/1.1" status: 204 len: 168 time: 1.6803782 Nov 25 17:24:14.052399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.095282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 032efaac-3c38-4575-a93d-d019c4c21f65 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:14.120411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa21466-bf40-49af-a5a5-8cf9ffa1c09a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.125988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4fa21466-bf40-49af-a5a5-8cf9ffa1c09a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0695412 Nov 25 17:24:14.126283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50832) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.146731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:14.149038 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d20e31-377c-49c6-b8e9-e3ac9533dae8" -d '{"events": [{"server_uuid": "31dcfbc4-e93a-46c4-96b1-626f24ad634d", "name": "network-vif-plugged", "status": "completed", "tag": "246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:14.156995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 032efaac-3c38-4575-a93d-d019c4c21f65 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:14.156995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 032efaac-3c38-4575-a93d-d019c4c21f65 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:14.168303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] For port edbc8ff5-8a13-43e9-bee5-728aea862d8a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=edbc8ff5-8a13-43e9-bee5-728aea862d8a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:14.176056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.179495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,segment=NetworkSegment(9a80c34d-db17-459b-9f48-c743e11371ee),segment_id=9a80c34d-db17-459b-9f48-c743e11371ee)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:14.192814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.216444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:14.222315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.225658 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991ce67-9fe3-4246-81d7-e8d77ab6b1ca x-openstack-request-id: req-1991ce67-9fe3-4246-81d7-e8d77ab6b1ca {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:14.225960 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcfbc4-e93a-46c4-96b1-626f24ad634d", "name": "network-vif-plugged", "status": "completed", "tag": "246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:14.226215 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1991ce67-9fe3-4246-81d7-e8d77ab6b1ca {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:14.226930 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb', 'code': 200} Nov 25 17:24:14.229777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c7f66-cb8a-4fc1-934b-aaf000e0ae27 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.231455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-731c7f66-cb8a-4fc1-934b-aaf000e0ae27 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1029062 Nov 25 17:24:14.233540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50836) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.263761 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.271659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.274805 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.300753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b1355-5e6d-4693-9654-a7f5c55b1e3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.302735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b1355-5e6d-4693-9654-a7f5c55b1e3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.305099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b1355-5e6d-4693-9654-a7f5c55b1e3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.312622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.313356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d7b1355-5e6d-4693-9654-a7f5c55b1e3f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0761046 Nov 25 17:24:14.369205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1880e9-dce2-4f48-9b22-b36f8cd2486b None None] Pushing event updated for resources: {'Port': ['ID=edbc8ff5-8a13-43e9-bee5-728aea862d8a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.416081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.429904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50840) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.492714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0881d9b-1226-4b8a-a1f6-2ec117075486,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.494770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ac35d-d2f8-4cba-ab3a-3f7bbd876775 None None] Network 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:14.496305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.500303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f712b1eb-6f4d-4327-933a-792eac0ffd3f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c0881d9b-1226-4b8a-a1f6-2ec117075486 HTTP/1.1" status: 204 len: 168 time: 0.8481972 Nov 25 17:24:14.506261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:14.510038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 24f247a1-a62f-4fb2-acfa-bce0b19278da {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:14.516749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556797d-d382-43cb-aa9d-fe9b95be87dd req-0900a148-fb82-4756-989e-e39c640e7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.518964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c556797d-d382-43cb-aa9d-fe9b95be87dd req-0900a148-fb82-4756-989e-e39c640e7afd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 1096 time: 0.2257400 Nov 25 17:24:14.527098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13ec94b-3ee8-40a7-837d-270fe85e7708 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:14.531485 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.575087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.583372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-044fa6c8-feb8-4dab-ab5a-6ec098606d5d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/c9a11a37-7dd5-40b8-9f37-53a6d3f43005 HTTP/1.1" status: 200 len: 992 time: 0.1519516 Nov 25 17:24:14.592682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.695114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Transition to ACTIVE for port object f13ec94b-3ee8-40a7-837d-270fe85e7708 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:14.716891 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.745201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.776619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8458b0d-8203-4d3d-833d-69a363bf58c9 req-a3624297-5fd9-491f-9c80-2817d6a0a5f3 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:14.778193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8458b0d-8203-4d3d-833d-69a363bf58c9 req-a3624297-5fd9-491f-9c80-2817d6a0a5f3 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 945 time: 0.1722782 Nov 25 17:24:14.801222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] DHCP port deletion for 0d0dfdfb-6206-4acc-ad3f-82e576c6d030 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:14.806579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Deleting port bea53686-ae52-43e9-91f6-abfd0fe3125f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:14.807238 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.810619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device edbc8ff5-8a13-43e9-bee5-728aea862d8a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:14.882932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c556797d-d382-43cb-aa9d-fe9b95be87dd req-f17fd491-f15c-4913-b006-3f2fd0809afc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147984 Nov 25 17:24:14.920383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8458b0d-8203-4d3d-833d-69a363bf58c9 req-13e429cf-c306-41a3-9e30-e83a250f5997 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340423 Nov 25 17:24:14.922344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] For port bea53686-ae52-43e9-91f6-abfd0fe3125f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bea53686-ae52-43e9-91f6-abfd0fe3125f,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:14.922814 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:14.924047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f13ec94b-3ee8-40a7-837d-270fe85e7708,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:14.942250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Calling delete_port for bea53686-ae52-43e9-91f6-abfd0fe3125f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:14.996962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port edbc8ff5-8a13-43e9-bee5-728aea862d8a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:14.998632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.006610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] Deleting port bea53686-ae52-43e9-91f6-abfd0fe3125f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:15.007089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.076403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.120168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Pushing event deleted for resources: {'Port': ['ID=bea53686-ae52-43e9-91f6-abfd0fe3125f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.130932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] No DVR routers for this DVR port bea53686-ae52-43e9-91f6-abfd0fe3125f on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:15.166366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] For port bea53686-ae52-43e9-91f6-abfd0fe3125f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bea53686-ae52-43e9-91f6-abfd0fe3125f,segment=NetworkSegment(d09eb36c-a0b2-4fa2-9d47-d69a06455ab9),segment_id=d09eb36c-a0b2-4fa2-9d47-d69a06455ab9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:15.166366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.192774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] Calling delete_port for bea53686-ae52-43e9-91f6-abfd0fe3125f owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:15.232752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.256933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0dfdfb-6206-4acc-ad3f-82e576c6d030']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:15.268806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:15.269090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09eb36c-a0b2-4fa2-9d47-d69a06455ab9') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:15.280875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.298239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.306721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:15.307127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:15.324274 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:15.347832 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.379726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.387336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.391065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] 10.222.0.86 "DELETE /v2.0/networks/0d0dfdfb-6206-4acc-ad3f-82e576c6d030 HTTP/1.1" status: 204 len: 168 time: 0.8837786 Nov 25 17:24:15.398370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2e8ad236-9df0-4605-b67b-7ccc5107ad81 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:15.402256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:15.410192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ad7c3-ee61-45d0-bf8c-f231ea5a263c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0dfdfb-6206-4acc-ad3f-82e576c6d030,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.413008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.428376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] Pushing event deleted for resources: {'Port': ['ID=bea53686-ae52-43e9-91f6-abfd0fe3125f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.434797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf58dc9-bcef-49f4-8c2e-9b724b445e79 None None] No DVR routers for this DVR port bea53686-ae52-43e9-91f6-abfd0fe3125f on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:15.438406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 2e8ad236-9df0-4605-b67b-7ccc5107ad81 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:15.438847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2e8ad236-9df0-4605-b67b-7ccc5107ad81 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:15.493675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e0a5045c-2274-4d4e-8e0d-89c57acb5bc1 None None] Provisioning complete for port edbc8ff5-8a13-43e9-bee5-728aea862d8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:15.494354 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0a5045c-2274-4d4e-8e0d-89c57acb5bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.533845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.601797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=89f8f1a2-a539-4658-b93a-a779ca39db4b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.634509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337f568-61d2-4708-8402-878f43bc301d req-64ba8d20-e6f9-4569-9517-d537c2de9f9a tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.636126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8337f568-61d2-4708-8402-878f43bc301d req-64ba8d20-e6f9-4569-9517-d537c2de9f9a tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 948 time: 0.2377441 Nov 25 17:24:15.642805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Attempting to bind port f13ec94b-3ee8-40a7-837d-270fe85e7708 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:15.643142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Attempting to bind port f13ec94b-3ee8-40a7-837d-270fe85e7708 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:15.643491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Attempting to bind port f13ec94b-3ee8-40a7-837d-270fe85e7708 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:15.651144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e0a5045c-2274-4d4e-8e0d-89c57acb5bc1 None None] Could not find standard attr ID for object 5695f013-bc64-4449-848f-ef7f36e520b1. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:15.669413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Port f13ec94b-3ee8-40a7-837d-270fe85e7708 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:15.669748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Attempting to bind port f13ec94b-3ee8-40a7-837d-270fe85e7708 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:15.677327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': 'd88034a5-3ccc-4557-a38f-3021311d82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cf3fd9e3-e0d5-4737-9c94-f49413684ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:15.677698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: cf3fd9e3-e0d5-4737-9c94-f49413684ba6, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:15.693295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:15.693645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:15.694231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:15.694770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Bound port: f13ec94b-3ee8-40a7-837d-270fe85e7708, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:15.695160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.724390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.764799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c5db43d5-e709-45f8-8737-b09db3348c33 None None] Could not find standard attr ID for object 6301e41f-8f95-40b2-806b-687f4ca0356e. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:15.809697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.821299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50854) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:15.821572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/24f247a1-a62f-4fb2-acfa-bce0b19278da HTTP/1.1" status: 204 len: 168 time: 1.5041022 Nov 25 17:24:15.847076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8337f568-61d2-4708-8402-878f43bc301d req-b7561dad-ca71-47d1-85fe-e6ba4c258bce tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841316 Nov 25 17:24:15.847076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc35222-4fe0-41e1-b7b6-68159d997ebb tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=24f247a1-a62f-4fb2-acfa-bce0b19278da,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:15.847076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network cf3fd9e3-e0d5-4737-9c94-f49413684ba6 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:15.882605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, cf3fd9e3-e0d5-4737-9c94-f49413684ba6) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:15.897478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 58ebd427-b706-4bd8-b07d-76953877790d {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:15.901889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff374f-e3b6-43c6-b10c-8f4b63b87d28 None None] Network cf3fd9e3-e0d5-4737-9c94-f49413684ba6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:15.907158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:15.907852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.909344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:15.950872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-576e7fbb-2e5a-492e-80e5-c8c801ce955b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0594804 Nov 25 17:24:15.952948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:16.010766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.013820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] For port f13ec94b-3ee8-40a7-837d-270fe85e7708, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:16.032367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] For port f13ec94b-3ee8-40a7-837d-270fe85e7708, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:16.036359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257aba17-bc0a-4c4e-b1cc-e512ed872a48 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:16.046864 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.057551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.058934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8e76cfbb-f9de-4cdf-bb75-6d5374279f45 None None] Could not find standard attr ID for object fe4e23a0-732b-4dba-a495-042d832ca3c3. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:16.121924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.122550 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.123984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] 10.222.0.55 "PUT /v2.0/ports/f13ec94b-3ee8-40a7-837d-270fe85e7708 HTTP/1.1" status: 200 len: 1096 time: 2.6871922 Nov 25 17:24:16.126630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'tag': 'f13ec94b-3ee8-40a7-837d-270fe85e7708'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:16.129588 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee44e74-75ad-4fff-931e-433da2a5294f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de", "tag": "f13ec94b-3ee8-40a7-837d-270fe85e7708"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:16.139009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.156190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.157797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1c838-8058-4374-b88d-9c4c9f69d5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f13ec94b-3ee8-40a7-837d-270fe85e7708,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:16.253365 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d3060f-fcb6-46b9-b2bd-c8f6ae0d1fdc x-openstack-request-id: req-f2d3060f-fcb6-46b9-b2bd-c8f6ae0d1fdc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:16.255338 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de", "tag": "f13ec94b-3ee8-40a7-837d-270fe85e7708", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:16.255620 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f2d3060f-fcb6-46b9-b2bd-c8f6ae0d1fdc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:16.256027 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'tag': 'f13ec94b-3ee8-40a7-837d-270fe85e7708', 'status': 'completed', 'code': 200} Nov 25 17:24:16.257313 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.276204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f9254-c35d-4461-bf86-7498c9ad4b50 req-7d60615c-bb17-4a44-936b-91fcfb8e5841 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.277982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d5f9254-c35d-4461-bf86-7498c9ad4b50 req-7d60615c-bb17-4a44-936b-91fcfb8e5841 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 945 time: 0.2117145 Nov 25 17:24:16.320179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9a409-d5de-4383-98f0-a12da3ae60cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-cf3fd9e3-e0d5-4737-9c94-f49413684ba6', 'network_id': 'cf3fd9e3-e0d5-4737-9c94-f49413684ba6', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': '89f8f1a2-a539-4658-b93a-a779ca39db4b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:16.321031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57b9a409-d5de-4383-98f0-a12da3ae60cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.322481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.366192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.405956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-aa0cd5ba-b0f6-4225-abe3-2e3e9a1282c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.407630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-aa0cd5ba-b0f6-4225-abe3-2e3e9a1282c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bd62eeaeacb466ca40338893e091888&device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 1099 time: 0.1668563 Nov 25 17:24:16.408569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=89f8f1a2-a539-4658-b93a-a779ca39db4b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:16.423532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d5f9254-c35d-4461-bf86-7498c9ad4b50 req-270a0a0c-23c9-4800-879c-f29a05a1f32b tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079576 Nov 25 17:24:16.499026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-53582e5d-4b7a-429c-877c-94c14fab1072 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708 HTTP/1.1" status: 200 len: 217 time: 0.0724399 Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-57b9a409-d5de-4383-98f0-a12da3ae60cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f8f1a2-a539-4658-b93a-a779ca39db4b: This subnet is being modified by another concurrent operation. Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:24:16.518245 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f8f1a2-a539-4658-b93a-a779ca39db4b: This subnet is being modified by another concurrent operation. Nov 25 17:24:16.522553 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:24:16.529160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.529349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.554107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=58ebd427-b706-4bd8-b07d-76953877790d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:16.554490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb35b0-9d4f-4360-8997-247abc577f90 None None] Network cf3fd9e3-e0d5-4737-9c94-f49413684ba6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:16.566106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.569466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b4ad8647-bef6-47c7-9928-e606208af5c6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/58ebd427-b706-4bd8-b07d-76953877790d HTTP/1.1" status: 204 len: 168 time: 0.7454243 Nov 25 17:24:16.573599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50864) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:16.608627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3fd9e3-e0d5-4737-9c94-f49413684ba6']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:16.644549 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d33b9e99-5a3f-4700-a6a0-9cc35b168986 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661013 Nov 25 17:24:16.644928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:16.650010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-66e8dd9d-39c9-4313-8873-b0ac4db8deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:16.653247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-66e8dd9d-39c9-4313-8873-b0ac4db8deab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1438298 Nov 25 17:24:16.659660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:16.770329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88034a5-3ccc-4557-a38f-3021311d82dd') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:16.770641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88034a5-3ccc-4557-a38f-3021311d82dd') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:16.794582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Deleting port 6699418f-0f80-449a-8c0e-615d298134af {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:16.794918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.795860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.880351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.884165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bea53686-ae52-43e9-91f6-abfd0fe3125f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:16.907675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:16.908160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:16.938639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: bea53686-ae52-43e9-91f6-abfd0fe3125f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:16.939056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bea53686-ae52-43e9-91f6-abfd0fe3125f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:17.026364 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:17.028939 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.035415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:17.039047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.052049 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.058509 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/cf3fd9e3-e0d5-4737-9c94-f49413684ba6 HTTP/1.1" status: 204 len: 168 time: 1.1014023 Nov 25 17:24:17.108882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:17.116932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190494449'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:17.153265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1074-24d2-4123-97af-8086cbec1e63 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=cf3fd9e3-e0d5-4737-9c94-f49413684ba6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:17.191405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-77756eed-7bb3-42ea-9ff4-af6eb1481b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.192963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-77756eed-7bb3-42ea-9ff4-af6eb1481b65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4387834 Nov 25 17:24:17.256495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf03849-3751-48b1-808d-d39ba3270d60 req-60754c9f-dfba-4690-91e7-4c92eff194ab tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.260239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbf03849-3751-48b1-808d-d39ba3270d60 req-60754c9f-dfba-4690-91e7-4c92eff194ab tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 945 time: 0.2092876 Nov 25 17:24:17.297976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:17.301484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea5b30-0043-460e-b85d-48021fd096f9 req-b792b344-049e-457b-92bf-8802e921dc78 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.302680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.303005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53ea5b30-0043-460e-b85d-48021fd096f9 req-b792b344-049e-457b-92bf-8802e921dc78 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 948 time: 0.0888166 Nov 25 17:24:17.310917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] For port 6699418f-0f80-449a-8c0e-615d298134af, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6699418f-0f80-449a-8c0e-615d298134af,segment=NetworkSegment(127b354e-4834-4524-8c5d-c0831057dd8d),segment_id=127b354e-4834-4524-8c5d-c0831057dd8d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:17.312278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.324277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5894541-55a4-4461-937a-c534774d1bea None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:17.347874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Calling delete_port for 6699418f-0f80-449a-8c0e-615d298134af owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:17.391868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53ea5b30-0043-460e-b85d-48021fd096f9 req-7c0524b6-3093-44f4-a5df-7c42d0f96dcd tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738049 Nov 25 17:24:17.426484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:17.464204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbf03849-3751-48b1-808d-d39ba3270d60 req-a9462ddd-05d0-46d2-bf1a-c88f573adb0a tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962881 Nov 25 17:24:17.473823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.474176 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment cb65c9cc-0899-425e-aecb-60529944efac of type vlan for network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 Nov 25 17:24:17.477112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-2d18a20f-da58-4278-a382-836e37ffdb5c service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719100 Nov 25 17:24:17.569875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e2cec9e4-25bb-4fc4-a481-6ec7de888a9b None None] Provisioning complete for port edbc8ff5-8a13-43e9-bee5-728aea862d8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:17.570489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9e4-25bb-4fc4-a481-6ec7de888a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.571686 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.589699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.608987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.619945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6699418f-0f80-449a-8c0e-615d298134af,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:17.677486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.682983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:17.683566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.784490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20aaa2c9-bdb4-4852-86e6-eb7529640ca6 req-734ff76d-55ec-4ed2-b2cf-157adacf6180 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933421 Nov 25 17:24:17.801999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6918373 Nov 25 17:24:17.804865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:17.817255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': '07ae8a06-5f7c-4489-96bc-bd1b241edb83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:17.822269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:17.829383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f6731-f2d9-47b8-bb47-62f6d23571dc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=07ae8a06-5f7c-4489-96bc-bd1b241edb83,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:17.863412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:17.888724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:17.941880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:24:17.978237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] Deleting port edbc8ff5-8a13-43e9-bee5-728aea862d8a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:17.978988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.038490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-1eab7708-3496-4054-af3b-992b10989134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.039086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:18.039501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-1eab7708-3496-4054-af3b-992b10989134 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bd62eeaeacb466ca40338893e091888&device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 1099 time: 0.1417272 Nov 25 17:24:18.042963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.085905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] For port edbc8ff5-8a13-43e9-bee5-728aea862d8a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=edbc8ff5-8a13-43e9-bee5-728aea862d8a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:18.086696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.106694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] Calling delete_port for edbc8ff5-8a13-43e9-bee5-728aea862d8a owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:18.132748 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:24:18.198157 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.209449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-29d062bb-af6c-4835-b2f7-22dd6f989481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.210939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-29d062bb-af6c-4835-b2f7-22dd6f989481 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1593165 Nov 25 17:24:18.223577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.228844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] Pushing event deleted for resources: {'Port': ['ID=edbc8ff5-8a13-43e9-bee5-728aea862d8a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:18.232741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ad30b-9e57-4956-b6c6-7d27e3ca61ef None None] No DVR routers for this DVR port edbc8ff5-8a13-43e9-bee5-728aea862d8a on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:18.270355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedb222-9eab-48b3-9072-1e1751cbf87a None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:24:18.303705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-ead0ab3a-9c28-4f91-82d9-19df608b4779 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708 HTTP/1.1" status: 200 len: 217 time: 0.0637677 Nov 25 17:24:18.340101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Router b1470dae-eb4b-4254-b5cd-587358c2a407 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:18.340721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Port edbc8ff5-8a13-43e9-bee5-728aea862d8a concurrently deleted while adding address for new subnet {'id': '18ad466e-c08c-43b9-bf51-defb8bc3704d', 'name': '', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2054, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-25T17:24:17Z', 'updated_at': '2021-11-25T17:24:17Z', 'revision_number': 0, 'segment_id': None, 'project_id': '9014eb585dd84119a986e44617c202e7'}. {{(pid=103635) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 25 17:24:18.340993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.369462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.410198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaedb222-9eab-48b3-9072-1e1751cbf87a None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:24:18.418605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-4cfd61db-a5c5-4272-afce-8a6c675b0145 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.420210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-4cfd61db-a5c5-4272-afce-8a6c675b0145 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.55 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 945 time: 0.1935160 Nov 25 17:24:18.437074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:18.462946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:18.465979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.466585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.495365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-6f19de85-5ab4-4367-8ec3-da581c69ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.497038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-6f19de85-5ab4-4367-8ec3-da581c69ab64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1646440 Nov 25 17:24:18.519980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=fce6ceb6-a911-4997-aa06-9a4b0b9c4bc8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:18.538397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=18ad466e-c08c-43b9-bf51-defb8bc3704d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:18.542489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': 'cb65c9cc-0899-425e-aecb-60529944efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '07ae8a06-5f7c-4489-96bc-bd1b241edb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:18.542489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: 07ae8a06-5f7c-4489-96bc-bd1b241edb83, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:18.548616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:18.554896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2ad1f42e-495f-422f-9546-ae294500a7bb admin admin] 10.222.0.86 "PUT /v2.0/routers/b1470dae-eb4b-4254-b5cd-587358c2a407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1508987 Nov 25 17:24:18.558944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50888) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:18.569572 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] Sync routers for ids ['b1470dae-eb4b-4254-b5cd-587358c2a407'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:18.594875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] Routers {'b1470dae-eb4b-4254-b5cd-587358c2a407'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:18.599208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22f9421d-d241-447d-88a8-6133cbfc89d7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9413419 Nov 25 17:24:18.603514 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1470dae-eb4b-4254-b5cd-587358c2a407'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:18.604858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:18.609533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:18.700201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0571-80fe-4253-a37a-bb99128b13de req-0bcbb579-a5d0-4dde-89b8-8541ef8958f8 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.701783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2ac0571-80fe-4253-a37a-bb99128b13de req-0bcbb579-a5d0-4dde-89b8-8541ef8958f8 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 948 time: 0.2201436 Nov 25 17:24:18.709860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:18.714581 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.717907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-2c3fff68-c741-49b6-968c-849f512dfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.719792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-2c3fff68-c741-49b6-968c-849f512dfcd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115870 Nov 25 17:24:18.765182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f636-cd20-4a8e-ab58-3b6c57ed561a req-2124a505-f542-4334-b171-00f1f8e834c0 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.773884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1226f636-cd20-4a8e-ab58-3b6c57ed561a req-2124a505-f542-4334-b171-00f1f8e834c0 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 945 time: 0.1254258 Nov 25 17:24:18.780704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 07ae8a06-5f7c-4489-96bc-bd1b241edb83) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:18.802699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:18.803283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.863866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:18.875204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.885487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': '18ad466e-c08c-43b9-bf51-defb8bc3704d'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:18.886373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:18.911750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3abfd3c1-6ee7-48e5-bd0b-6ac4ab6843ad tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1018238 Nov 25 17:24:18.918217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50892) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:18.941107 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] Set router b1470dae-eb4b-4254-b5cd-587358c2a407 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:18.958923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1226f636-cd20-4a8e-ab58-3b6c57ed561a req-dd26d6b9-8305-437e-9eb3-5b8cde979133 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/security-groups?id=1253f948-a373-4f41-9db8-08b38e3811b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839795 Nov 25 17:24:19.014687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.023796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Deleting port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:19.024199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.027153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device edbc8ff5-8a13-43e9-bee5-728aea862d8a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:19.058698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2ac0571-80fe-4253-a37a-bb99128b13de req-52ce8a6c-e295-45e0-84cf-47310ff64543 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325667 Nov 25 17:24:19.067581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9316acc9-7a5d-4db6-847b-df83be294689 None None] Provisioning complete for port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:19.067955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9316acc9-7a5d-4db6-847b-df83be294689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.075163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: edbc8ff5-8a13-43e9-bee5-728aea862d8a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:19.075163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device edbc8ff5-8a13-43e9-bee5-728aea862d8a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:19.167482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Allocated IP 2001:db8::f816:3eff:fece:1a4c (57d3133b-7ced-4a58-9ee8-6f993af0ee19/18ad466e-c08c-43b9-bf51-defb8bc3704d/594349da-78fb-458a-9be1-4e21714f9a0a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:19.178771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.202626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Deleting port 8ec7022d-e053-438f-9316-e1412cadefcf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:19.203232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.302730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.379179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] For port 8ec7022d-e053-438f-9316-e1412cadefcf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8ec7022d-e053-438f-9316-e1412cadefcf,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:19.379866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.380430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.383177 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:24:17Z', 'revision_number': 5, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port': {'id': '8ec7022d-e053-438f-9316-e1412cadefcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:11:44Z', 'updated_at': '2021-11-25T17:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:19.389633 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.401248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Calling delete_port for 8ec7022d-e053-438f-9316-e1412cadefcf owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:19.425860 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] Checking router: b1470dae-eb4b-4254-b5cd-587358c2a407 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:19.438264 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] Routers {'b1470dae-eb4b-4254-b5cd-587358c2a407'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:19.438885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Pushing event updated for resources: {'Port': ['ID=594349da-78fb-458a-9be1-4e21714f9a0a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:19.439487 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b1470dae-eb4b-4254-b5cd-587358c2a407'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:19.452235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:19.453992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:19.460522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:19.463167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.501173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=fce6ceb6-a911-4997-aa06-9a4b0b9c4bc8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:19.526095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-b416594f-4ab8-43bc-8324-3fe1b1bbd818 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090495 Nov 25 17:24:19.535628 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18ad466e-c08c-43b9-bf51-defb8bc3704d (CIDR: 2001:db8::/64) Nov 25 17:24:19.537406 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] Set router b1470dae-eb4b-4254-b5cd-587358c2a407 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:19.557343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Attempting to bind port 594349da-78fb-458a-9be1-4e21714f9a0a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:19.558007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Attempting to bind port 594349da-78fb-458a-9be1-4e21714f9a0a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:19.559304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Attempting to bind port 594349da-78fb-458a-9be1-4e21714f9a0a on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:19.564601 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:24:19.565084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:19.567014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:19.567470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:19.567827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.568218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:19.568701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Bound port: 594349da-78fb-458a-9be1-4e21714f9a0a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:19.569067 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.596643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.598365 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:24:19Z', 'revision_number': 6, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:19.632472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] For port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,segment=NetworkSegment(9a80c34d-db17-459b-9f48-c743e11371ee),segment_id=9a80c34d-db17-459b-9f48-c743e11371ee)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:19.633125 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.634510 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fae110-6f3f-4e04-adda-d8ccbeea0b6e None None] The sync data for ids ['b1470dae-eb4b-4254-b5cd-587358c2a407'] in n-d-817303-7 is: [{'id': 'b1470dae-eb4b-4254-b5cd-587358c2a407', 'name': 'tempest-TaggedBootDevicesTest_v242-381986918-router', 'tenant_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:11:42Z', 'updated_at': '2021-11-25T17:24:19Z', 'revision_number': 6, 'project_id': 'c8d0a4c63ae54c73b62b4deafef70584', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:19.649415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3107ee14-561d-4928-bf87-253b202ddeaa tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0437355 Nov 25 17:24:19.656447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:19.659341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Calling delete_port for 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:19.664222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:19.668024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ae8a06-5f7c-4489-96bc-bd1b241edb83']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:19.681475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-067d142c-1e68-488a-b145-0151786d7204 None None] For port 594349da-78fb-458a-9be1-4e21714f9a0a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:19.690859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-067d142c-1e68-488a-b145-0151786d7204 None None] For port 594349da-78fb-458a-9be1-4e21714f9a0a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=594349da-78fb-458a-9be1-4e21714f9a0a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:19.696601 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.709547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb65c9cc-0899-425e-aecb-60529944efac') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:19.709829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb65c9cc-0899-425e-aecb-60529944efac') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:19.723892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.742620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.768668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d142c-1e68-488a-b145-0151786d7204 None None] Pushing event updated for resources: {'Port': ['ID=594349da-78fb-458a-9be1-4e21714f9a0a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:19.785617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:19.786019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:19.789475 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:19.793355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee44e74-75ad-4fff-931e-433da2a5294f req-f51636ea-257d-4984-bfef-0fba28a99ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539175 Nov 25 17:24:19.871009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.881835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.897719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:19.901270 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.907662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:19.910932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/07ae8a06-5f7c-4489-96bc-bd1b241edb83 HTTP/1.1" status: 204 len: 168 time: 0.9917517 Nov 25 17:24:19.913454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec7022d-e053-438f-9316-e1412cadefcf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:19.917552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50898) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:19.936743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-224293872'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:19.943423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ccea-d001-44bc-b59d-bab4bb2b033e tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=07ae8a06-5f7c-4489-96bc-bd1b241edb83,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:20.030266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:20.033938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.043409 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.049699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.064520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:20.111753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Pushing event deleted for resources: {'Port': ['ID=246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:20.168898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e70613fd-26b3-4ace-bc20-817e6bf294cb req-3ee6c9f8-bd9e-47f7-a2ac-b95f5f7d1b87 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.86 "GET /v2.0/ports?device_id=31dcfbc4-e93a-46c4-96b1-626f24ad634d HTTP/1.1" status: 200 len: 210 time: 0.0704384 Nov 25 17:24:20.187985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:20.200672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.207286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.217081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.217590 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment 15046919-e186-4182-9784-93483d396366 of type vlan for network e2cce686-4a7f-46db-ac56-288239e3a5f3 Nov 25 17:24:20.229708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] No DVR routers for this DVR port 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:20.233243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.243749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4fc1a1ab-eace-47a7-90e1-0d2e02025688 req-a5120fc4-0606-4eda-b3fb-d79a9e155794 tempest-InstanceActionsNegativeTestJSON-1899074784 tempest-InstanceActionsNegativeTestJSON-1899074784-project] 10.222.0.55 "DELETE /v2.0/ports/246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb HTTP/1.1" status: 204 len: 173 time: 1.8137600 Nov 25 17:24:20.244223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'name': 'network-vif-deleted', 'tag': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:20.246638 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1e4f9-e058-4ae7-896e-58b4e992c771" -d '{"events": [{"server_uuid": "31dcfbc4-e93a-46c4-96b1-626f24ad634d", "name": "network-vif-deleted", "tag": "246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:20.340813 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a9753-c07b-44ca-a619-57f1e2552f03 x-openstack-request-id: req-797a9753-c07b-44ca-a619-57f1e2552f03 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:20.341116 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcfbc4-e93a-46c4-96b1-626f24ad634d", "name": "network-vif-deleted", "tag": "246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:20.341418 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-797a9753-c07b-44ca-a619-57f1e2552f03 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:20.341827 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcfbc4-e93a-46c4-96b1-626f24ad634d', 'name': 'network-vif-deleted', 'tag': '246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb', 'status': 'completed', 'code': 200} Nov 25 17:24:20.367511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.368122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1470dae-eb4b-4254-b5cd-587358c2a407 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:24:20.370776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.378163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.383611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8016cc4e-fe20-41b0-b3c8-4dbdf05ca00b admin admin] 10.222.0.86 "DELETE /v2.0/routers/b1470dae-eb4b-4254-b5cd-587358c2a407 HTTP/1.1" status: 204 len: 168 time: 1.8233712 Nov 25 17:24:20.384286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:20.410967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb54904-aae9-4cb0-a3dc-15c48c54ab3c req-02ead51c-b357-492e-9968-838582b2c569 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:20.412422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cfb54904-aae9-4cb0-a3dc-15c48c54ab3c req-02ead51c-b357-492e-9968-838582b2c569 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 948 time: 0.1811275 Nov 25 17:24:20.427562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.433172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:20.433813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.487464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Deleting subnet b05f7e77-176b-4b8e-8f51-6f93223daa83 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:20.497887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.504606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5719137 Nov 25 17:24:20.514701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50910) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:20.520349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:20.523840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.584315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062ef1c-5fb2-4cd5-bf41-6c14f2c2bc9a tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=e2cce686-4a7f-46db-ac56-288239e3a5f3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:20.585771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:20.591263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:20.592038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cfb54904-aae9-4cb0-a3dc-15c48c54ab3c req-262c536d-76b9-4910-b59d-17b2aa7544d2 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725900 Nov 25 17:24:20.598337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:20.603152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:20.603801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.610200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.662277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=8b52d67e-630c-4a3e-b5e6-ddb9c46456cd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:20.694626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-711fbaed-fdfd-4e80-b2b2-f90bf93117d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0343034 Nov 25 17:24:20.699159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50912) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:20.704384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:a7:bd:6b', 'name': 'tempest-NetworksTestDHCPv6-114217982'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:20.816817 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.909574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f13ec94b-3ee8-40a7-837d-270fe85e7708 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:20.935640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.971508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 594349da-78fb-458a-9be1-4e21714f9a0a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:20.982571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05f7e77-176b-4b8e-8f51-6f93223daa83,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:20.988136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:20.995136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73347917-ff3b-44b0-b114-b325ba63c288 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b05f7e77-176b-4b8e-8f51-6f93223daa83 HTTP/1.1" status: 204 len: 168 time: 0.6103256 Nov 25 17:24:20.997062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50914) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:21.109248 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.113903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 594349da-78fb-458a-9be1-4e21714f9a0a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:21.114450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.175003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f13ec94b-3ee8-40a7-837d-270fe85e7708, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:21.186475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Deleting port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:21.186825 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.198207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f13ec94b-3ee8-40a7-837d-270fe85e7708', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'f13ec94b-3ee8-40a7-837d-270fe85e7708', 'mac_address': 'fa:16:3e:27:82:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:21.239089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.273072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.275587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50918) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:21.314045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.327552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] For port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,segment=NetworkSegment(127b354e-4834-4524-8c5d-c0831057dd8d),segment_id=127b354e-4834-4524-8c5d-c0831057dd8d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:21.327956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.328462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.339067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:24:21.346485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.347703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.349556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "PUT /v2.0/networks/e2cce686-4a7f-46db-ac56-288239e3a5f3 HTTP/1.1" status: 200 len: 723 time: 0.8337030 Nov 25 17:24:21.365748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13ec94b-3ee8-40a7-837d-270fe85e7708 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:21.370587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Calling delete_port for 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:21.374383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14655926-fca1-4fc4-ade6-5c19a4f272f5 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:24:21.378825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 594349da-78fb-458a-9be1-4e21714f9a0a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=594349da-78fb-458a-9be1-4e21714f9a0a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:21.398367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50922) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:21.402957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:21.420769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.426356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f13ec94b-3ee8-40a7-837d-270fe85e7708, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:21.467718 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.487257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f022e6-3697-454d-ae1c-948b7d3f57b4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=e2cce686-4a7f-46db-ac56-288239e3a5f3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:21.510288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:21.512153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8ec7022d-e053-438f-9316-e1412cadefcf no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:21.515725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.527420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Deleting subnet 551edb07-f8f7-489c-91fb-f2a540257a7d {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:21.530540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.537972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f79810d9-6d39-42aa-9bb8-41267550c0e9 None None] Provisioning complete for port 594349da-78fb-458a-9be1-4e21714f9a0a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:21.538339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f79810d9-6d39-42aa-9bb8-41267550c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.546735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa8ef19-69b6-4c0f-a0c5-071d96eaae10,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:21.553774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] No DVR routers for this DVR port 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:21.572229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.612678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.616156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8ec7022d-e053-438f-9316-e1412cadefcf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:21.616499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8ec7022d-e053-438f-9316-e1412cadefcf not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:21.616908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6699418f-0f80-449a-8c0e-615d298134af no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:21.618452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=594349da-78fb-458a-9be1-4e21714f9a0a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:21.646924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.675930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6077ba-0cf9-4758-9c60-1d56fa880da7']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:21.688753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127b354e-4834-4524-8c5d-c0831057dd8d') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:21.689864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127b354e-4834-4524-8c5d-c0831057dd8d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:21.696374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:21.703832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.719642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6699418f-0f80-449a-8c0e-615d298134af {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:21.720012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6699418f-0f80-449a-8c0e-615d298134af not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:21.722124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.722478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.722819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.723158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.723560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.723881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.724209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.724536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.724907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.725213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.725540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.725937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:21.736842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:21.738617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.740483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f13ec94b-3ee8-40a7-837d-270fe85e7708'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:21.740770 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.758123 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.768313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:21.768821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:21.771556 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:21.781198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b5d2-f6c9-4808-87e4-4b8d8012fb03 req-2a9466fb-00c7-4a6b-9d61-e077e706c3df tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:21.782856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb76b5d2-f6c9-4808-87e4-4b8d8012fb03 req-2a9466fb-00c7-4a6b-9d61-e077e706c3df tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 949 time: 0.0905631 Nov 25 17:24:21.801644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.805135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/551edb07-f8f7-489c-91fb-f2a540257a7d HTTP/1.1" status: 204 len: 168 time: 0.5194788 Nov 25 17:24:21.809787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50926) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:21.825892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14655926-fca1-4fc4-ade6-5c19a4f272f5 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:24:21.847590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c4720-b47f-48a2-a97d-33869e72753b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551edb07-f8f7-489c-91fb-f2a540257a7d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:21.869399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.879169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.883857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4c6077ba-0cf9-4758-9c60-1d56fa880da7 HTTP/1.1" status: 204 len: 168 time: 0.8856864 Nov 25 17:24:21.921773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affccf8-8123-4a7e-be71-0c1cdbeeafc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6077ba-0cf9-4758-9c60-1d56fa880da7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:21.951018 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb76b5d2-f6c9-4808-87e4-4b8d8012fb03 req-7f991cd7-32f0-4540-b7d6-ddb30d324e03 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555972 Nov 25 17:24:21.990005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:21.996037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.039427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 4322a669-4f7f-41f7-a9ac-cd8030fe39af yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:22.046011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:22.090415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-62d643bd-fd17-4feb-8c00-daad25d2c38c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fde4ddadef1245c2a9b72c20578ff349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429444 Nov 25 17:24:22.092933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:22.126138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f13ec94b-3ee8-40a7-837d-270fe85e7708,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:22.146740 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3452fd71-da52-4738-86c1-9500f2c6f598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.168037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3452fd71-da52-4738-86c1-9500f2c6f598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.210335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.225107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3452fd71-da52-4738-86c1-9500f2c6f598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.228046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3452fd71-da52-4738-86c1-9500f2c6f598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.229203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3452fd71-da52-4738-86c1-9500f2c6f598 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ba43e14f-8b31-41d0-9178-20ffaa7439c4 HTTP/1.1" status: 204 len: 168 time: 0.1352723 Nov 25 17:24:22.239259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fd71-da52-4738-86c1-9500f2c6f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba43e14f-8b31-41d0-9178-20ffaa7439c4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:22.297479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccd2903-b11f-4917-b0a9-9f6636a1c020']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:22.313303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.327406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a80c34d-db17-459b-9f48-c743e11371ee') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:22.327406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a80c34d-db17-459b-9f48-c743e11371ee') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:22.374579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.415921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.453891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:22.454305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:22.458748 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:22.514256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:22.551153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': '15046919-e186-4182-9784-93483d396366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:22.551568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: e2cce686-4a7f-46db-ac56-288239e3a5f3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:22.557156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8:0:1::2ee (57d3133b-7ced-4a58-9ee8-6f993af0ee19/8b52d67e-630c-4a3e-b5e6-ddb9c46456cd/4322a669-4f7f-41f7-a9ac-cd8030fe39af) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:22.570240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::f816:3eff:fea7:bd6b (57d3133b-7ced-4a58-9ee8-6f993af0ee19/18ad466e-c08c-43b9-bf51-defb8bc3704d/4322a669-4f7f-41f7-a9ac-cd8030fe39af) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:22.574374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.580438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.586044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] 10.222.0.86 "DELETE /v2.0/networks/7ccd2903-b11f-4917-b0a9-9f6636a1c020 HTTP/1.1" status: 204 len: 168 time: 0.7446566 Nov 25 17:24:22.609655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9b359-2204-4de2-9fcd-36e94bcc0421 None None] DHCP port deletion for 4c6077ba-0cf9-4758-9c60-1d56fa880da7 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:22.616648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:22.619204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23658183-39da-4e34-8ffc-5b129483f52f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccd2903-b11f-4917-b0a9-9f6636a1c020,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:22.648103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e2cce686-4a7f-46db-ac56-288239e3a5f3) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:22.651352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032be4a-b7db-4856-884e-fe02230d85fb None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:22.658467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972164a8-2b96-4d08-829c-b8d9c9371df4 None None] Network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:22.664468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:22.665197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.733996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-93227048-0156-4d2d-ba09-efd7044a291b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3326192 Nov 25 17:24:22.734524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50946) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:22.745206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:22.793620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6bb74-0b65-4d76-a349-47329cf95eed None None] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:22.837287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:22.852575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1378c0a-a41f-4af5-8782-1b864ae75891 None None] DHCP port deletion for 7ccd2903-b11f-4917-b0a9-9f6636a1c020 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:22.862562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb753e5-03b5-44f4-9e2e-336c494b2c14 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:22.871017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972164a8-2b96-4d08-829c-b8d9c9371df4 None None] Network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:24:22.885932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:22.906647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b02e6f8-3d90-4b3a-a6b8-c7a627176636 None None] Network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:22.909171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 594349da-78fb-458a-9be1-4e21714f9a0a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:22.918873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4845905'] for subnet, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:22.954262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5c01197f-6588-4804-a8f6-c82c14919af3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c8d0a4c63ae54c73b62b4deafef70584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1199579 Nov 25 17:24:22.959282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:22.959601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:22.968367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b02e6f8-3d90-4b3a-a6b8-c7a627176636 None None] Network 07ae8a06-5f7c-4489-96bc-bd1b241edb83 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:24:22.994137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.002597 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1865105-4b53-4f08-964b-81742eda504b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e190a4b1ade94e0cac346dd4a456369f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1128712 Nov 25 17:24:23.003613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:23.025516 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a148e2-38ce-404d-af19-7992f6b3a31b None None] DHCP port deletion for 7ccd2903-b11f-4917-b0a9-9f6636a1c020 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:23.034454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:23.034662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 246ef0f4-bcdb-4b02-9af1-785ab7fbd4cb not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:23.068567 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.133461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:23.140580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 594349da-78fb-458a-9be1-4e21714f9a0a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:23.141114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.142461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:23.149246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:23.155435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.156079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.162744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79b8234-23a9-47de-9c8e-907f22b675f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.172891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=4322a669-4f7f-41f7-a9ac-cd8030fe39af,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.192153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f8244-5672-45b3-b08e-32e4376c8d53 req-e7d8d755-8906-4d8c-a095-425c363bf1be tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.192327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d544e1e0-5dcc-45c6-9b08-4119ac77c16b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4909775 Nov 25 17:24:23.193697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-459f8244-5672-45b3-b08e-32e4376c8d53 req-e7d8d755-8906-4d8c-a095-425c363bf1be tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 949 time: 0.1372235 Nov 25 17:24:23.201002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:23.231849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006861b4-f671-4964-9820-b266a431db23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e2cce686-4a7f-46db-ac56-288239e3a5f3', 'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': 'de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:23.232804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006861b4-f671-4964-9820-b266a431db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.246302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79b8234-23a9-47de-9c8e-907f22b675f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.248664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743995664927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4625858'] for subnet, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.250001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-433ac2f9-7fd3-491b-9c1f-34a097bfe7bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.280313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': '18ad466e-c08c-43b9-bf51-defb8bc3704d', 'ip_address': '2001:db8::f816:3eff:fece:1a4c'}, {'subnet_id': '8b52d67e-630c-4a3e-b5e6-ddb9c46456cd'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '594349da-78fb-458a-9be1-4e21714f9a0a'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:24:23.307846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 4322a669-4f7f-41f7-a9ac-cd8030fe39af {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:23.308921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.350692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:23.351624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.352936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "PUT /v2.0/subnets/de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4 HTTP/1.1" status: 200 len: 806 time: 0.6160707 Nov 25 17:24:23.357079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-433ac2f9-7fd3-491b-9c1f-34a097bfe7bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.359127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50960) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:23.378835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-459f8244-5672-45b3-b08e-32e4376c8d53 req-b61b7b05-80a3-4609-8b90-2cd43ea5152b tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720924 Nov 25 17:24:23.398536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8bdc5-49d6-4b30-8ba8-a2330aed6917 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.404114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.444923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79b8234-23a9-47de-9c8e-907f22b675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.448443 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a79b8234-23a9-47de-9c8e-907f22b675f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.449964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a79b8234-23a9-47de-9c8e-907f22b675f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dbea291-ec4c-446b-9a8f-dbf3dd046d4c HTTP/1.1" status: 204 len: 168 time: 0.4906371 Nov 25 17:24:23.462078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8234-23a9-47de-9c8e-907f22b675f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbea291-ec4c-446b-9a8f-dbf3dd046d4c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.465819 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-433ac2f9-7fd3-491b-9c1f-34a097bfe7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.473849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-433ac2f9-7fd3-491b-9c1f-34a097bfe7bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.493698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-433ac2f9-7fd3-491b-9c1f-34a097bfe7bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1253f948-a373-4f41-9db8-08b38e3811b1 HTTP/1.1" status: 204 len: 168 time: 0.4830885 Nov 25 17:24:23.522641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ac2f9-7fd3-491b-9c1f-34a097bfe7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253f948-a373-4f41-9db8-08b38e3811b1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.592671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.606529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.607828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-006861b4-f671-4964-9820-b266a431db23 None None] Allocated IP 172.20.0.2 (e2cce686-4a7f-46db-ac56-288239e3a5f3/de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4/ef5752ac-fcd1-4d97-8da4-3b72d9874ed4) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:23.615753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 4322a669-4f7f-41f7-a9ac-cd8030fe39af owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:23.620369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:23.702413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:23.703408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7aa8ef19-69b6-4c0f-a0c5-071d96eaae10 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:23.739029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.822680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] Allocated IP 2001:db8:0:1::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/8b52d67e-630c-4a3e-b5e6-ddb9c46456cd/594349da-78fb-458a-9be1-4e21714f9a0a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:23.927304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:23.964920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=4322a669-4f7f-41f7-a9ac-cd8030fe39af,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:23.998449 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006861b4-f671-4964-9820-b266a431db23 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.017144 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006861b4-f671-4964-9820-b266a431db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.031609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.038849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:24.040282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8ce34be1-8d0c-4494-a22c-152c8b7d406f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/4322a669-4f7f-41f7-a9ac-cd8030fe39af HTTP/1.1" status: 204 len: 168 time: 0.8368433 Nov 25 17:24:24.058794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.082211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] For port 594349da-78fb-458a-9be1-4e21714f9a0a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=594349da-78fb-458a-9be1-4e21714f9a0a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:24.084978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006861b4-f671-4964-9820-b266a431db23 None None] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:24.099273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-006861b4-f671-4964-9820-b266a431db23 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:24.106348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006861b4-f671-4964-9820-b266a431db23 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:24.110670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006861b4-f671-4964-9820-b266a431db23 None None] Pushing event updated for resources: {'Port': ['ID=ef5752ac-fcd1-4d97-8da4-3b72d9874ed4,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:24.127091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:24.153415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.156829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22e20a-2372-4962-a663-d97077836b0c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.159171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1c22e20a-2372-4962-a663-d97077836b0c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1182609 Nov 25 17:24:24.167543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50990) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:24.187234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.218274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.222545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-006861b4-f671-4964-9820-b266a431db23 None None] Attempting to bind port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:24.222908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-006861b4-f671-4964-9820-b266a431db23 None None] Attempting to bind port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '15046919-e186-4182-9784-93483d396366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:24.223273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006861b4-f671-4964-9820-b266a431db23 None None] Attempting to bind port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4 on network e2cce686-4a7f-46db-ac56-288239e3a5f3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:24.251000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006861b4-f671-4964-9820-b266a431db23 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:24.251908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006861b4-f671-4964-9820-b266a431db23 None None] Checking segment: {'id': '15046919-e186-4182-9784-93483d396366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:24.252951 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006861b4-f671-4964-9820-b266a431db23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.253312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006861b4-f671-4964-9820-b266a431db23 None None] Bound using segment: {'id': '15046919-e186-4182-9784-93483d396366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:24.253570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cce686-4a7f-46db-ac56-288239e3a5f3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:24.253802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-006861b4-f671-4964-9820-b266a431db23 None None] Bound port: ef5752ac-fcd1-4d97-8da4-3b72d9874ed4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15046919-e186-4182-9784-93483d396366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:24.254180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006861b4-f671-4964-9820-b266a431db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.268847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15046919-e186-4182-9784-93483d396366') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:24.269148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15046919-e186-4182-9784-93483d396366') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:24.289263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d42185-1ef2-418f-85d1-c9926a43353a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.293267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-51d42185-1ef2-418f-85d1-c9926a43353a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1222498 Nov 25 17:24:24.293267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.293818 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:24.310858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297b92-d85e-4050-aeea-e7c138f7981b None None] Pushing event updated for resources: {'Port': ['ID=594349da-78fb-458a-9be1-4e21714f9a0a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:24.312155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.322770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:24.323527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:24.328237 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:24.399360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:24:24.399360 n-d-817303-7 neutron-server[103636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:24:24.399360 n-d-817303-7 neutron-server[103636]: [parameters: {'id': 'e2cce686-4a7f-46db-ac56-288239e3a5f3'}] Nov 25 17:24:24.399360 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:24:24.399947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-006861b4-f671-4964-9820-b266a431db23 None None] For port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:24.400784 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:24:24.406420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-006861b4-f671-4964-9820-b266a431db23 None None] For port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef5752ac-fcd1-4d97-8da4-3b72d9874ed4,segment=NetworkSegment(15046919-e186-4182-9784-93483d396366),segment_id=15046919-e186-4182-9784-93483d396366)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:24.413367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a95b18-b10c-4745-b052-527a68f2f55d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.414451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-006861b4-f671-4964-9820-b266a431db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.415117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a95b18-b10c-4745-b052-527a68f2f55d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.416667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a95b18-b10c-4745-b052-527a68f2f55d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.421438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-58a95b18-b10c-4745-b052-527a68f2f55d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1233938 Nov 25 17:24:24.421438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51004) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:24.528238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 18ad466e-c08c-43b9-bf51-defb8bc3704d {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:24.531715 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.601415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006861b4-f671-4964-9820-b266a431db23 None None] Pushing event updated for resources: {'Port': ['ID=ef5752ac-fcd1-4d97-8da4-3b72d9874ed4,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:24.608395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e2b6c-bb6c-4b9d-bb1f-39739f43a4ce None None] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:24.657473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.674248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:24.726632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51020) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:24.803998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15e516-e003-4dff-81df-0b1bc2a088ba req-ec000419-481d-4f90-a62e-c6b7fb11c6f9 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:24.805585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8e15e516-e003-4dff-81df-0b1bc2a088ba req-ec000419-481d-4f90-a62e-c6b7fb11c6f9 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 949 time: 0.2431386 Nov 25 17:24:24.815204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166c720-146a-47c5-9396-056436c83005 None None] Network e2cce686-4a7f-46db-ac56-288239e3a5f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:24.829781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1449900746-network', 'tenant_id': 'd2ab6185b7654628ac532fd5f08589fb'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:24.856024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.890495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Made reservation on behalf of d2ab6185b7654628ac532fd5f08589fb for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:24.894724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.903925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.906949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:24.914478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 594349da-78fb-458a-9be1-4e21714f9a0a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:24.949978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2066726197-network', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:24.953934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8e15e516-e003-4dff-81df-0b1bc2a088ba req-448e6812-5743-4d24-b6d2-dc8ecb320f6f tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369817 Nov 25 17:24:24.977543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f13ec94b-3ee8-40a7-837d-270fe85e7708 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:24.986637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.015159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=18ad466e-c08c-43b9-bf51-defb8bc3704d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.021126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.033546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:25.034433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f28fc39a-e534-48ae-863c-ff8720f10daf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/18ad466e-c08c-43b9-bf51-defb8bc3704d HTTP/1.1" status: 204 len: 168 time: 0.6119306 Nov 25 17:24:25.035332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51024) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:25.036200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.061238 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.102027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 8b52d67e-630c-4a3e-b5e6-ddb9c46456cd {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:25.105933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.110169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.117112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f13ec94b-3ee8-40a7-837d-270fe85e7708 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:25.132732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f13ec94b-3ee8-40a7-837d-270fe85e7708 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:25.133184 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.159582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.207470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.211558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.246286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728ee03e-cb8f-4d46-973d-075bfdf8b968,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.249666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.266350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.269292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Deleting port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:25.269624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.300745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:25.337496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:25.341150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8954caf9-29c6-423a-8baa-187dbc897dfc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.341315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 594349da-78fb-458a-9be1-4e21714f9a0a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:25.341778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.348831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7f340-90b4-421e-9d0d-0da1dce5bf39 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:25.357399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.362749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.363193 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Added segment 3b124ccd-0790-4d7e-84ef-765f4784c8da of type vlan for network 5d278d5d-9b78-4886-b99b-0859d83bb356 Nov 25 17:24:25.375969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.376322 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Added segment 15166885-3174-4535-9956-938d7ac0a504 of type vlan for network f32f7096-4838-4cf6-9956-56886cddd436 Nov 25 17:24:25.400720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.404888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/8b52d67e-630c-4a3e-b5e6-ddb9c46456cd HTTP/1.1" status: 204 len: 168 time: 0.3684833 Nov 25 17:24:25.406844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c226b-4a66-4a74-8f3e-311abeaef58f tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=8b52d67e-630c-4a3e-b5e6-ddb9c46456cd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.408963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:25.450748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] For port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef5752ac-fcd1-4d97-8da4-3b72d9874ed4,segment=NetworkSegment(15046919-e186-4182-9784-93483d396366),segment_id=15046919-e186-4182-9784-93483d396366)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:25.451206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.457352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-90a09915-3494-4939-aa1b-1eaac5246a11 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445480 Nov 25 17:24:25.458212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:25.463520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:25.476941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1a66c08c-8003-4f42-aefe-90214e6e8684 None None] Provisioning complete for port 594349da-78fb-458a-9be1-4e21714f9a0a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:25.477571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1a66c08c-8003-4f42-aefe-90214e6e8684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.480819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.490537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.495420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Calling delete_port for ef5752ac-fcd1-4d97-8da4-3b72d9874ed4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:25.560280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:25.565215 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.583546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.584514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.585076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.601935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.602842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:25.603427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.651349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.666802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9905252 Nov 25 17:24:25.668364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:25.674098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Request body: {'subnet': {'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1449900746-subnet', 'tenant_id': 'd2ab6185b7654628ac532fd5f08589fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:25.679521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9518228 Nov 25 17:24:25.684511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:25.690226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d6cdb-f90b-47c8-9a9f-9cfaa0309773 admin admin] Pushing event updated for resources: {'Network': ['ID=5d278d5d-9b78-4886-b99b-0859d83bb356,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.695137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Request body: {'subnet': {'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2066726197-subnet', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:25.740786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.790087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Port': ['ID=ef5752ac-fcd1-4d97-8da4-3b72d9874ed4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.793856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f13ec94b-3ee8-40a7-837d-270fe85e7708, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:25.794024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7cf47-8576-423a-ba93-cb2028cca430 admin admin] Pushing event updated for resources: {'Network': ['ID=f32f7096-4838-4cf6-9956-56886cddd436,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:25.795909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No DVR routers for this DVR port ef5752ac-fcd1-4d97-8da4-3b72d9874ed4 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:25.797754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5d278d5d-9b78-4886-b99b-0859d83bb356 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:25.802880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13ec94b-3ee8-40a7-837d-270fe85e7708'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:25.806255 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175cdb1c-d688-48a2-a185-5947b88f026d" -d '{"events": [{"server_uuid": "2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de", "name": "network-vif-plugged", "status": "completed", "tag": "f13ec94b-3ee8-40a7-837d-270fe85e7708"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:25.813754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:25.816309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Made reservation on behalf of d2ab6185b7654628ac532fd5f08589fb for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:25.818828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.820591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.837898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network f32f7096-4838-4cf6-9956-56886cddd436 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:25.880459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:25.884236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.915501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.915856 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3697ae-d2ea-4510-9961-3f2beb39f503 x-openstack-request-id: req-3b3697ae-d2ea-4510-9961-3f2beb39f503 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:25.916423 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de", "name": "network-vif-plugged", "status": "completed", "tag": "f13ec94b-3ee8-40a7-837d-270fe85e7708", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:25.916937 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3b3697ae-d2ea-4510-9961-3f2beb39f503 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:25.917552 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13ec94b-3ee8-40a7-837d-270fe85e7708', 'code': 200} Nov 25 17:24:25.943774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cce686-4a7f-46db-ac56-288239e3a5f3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:25.956847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15046919-e186-4182-9784-93483d396366') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:25.957488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15046919-e186-4182-9784-93483d396366') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:25.976428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:25.996036 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.005021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:26.005525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:26.021364 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:26.069008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f13ec94b-3ee8-40a7-837d-270fe85e7708,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.093869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] Deleting port 594349da-78fb-458a-9be1-4e21714f9a0a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:26.094501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.133287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c379f75-6098-4361-bf40-913fa93e229a req-490bc194-f90c-4c6c-bbfd-2e1080a061f6 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.134930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c379f75-6098-4361-bf40-913fa93e229a req-490bc194-f90c-4c6c-bbfd-2e1080a061f6 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 950 time: 0.0728850 Nov 25 17:24:26.136144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.145759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.150623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/e2cce686-4a7f-46db-ac56-288239e3a5f3 HTTP/1.1" status: 204 len: 168 time: 2.7905169 Nov 25 17:24:26.156086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51040) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.168913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905964ac-d5b1-48ca-bf69-a8fe6dbaebfa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=e2cce686-4a7f-46db-ac56-288239e3a5f3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.179311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667848d-a6ff-4a47-808d-2070eb0916d9 req-943ae613-eb31-42f5-bce3-5630a424d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.180999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e667848d-a6ff-4a47-808d-2070eb0916d9 req-943ae613-eb31-42f5-bce3-5630a424d3f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 1101 time: 0.2451384 Nov 25 17:24:26.188283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] For port 594349da-78fb-458a-9be1-4e21714f9a0a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=594349da-78fb-458a-9be1-4e21714f9a0a,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:26.188683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.204361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] Calling delete_port for 594349da-78fb-458a-9be1-4e21714f9a0a owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:26.214414 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-02056cd1-7e4d-44a0-bcbc-ab114fb13ed8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:26.215378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02056cd1-7e4d-44a0-bcbc-ab114fb13ed8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:26.217734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c379f75-6098-4361-bf40-913fa93e229a req-ed488d0b-e159-4201-b950-0570d63eae4d tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561585 Nov 25 17:24:26.220040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-02056cd1-7e4d-44a0-bcbc-ab114fb13ed8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/e2cce686-4a7f-46db-ac56-288239e3a5f3 HTTP/1.1" status: 404 len: 339 time: 0.0569367 Nov 25 17:24:26.224086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51042) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.229553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-423286719', 'description': 'd1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:26.243563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.264626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:26.269314 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.296235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:26.313484 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.315777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.316244 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment 67afad95-2aeb-4954-bb08-124742806e9a of type vlan for network 9a477f78-9382-431f-b03f-d8e24a86d24d Nov 25 17:24:26.362360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] Pushing event deleted for resources: {'Port': ['ID=594349da-78fb-458a-9be1-4e21714f9a0a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.365813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aeab8-f8b0-4fee-a7d9-64d389dcfac0 None None] No DVR routers for this DVR port 594349da-78fb-458a-9be1-4e21714f9a0a on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:26.384349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.393375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8512af-d89b-4113-b219-4bb60c4e718f None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:24:26.414814 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.420818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.421512 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.426074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:26.453625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:26.473991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.474956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.515341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2885609 Nov 25 17:24:26.519627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.520703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e667848d-a6ff-4a47-808d-2070eb0916d9 req-c0159396-1320-47a0-978b-6a56f60efea6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203790 Nov 25 17:24:26.556397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3095a-12b1-403a-ab69-d2a5b3729e3f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=9a477f78-9382-431f-b03f-d8e24a86d24d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.561087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8512af-d89b-4113-b219-4bb60c4e718f None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:24:26.564284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=e2ffc028-967b-4926-a710-b65701165938,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.573808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9a477f78-9382-431f-b03f-d8e24a86d24d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:26.587153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b800d586-3e5b-4c4e-8305-fdb2b7fb1e5e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1277170 Nov 25 17:24:26.591912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.593396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.607730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:26.622326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45bf1d5-3dc6-47b6-8c46-aadb79f818fa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.628062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e45bf1d5-3dc6-47b6-8c46-aadb79f818fa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks?id=9a477f78-9382-431f-b03f-d8e24a86d24d HTTP/1.1" status: 200 len: 760 time: 0.1060436 Nov 25 17:24:26.629011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51048) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.634958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'description': 'd2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:26.686500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.731716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4583fdd-c83f-421b-8785-7406dc3a7158,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.822430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Pushing event updated for resources: {'Subnet': ['ID=748462db-e1fd-4403-9336-ab7908f451fa,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:26.866371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.888462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.891662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:26.892705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Network hostable DHCP agents. Network: f32f7096-4838-4cf6-9956-56886cddd436, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:26.896003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 594349da-78fb-458a-9be1-4e21714f9a0a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:26.914801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network 9a477f78-9382-431f-b03f-d8e24a86d24d is not hosted by any dhcp agent {{(pid=103636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:24:26.915067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Checking segment: {'id': '3b124ccd-0790-4d7e-84ef-765f4784c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:26.915321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Network hostable DHCP agents. Network: 5d278d5d-9b78-4886-b99b-0859d83bb356, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:26.921806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:26.922537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:26.924763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "PUT /v2.0/networks/9a477f78-9382-431f-b03f-d8e24a86d24d HTTP/1.1" status: 200 len: 757 time: 0.2943594 Nov 25 17:24:26.927107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51056) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:26.950757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 594349da-78fb-458a-9be1-4e21714f9a0a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:26.951248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 594349da-78fb-458a-9be1-4e21714f9a0a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:26.987925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfb7e5-0937-4723-a8d0-d916f0c0edee tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=9a477f78-9382-431f-b03f-d8e24a86d24d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.005662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9a477f78-9382-431f-b03f-d8e24a86d24d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:27.010130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Network f32f7096-4838-4cf6-9956-56886cddd436 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:27.026692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'tenant_id': '9014eb585dd84119a986e44617c202e7', 'fixed_ips': [{'subnet_id': 'e2ffc028-967b-4926-a710-b65701165938'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:27.027468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:27.027622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.030882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.040572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Network 5d278d5d-9b78-4886-b99b-0859d83bb356 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:27.072647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, f32f7096-4838-4cf6-9956-56886cddd436) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:27.106067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8ed63-91bb-4fd0-b37a-d09b4b47fc7c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.107553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-00b8ed63-91bb-4fd0-b37a-d09b4b47fc7c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks?id=9a477f78-9382-431f-b03f-d8e24a86d24d HTTP/1.1" status: 200 len: 760 time: 0.1774507 Nov 25 17:24:27.111527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51058) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:27.114518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5d278d5d-9b78-4886-b99b-0859d83bb356) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:27.116587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.117164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.117992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616290790'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:27.128467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.129046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.143790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:27.147404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.158319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9dd654e-a57d-46c2-9ac2-2a7bdac5dce0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4696493 Nov 25 17:24:27.159352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:27.172656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:27.178284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:27.179206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c604e554-21a2-4864-a048-ac95e879170a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5095260 Nov 25 17:24:27.187534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.187807 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment 40aced7c-f999-4b1d-9e60-efb47af3cca3 of type vlan for network dadfc72c-4686-445d-9124-013f135bca76 Nov 25 17:24:27.204971 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2ffc028-967b-4926-a710-b65701165938 (CIDR: 2001:db8::/64) Nov 25 17:24:27.213611 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:24:27.213890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:27.226839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.228079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.245467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-84594272-d506-4af5-a62a-e964ef205748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6450257 Nov 25 17:24:27.245716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.245841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:27.262973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:27.283068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/e2ffc028-967b-4926-a710-b65701165938/9d2a705b-c3ee-4c1b-befa-b67743e761c7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:27.307542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.313320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.314453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.382648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=dadfc72c-4686-445d-9124-013f135bca76,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.396518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network dadfc72c-4686-445d-9124-013f135bca76 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:27.405312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15a4c81c-4694-4d2f-b13e-78a94e5f71c2 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2900147 Nov 25 17:24:27.405545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51068) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:27.415921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': 'dadfc72c-4686-445d-9124-013f135bca76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:27.526411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.528040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:27.535275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.550497 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.560734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.579590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:27.584391 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.621991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:27.625409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:27.634047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:27.644673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.672263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1fd88-9c97-48c7-add4-ec343e20f62f req-a562dab7-8fb5-43dc-92f2-dae6739cfed1 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:27.692817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ad1fd88-9c97-48c7-add4-ec343e20f62f req-a562dab7-8fb5-43dc-92f2-dae6739cfed1 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 950 time: 0.2958748 Nov 25 17:24:27.717381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Attempting to bind port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:27.717896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Attempting to bind port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:27.718290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Attempting to bind port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 on network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:27.726176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:27.726176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Checking segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:27.726547 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.726907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Bound using segment: {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:27.727421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Bound port: 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c5f909-ee7d-42db-aedc-5df005569675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:27.727965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.800785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:27.805494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:27.811008 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.874575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd9b4-1ae8-4060-a53d-328cc5f3559a None None] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:27.880319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ad1fd88-9c97-48c7-add4-ec343e20f62f req-c0e2ba39-aeca-49f4-b4df-2a32da015352 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854103 Nov 25 17:24:27.917945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:27.933360 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.362780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-e1e3e3a2-62a8-4357-b937-a9c9473a4b0b tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.364351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-e1e3e3a2-62a8-4357-b937-a9c9473a4b0b tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/networks?id=5d278d5d-9b78-4886-b99b-0859d83bb356 HTTP/1.1" status: 200 len: 821 time: 0.5628743 Nov 25 17:24:28.385177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=d9aea2e3-4455-4cc9-87f8-7b1b5345b615,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:28.395591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-14e9e8a5-4f48-4fec-b0c1-c0554b08b44b tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/quotas/d2ab6185b7654628ac532fd5f08589fb HTTP/1.1" status: 200 len: 375 time: 0.0206089 Nov 25 17:24:28.396385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': '40aced7c-f999-4b1d-9e60-efb47af3cca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dadfc72c-4686-445d-9124-013f135bca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:28.396800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: dadfc72c-4686-445d-9124-013f135bca76, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:28.437262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-277efc94-52c4-4af6-a4e1-ff3698476c39 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2ab6185b7654628ac532fd5f08589fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350649 Nov 25 17:24:28.442979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network dadfc72c-4686-445d-9124-013f135bca76 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:28.461149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, dadfc72c-4686-445d-9124-013f135bca76) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:28.475436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:28.476019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.526607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f356bc81-fce1-42c5-939e-66fdf5ef127b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1197042 Nov 25 17:24:28.529092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:28.613282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-e5e8ac2a-2825-4b2a-a996-fcf5dbc9a4b1 service neutron] 10.222.0.86 "GET /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607938 Nov 25 17:24:28.666066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:24:28.677599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.706682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.747591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.781209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-d7ddb758-4959-4a85-bfe8-27dfcbc94232 service neutron] 10.222.0.86 "GET /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593347 Nov 25 17:24:28.794832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.879332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:28.929066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aea2e3-4455-4cc9-87f8-7b1b5345b615,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:28.988945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Allocated IP 172.25.8.23 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a5e3c826-dab9-43f9-a84c-27e959959137) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:29.016010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9d2a705b-c3ee-4c1b-befa-b67743e761c7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:29.034647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.078421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadfc72c-4686-445d-9124-013f135bca76']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:29.085725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:29.086177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.100204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.105365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aced7c-f999-4b1d-9e60-efb47af3cca3') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:29.105869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aced7c-f999-4b1d-9e60-efb47af3cca3') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:29.121244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.133486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d6cb3-02e0-479f-ac66-4f425afa2b0e None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:29.136554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe640b14-3626-467e-9285-677e6c6de685 None None] Network f32f7096-4838-4cf6-9956-56886cddd436 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:29.137830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0888a-8b16-43ae-a86e-16a2216d0645 None None] Network 5d278d5d-9b78-4886-b99b-0859d83bb356 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:29.146344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.171281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:29.171711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:29.177400 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:29.212329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce574128-b441-4f11-b5fd-fb076f6fa512 None None] Network dadfc72c-4686-445d-9124-013f135bca76 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:29.265132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e8d81cc1-adf8-4270-9fda-a82e86f613a8 req-feb65cc3-6ed7-4402-8f6c-33890663f0ce tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 210 time: 0.0401232 Nov 25 17:24:29.294998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.308417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.310309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32594fb2-4079-4159-8af9-5355664b01ba req-06a7ac61-8897-4a48-8823-1a25b70e6c83 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.312422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/dadfc72c-4686-445d-9124-013f135bca76 HTTP/1.1" status: 204 len: 168 time: 0.7823255 Nov 25 17:24:29.315855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51100) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.316084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32594fb2-4079-4159-8af9-5355664b01ba req-06a7ac61-8897-4a48-8823-1a25b70e6c83 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 950 time: 0.2318017 Nov 25 17:24:29.356537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0dcf-ec85-49ec-bb63-9c24a91f8658 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=dadfc72c-4686-445d-9124-013f135bca76,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:29.382779 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fed5de-b049-4564-8ca5-3ec4bbb467fa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] GET failed (client error): The resource could not be found. Nov 25 17:24:29.386931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-19fed5de-b049-4564-8ca5-3ec4bbb467fa tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/subnets/d9aea2e3-4455-4cc9-87f8-7b1b5345b615 HTTP/1.1" status: 404 len: 337 time: 0.0677092 Nov 25 17:24:29.388145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51104) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.412855 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55999ce-e3b4-4616-a596-d8c83de57256 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:29.413362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55999ce-e3b4-4616-a596-d8c83de57256 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:29.421507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e55999ce-e3b4-4616-a596-d8c83de57256 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/dadfc72c-4686-445d-9124-013f135bca76 HTTP/1.1" status: 404 len: 339 time: 0.0291255 Nov 25 17:24:29.421696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.487415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32594fb2-4079-4159-8af9-5355664b01ba req-5267fc37-7add-4569-be3b-5748bed63df9 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603489 Nov 25 17:24:29.530036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.584987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:29.636684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.641811 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.653124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.654199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.678013 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.718781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6e92d1db-cdbb-404c-bb6b-fc82caf929b5 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:29.719544 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92d1db-cdbb-404c-bb6b-fc82caf929b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.728248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e63d2-764c-4a33-b93c-b89e12b4b089 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.730560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f43e63d2-764c-4a33-b93c-b89e12b4b089 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3074667 Nov 25 17:24:29.733217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.749659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=d3928834-152e-4caf-8f4f-8c24e286e9e5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:29.784610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:29.788196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-973558fd-5d25-4e8c-a001-8066dccd498c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 207 time: 0.0527742 Nov 25 17:24:29.788452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:29.791794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.793293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:29.796607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:29.800162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:29.803796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:29.812650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:29.890140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6412520 Nov 25 17:24:29.902426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:29.920796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Pushing event updated for resources: {'Port': ['ID=a5e3c826-dab9-43f9-a84c-27e959959137,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:29.925243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8e9bc-4023-44f6-ba49-a6b8bd0686ec None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:29.944597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:84:d5:45', 'name': 'tempest-NetworksTestDHCPv6-562042316'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:29.991112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6db46-1d11-44bd-98bc-c4514bb4428f None None] Network 5d278d5d-9b78-4886-b99b-0859d83bb356 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:30.010871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aef3b8-8d10-4a22-87a9-628bbd3403ea None None] Network dadfc72c-4686-445d-9124-013f135bca76 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:30.087356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebb2d1-72f1-46e7-9514-9d925c82e3cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=4']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:30.158679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aef3b8-8d10-4a22-87a9-628bbd3403ea None None] Network dadfc72c-4686-445d-9124-013f135bca76 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:24:30.236304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b5d0-ae86-41f5-bb2f-179ab973da92 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.243425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b5d0-ae86-41f5-bb2f-179ab973da92 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.250975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b5d0-ae86-41f5-bb2f-179ab973da92 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.258865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b5d0-ae86-41f5-bb2f-179ab973da92 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.261060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8f1b5d0-ae86-41f5-bb2f-179ab973da92 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4676664 Nov 25 17:24:30.265673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51128) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:30.266749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.275013 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:24:30.275429 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:24:30.376123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:30.400861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92d1db-cdbb-404c-bb6b-fc82caf929b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.441587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6e92d1db-cdbb-404c-bb6b-fc82caf929b5 None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:30.457152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-f32f7096-4838-4cf6-9956-56886cddd436', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:30.458188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.462431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e92d1db-cdbb-404c-bb6b-fc82caf929b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.474155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-243676bd-5c47-4813-923e-7d620b5b5361 req-da4b3bd9-04d8-4706-ac6b-61d2e91aaa4c tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 210 time: 0.0963631 Nov 25 17:24:30.542593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92d1db-cdbb-404c-bb6b-fc82caf929b5 None None] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:30.591739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.646536 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c5b751b6-8d70-473f-8e50-970f9bc41b3b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3740458 Nov 25 17:24:30.653956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:30.687552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Allocated IP 172.20.0.2 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/1564fd3c-86cf-4d16-8755-95a32fb7081d) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:30.738384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.800100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 7f9b7433-a552-42f6-8ba5-6dd10819cde3 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:30.808733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27a2c2-ec8f-4870-a956-0dae47f766cb tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.811749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27a2c2-ec8f-4870-a956-0dae47f766cb tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:30.820641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6c27a2c2-ec8f-4870-a956-0dae47f766cb tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1637337 Nov 25 17:24:30.844043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-10269ef4-66e4-4679-a705-b97b7798e48a None None] Provisioning complete for port a5e3c826-dab9-43f9-a84c-27e959959137 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:30.844997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10269ef4-66e4-4679-a705-b97b7798e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:30.951067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-10269ef4-66e4-4679-a705-b97b7798e48a None None] Port a5e3c826-dab9-43f9-a84c-27e959959137 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:30.985148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51134) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.029241 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.034643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9d2a705b-c3ee-4c1b-befa-b67743e761c7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:31.071337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::5c (57d3133b-7ced-4a58-9ee8-6f993af0ee19/e2ffc028-967b-4926-a710-b65701165938/7f9b7433-a552-42f6-8ba5-6dd10819cde3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:31.080137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8:0:1:f816:3eff:fe84:d545 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/d3928834-152e-4caf-8f4f-8c24e286e9e5/7f9b7433-a552-42f6-8ba5-6dd10819cde3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:31.118525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.133287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84c775-459e-401a-bc3d-d95342e614cd tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.135453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84c775-459e-401a-bc3d-d95342e614cd tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.137132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ad84c775-459e-401a-bc3d-d95342e614cd tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1501384 Nov 25 17:24:31.149168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-0acc72ce-dd11-4dbd-908d-206e4a941098 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.151146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-0acc72ce-dd11-4dbd-908d-206e4a941098 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.55 "GET /v2.0/networks?id=5d278d5d-9b78-4886-b99b-0859d83bb356 HTTP/1.1" status: 200 len: 821 time: 0.5681887 Nov 25 17:24:31.152866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51136) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.193666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:31.200428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:31.201028 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.283753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:31.283753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:31.284582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.312925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4529b43-7d20-4c18-92ba-407d3798f446 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.314920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d4529b43-7d20-4c18-92ba-407d3798f446 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks/6cf9c492-527f-4382-8d81-1a9a4e38845e HTTP/1.1" status: 200 len: 799 time: 0.1611207 Nov 25 17:24:31.320403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.324430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Request body: {'port': {'device_id': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356', 'admin_state_up': True, 'tenant_id': 'd2ab6185b7654628ac532fd5f08589fb'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:31.381383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.403289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Pushing event updated for resources: {'Port': ['ID=1564fd3c-86cf-4d16-8755-95a32fb7081d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:31.438193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:31.441685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:31.445583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Attempting to bind port 1564fd3c-86cf-4d16-8755-95a32fb7081d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:31.446052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Attempting to bind port 1564fd3c-86cf-4d16-8755-95a32fb7081d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:31.446200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:31.446339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Attempting to bind port 1564fd3c-86cf-4d16-8755-95a32fb7081d on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:31.453354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.453354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.458561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:31.458792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:31.459410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.459856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:31.460348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Bound port: 1564fd3c-86cf-4d16-8755-95a32fb7081d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:31.460730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.464636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=7f9b7433-a552-42f6-8ba5-6dd10819cde3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:31.473087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:24:31.491201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-913ac9db-946d-4fc6-88ff-0c3b4a8aeb47 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5877192 Nov 25 17:24:31.491859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51144) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.521318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed761c7d-e793-4e2b-83e8-b432deb55320 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:31.555901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b1028e71-69d1-4c37-bc43-d8d341a913ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1511133 Nov 25 17:24:31.647992 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2fe162e4-6959-4607-b7b5-58d0b1bbbc8c req-d6054096-2acd-4ee7-9ca9-c00cbb9c6a85 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 210 time: 0.0796599 Nov 25 17:24:31.691756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 7f9b7433-a552-42f6-8ba5-6dd10819cde3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:31.692094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.711589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2ce8484e-f66a-4207-865b-295c60a748e6 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:31.712041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ce8484e-f66a-4207-865b-295c60a748e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.717039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] For port 1564fd3c-86cf-4d16-8755-95a32fb7081d, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:31.763318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-51029b30-9f69-46a9-8e6b-911b6c1b99f7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/networks/6cf9c492-527f-4382-8d81-1a9a4e38845e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3566165 Nov 25 17:24:31.768860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51148) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.793805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] For port 1564fd3c-86cf-4d16-8755-95a32fb7081d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1564fd3c-86cf-4d16-8755-95a32fb7081d,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:31.808785 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.823975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:31.845827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.846451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.846922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.847530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.848201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.849046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.849761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.849989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Sync routers for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:31.853056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b4cdcac7-059c-48b1-a3fa-fc8226768038 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 6492 time: 0.2121842 Nov 25 17:24:31.859636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Made reservation on behalf of d2ab6185b7654628ac532fd5f08589fb for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:31.864327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.889470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532608b-4c3e-429d-9e43-565731c3a865 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:31.895229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b532608b-4c3e-429d-9e43-565731c3a865 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/subnets/360b59dc-66c2-4e0c-9fdd-ae765bb44f51 HTTP/1.1" status: 200 len: 811 time: 0.1193748 Nov 25 17:24:31.895611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51150) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.906998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.907280 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:31.912498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b788c2a1-7d59-4ba0-884c-d81a04827ccb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7472222 Nov 25 17:24:31.915699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51152) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:31.930522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 7f9b7433-a552-42f6-8ba5-6dd10819cde3 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:31.946273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:31.947126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:32.049968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c0c45-2fb5-45ed-b2bb-ca57100499cb None None] Pushing event updated for resources: {'Port': ['ID=1564fd3c-86cf-4d16-8755-95a32fb7081d,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:32.198577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:32.236219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:32.323802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=7f9b7433-a552-42f6-8ba5-6dd10819cde3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:32.355657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:32.364659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c251c228-928d-45aa-8cd9-38c71782d748 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/7f9b7433-a552-42f6-8ba5-6dd10819cde3 HTTP/1.1" status: 204 len: 168 time: 0.8717253 Nov 25 17:24:32.368110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51156) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:32.524879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca8594-0b82-494b-a5ff-6be1246a7e95 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.526752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7aca8594-0b82-494b-a5ff-6be1246a7e95 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1574368 Nov 25 17:24:32.530875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51160) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:32.600770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1be7f8-7ed1-45f1-8ab1-a9dfd28136ce tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.604860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a1be7f8-7ed1-45f1-8ab1-a9dfd28136ce tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0707068 Nov 25 17:24:32.605258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:32.696778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9defe6ac-549f-4637-86dc-0012519d2ef8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['shared'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.702191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9defe6ac-549f-4637-86dc-0012519d2ef8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "GET /v2.0/subnets/360b59dc-66c2-4e0c-9fdd-ae765bb44f51?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8020532 Nov 25 17:24:32.708313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:32.728758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75c30e-c7f6-49d8-b29b-9b5332e8c159 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.732999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421013256'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:32.736579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75c30e-c7f6-49d8-b29b-9b5332e8c159 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.739081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75c30e-c7f6-49d8-b29b-9b5332e8c159 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:32.744599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca75c30e-c7f6-49d8-b29b-9b5332e8c159 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1355126 Nov 25 17:24:32.745033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51168) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:32.808066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-679ef4ea-8490-4fff-97c9-0812d2a6a3ac None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:32.808722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-679ef4ea-8490-4fff-97c9-0812d2a6a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:32.849125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbf4b597-0e03-4955-9d2c-873f1724b4e8 req-a8775dd4-0ccd-45eb-b075-e095f930471b tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 210 time: 0.0499673 Nov 25 17:24:32.910362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet d3928834-152e-4caf-8f4f-8c24e286e9e5 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:32.917618 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:32.951158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:30Z', 'revision_number': 3, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:33.021996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Checking router: 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:33.022258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Updating router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 port a5e3c826-dab9-43f9-a84c-27e959959137 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:24:33.048858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-679ef4ea-8490-4fff-97c9-0812d2a6a3ac None None] Could not find standard attr ID for object 7f9b7433-a552-42f6-8ba5-6dd10819cde3. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:33.054478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.072792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1564fd3c-86cf-4d16-8755-95a32fb7081d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:33.078433 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.116870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3abff949-1094-4b24-9ef8-11c42f15ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.117465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3abff949-1094-4b24-9ef8-11c42f15ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.120755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3abff949-1094-4b24-9ef8-11c42f15ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.121918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3abff949-1094-4b24-9ef8-11c42f15ebcd service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb08c150-41fd-472c-9246-04418bbac31d&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=54cddc92-2363-4e66-8e67-21fa29ad56f3&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 200 len: 2291 time: 1.2070718 Nov 25 17:24:33.162868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:33.166458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.187445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-81f045d2-f5eb-41f0-9273-8b8c1d19d0c3 None None] Could not find standard attr ID for object 7f9b7433-a552-42f6-8ba5-6dd10819cde3. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:33.227415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.229821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Allocated IP 172.20.0.7 (5d278d5d-9b78-4886-b99b-0859d83bb356/748462db-e1fd-4403-9336-ab7908f451fa/b269287e-08c5-41e2-b11a-0de3cc4f1c98) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:33.327708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1564fd3c-86cf-4d16-8755-95a32fb7081d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:33.328310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.332165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-00bb5409-8ba8-49e6-bb0c-bf15f67d3236 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5105505 Nov 25 17:24:33.369455 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.396339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.411347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/d3928834-152e-4caf-8f4f-8c24e286e9e5 HTTP/1.1" status: 204 len: 168 time: 0.6513538 Nov 25 17:24:33.412409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:33.413075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f0ce3-d92c-4aee-8b20-bf4239e0bc4d None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:33.428617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-96bce0ab-549d-423f-978a-c096eee461b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 200 len: 1001 time: 0.2952888 Nov 25 17:24:33.436513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:33.486117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136cdb3-6314-42a0-9b9f-9d5d2043cbc1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=d3928834-152e-4caf-8f4f-8c24e286e9e5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:33.580135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.580630 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Added segment f3f021d6-96be-418e-9c93-c0ed71ee00db of type vlan for network bdbbc7af-0623-40b8-a530-42748d027244 Nov 25 17:24:33.611496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet e2ffc028-967b-4926-a710-b65701165938 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:33.618680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.677009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54e8fa-0eb4-4cb8-8a65-3e00444b511c None None] Network f32f7096-4838-4cf6-9956-56886cddd436 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:33.685854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.706094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.730817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3d5fd995-6d74-4b8e-957d-22c9fd4658b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.732352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3d5fd995-6d74-4b8e-957d-22c9fd4658b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 200 len: 849 time: 0.2900045 Nov 25 17:24:33.754361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.779467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1564fd3c-86cf-4d16-8755-95a32fb7081d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1564fd3c-86cf-4d16-8755-95a32fb7081d,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:33.801923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688da58-e933-44ed-b9fb-5ce346743007 req-3d9c59ec-0822-4fb6-925d-5d42719c8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:33.803472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-3d9c59ec-0822-4fb6-925d-5d42719c8abf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6bec12d235d4779aaad8710b972c6a1&device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 1096 time: 0.2935865 Nov 25 17:24:33.819971 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.856306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.939476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9c3e262e-133d-4b00-a565-e74d9f47fe4c None None] Provisioning complete for port 1564fd3c-86cf-4d16-8755-95a32fb7081d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:33.939914 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c3e262e-133d-4b00-a565-e74d9f47fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.941948 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.955322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:33.992445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ffc028-967b-4926-a710-b65701165938,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.018758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cedac7a7-a76a-46f4-b9ec-74f0ea86b6df req-90f94cc9-5be9-402b-9cbf-cb7b69f72934 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 210 time: 0.0390966 Nov 25 17:24:34.020540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.026165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac39e881-7f2a-4ace-89ab-2aab48872ef5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/e2ffc028-967b-4926-a710-b65701165938 HTTP/1.1" status: 204 len: 168 time: 0.5804939 Nov 25 17:24:34.027528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:34.085034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-45145c77-9e2f-43e0-a557-9ab1d084fb89 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560925 Nov 25 17:24:34.085291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1564fd3c-86cf-4d16-8755-95a32fb7081d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.088174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51182) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:34.097214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:34.113477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688da58-e933-44ed-b9fb-5ce346743007 req-a3f0f7f7-24b0-40bc-ae8a-070de1d105e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.114940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-a3f0f7f7-24b0-40bc-ae8a-070de1d105e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 200 len: 912 time: 0.2765522 Nov 25 17:24:34.124015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.161369 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.214184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.244727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05b308-d3b9-4820-8ef9-8ddc127fc614 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:34.245730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:34.250076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.277593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8138-52a4-447b-b99f-6c334d57f759 None None] Pushing event updated for resources: {'Port': ['ID=a5e3c826-dab9-43f9-a84c-27e959959137,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.300339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Attempting to bind port a5e3c826-dab9-43f9-a84c-27e959959137 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:34.300685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Attempting to bind port a5e3c826-dab9-43f9-a84c-27e959959137 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:34.301054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Attempting to bind port a5e3c826-dab9-43f9-a84c-27e959959137 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:34.318629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:34.319036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:34.319491 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.319964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:34.320453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Bound port: a5e3c826-dab9-43f9-a84c-27e959959137, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:34.320839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.358360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c0a0f-1a24-4385-9ca8-c2f54d0b39f7 None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': 'e2ffc028-967b-4926-a710-b65701165938'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '9d2a705b-c3ee-4c1b-befa-b67743e761c7'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:24:34.370700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.380190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.380839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.402086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f31c0a0f-1a24-4385-9ca8-c2f54d0b39f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.414811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] For port a5e3c826-dab9-43f9-a84c-27e959959137, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:34.440066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] For port a5e3c826-dab9-43f9-a84c-27e959959137, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a5e3c826-dab9-43f9-a84c-27e959959137,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:34.465538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-d14b34a9-9fd4-4374-b234-6f7c2be13cdf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 200 len: 1000 time: 0.3016489 Nov 25 17:24:34.493950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.501555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Network 5d278d5d-9b78-4886-b99b-0859d83bb356 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:34.502363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.582007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.603281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Pushing event updated for resources: {'Port': ['ID=b269287e-08c5-41e2-b11a-0de3cc4f1c98,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.611026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-328e6c7c-acb9-4005-a06e-38d9e53f3b08 None None] Provisioning complete for port a5e3c826-dab9-43f9-a84c-27e959959137 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:34.611408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-328e6c7c-acb9-4005-a06e-38d9e53f3b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.623445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8963389 Nov 25 17:24:34.623445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-f129f9c9-a154-44d2-9ca4-12d4d5c9c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.624356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-f129f9c9-a154-44d2-9ca4-12d4d5c9c9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb08c150-41fd-472c-9246-04418bbac31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8725662 Nov 25 17:24:34.648809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51186) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:34.678181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:34.695288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:34.698831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:34.708730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:34.709390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.722818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0992d0-306c-49e7-97fc-4821fc1248e7 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:34.733104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=6016c58d-b73b-4c67-a4ac-c73009ce1243,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.734546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8138-52a4-447b-b99f-6c334d57f759 None None] Pushing event updated for resources: {'Port': ['ID=a5e3c826-dab9-43f9-a84c-27e959959137,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:34.745636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2fc8d89-39f0-42fa-8883-5a4632243e34 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6560225 Nov 25 17:24:34.751673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51190) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:34.761623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:34.762057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:34.763453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:34.771966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d804bcac-fe59-41a4-82b9-b536e165ff81 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:34.803544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:34.809763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:34.905132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:34.908892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:34.985990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa50002-2ee3-4c2b-a141-4c29bde2f0c5 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Network': ['ID=bdbbc7af-0623-40b8-a530-42748d027244,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:35.039619 n-d-817303-7 neutron-server[103636]: INFO neutron.db.ipam_backend_mixin [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6016c58d-b73b-4c67-a4ac-c73009ce1243 (CIDR: 2001:db8::/64) Nov 25 17:24:35.045886 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:24:35.046096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:35.068666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3daa1c4-76d7-42bd-a2d3-3683c18b601d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3153710 Nov 25 17:24:35.072570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:35.080531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'subnet': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:35.082193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688da58-e933-44ed-b9fb-5ce346743007 req-c039e873-4609-473f-95b2-e97106054964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.083779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-c039e873-4609-473f-95b2-e97106054964 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9437fb6a-edc2-40e3-914e-80a29aad534d HTTP/1.1" status: 200 len: 850 time: 0.4815979 Nov 25 17:24:35.128044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.128624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.194060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1564fd3c-86cf-4d16-8755-95a32fb7081d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:35.194311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Made reservation on behalf of 1aeed2913a35431b9385ad2578255ab3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:35.198606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.241712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-ed606027-fd11-4dae-ae32-ada75cf3f9da tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9388628 Nov 25 17:24:35.249862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network bdbbc7af-0623-40b8-a530-42748d027244 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:35.278092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:35.282145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea2b9-5bc5-405a-853d-0b09b779d8bd req-fd1a9804-1d46-4973-9396-c58e87f1eb6c tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.285307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99aea2b9-5bc5-405a-853d-0b09b779d8bd req-fd1a9804-1d46-4973-9396-c58e87f1eb6c tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 931 time: 0.1153283 Nov 25 17:24:35.300079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Request body: {'port': {'device_id': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:35.332639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:35.337557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.366791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:24:35.367815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:24:35.373318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-c8905134-dffa-4672-a4f1-0cc65a292bca service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764387 Nov 25 17:24:35.438939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99aea2b9-5bc5-405a-853d-0b09b779d8bd req-2623b4da-80d8-42d3-966f-57a8babaa4e2 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288633 Nov 25 17:24:35.566210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-ecec10f6-4a5c-496c-8ba0-2c5cf0d590ce service neutron] 10.222.0.55 "GET /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700814 Nov 25 17:24:35.577476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688da58-e933-44ed-b9fb-5ce346743007 req-5b0fb938-ab24-4363-9e5b-5bf336d4f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:35.580201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-5b0fb938-ab24-4363-9e5b-5bf336d4f0f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbcb8451-84cb-4395-8497-6f4022a1e10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4767232 Nov 25 17:24:35.602326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1564fd3c-86cf-4d16-8755-95a32fb7081d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:35.602886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.689753 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-328e6c7c-acb9-4005-a06e-38d9e53f3b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.723251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Allocated IP 172.20.0.1 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/791a458b-adb1-41f8-a6c1-c52902d47e3b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:35.759673 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c34379ef-f953-4e5d-a4d0-8ab6bf536654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.771941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-328e6c7c-acb9-4005-a06e-38d9e53f3b08 None None] For port a5e3c826-dab9-43f9-a84c-27e959959137, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a5e3c826-dab9-43f9-a84c-27e959959137,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:35.796246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-328e6c7c-acb9-4005-a06e-38d9e53f3b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:35.964321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-dd6b7538-36bb-43ec-8708-f2683b055ef2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 217 time: 0.3694167 Nov 25 17:24:35.969678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e6c7c-acb9-4005-a06e-38d9e53f3b08 None None] Pushing event updated for resources: {'Port': ['ID=a5e3c826-dab9-43f9-a84c-27e959959137,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:35.990720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Provisioning complete for port a5e3c826-dab9-43f9-a84c-27e959959137 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:35.991098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.071431 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.085470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:30Z', 'revision_number': 3, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:36.095275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9d2a705b-c3ee-4c1b-befa-b67743e761c7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:36.155640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.165920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f73e10-7fbc-4f06-a2ba-ba39fdae2f20 None None] The sync data for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 is: [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:30Z', 'revision_number': 3, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:36.170781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.202527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': '6016c58d-b73b-4c67-a4ac-c73009ce1243'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '9d2a705b-c3ee-4c1b-befa-b67743e761c7'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:24:36.254713 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.323498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Pushing event updated for resources: {'Port': ['ID=791a458b-adb1-41f8-a6c1-c52902d47e3b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:36.329411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-2052f0e8-071b-48e2-b8bc-e9846c8eddaf service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097595 Nov 25 17:24:36.396000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.440957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:24:36.473941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:36.474242 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.550115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.559187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:36.570113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-6fbe7e0a-9b8f-4f3b-8f03-6883a6bb99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:36.571997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-6fbe7e0a-9b8f-4f3b-8f03-6883a6bb99cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.5189373 Nov 25 17:24:36.585091 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.597141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:36.756731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f944e-849c-4751-93bb-8f8860f722eb req-aedd2dd4-b132-4ea5-b807-f6c896634d97 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:36.766712 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-689f944e-849c-4751-93bb-8f8860f722eb req-aedd2dd4-b132-4ea5-b807-f6c896634d97 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 931 time: 0.0851583 Nov 25 17:24:36.768955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:36.843260 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:36.856326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-689f944e-849c-4751-93bb-8f8860f722eb req-331285fa-5747-4275-895c-e74e989c7b3f tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886209 Nov 25 17:24:36.945115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:24:36.945115 n-d-817303-7 neutron-server[103637]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 25 17:24:36.945115 n-d-817303-7 neutron-server[103637]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe4e:d74c', 'status': 'ALLOCATED', 'ipam_subnet_id': '546c1878-a143-4022-8144-554d20478b29'}] Nov 25 17:24:36.945115 n-d-817303-7 neutron-server[103637]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:24:36.945734 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:24:37.023310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 17:24:37.023310 n-d-817303-7 neutron-server[103637]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 25 17:24:37.023310 n-d-817303-7 neutron-server[103637]: [parameters: {'status': 'ACTIVE', 'ports_id': '9d2a705b-c3ee-4c1b-befa-b67743e761c7'}] Nov 25 17:24:37.023310 n-d-817303-7 neutron-server[103637]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:24:37.026632 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:24:37.039139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a5e3c826-dab9-43f9-a84c-27e959959137 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:37.040519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.113541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a5e3c826-dab9-43f9-a84c-27e959959137 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:37.113918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.285793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:37.299848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:37.322271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:37.338629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.353373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.354270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.418102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=3ecef449-91ee-4ce1-8ede-8a28aa19d432,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:37.439325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Subnet': ['ID=6094388d-98a7-449d-91e7-107d606cf8a8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:37.488667 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.502771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:37.511062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:37.526783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:37.527719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.564967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4896250 Nov 25 17:24:37.568078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.573372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:37.586097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Request body: {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'mac_address': 'fa:16:3e:14:d9:6f', 'name': 'tempest-NetworksTestDHCPv6-693009742'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:37.615521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Checking segment: {'id': 'f3f021d6-96be-418e-9c93-c0ed71ee00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:37.615874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network hostable DHCP agents. Network: bdbbc7af-0623-40b8-a530-42748d027244, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:37.630020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4688da58-e933-44ed-b9fb-5ce346743007 req-657e6b82-3c9b-436f-8c64-4d9d56ad16a4 service neutron] 10.222.0.73 "GET /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1092498 Nov 25 17:24:37.632877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f3c63-3070-47c1-a9df-e399b3c62002 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:37.651959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.692937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-19895255-9907-4c1f-99e4-56bc82469d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:37.696162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-19895255-9907-4c1f-99e4-56bc82469d27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0979421 Nov 25 17:24:37.782372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Made reservation on behalf of 9014eb585dd84119a986e44617c202e7 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:37.791965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:37.806311 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.882573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Network bdbbc7af-0623-40b8-a530-42748d027244 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:37.922787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:37.956444 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] device_id is not set on port 27be4053-8998-47c2-82a8-66f2ee4a2547 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:37.966241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, bdbbc7af-0623-40b8-a530-42748d027244) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:37.977170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:37.977782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.093237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-521ce9c7-b033-4033-83ef-4d662ce0c4d8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.4433293 Nov 25 17:24:38.107519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51220) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:38.124323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:38.206820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a04813-8892-4efb-a215-051615a0c584 req-13a16390-2ced-4828-ac6f-ddb1676df006 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.208388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78a04813-8892-4efb-a215-051615a0c584 req-13a16390-2ced-4828-ac6f-ddb1676df006 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1096 time: 0.1318655 Nov 25 17:24:38.222675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Allocated IP 2001:db8::2 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6016c58d-b73b-4c67-a4ac-c73009ce1243/9d2a705b-c3ee-4c1b-befa-b67743e761c7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:38.240180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-30e7fe39-9611-40d3-ac65-78308dc3a033 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231736 Nov 25 17:24:38.242687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-78a04813-8892-4efb-a215-051615a0c584 req-b1fe7f56-a0ef-4254-bcfb-0a6678b9f7b3 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.301838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3c2ab-9b57-44bb-9b42-c8fee8e76f77 req-fff1b019-aae7-4bcc-bd57-c505a118b00c tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.303813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77b3c2ab-9b57-44bb-9b42-c8fee8e76f77 req-fff1b019-aae7-4bcc-bd57-c505a118b00c tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 931 time: 0.2961712 Nov 25 17:24:38.325352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:38.339514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-78a04813-8892-4efb-a215-051615a0c584 req-b1fe7f56-a0ef-4254-bcfb-0a6678b9f7b3 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.343485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=11']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:38.351029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-78a04813-8892-4efb-a215-051615a0c584 req-b1fe7f56-a0ef-4254-bcfb-0a6678b9f7b3 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.369261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b830b-5b76-449f-a568-175707f83693 None None] Network bdbbc7af-0623-40b8-a530-42748d027244 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:38.383368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.415015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78a04813-8892-4efb-a215-051615a0c584 req-b1fe7f56-a0ef-4254-bcfb-0a6678b9f7b3 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923585 Nov 25 17:24:38.415826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe7f56-a0ef-4254-bcfb-0a6678b9f7b3 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dcbbc4-dcc0-4a40-9054-af2ac9d4fe83,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:38.490315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4845905'] for subnet, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.501544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Provisioning complete for port 1564fd3c-86cf-4d16-8755-95a32fb7081d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:38.501923 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec858ee7-8640-4fe2-9b17-962c81bda1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.556486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.582108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b269287e-08c5-41e2-b11a-0de3cc4f1c98 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:38.602042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77b3c2ab-9b57-44bb-9b42-c8fee8e76f77 req-2410017a-0830-417f-9fa7-d5d0863a9f9b tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539248 Nov 25 17:24:38.613445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.660073 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.676655 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-387af486-d344-4ad4-8e39-91cc8357c8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.682071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-4248d8cb-3e30-4174-9746-f19bfc6dceaf service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128306 Nov 25 17:24:38.699912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Transition to ACTIVE for port object b269287e-08c5-41e2-b11a-0de3cc4f1c98 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:38.776607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:38.785279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-54df4ad0-f333-4c4a-be6b-4240e1d30d5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 217 time: 0.0841930 Nov 25 17:24:38.811843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8::3d0 (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6016c58d-b73b-4c67-a4ac-c73009ce1243/27be4053-8998-47c2-82a8-66f2ee4a2547) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:38.820280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:d96f (57d3133b-7ced-4a58-9ee8-6f993af0ee19/6094388d-98a7-449d-91e7-107d606cf8a8/27be4053-8998-47c2-82a8-66f2ee4a2547) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:38.947795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8810f9-3ca9-48c7-8bcc-8e3bc22ef36c req-79b5a7ec-b265-4138-9f94-d5e5e39ece8c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.949741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f8810f9-3ca9-48c7-8bcc-8e3bc22ef36c req-79b5a7ec-b265-4138-9f94-d5e5e39ece8c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2974794 Nov 25 17:24:38.959025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=b269287e-08c5-41e2-b11a-0de3cc4f1c98,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:38.964931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367d4ff-f5de-4321-9e16-d7fa47da0bff None None] Pushing event updated for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:38.978669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-d1bb4b10-314b-4570-8bfd-6050c1163b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:38.980133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-d1bb4b10-314b-4570-8bfd-6050c1163b57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1809015 Nov 25 17:24:39.006117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-bdbbc7af-0623-40b8-a530-42748d027244', 'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244', 'tenant_id': '1aeed2913a35431b9385ad2578255ab3', 'fixed_ips': [{'subnet_id': '3ecef449-91ee-4ce1-8ede-8a28aa19d432'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:39.007085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.056352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3333fe5e-e0cc-4520-9d57-3b0fa5c24a09 None None] Provisioning complete for port 791a458b-adb1-41f8-a6c1-c52902d47e3b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:39.057749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3333fe5e-e0cc-4520-9d57-3b0fa5c24a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.100763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f8810f9-3ca9-48c7-8bcc-8e3bc22ef36c req-d7f45f41-6879-4a5c-a88b-b9f978bf8848 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312327 Nov 25 17:24:39.127705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:39.215173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743995664927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4625858'] for subnet, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.229537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3333fe5e-e0cc-4520-9d57-3b0fa5c24a09 None None] Port 791a458b-adb1-41f8-a6c1-c52902d47e3b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:39.231418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.280619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70011816-fde1-478f-bc9d-7c08f7445609 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/c9a11a37-7dd5-40b8-9f37-53a6d3f43005 HTTP/1.1" status: 200 len: 992 time: 0.1461456 Nov 25 17:24:39.280845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.305872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.326938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.353547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3bef1b39-1b18-4a53-8582-05e401d252b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.354871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3bef1b39-1b18-4a53-8582-05e401d252b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2986205 Nov 25 17:24:39.355993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.357036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.357962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "PUT /v2.0/subnets/3ecef449-91ee-4ce1-8ede-8a28aa19d432 HTTP/1.1" status: 200 len: 877 time: 1.2475743 Nov 25 17:24:39.389638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Allocated IP 172.20.0.3 (bdbbc7af-0623-40b8-a530-42748d027244/3ecef449-91ee-4ce1-8ede-8a28aa19d432/a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:39.397562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51230) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:39.398497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Attempting to bind port b269287e-08c5-41e2-b11a-0de3cc4f1c98 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:39.398931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Attempting to bind port b269287e-08c5-41e2-b11a-0de3cc4f1c98 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '3b124ccd-0790-4d7e-84ef-765f4784c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:39.399370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Attempting to bind port b269287e-08c5-41e2-b11a-0de3cc4f1c98 on network 5d278d5d-9b78-4886-b99b-0859d83bb356 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:39.435729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:39.437337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event updated for resources: {'Port': ['ID=27be4053-8998-47c2-82a8-66f2ee4a2547,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:39.441815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:39.447562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:39.461518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:39.462200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.468183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa24c-c291-4f22-8252-5b5c376bebf8 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event updated for resources: {'Subnet': ['ID=3ecef449-91ee-4ce1-8ede-8a28aa19d432,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:39.503641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-34ed9c86-9ed4-4882-b1a5-19d2a0ae13a0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9274967 Nov 25 17:24:39.504706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51234) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:39.607284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Port b269287e-08c5-41e2-b11a-0de3cc4f1c98 on network 5d278d5d-9b78-4886-b99b-0859d83bb356 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:39.607852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Attempting to bind port b269287e-08c5-41e2-b11a-0de3cc4f1c98 on network 5d278d5d-9b78-4886-b99b-0859d83bb356 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:39.654441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting port 27be4053-8998-47c2-82a8-66f2ee4a2547 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:39.654778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.676983 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.679188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Pushing event updated for resources: {'Port': ['ID=791a458b-adb1-41f8-a6c1-c52902d47e3b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:39.693076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:39.694636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Checking segment: {'id': '3b124ccd-0790-4d7e-84ef-765f4784c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:39.695123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Bound using segment: {'id': '3b124ccd-0790-4d7e-84ef-765f4784c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:39.695700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Bound port: b269287e-08c5-41e2-b11a-0de3cc4f1c98, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b124ccd-0790-4d7e-84ef-765f4784c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:39.696180 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.714174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-6f33320c-59b9-400b-b768-28f1124b2eaa req-45c1ddc1-8c88-4086-877c-19f0585071de service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:24:39.724500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f33320c-59b9-400b-b768-28f1124b2eaa req-45c1ddc1-8c88-4086-877c-19f0585071de service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165224 Nov 25 17:24:39.728122 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.787562 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.808942 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.921198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Network bdbbc7af-0623-40b8-a530-42748d027244 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:39.926731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:39.929543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:39.932219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Pushing event updated for resources: {'Port': ['ID=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:39.951596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.973539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:39.991135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Calling delete_port for 27be4053-8998-47c2-82a8-66f2ee4a2547 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:39.998670 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-484a26fc-da26-47c3-868c-c380397ff2d7 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998523 Nov 25 17:24:40.014706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Attempting to bind port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:40.015305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Attempting to bind port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f3f021d6-96be-418e-9c93-c0ed71ee00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:40.015453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Attempting to bind port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 on network bdbbc7af-0623-40b8-a530-42748d027244 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:40.023915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:40.024283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Checking segment: {'id': 'f3f021d6-96be-418e-9c93-c0ed71ee00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:40.024683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.025074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Bound using segment: {'id': 'f3f021d6-96be-418e-9c93-c0ed71ee00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:40.025537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Bound port: a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f021d6-96be-418e-9c93-c0ed71ee00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bdbbc7af-0623-40b8-a530-42748d027244'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:40.025917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.091536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7149bfe-1b81-43fb-94e5-da040618d392 req-5dd92cce-0520-47aa-8cbd-85b18e1667e0 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.100216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7149bfe-1b81-43fb-94e5-da040618d392 req-5dd92cce-0520-47aa-8cbd-85b18e1667e0 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 943 time: 0.2477596 Nov 25 17:24:40.177196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] For port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:40.178003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7149bfe-1b81-43fb-94e5-da040618d392 req-1094167d-e6ee-4b2f-bd54-8d7286f8c2ed tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768282 Nov 25 17:24:40.182749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] For port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,segment=NetworkSegment(f3f021d6-96be-418e-9c93-c0ed71ee00db),segment_id=f3f021d6-96be-418e-9c93-c0ed71ee00db)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:40.199981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.278094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] For port b269287e-08c5-41e2-b11a-0de3cc4f1c98, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:40.289029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] For port b269287e-08c5-41e2-b11a-0de3cc4f1c98, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98,segment=NetworkSegment(3b124ccd-0790-4d7e-84ef-765f4784c8da),segment_id=3b124ccd-0790-4d7e-84ef-765f4784c8da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:40.314811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-6a28e1f8-442a-45cd-bd31-7799f7c74c1f service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097007 Nov 25 17:24:40.319492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.396811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a679cd3-913c-4308-9292-c99ff5eec6e3 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:40.414700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.415325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.417352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] 10.222.0.55 "PUT /v2.0/ports/b269287e-08c5-41e2-b11a-0de3cc4f1c98 HTTP/1.1" status: 200 len: 1091 time: 5.1367445 Nov 25 17:24:40.436969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:40.452973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005405a6-0868-44ef-a0ea-84d5ca96dfe1 req-3cfe1109-c0de-42de-8833-8ceaf2316748 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.463151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-005405a6-0868-44ef-a0ea-84d5ca96dfe1 req-3cfe1109-c0de-42de-8833-8ceaf2316748 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.0879660 Nov 25 17:24:40.491196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'tag': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:40.515634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.521100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71255-16b5-4c49-826f-49f376752ca0 None None] Pushing event updated for resources: {'Port': ['ID=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:40.534609 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d25da055-dfde-45bf-a7d2-ae5198214ce6", "tag": "b269287e-08c5-41e2-b11a-0de3cc4f1c98"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:40.589739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Port': ['ID=27be4053-8998-47c2-82a8-66f2ee4a2547,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:40.600310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7ff5dfd3-f4d4-47b5-9cee-f69d78e36eac None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:40.614356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dfd3-f4d4-47b5-9cee-f69d78e36eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.627098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-f47603d4-cc61-4377-99c8-31961a650b86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 200 len: 217 time: 0.2936664 Nov 25 17:24:40.642096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:40.662253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-005405a6-0868-44ef-a0ea-84d5ca96dfe1 req-d982d0fa-848f-42bf-8138-a924bb6a632b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980538 Nov 25 17:24:40.715947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.748565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-88cbd207-c2eb-4538-b0eb-e307b015645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.750049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-88cbd207-c2eb-4538-b0eb-e307b015645d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.1045706 Nov 25 17:24:40.761018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:40.764848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-37b6e5bc-f993-4157-a6b2-2ff5159d91d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/27be4053-8998-47c2-82a8-66f2ee4a2547 HTTP/1.1" status: 204 len: 168 time: 1.2588263 Nov 25 17:24:40.770138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:40.806687 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa12337-ca2a-4db4-a535-9f2309dd0a6a x-openstack-request-id: req-6fa12337-ca2a-4db4-a535-9f2309dd0a6a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:40.806977 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25da055-dfde-45bf-a7d2-ae5198214ce6", "tag": "b269287e-08c5-41e2-b11a-0de3cc4f1c98", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:40.807237 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6fa12337-ca2a-4db4-a535-9f2309dd0a6a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:40.807690 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'tag': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98', 'status': 'completed', 'code': 200} Nov 25 17:24:40.871415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782efa0b-f2b4-4da0-94b2-02de9718c9b7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:40.880609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-782efa0b-f2b4-4da0-94b2-02de9718c9b7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1065626 Nov 25 17:24:40.888003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51262) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:41.059961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84942a-bac3-42ce-a76b-878f39812792 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.085566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae84942a-bac3-42ce-a76b-878f39812792 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1964862 Nov 25 17:24:41.099106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:41.101786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Deleting port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:41.102126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.155065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6971-75f5-44d2-8422-7b14735df673 req-7a16146f-cef9-4844-aad8-526f436743c9 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.156873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ffdd6971-75f5-44d2-8422-7b14735df673 req-7a16146f-cef9-4844-aad8-526f436743c9 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.2043056 Nov 25 17:24:41.158587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:41.230646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e0eea-9eb8-4b82-a03e-c2125d0543d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.232330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e0eea-9eb8-4b82-a03e-c2125d0543d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.233855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e0eea-9eb8-4b82-a03e-c2125d0543d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.250682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-504e0eea-9eb8-4b82-a03e-c2125d0543d2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1339412 Nov 25 17:24:41.256369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51270) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:41.337262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ffdd6971-75f5-44d2-8422-7b14735df673 req-ad965249-4609-4a6b-b14d-5b646a2891c6 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652634 Nov 25 17:24:41.369189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-438ccd68-052e-49db-a09b-bd667bc8f5a3 None None] Provisioning complete for port 791a458b-adb1-41f8-a6c1-c52902d47e3b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:41.369189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-438ccd68-052e-49db-a09b-bd667bc8f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.374398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 6016c58d-b73b-4c67-a4ac-c73009ce1243 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:41.384398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.417089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.447512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:41.450340 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.462818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.507436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-438ccd68-052e-49db-a09b-bd667bc8f5a3 None None] Port 791a458b-adb1-41f8-a6c1-c52902d47e3b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:41.616409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.623251 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.706198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,segment=NetworkSegment(f3f021d6-96be-418e-9c93-c0ed71ee00db),segment_id=f3f021d6-96be-418e-9c93-c0ed71ee00db)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:41.717080 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.718175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9d2a705b-c3ee-4c1b-befa-b67743e761c7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:41.724429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.778963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=6016c58d-b73b-4c67-a4ac-c73009ce1243,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:41.818526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-1e4802ee-2b5e-4c39-b4a4-5c2d054d8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:41.820122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-1e4802ee-2b5e-4c39-b4a4-5c2d054d8aa6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2ab6185b7654628ac532fd5f08589fb&device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 1094 time: 1.2762718 Nov 25 17:24:41.840425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.850869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b43cc8f-4866-4410-9301-b3c1e54bc9e7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6016c58d-b73b-4c67-a4ac-c73009ce1243 HTTP/1.1" status: 204 len: 168 time: 0.5934031 Nov 25 17:24:41.852739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51276) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:41.873497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7209f1a-cece-4b23-9206-8c8dd188ba52 None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:41.940343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Deleting subnet 6094388d-98a7-449d-91e7-107d606cf8a8 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:41.943498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-8ad93bae-f238-4558-9624-d44d42727f8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98 HTTP/1.1" status: 200 len: 217 time: 0.0727258 Nov 25 17:24:41.945002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:41.963985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063604f-9232-4e11-a53d-33022636b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=b269287e-08c5-41e2-b11a-0de3cc4f1c98,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:42.000570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3acf6e-af28-475d-ad90-db1e71f05444 None None] Network bdbbc7af-0623-40b8-a530-42748d027244 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:42.004933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8250a-4820-4e64-88fa-950c056d78bd req-469ebd5c-0665-4b93-9deb-1f9055129207 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.006483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bf8250a-4820-4e64-88fa-950c056d78bd req-469ebd5c-0665-4b93-9deb-1f9055129207 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2090046 Nov 25 17:24:42.008921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.026232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:42.035551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-34e05537-d63f-4d8d-bde6-167bcedcd096 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6160939 Nov 25 17:24:42.048493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-d287cf64-7a24-4403-a18b-7e8accb866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.050968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-d287cf64-7a24-4403-a18b-7e8accb866dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2329435 Nov 25 17:24:42.058891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-bc9d480c-cd23-4b5d-9c8b-fa2d4e3ac8c8 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:24:42.060071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-bc9d480c-cd23-4b5d-9c8b-fa2d4e3ac8c8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141361 Nov 25 17:24:42.085713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bbc2bf7e-3599-4fa9-a21e-19b5b98f0cfd None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:42.086080 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbc2bf7e-3599-4fa9-a21e-19b5b98f0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.116603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:42.116975 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.126555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bf8250a-4820-4e64-88fa-950c056d78bd req-ca544510-99f4-4e22-87e0-0e6e2ae70146 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922964 Nov 25 17:24:42.188259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.219079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-3249a401-ff5d-4789-b074-ad07abb91d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.221380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-3249a401-ff5d-4789-b074-ad07abb91d58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=748462db-e1fd-4403-9336-ab7908f451fa HTTP/1.1" status: 200 len: 861 time: 0.2468522 Nov 25 17:24:42.223440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:42.257773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b3608-ac5c-4479-b8f0-3d17d2c57ef5 req-2b028dc1-2d33-468f-8318-b8cbeecce7c6 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.260296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af6b3608-ac5c-4479-b8f0-3d17d2c57ef5 req-2b028dc1-2d33-468f-8318-b8cbeecce7c6 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 943 time: 0.4458451 Nov 25 17:24:42.307251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-6d0f624a-fc53-42c4-bd8c-3075c3457037 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355804 Nov 25 17:24:42.309221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-f679eee0-1cbf-4376-8100-ca3c41f14841 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d278d5d-9b78-4886-b99b-0859d83bb356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772295 Nov 25 17:24:42.370297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.418697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Subnet': ['ID=6094388d-98a7-449d-91e7-107d606cf8a8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:42.433702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.435788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] For port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,segment=NetworkSegment(f3f021d6-96be-418e-9c93-c0ed71ee00db),segment_id=f3f021d6-96be-418e-9c93-c0ed71ee00db)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:42.436168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.443041 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c09bcc20-4069-458e-935f-bbac07a22cb0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6094388d-98a7-449d-91e7-107d606cf8a8 HTTP/1.1" status: 204 len: 168 time: 0.5870163 Nov 25 17:24:42.443372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51300) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:42.448875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-b2c04a50-3a00-4e56-98e9-a7a6c9f03cb0 service neutron] 10.222.0.55 "GET /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203423 Nov 25 17:24:42.494203 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-37e103f3-73da-42d5-be42-d314f48e2734 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489166 Nov 25 17:24:42.496882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51302) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:42.525085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Calling delete_port for a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:42.628290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6840f2c-e592-4be8-90a4-9ccd6a627132 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.632959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b6840f2c-e592-4be8-90a4-9ccd6a627132 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1349537 Nov 25 17:24:42.633749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:42.660288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf5cf0-40cc-4d1a-9815-eb8bfaccdde0 req-747cfd4f-0e41-4cf4-8de0-9fa0442775dd tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.663782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48bf5cf0-40cc-4d1a-9815-eb8bfaccdde0 req-747cfd4f-0e41-4cf4-8de0-9fa0442775dd tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.1677945 Nov 25 17:24:42.721474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af6b3608-ac5c-4479-b8f0-3d17d2c57ef5 req-5a2e3efb-f0bf-4621-834e-9b924fa86217 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224379 Nov 25 17:24:42.763914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f27835f-4a53-422d-a294-edc852155970 None None] Update dhcp port {'port': {'network_id': '57d3133b-7ced-4a58-9ee8-6f993af0ee19', 'fixed_ips': [{'subnet_id': '6094388d-98a7-449d-91e7-107d606cf8a8'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '9d2a705b-c3ee-4c1b-befa-b67743e761c7'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:24:42.800000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f27835f-4a53-422d-a294-edc852155970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:42.813664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4455a39e-cfc0-408f-bdb9-ad66dc1977d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:42.818402 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4455a39e-cfc0-408f-bdb9-ad66dc1977d9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1731832 Nov 25 17:24:42.820578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:42.828326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48bf5cf0-40cc-4d1a-9815-eb8bfaccdde0 req-499a3460-bae3-4764-882c-9529e9393b17 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347952 Nov 25 17:24:42.913593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17f2dbc1-2cce-40c1-955a-7a229650907c req-be818a3b-f6fc-409d-9cb9-adddf200ba95 service neutron] 10.222.0.55 "GET /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390731 Nov 25 17:24:42.921649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-a7a8e396-3f9f-4f1d-a63c-65a8a845c3cb service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817531 Nov 25 17:24:42.924289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9fb07e03-a3bf-48f7-9899-39255603a1fd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853386 Nov 25 17:24:42.940470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51318) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:42.998129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:43.005843 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-70032b56-2aad-4438-be5a-8a0d840a5ee0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.006413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70032b56-2aad-4438-be5a-8a0d840a5ee0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.011890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70032b56-2aad-4438-be5a-8a0d840a5ee0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/27be4053-8998-47c2-82a8-66f2ee4a2547 HTTP/1.1" status: 404 len: 333 time: 0.0677254 Nov 25 17:24:43.021958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51320) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.045722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-3883ae3e-f242-426c-9109-197417813d0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 200 len: 217 time: 0.1114964 Nov 25 17:24:43.073243 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca466497-b0ea-4777-8bf2-78c5d070088c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.073973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca466497-b0ea-4777-8bf2-78c5d070088c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.077490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca466497-b0ea-4777-8bf2-78c5d070088c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6094388d-98a7-449d-91e7-107d606cf8a8 HTTP/1.1" status: 404 len: 337 time: 0.0540469 Nov 25 17:24:43.078827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:43.085327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-343da258-219d-49aa-9b16-57a80ff5159a admin admin] 10.222.0.86 "PUT /v2.0/routers/146632e0-67e9-46bc-9ec4-8a2b0a8bed49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1285543 Nov 25 17:24:43.085882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51322) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.092862 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Sync routers for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:43.100369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a7ea7abf-d148-42ae-8683-3aa432961c20 None None] Provisioning complete for port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:43.100745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7ea7abf-d148-42ae-8683-3aa432961c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.115504 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:43.117794 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:43.183299 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a02682-9879-4c29-888e-88d23bcbe86c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.189813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a02682-9879-4c29-888e-88d23bcbe86c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.193149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d4a02682-9879-4c29-888e-88d23bcbe86c tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6016c58d-b73b-4c67-a4ac-c73009ce1243 HTTP/1.1" status: 404 len: 337 time: 0.1046081 Nov 25 17:24:43.195810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51330) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.227014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa5ffcc-f07a-43f0-8fbc-98037ebc983a None None] Network 57d3133b-7ced-4a58-9ee8-6f993af0ee19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:43.272418 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2d7a1e-daf9-4f75-b9e8-6d49915e5308 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.273025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2d7a1e-daf9-4f75-b9e8-6d49915e5308 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.276359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca2d7a1e-daf9-4f75-b9e8-6d49915e5308 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/7f9b7433-a552-42f6-8ba5-6dd10819cde3 HTTP/1.1" status: 404 len: 333 time: 0.0787907 Nov 25 17:24:43.278945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.282035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-b28035be-bdac-4d99-839d-ac7b664bf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.287733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-b28035be-bdac-4d99-839d-ac7b664bf522 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2ab6185b7654628ac532fd5f08589fb&device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 1094 time: 0.2543356 Nov 25 17:24:43.289217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-215e6b04-1bbc-4043-974b-1361e0c7c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.290727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-215e6b04-1bbc-4043-974b-1361e0c7c2b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 200 len: 797 time: 0.2287881 Nov 25 17:24:43.316973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b9c43a-1509-4d09-83be-f6c973d46040 None None] Network bdbbc7af-0623-40b8-a530-42748d027244 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:43.340761 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ac7847-1d99-4254-a056-c0035b291d9a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.341531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ac7847-1d99-4254-a056-c0035b291d9a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.356422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5ac7847-1d99-4254-a056-c0035b291d9a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/d3928834-152e-4caf-8f4f-8c24e286e9e5 HTTP/1.1" status: 404 len: 337 time: 0.0763361 Nov 25 17:24:43.363276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.403231 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:43.453579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Could not find standard attr ID for object a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:43.468758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a7ea7abf-d148-42ae-8683-3aa432961c20 None None] Could not find standard attr ID for object a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:43.471157 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.474310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9990a-70e0-4767-bae1-846a072a2e10 req-0bee13a8-7b2b-4d0c-ae40-bd0b4940c031 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.478737 n-d-817303-7 neutron-server[103637]: INFO neutron.plugins.ml2.db [None req-a7ea7abf-d148-42ae-8683-3aa432961c20 None None] No ports have port_id starting with a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 Nov 25 17:24:43.488437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1f9990a-70e0-4767-bae1-846a072a2e10 req-0bee13a8-7b2b-4d0c-ae40-bd0b4940c031 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1573563 Nov 25 17:24:43.602781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1f9990a-70e0-4767-bae1-846a072a2e10 req-6a39b6c6-e71b-4f53-a0db-e011d9233c3e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133473 Nov 25 17:24:43.606909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9b4c4e58-3982-4c57-92b1-c35afb8cefb8 None None] Could not find standard attr ID for object a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:24:43.654389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] DHCP port deletion for 57d3133b-7ced-4a58-9ee8-6f993af0ee19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:43.664245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9b4c4e58-3982-4c57-92b1-c35afb8cefb8 None None] Provisioning complete for port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:43.664245 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b4c4e58-3982-4c57-92b1-c35afb8cefb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.692738 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-642c458d-be38-42f5-89b2-446def0ad337 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.693212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642c458d-be38-42f5-89b2-446def0ad337 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.698978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-642c458d-be38-42f5-89b2-446def0ad337 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/e2ffc028-967b-4926-a710-b65701165938 HTTP/1.1" status: 404 len: 337 time: 0.3308845 Nov 25 17:24:43.699361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51344) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.710648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Port': ['ID=a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:43.754054 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d3610a-a587-4d8c-8f51-611629a36b5a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.754597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d3610a-a587-4d8c-8f51-611629a36b5a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.758145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c2d3610a-a587-4d8c-8f51-611629a36b5a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/4322a669-4f7f-41f7-a9ac-cd8030fe39af HTTP/1.1" status: 404 len: 333 time: 0.0577724 Nov 25 17:24:43.763847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51346) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.798248 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 2, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:43.810837 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba30eccf-8a8b-43f2-9fe4-6ee9a957d1de tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.811459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba30eccf-8a8b-43f2-9fe4-6ee9a957d1de tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.817632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba30eccf-8a8b-43f2-9fe4-6ee9a957d1de tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/8b52d67e-630c-4a3e-b5e6-ddb9c46456cd HTTP/1.1" status: 404 len: 337 time: 0.0527973 Nov 25 17:24:43.818339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51350) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.849245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Checking router: 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:43.849921 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Updating router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 port 791a458b-adb1-41f8-a6c1-c52902d47e3b binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:24:43.852482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] Deleting port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:43.853046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.875182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No DVR routers for this DVR port a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:43.876055 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a871439-b84d-436c-892a-a308dad546c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.876609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a871439-b84d-436c-892a-a308dad546c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.881988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a871439-b84d-436c-892a-a308dad546c9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/18ad466e-c08c-43b9-bf51-defb8bc3704d HTTP/1.1" status: 404 len: 337 time: 0.0624123 Nov 25 17:24:43.885275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.912561 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:43.919052 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a963c2-26f2-4c3d-ab13-21a356996676 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.922067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a963c2-26f2-4c3d-ab13-21a356996676 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.936086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b9a963c2-26f2-4c3d-ab13-21a356996676 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/5695f013-bc64-4449-848f-ef7f36e520b1 HTTP/1.1" status: 404 len: 333 time: 0.0495212 Nov 25 17:24:43.939311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51354) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:43.976879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-ed91a641-a57e-4551-b71b-e6ffb46c51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:43.978418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-ed91a641-a57e-4551-b71b-e6ffb46c51f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54cddc92-2363-4e66-8e67-21fa29ad56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6515694 Nov 25 17:24:43.980456 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19ad76b-b002-456d-9329-3f2bffbec451 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:43.981186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19ad76b-b002-456d-9329-3f2bffbec451 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:43.989081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b19ad76b-b002-456d-9329-3f2bffbec451 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/58ebd427-b706-4bd8-b07d-76953877790d HTTP/1.1" status: 404 len: 337 time: 0.0483444 Nov 25 17:24:43.990042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.011568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] For port 9d2a705b-c3ee-4c1b-befa-b67743e761c7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9d2a705b-c3ee-4c1b-befa-b67743e761c7,segment=NetworkSegment(60c5f909-ee7d-42db-aedc-5df005569675),segment_id=60c5f909-ee7d-42db-aedc-5df005569675)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:44.012098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.037861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] Calling delete_port for 9d2a705b-c3ee-4c1b-befa-b67743e761c7 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:44.044990 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e022350f-844a-4a90-aba2-92e4ed41244d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.046389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e022350f-844a-4a90-aba2-92e4ed41244d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.053598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e022350f-844a-4a90-aba2-92e4ed41244d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/24f247a1-a62f-4fb2-acfa-bce0b19278da HTTP/1.1" status: 404 len: 337 time: 0.0622430 Nov 25 17:24:44.055145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.096186 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1484f4-e8b1-49e2-b3ef-59130f153594 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.096863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1484f4-e8b1-49e2-b3ef-59130f153594 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.099851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.100822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6a1484f4-e8b1-49e2-b3ef-59130f153594 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/fe4e23a0-732b-4dba-a495-042d832ca3c3 HTTP/1.1" status: 404 len: 333 time: 0.0444961 Nov 25 17:24:44.106220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51360) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.151058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.158209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27fb06-fd3c-4b5b-941e-78780bf46671 req-05a9db54-0723-4039-a642-b0c3ebc94d34 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.165273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] No DVR routers for this DVR port 9d2a705b-c3ee-4c1b-befa-b67743e761c7 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:44.166691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf27fb06-fd3c-4b5b-941e-78780bf46671 req-05a9db54-0723-4039-a642-b0c3ebc94d34 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.4687433 Nov 25 17:24:44.166970 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3f3e83-b9c5-4e96-b260-58422afce403 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.167609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3f3e83-b9c5-4e96-b260-58422afce403 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.172722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6e3f3e83-b9c5-4e96-b260-58422afce403 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/f6d7eadb-1536-4940-ad5c-e3c97343f870 HTTP/1.1" status: 404 len: 337 time: 0.0635917 Nov 25 17:24:44.176210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51362) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.193712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962bd00-f0d4-47c7-8de5-f4655aedfeff None None] Pushing event deleted for resources: {'Port': ['ID=9d2a705b-c3ee-4c1b-befa-b67743e761c7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:44.227731 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-55edd7f0-871f-441c-b316-e02034f551ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.228328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55edd7f0-871f-441c-b316-e02034f551ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.231500 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55edd7f0-871f-441c-b316-e02034f551ad tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/6301e41f-8f95-40b2-806b-687f4ca0356e HTTP/1.1" status: 404 len: 333 time: 0.0541859 Nov 25 17:24:44.234622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51364) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.237744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-18d904d0-49a3-4b89-88c8-ff3f1eb52aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.239277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-18d904d0-49a3-4b89-88c8-ff3f1eb52aa1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d278d5d-9b78-4886-b99b-0859d83bb356 HTTP/1.1" status: 200 len: 922 time: 0.9090841 Nov 25 17:24:44.282617 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fe8d5-02a7-49a4-a827-fc3e79d84f9d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.284452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05fe8d5-02a7-49a4-a827-fc3e79d84f9d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.289730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b05fe8d5-02a7-49a4-a827-fc3e79d84f9d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/618650f6-d580-43e1-906c-c2839ac6f475 HTTP/1.1" status: 404 len: 337 time: 0.0529299 Nov 25 17:24:44.292599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.328572 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-869783a3-9532-4d94-85c4-ef9b46dcf916 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.330233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869783a3-9532-4d94-85c4-ef9b46dcf916 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.331581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-dcdef945-766d-4617-8c75-01d5262b82e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98 HTTP/1.1" status: 200 len: 217 time: 0.0791457 Nov 25 17:24:44.336779 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.337353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-869783a3-9532-4d94-85c4-ef9b46dcf916 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/6d4c4d8b-553c-4895-a4d2-68dfc1c1492b HTTP/1.1" status: 404 len: 333 time: 0.0422747 Nov 25 17:24:44.337705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51368) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.345207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf27fb06-fd3c-4b5b-941e-78780bf46671 req-dcc6d944-08c1-45d9-8942-03f186ccecc2 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769114 Nov 25 17:24:44.348707 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.352808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-287cf1f8-190d-4315-a150-7030767cd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.354560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-287cf1f8-190d-4315-a150-7030767cd729 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1096 time: 0.3451355 Nov 25 17:24:44.375561 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd9d469-9da3-466e-a875-2bf5bdac559d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.376674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd9d469-9da3-466e-a875-2bf5bdac559d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.383590 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbd9d469-9da3-466e-a875-2bf5bdac559d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/26dcf319-eaf9-4ae4-91dc-6726aa940042 HTTP/1.1" status: 404 len: 337 time: 0.0445111 Nov 25 17:24:44.384287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51370) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.412442 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Pushing event updated for resources: {'Port': ['ID=791a458b-adb1-41f8-a6c1-c52902d47e3b,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:44.425463 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.425714 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.425896 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.426226 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.426599 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.426984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.428435 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.428815 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.429151 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.429602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.430619 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.430766 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:24:44.434705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-ec171753-4e86-4cc3-bbb5-42ecde9360f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.437758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-ec171753-4e86-4cc3-bbb5-42ecde9360f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=748462db-e1fd-4403-9336-ab7908f451fa HTTP/1.1" status: 200 len: 861 time: 0.0800209 Nov 25 17:24:44.439003 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49f3a7e-dbd2-4688-8ba5-61cb01ebea1a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.445493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49f3a7e-dbd2-4688-8ba5-61cb01ebea1a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.452028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a49f3a7e-dbd2-4688-8ba5-61cb01ebea1a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/4f1d576f-a021-4675-8664-4bc84f17c876 HTTP/1.1" status: 404 len: 333 time: 0.0666440 Nov 25 17:24:44.455258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51372) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.491550 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d32962-26f1-4017-a56c-4383ff00cafe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.492154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d32962-26f1-4017-a56c-4383ff00cafe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.498547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-41d32962-26f1-4017-a56c-4383ff00cafe tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/b91914c6-00b2-4750-b9a7-2c23a37db6d3 HTTP/1.1" status: 404 len: 337 time: 0.0419056 Nov 25 17:24:44.499268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51374) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.552143 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22b4781-40bb-4702-a4bd-023b1c48be91 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.554712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22b4781-40bb-4702-a4bd-023b1c48be91 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.566650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a22b4781-40bb-4702-a4bd-023b1c48be91 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/c0c1b971-f606-462c-9fe1-757c20fd4cec HTTP/1.1" status: 404 len: 333 time: 0.0661409 Nov 25 17:24:44.569252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51376) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.572273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-49688780-5215-4ed5-8799-3580687acee5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d278d5d-9b78-4886-b99b-0859d83bb356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115799 Nov 25 17:24:44.598229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.636195 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Attempting to bind port 791a458b-adb1-41f8-a6c1-c52902d47e3b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:44.636577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-22030e3f-d1ae-434f-8a2f-b32f49a93576 service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061220 Nov 25 17:24:44.636716 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Attempting to bind port 791a458b-adb1-41f8-a6c1-c52902d47e3b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:44.637169 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Attempting to bind port 791a458b-adb1-41f8-a6c1-c52902d47e3b on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:44.646486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecef449-91ee-4ce1-8ede-8a28aa19d432,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:44.666991 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e954985c-5ec9-440f-aae9-d4063890f03b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.667582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e954985c-5ec9-440f-aae9-d4063890f03b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.685303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e954985c-5ec9-440f-aae9-d4063890f03b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/4169fc86-3489-497d-bf2e-17eedb59818b HTTP/1.1" status: 404 len: 337 time: 0.1126266 Nov 25 17:24:44.685616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51382) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.692507 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:44.692922 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:44.696599 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.698913 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:44.700714 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Bound port: 791a458b-adb1-41f8-a6c1-c52902d47e3b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:44.702453 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.730649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.741255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341142221', 'description': 'tempest-description--2090646850'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:44.771326 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1a3048-ef7c-4117-93c2-41062f2ca123 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.772041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1a3048-ef7c-4117-93c2-41062f2ca123 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.779018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0c1a3048-ef7c-4117-93c2-41062f2ca123 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/62d9d5c1-477d-4fe6-982e-853b54eccbce HTTP/1.1" status: 404 len: 333 time: 0.0921650 Nov 25 17:24:44.783291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.787801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1a5af-3113-40ab-b945-fa3c5d49d393 None None] Network bdbbc7af-0623-40b8-a530-42748d027244 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:44.840520 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-60894d82-11f8-431e-be7d-be72729c64ac tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:44.841122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60894d82-11f8-431e-be7d-be72729c64ac tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:44.844747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-60894d82-11f8-431e-be7d-be72729c64ac tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/098b8fbb-7144-46f0-8140-239aa3ca7a98 HTTP/1.1" status: 404 len: 337 time: 0.0599582 Nov 25 17:24:44.856472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.858400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51388) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:44.871539 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] For port 791a458b-adb1-41f8-a6c1-c52902d47e3b, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:44.899924 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] For port 791a458b-adb1-41f8-a6c1-c52902d47e3b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=791a458b-adb1-41f8-a6c1-c52902d47e3b,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:44.913992 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:44.917771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f638c5a-9ef6-437b-91f2-50f7a3b0e156 req-88dbf953-28ca-43ae-9ce5-3319c4bbcf1e tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.919957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f638c5a-9ef6-437b-91f2-50f7a3b0e156 req-88dbf953-28ca-43ae-9ce5-3319c4bbcf1e tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 943 time: 0.4618776 Nov 25 17:24:44.954824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5636b-f3d6-4f01-9e50-a5fcc2be1988 req-fd4d3bbf-634f-458c-aaf5-f83d2e212be1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.956443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fd5636b-f3d6-4f01-9e50-a5fcc2be1988 req-fd4d3bbf-634f-458c-aaf5-f83d2e212be1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1762362 Nov 25 17:24:44.988832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df6390-1dda-4200-8f59-edded2e241ad req-b1dfe281-b4eb-434a-ae21-a54ab81e3770 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:44.990729 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55df6390-1dda-4200-8f59-edded2e241ad req-b1dfe281-b4eb-434a-ae21-a54ab81e3770 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.73 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.1439126 Nov 25 17:24:45.029975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0115415c-57cd-4870-996a-59c94bb15082 None None] Provisioning complete for port 791a458b-adb1-41f8-a6c1-c52902d47e3b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:45.031002 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0115415c-57cd-4870-996a-59c94bb15082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.050194 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:45.059735 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:45.071002 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5354b02-b8bf-4370-8462-d361fdfaadc7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.071840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5354b02-b8bf-4370-8462-d361fdfaadc7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.079304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5354b02-b8bf-4370-8462-d361fdfaadc7 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/74e05cb0-5f70-401a-8e03-83ff7bb00015 HTTP/1.1" status: 404 len: 337 time: 0.1949983 Nov 25 17:24:45.083585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51390) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.113571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-81dcfdd1-2b18-4c3b-9383-73ecb9fea457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.130614 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7f3272-2428-472b-8eaf-40393effbc21 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.131032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-81dcfdd1-2b18-4c3b-9383-73ecb9fea457 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.7599874 Nov 25 17:24:45.131161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7f3272-2428-472b-8eaf-40393effbc21 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.134309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db7f3272-2428-472b-8eaf-40393effbc21 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/46ef5871-8900-4dc5-b244-9c8dc1ca9e74 HTTP/1.1" status: 404 len: 333 time: 0.0422122 Nov 25 17:24:45.137237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.138749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd584d6a-9cd1-4587-8662-25445b1a2002 None None] DHCP port deletion for bdbbc7af-0623-40b8-a530-42748d027244 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:45.156344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51392) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.193480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fd5636b-f3d6-4f01-9e50-a5fcc2be1988 req-43f42399-ef7d-4abe-bbae-f119601bbea9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276454 Nov 25 17:24:45.214253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.221612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9d2a705b-c3ee-4c1b-befa-b67743e761c7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:45.227977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.272147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 9d2a705b-c3ee-4c1b-befa-b67743e761c7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:45.272737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9d2a705b-c3ee-4c1b-befa-b67743e761c7 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:45.303316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0115415c-57cd-4870-996a-59c94bb15082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.317279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.321601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5862672 Nov 25 17:24:45.322599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbbc7af-0623-40b8-a530-42748d027244']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:45.322944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51394) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.323964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7309a-8f72-484b-96ad-8318e0c25d25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba82250-3d29-4eb5-a5b8-108295ed6212,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:45.345012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f021d6-96be-418e-9c93-c0ed71ee00db') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:45.345832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f021d6-96be-418e-9c93-c0ed71ee00db') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:45.346686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'security_group_rule': {'security_group_id': '5ba82250-3d29-4eb5-a5b8-108295ed6212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:45.360794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.371131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Deleting port c1e29c48-0406-404a-8bb2-774f54b1f4ba {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:45.371336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.377762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0115415c-57cd-4870-996a-59c94bb15082 None None] For port 791a458b-adb1-41f8-a6c1-c52902d47e3b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=791a458b-adb1-41f8-a6c1-c52902d47e3b,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:45.385054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0115415c-57cd-4870-996a-59c94bb15082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.389648 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-a94a2f9a-4747-4e1d-92b0-3ad40547b143 service neutron] 10.222.0.55 "GET /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920196 Nov 25 17:24:45.394768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.449996 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0502-6b94-4bb0-a92a-8d78bb29fd7a None None] Pushing event updated for resources: {'Port': ['ID=791a458b-adb1-41f8-a6c1-c52902d47e3b,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:45.450599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115415c-57cd-4870-996a-59c94bb15082 None None] Pushing event updated for resources: {'Port': ['ID=791a458b-adb1-41f8-a6c1-c52902d47e3b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:45.474378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-fd6c37ae-3d0f-492b-a1e3-e7b6287b3388 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 1000 time: 0.3188198 Nov 25 17:24:45.478248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f638c5a-9ef6-437b-91f2-50f7a3b0e156 req-80df313b-40c4-4a46-9e16-e87bcd61ae81 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840198 Nov 25 17:24:45.479772 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f98e409-53bd-42ea-ac45-c4f0e5cbe46e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.480232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f98e409-53bd-42ea-ac45-c4f0e5cbe46e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.483318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f98e409-53bd-42ea-ac45-c4f0e5cbe46e tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/55bafafb-f291-4145-8063-27cf2b9de1f0 HTTP/1.1" status: 404 len: 337 time: 0.3084404 Nov 25 17:24:45.486833 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:45.489913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51398) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.521335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-866e3985-0f0b-4c2d-8a80-cc41df995f4e None None] Provisioning complete for port 791a458b-adb1-41f8-a6c1-c52902d47e3b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:45.521335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-866e3985-0f0b-4c2d-8a80-cc41df995f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.543729 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9b29fd-d5bc-481e-b709-ef77ddd234bc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.544226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9b29fd-d5bc-481e-b709-ef77ddd234bc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.547336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9c9b29fd-d5bc-481e-b709-ef77ddd234bc tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/0d8589f7-c5fd-4a94-a948-277399202ecd HTTP/1.1" status: 404 len: 337 time: 0.0518284 Nov 25 17:24:45.560337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51400) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.586140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.601090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.616659 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-a6dba662-fffa-4c7d-b4e2-03d8d62f671c service neutron] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376152 Nov 25 17:24:45.616934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.618943 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f18baa9-9740-4ee9-819f-35c221871528 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.619213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f18baa9-9740-4ee9-819f-35c221871528 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.622374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f18baa9-9740-4ee9-819f-35c221871528 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/4adc5b42-e17d-4a9e-9d86-f8ffdf71e63d HTTP/1.1" status: 404 len: 333 time: 0.0594788 Nov 25 17:24:45.627350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:45.627805 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:45.631400 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:45.633712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74bfe-48d5-4db9-b025-ed5587a6444a req-6536dec8-fe1e-405b-ae14-a446d9634e27 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.638820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ac74bfe-48d5-4db9-b025-ed5587a6444a req-6536dec8-fe1e-405b-ae14-a446d9634e27 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 945 time: 0.1920304 Nov 25 17:24:45.643186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] For port c1e29c48-0406-404a-8bb2-774f54b1f4ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c1e29c48-0406-404a-8bb2-774f54b1f4ba,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:45.643599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.645947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51402) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.680809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-ba05837b-b423-425d-bc22-1cf4eacd2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:45.682296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-ba05837b-b423-425d-bc22-1cf4eacd2a30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.1901093 Nov 25 17:24:45.757946 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-9de489d4-42e5-4cde-a285-e388d69397dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 200 len: 217 time: 0.1236639 Nov 25 17:24:45.768596 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b23191-68ca-4e4f-8a84-ef52dfefbea9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.769045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b23191-68ca-4e4f-8a84-ef52dfefbea9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.772347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-92b23191-68ca-4e4f-8a84-ef52dfefbea9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/215b66e0-0cd3-417c-9c69-9aa9727b0b9a HTTP/1.1" status: 404 len: 337 time: 0.1217330 Nov 25 17:24:45.773174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08d8f99-9974-4275-ba13-26759da37905,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:45.782933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51408) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.817383 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:44Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:45.823280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.828183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c2ff2f68-aa3f-4618-8e37-37c9d5d865f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4819889 Nov 25 17:24:45.839101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.840668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51410) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.853501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'security_group_rule': {'security_group_id': '5ba82250-3d29-4eb5-a5b8-108295ed6212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:45.863039 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf91dd6c-6787-4d8b-b2c1-f1df360f3edd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.863470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf91dd6c-6787-4d8b-b2c1-f1df360f3edd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.866587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cf91dd6c-6787-4d8b-b2c1-f1df360f3edd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/9f10d6b8-29c3-439c-845e-4ba5ce489721 HTTP/1.1" status: 404 len: 337 time: 0.0825834 Nov 25 17:24:45.875983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.880528 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca17f4-8609-4904-b27c-a91ecc0c0021 None None] The sync data for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 is: [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:44Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:45.896871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.911620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/bdbbc7af-0623-40b8-a530-42748d027244 HTTP/1.1" status: 204 len: 168 time: 6.5027568 Nov 25 17:24:45.925798 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:45.933997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:45.957676 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-391dbbcf-b755-441a-a2cd-61fd87c3969d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:45.958228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391dbbcf-b755-441a-a2cd-61fd87c3969d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:45.959672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ebb78-3b90-45ca-933f-b272d560e6c4 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=bdbbc7af-0623-40b8-a530-42748d027244,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:45.963637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-391dbbcf-b755-441a-a2cd-61fd87c3969d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/c77fed10-04d0-428b-88ae-84db31d30b97 HTTP/1.1" status: 404 len: 333 time: 0.0802517 Nov 25 17:24:45.995311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ac74bfe-48d5-4db9-b025-ed5587a6444a req-c8cb1c0c-a51a-4c79-905f-a1de77d8c5dd tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups?id=db60d68e-4aed-4691-a87e-f343d10172f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378179 Nov 25 17:24:45.995311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51416) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.029367 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baa1b4ef-b320-4ba6-a7b3-5bba1f5084b6 req-01e53d0d-ffc8-4f39-8cca-9df53824fef9 service neutron] 10.222.0.55 "GET /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449848 Nov 25 17:24:46.045102 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2789590-7d63-4358-80a8-2da3cacc8e69 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.045711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2789590-7d63-4358-80a8-2da3cacc8e69 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.062034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.063863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f2789590-7d63-4358-80a8-2da3cacc8e69 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/3ecef449-91ee-4ce1-8ede-8a28aa19d432 HTTP/1.1" status: 404 len: 337 time: 0.1250818 Nov 25 17:24:46.078246 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef9bae7-29a5-4bbe-ae4e-d4d9554c88d6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.083739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-1008b539-cc34-4f7b-a479-808f95ed1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.084398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef9bae7-29a5-4bbe-ae4e-d4d9554c88d6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.085305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-1008b539-cc34-4f7b-a479-808f95ed1d7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261135 Nov 25 17:24:46.088495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eef9bae7-29a5-4bbe-ae4e-d4d9554c88d6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6a01f28a-d3b3-4a8c-ae4c-d4ba36c80129 HTTP/1.1" status: 404 len: 337 time: 0.0933757 Nov 25 17:24:46.091706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.102746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-646d6199-4473-4124-94db-eced174113a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.108317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-646d6199-4473-4124-94db-eced174113a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.2917039 Nov 25 17:24:46.177400 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-01de29e6-2b39-49d9-987d-30568096dbe7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.177803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01de29e6-2b39-49d9-987d-30568096dbe7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.181386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-01de29e6-2b39-49d9-987d-30568096dbe7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/bdbbc7af-0623-40b8-a530-42748d027244 HTTP/1.1" status: 404 len: 339 time: 0.1147358 Nov 25 17:24:46.184360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51424) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.186691 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d1fbf3-9279-4b33-b057-dac2d65acf83 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.187147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d1fbf3-9279-4b33-b057-dac2d65acf83 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.190591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b6d1fbf3-9279-4b33-b057-dac2d65acf83 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/e3f1312d-87b6-4cca-aefb-541489ed82da HTTP/1.1" status: 404 len: 337 time: 0.0838289 Nov 25 17:24:46.210960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51426) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.252239 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f01258-323c-46f5-9878-ddc5ac4a84f3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.252922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f01258-323c-46f5-9878-ddc5ac4a84f3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.256261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f0f01258-323c-46f5-9878-ddc5ac4a84f3 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/d9aea2e3-4455-4cc9-87f8-7b1b5345b615 HTTP/1.1" status: 404 len: 337 time: 0.0708058 Nov 25 17:24:46.261507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51430) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.298784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a61dcd9-d397-4d49-b327-1c26e63ec2c1 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e HTTP/1.1" status: 200 len: 205 time: 0.0861921 Nov 25 17:24:46.310879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51432) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.315092 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9457ea-513b-4d02-aeb7-4bf221b2413c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.315936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9457ea-513b-4d02-aeb7-4bf221b2413c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.321507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e9457ea-513b-4d02-aeb7-4bf221b2413c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/dadfc72c-4686-445d-9124-013f135bca76 HTTP/1.1" status: 404 len: 339 time: 0.0584145 Nov 25 17:24:46.332822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51434) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.440787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.478687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.479032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.479354 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Floating IP 8f9a4e7f-824e-4697-885f-306c17786103 disassociated. External IP: 172.25.8.44, port: c1e29c48-0406-404a-8bb2-774f54b1f4ba. Nov 25 17:24:46.479780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Calling delete_port for c1e29c48-0406-404a-8bb2-774f54b1f4ba owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:46.492265 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-5eef79cb-e132-43ff-a24f-a336a39f2ecf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] delete failed (client error): The resource could not be found. Nov 25 17:24:46.493346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5eef79cb-e132-43ff-a24f-a336a39f2ecf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/routers/b1ce8d7d-99fb-47dd-b723-9c3bf2aece4e HTTP/1.1" status: 404 len: 336 time: 0.1810544 Nov 25 17:24:46.498322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51436) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.570710 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.699826 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.715981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.765651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a2ab-2d66-4516-9174-5c3e5c4c21f6 req-d09c1250-f729-4b3b-80fb-ce8a496f9634 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.767883 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8695a2ab-2d66-4516-9174-5c3e5c4c21f6 req-d09c1250-f729-4b3b-80fb-ce8a496f9634 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2354677 Nov 25 17:24:46.771308 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:46.772573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9263830 Nov 25 17:24:46.778251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:46.780561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-1ce17281-4f0b-4df6-ab47-70c689462629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:46.782831 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-1ce17281-4f0b-4df6-ab47-70c689462629 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6497195 Nov 25 17:24:46.787894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:46.894806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2ab88-cfac-49ef-b7a2-74992b248d22 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e027f849-7d39-4134-a333-5b88a853a146,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:46.898519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-78eaeb6a-6eb2-496d-a05e-3a6c7364236e service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970087 Nov 25 17:24:46.968083 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c29250-a33c-4e68-a08e-cb8e39e6ccb9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:46.968562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c29250-a33c-4e68-a08e-cb8e39e6ccb9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:46.974438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7c29250-a33c-4e68-a08e-cb8e39e6ccb9 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/9f1ea49e-95f3-44f3-9d1e-52c7693193d8 HTTP/1.1" status: 404 len: 337 time: 0.4702435 Nov 25 17:24:46.995814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:47.033334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 791a458b-adb1-41f8-a6c1-c52902d47e3b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:47.039339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8695a2ab-2d66-4516-9174-5c3e5c4c21f6 req-50ff7c93-2550-476b-a088-3107bb042755 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465603 Nov 25 17:24:47.086510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-56fc17a9-e455-411c-bba1-90de5c7af1df service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766250 Nov 25 17:24:47.145541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b269287e-08c5-41e2-b11a-0de3cc4f1c98 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:24:47.176531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.182890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-021b93fc-f04d-436d-a10f-bf59a83ace07 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf HTTP/1.1" status: 200 len: 205 time: 0.1419842 Nov 25 17:24:47.191870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:47.320233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b269287e-08c5-41e2-b11a-0de3cc4f1c98, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98,segment=NetworkSegment(3b124ccd-0790-4d7e-84ef-765f4784c8da),segment_id=3b124ccd-0790-4d7e-84ef-765f4784c8da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:47.321320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.343816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b6f3-86cd-4188-96f6-9126a2bfacf4 req-63e1a21b-6583-412f-b25a-8051e40f2160 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.346815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98', 'network_id': '5d278d5d-9b78-4886-b99b-0859d83bb356', 'port_id': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98', 'mac_address': 'fa:16:3e:c3:20:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748462db-e1fd-4403-9336-ab7908f451fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:24:47.352150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42d2b6f3-86cd-4188-96f6-9126a2bfacf4 req-63e1a21b-6583-412f-b25a-8051e40f2160 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 943 time: 0.3855777 Nov 25 17:24:47.353172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.416742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-066d5d1b-490a-460b-8058-5a35ad75d0b5 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492480 Nov 25 17:24:47.421763 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.422256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a477f78-9382-431f-b03f-d8e24a86d24d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:47.426607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event deleted for resources: {'Port': ['ID=c1e29c48-0406-404a-8bb2-774f54b1f4ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:47.437544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-0fcbd45e-1e10-4b51-9ea6-db06c10b710f service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172448 Nov 25 17:24:47.437745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.443877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b269287e-08c5-41e2-b11a-0de3cc4f1c98 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:47.470428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 791a458b-adb1-41f8-a6c1-c52902d47e3b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:47.471294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.476717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67afad95-2aeb-4954-bb08-124742806e9a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:47.479537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67afad95-2aeb-4954-bb08-124742806e9a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:47.520229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b269287e-08c5-41e2-b11a-0de3cc4f1c98, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98,segment=NetworkSegment(3b124ccd-0790-4d7e-84ef-765f4784c8da),segment_id=3b124ccd-0790-4d7e-84ef-765f4784c8da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:47.527129 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.586671 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-69710f1b-b60f-490e-b8fa-4de0b26a02b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] delete failed (client error): The resource could not be found. Nov 25 17:24:47.594954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-69710f1b-b60f-490e-b8fa-4de0b26a02b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/routers/c8bd6801-b415-4e4e-bcf6-9dbb627bb3cf HTTP/1.1" status: 404 len: 336 time: 0.3808107 Nov 25 17:24:47.640836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b269287e-08c5-41e2-b11a-0de3cc4f1c98,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:47.643148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42d2b6f3-86cd-4188-96f6-9126a2bfacf4 req-41533e75-ae28-4bd6-a68e-b3f8605f32b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777300 Nov 25 17:24:47.654578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51450) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:47.667807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-faa40c99-0771-4467-830f-9d2380132949 req-b54c2000-eb7f-4956-a9c7-a2f62428f060 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 210 time: 0.4520464 Nov 25 17:24:47.671791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:47.699278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:47.699715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a75bfdb9-44d2-4cdb-a39d-ae6d068ff0f7 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:47.724398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.725992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-86275921-94d6-47f3-8fc9-0882a7fbd4d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 200 len: 217 time: 0.1869261 Nov 25 17:24:47.734695 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-57de5d41-d622-439b-8730-b00b0db1ec21 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:47.735820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57de5d41-d622-439b-8730-b00b0db1ec21 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:47.746616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-57de5d41-d622-439b-8730-b00b0db1ec21 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/6d28642e-aa89-47dc-8707-de05453aaf12 HTTP/1.1" status: 404 len: 337 time: 0.0882611 Nov 25 17:24:47.750540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51452) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:47.794233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-bf026fa3-9c84-40cd-8956-308a6935773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.795753 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-bf026fa3-9c84-40cd-8956-308a6935773a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 200 len: 797 time: 0.0637920 Nov 25 17:24:47.820197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.824796 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-022b1e67-7087-4378-b869-ccc56ae0a79b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:47.827251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022b1e67-7087-4378-b869-ccc56ae0a79b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:47.830533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-022b1e67-7087-4378-b869-ccc56ae0a79b tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/b58d6e66-7011-4921-83bf-f8840488e4e7 HTTP/1.1" status: 404 len: 337 time: 0.0758696 Nov 25 17:24:47.833840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b269287e-08c5-41e2-b11a-0de3cc4f1c98'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:47.835916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51454) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:47.864456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:47.864868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:47.868038 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:47.898656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-2696c1ac-e4e0-4b79-acce-4063317df6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:47.900253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-2696c1ac-e4e0-4b79-acce-4063317df6cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873768 Nov 25 17:24:47.905384 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d41548a-6f39-49ec-ae91-f4bf9f33e250 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:47.905940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d41548a-6f39-49ec-ae91-f4bf9f33e250 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:47.911507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8d41548a-6f39-49ec-ae91-f4bf9f33e250 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/3a23ff22-7d01-40c6-b0af-3b4eaf287b62 HTTP/1.1" status: 404 len: 333 time: 0.0734055 Nov 25 17:24:47.956587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51456) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.009549 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f24f56-e6ee-4b78-984f-5232f1c98324 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.010013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f24f56-e6ee-4b78-984f-5232f1c98324 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.013183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-17f24f56-e6ee-4b78-984f-5232f1c98324 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/f3593029-d9a7-4dd7-bba8-c0cb3f3dbe3c HTTP/1.1" status: 404 len: 337 time: 0.0556638 Nov 25 17:24:48.016102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51458) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.038859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-be40c452-c6ce-4a7f-add5-ebc58e87678c service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284256 Nov 25 17:24:48.043952 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d917719-c6a7-4754-8ccb-3a92e2ffa164 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.044568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d917719-c6a7-4754-8ccb-3a92e2ffa164 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.048111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1d917719-c6a7-4754-8ccb-3a92e2ffa164 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/5e724037-dbe9-4a6c-98ab-7f01c1d55c17 HTTP/1.1" status: 404 len: 333 time: 0.0299761 Nov 25 17:24:48.057484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Router 47ddff08-96c3-4795-b43c-f1c1764449d1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:48.058576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51460) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.066630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.069053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.074904 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.078057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/9a477f78-9382-431f-b03f-d8e24a86d24d HTTP/1.1" status: 204 len: 168 time: 1.7404513 Nov 25 17:24:48.086478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51462) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.148917 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f44f6a-1493-4397-95e4-84c486725f85 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.149384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f44f6a-1493-4397-95e4-84c486725f85 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.153587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-22f44f6a-1493-4397-95e4-84c486725f85 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/de9c20b0-9e4b-48fd-a2d1-e26e5bd592f4 HTTP/1.1" status: 404 len: 337 time: 0.0444155 Nov 25 17:24:48.164478 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2179ddd-a1b4-4246-a458-09ba7bb272d0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.164478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2179ddd-a1b4-4246-a458-09ba7bb272d0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.168687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.168939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b2179ddd-a1b4-4246-a458-09ba7bb272d0 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/cbad3ad8-b933-4635-9ff2-8005073fd832 HTTP/1.1" status: 404 len: 337 time: 0.1075938 Nov 25 17:24:48.173226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9c4cc-312c-4a19-85e8-728372f24c70 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=9a477f78-9382-431f-b03f-d8e24a86d24d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:48.176518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51466) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.194601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c1e29c48-0406-404a-8bb2-774f54b1f4ba no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:48.206454 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65ed008-98ba-4f83-8394-b7784101742a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.207083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65ed008-98ba-4f83-8394-b7784101742a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.207503 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4466e6-91d2-4eab-9f8e-bd788f15a12c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.208790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4466e6-91d2-4eab-9f8e-bd788f15a12c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.213572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e65ed008-98ba-4f83-8394-b7784101742a tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/ecc45ca7-fc1d-462b-8f9b-4e5d2bae3ecb HTTP/1.1" status: 404 len: 333 time: 0.0307002 Nov 25 17:24:48.213763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5b4466e6-91d2-4eab-9f8e-bd788f15a12c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/e2cce686-4a7f-46db-ac56-288239e3a5f3 HTTP/1.1" status: 404 len: 339 time: 0.0403545 Nov 25 17:24:48.217833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51472) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.218268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.235196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: c1e29c48-0406-404a-8bb2-774f54b1f4ba {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:48.235956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c1e29c48-0406-404a-8bb2-774f54b1f4ba not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:48.312308 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7dd234-d0c2-4ff3-9a48-05eba231f5cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.312939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7dd234-d0c2-4ff3-9a48-05eba231f5cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.322613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ca7dd234-d0c2-4ff3-9a48-05eba231f5cf tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/b1e56023-08ec-4a75-aad5-ef3c7a6dd33c HTTP/1.1" status: 404 len: 337 time: 0.0846844 Nov 25 17:24:48.322830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51476) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.333390 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b180b2c2-ddeb-4c19-8198-5644e431d90b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.333998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b180b2c2-ddeb-4c19-8198-5644e431d90b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.339651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b180b2c2-ddeb-4c19-8198-5644e431d90b tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/fce6ceb6-a911-4997-aa06-9a4b0b9c4bc8 HTTP/1.1" status: 404 len: 337 time: 0.1179013 Nov 25 17:24:48.342495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51478) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.364538 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a4b380-4a9d-476d-b2a1-9cbbaeead08d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.365137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a4b380-4a9d-476d-b2a1-9cbbaeead08d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.370675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-86a4b380-4a9d-476d-b2a1-9cbbaeead08d tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/f29d5946-448a-4973-a0cd-d385c50142be HTTP/1.1" status: 404 len: 333 time: 0.0477352 Nov 25 17:24:48.371475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51480) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.377712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5fedcd7-29da-4942-ac9a-d4b7a34a5ffd req-b518063d-3d2d-404c-adbf-8b8dee921645 service neutron] 10.222.0.55 "GET /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251467 Nov 25 17:24:48.378683 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cc01e4-d907-484c-8157-bbf61c6a0988 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.379282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cc01e4-d907-484c-8157-bbf61c6a0988 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.384876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-74cc01e4-d907-484c-8157-bbf61c6a0988 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/07ae8a06-5f7c-4489-96bc-bd1b241edb83 HTTP/1.1" status: 404 len: 339 time: 0.0370002 Nov 25 17:24:48.385345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51482) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.400395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Allocated IP 172.25.8.136 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/7d5c6fe6-6143-4ae4-b09e-771a07752dc3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:48.455291 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-421b5fd4-cf58-4264-b269-fe32cf2c0e72 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.455786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421b5fd4-cf58-4264-b269-fe32cf2c0e72 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.460339 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-421b5fd4-cf58-4264-b269-fe32cf2c0e72 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/878bc6ce-2198-4370-970e-7fa38343082c HTTP/1.1" status: 404 len: 337 time: 0.0878973 Nov 25 17:24:48.463878 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c70eb-7aff-44a4-b1f8-413f8b19c227 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.464309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02c70eb-7aff-44a4-b1f8-413f8b19c227 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.470627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b02c70eb-7aff-44a4-b1f8-413f8b19c227 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/89f8f1a2-a539-4658-b93a-a779ca39db4b HTTP/1.1" status: 404 len: 337 time: 0.0815442 Nov 25 17:24:48.470627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.471415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51486) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.494820 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f94dea-9d1b-4a89-9498-eaadf641aa47 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.495319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f94dea-9d1b-4a89-9498-eaadf641aa47 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.501356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-11f94dea-9d1b-4a89-9498-eaadf641aa47 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/cf3fd9e3-e0d5-4737-9c94-f49413684ba6 HTTP/1.1" status: 404 len: 339 time: 0.0264113 Nov 25 17:24:48.501620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:48.501801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.511634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf27e4-ce3a-4b93-bee7-b442484c8194 req-e7a6466a-fa30-4aa2-8040-c4e4ce821af3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:48.512526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] Sync routers for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:48.513136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fbf27e4-ce3a-4b93-bee7-b442484c8194 req-e7a6466a-fa30-4aa2-8040-c4e4ce821af3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2368453 Nov 25 17:24:48.514047 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed851ccc-a3ec-4978-be19-adb377890161 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.514614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed851ccc-a3ec-4978-be19-adb377890161 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.518444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed851ccc-a3ec-4978-be19-adb377890161 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/7b3ada4e-40c4-463f-802d-8e2524facdae HTTP/1.1" status: 404 len: 333 time: 0.0462859 Nov 25 17:24:48.521864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51490) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.529609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:48.530518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:48.543158 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d98265-d128-4316-b01a-874481da6f2f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.543653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d98265-d128-4316-b01a-874481da6f2f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.549784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-81d98265-d128-4316-b01a-874481da6f2f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/ac043843-dcdf-46ae-ba1a-a4c55e2ec2dc HTTP/1.1" status: 404 len: 337 time: 0.0437028 Nov 25 17:24:48.550724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51492) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.579008 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0629eb64-58a9-4ed9-a409-2ed67fb0bebc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.579594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0629eb64-58a9-4ed9-a409-2ed67fb0bebc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.585025 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1088dcf-b455-4820-8d1c-c20074195ef2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.585025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1088dcf-b455-4820-8d1c-c20074195ef2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.585313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0629eb64-58a9-4ed9-a409-2ed67fb0bebc tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/4be7b1c9-1ced-4408-b43b-7d591bfd258b HTTP/1.1" status: 404 len: 339 time: 0.0318317 Nov 25 17:24:48.586452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51494) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.586599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1088dcf-b455-4820-8d1c-c20074195ef2 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/9f3a9a0b-531b-43df-be3b-aa907c75a0d3 HTTP/1.1" status: 404 len: 337 time: 0.0621142 Nov 25 17:24:48.590901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.614760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] No DVR routers for this DVR port c1e29c48-0406-404a-8bb2-774f54b1f4ba on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:48.617616 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.621368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55df6390-1dda-4200-8f59-edded2e241ad req-578f8427-3f2e-4bce-a0f8-91c529fcee39 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.73 "DELETE /v2.0/ports/c1e29c48-0406-404a-8bb2-774f54b1f4ba HTTP/1.1" status: 204 len: 173 time: 3.6226516 Nov 25 17:24:48.624094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'name': 'network-vif-deleted', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:48.628725 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7a6a7-39ab-4a56-94e4-ca96af6619e6" -d '{"events": [{"server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "name": "network-vif-deleted", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:48.654615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fbf27e4-ce3a-4b93-bee7-b442484c8194 req-385d3688-0345-492e-b184-cd2e144cc987 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242847 Nov 25 17:24:48.669147 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd5126c-81ae-4a37-9a64-5a5a0fc3ef1c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.669604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd5126c-81ae-4a37-9a64-5a5a0fc3ef1c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.683505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-efd5126c-81ae-4a37-9a64-5a5a0fc3ef1c tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/4af7bf97-3f8e-4d49-9da0-88995d2a8f6e HTTP/1.1" status: 404 len: 337 time: 0.0835350 Nov 25 17:24:48.683978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51502) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.696011 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9ec4a2-02df-497e-b81a-b0665ea22ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.696609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9ec4a2-02df-497e-b81a-b0665ea22ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.699718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4c9ec4a2-02df-497e-b81a-b0665ea22ca6 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/395d7161-75dd-45d2-afca-7c2b38273621 HTTP/1.1" status: 404 len: 333 time: 0.1017118 Nov 25 17:24:48.720302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.725544 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf543f6-6513-4e46-a29a-ca9a70f1fdb8 x-openstack-request-id: req-cbf543f6-6513-4e46-a29a-ca9a70f1fdb8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:48.725849 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef644e-34cd-4654-9207-c947fe4ce537", "name": "network-vif-deleted", "tag": "c1e29c48-0406-404a-8bb2-774f54b1f4ba", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:48.726088 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cbf543f6-6513-4e46-a29a-ca9a70f1fdb8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:48.726491 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef644e-34cd-4654-9207-c947fe4ce537', 'name': 'network-vif-deleted', 'tag': 'c1e29c48-0406-404a-8bb2-774f54b1f4ba', 'status': 'completed', 'code': 200} Nov 25 17:24:48.727891 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e6d767-6725-4465-9e3a-73f17bd31ad9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.728393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e6d767-6725-4465-9e3a-73f17bd31ad9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.734621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:48.743558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-87e6d767-6725-4465-9e3a-73f17bd31ad9 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/610f5c59-dc68-4100-baff-027ccf401452 HTTP/1.1" status: 404 len: 339 time: 0.0507739 Nov 25 17:24:48.744724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.783607 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c0fb23-91d5-4dac-a56f-1c29e2c79bf4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.784100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c0fb23-91d5-4dac-a56f-1c29e2c79bf4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.789161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-48c0fb23-91d5-4dac-a56f-1c29e2c79bf4 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/c6c9c756-51a3-422e-a19e-3e95c40e8d6a HTTP/1.1" status: 404 len: 337 time: 0.0570343 Nov 25 17:24:48.792066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51510) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.824014 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-151cb354-6b83-42f5-9f1d-f60dbb2bf3e6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.824458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151cb354-6b83-42f5-9f1d-f60dbb2bf3e6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.828998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-151cb354-6b83-42f5-9f1d-f60dbb2bf3e6 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/3b49aeb6-2bad-4047-afa6-58677c9bb6c1 HTTP/1.1" status: 404 len: 337 time: 0.0827830 Nov 25 17:24:48.833770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:48.835469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.879372 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2836cf2-d760-4ae5-82f9-c9d42c5e9ccd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.880208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2836cf2-d760-4ae5-82f9-c9d42c5e9ccd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.889724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f2836cf2-d760-4ae5-82f9-c9d42c5e9ccd tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/ports/d3c9f925-e5f6-46f6-bd65-3672d4aa40f5 HTTP/1.1" status: 404 len: 333 time: 0.0946994 Nov 25 17:24:48.890791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51514) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.892933 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f73d6d5-b1a0-4ab6-b1ae-50345f4858d7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:48.893456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f73d6d5-b1a0-4ab6-b1ae-50345f4858d7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:48.900506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8f73d6d5-b1a0-4ab6-b1ae-50345f4858d7 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/11e314c5-e731-4ca4-a398-b2e370cce444 HTTP/1.1" status: 404 len: 339 time: 0.0619853 Nov 25 17:24:48.913686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:48.954086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32ab63-ee6f-440e-aa94-28710b66f8f5 req-72764a4a-8097-41ce-b15a-2467d38fa686 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:48.955711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df32ab63-ee6f-440e-aa94-28710b66f8f5 req-72764a4a-8097-41ce-b15a-2467d38fa686 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 944 time: 0.1453946 Nov 25 17:24:49.008406 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-03df5044-18f8-4ee3-8b7c-145b6c561a90 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:49.008810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03df5044-18f8-4ee3-8b7c-145b6c561a90 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:49.012058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-03df5044-18f8-4ee3-8b7c-145b6c561a90 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/subnets/cf58acf2-ceac-4b15-b853-9a379b466ba1 HTTP/1.1" status: 404 len: 337 time: 0.1104333 Nov 25 17:24:49.014100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd743faa-9526-4aaf-b6a2-db5d089773e9 req-8f884877-7d51-407e-915b-dc83dbc93337 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/ports?device_id=08ef644e-34cd-4654-9207-c947fe4ce537 HTTP/1.1" status: 200 len: 210 time: 0.0936811 Nov 25 17:24:49.018201 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1807698-3d56-4a6d-b0f3-eb81f2acba20 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:49.018636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1807698-3d56-4a6d-b0f3-eb81f2acba20 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:49.021141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51520) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:49.024260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a1807698-3d56-4a6d-b0f3-eb81f2acba20 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/6cebf481-5e2f-461b-b213-1f1225b30308 HTTP/1.1" status: 404 len: 337 time: 0.1081142 Nov 25 17:24:49.043844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:49.065250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b269287e-08c5-41e2-b11a-0de3cc4f1c98 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:49.073787 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07c6eb7-8918-4527-b00b-83f4d7050895 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:49.074286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07c6eb7-8918-4527-b00b-83f4d7050895 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:49.080330 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e07c6eb7-8918-4527-b00b-83f4d7050895 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/da7f8849-c256-44ba-9de9-b7fccaa25a4f HTTP/1.1" status: 404 len: 339 time: 0.0325382 Nov 25 17:24:49.080983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:49.119934 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0246da54-e455-4862-a92b-c7e705516740 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:49.120391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0246da54-e455-4862-a92b-c7e705516740 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:49.126319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0246da54-e455-4862-a92b-c7e705516740 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/d5ce7a09-e658-485e-91fe-cf823796d3f5 HTTP/1.1" status: 404 len: 337 time: 0.0418212 Nov 25 17:24:49.127836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:49.132759 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.168046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df32ab63-ee6f-440e-aa94-28710b66f8f5 req-921c030a-da28-4ac8-9089-47a14c033296 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941581 Nov 25 17:24:49.186804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:49.200138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:49.201197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.203310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:49.206230 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1db733-fdd6-4751-b799-2eabaf40ec4f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] DELETE failed (client error): The resource could not be found. Nov 25 17:24:49.206893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1db733-fdd6-4751-b799-2eabaf40ec4f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:24:49.214455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca1db733-fdd6-4751-b799-2eabaf40ec4f tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/e203086e-38c7-4e1a-94ca-dcc908af20b5 HTTP/1.1" status: 404 len: 339 time: 0.0836222 Nov 25 17:24:49.217205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:49.275745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=7d5c6fe6-6143-4ae4-b09e-771a07752dc3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:49.354213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:40Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:49.386464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] Checking router: 47ddff08-96c3-4795-b43c-f1c1764449d1 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:24:49.388938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port b269287e-08c5-41e2-b11a-0de3cc4f1c98 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:24:49.393124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.396085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port b269287e-08c5-41e2-b11a-0de3cc4f1c98 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:49.396631 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.403546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Deleting subnet 360b59dc-66c2-4e0c-9fdd-ae765bb44f51 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:49.412244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.437523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.437836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:49.439156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:49.452882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.489729 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.494472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d3133b-7ced-4a58-9ee8-6f993af0ee19']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:49.536432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c5f909-ee7d-42db-aedc-5df005569675') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:49.536746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c5f909-ee7d-42db-aedc-5df005569675') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:49.553775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.578096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.585251 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.598941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:49.599688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:49.603248 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:49.607145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:49.643132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:49.645514 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dba1e5-aef1-4f0e-a77c-3e5ad712eaac" -d '{"events": [{"server_uuid": "d25da055-dfde-45bf-a7d2-ae5198214ce6", "name": "network-vif-plugged", "status": "completed", "tag": "b269287e-08c5-41e2-b11a-0de3cc4f1c98"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:49.665837 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.672226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.690031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port b269287e-08c5-41e2-b11a-0de3cc4f1c98, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98,segment=NetworkSegment(3b124ccd-0790-4d7e-84ef-765f4784c8da),segment_id=3b124ccd-0790-4d7e-84ef-765f4784c8da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:49.723019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.780458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.808899 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e811a4c-769f-4903-a27b-26bc1a18e069 x-openstack-request-id: req-8e811a4c-769f-4903-a27b-26bc1a18e069 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:49.809165 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25da055-dfde-45bf-a7d2-ae5198214ce6", "name": "network-vif-plugged", "status": "completed", "tag": "b269287e-08c5-41e2-b11a-0de3cc4f1c98", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:49.809361 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e811a4c-769f-4903-a27b-26bc1a18e069 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:49.809766 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98', 'code': 200} Nov 25 17:24:49.821704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=7d5c6fe6-6143-4ae4-b09e-771a07752dc3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:49.837884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.849906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.859203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759111-11ef-4e80-ac93-e0b1af0fdee2 req-402c37d0-f894-4819-be7c-76f1b6da21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.864365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.870795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] 10.222.0.86 "DELETE /v2.0/networks/57d3133b-7ced-4a58-9ee8-6f993af0ee19 HTTP/1.1" status: 204 len: 168 time: 0.8463249 Nov 25 17:24:49.870971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce759111-11ef-4e80-ac93-e0b1af0fdee2 req-402c37d0-f894-4819-be7c-76f1b6da21b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0864122 Nov 25 17:24:49.889136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:49.894900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32145950-228f-44dc-b76a-f9bfaf3bc2b5 tempest-NetworksTestDHCPv6-300520247 tempest-NetworksTestDHCPv6-300520247-project] Pushing event deleted for resources: {'Network': ['ID=57d3133b-7ced-4a58-9ee8-6f993af0ee19,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:49.896312 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a4e61493-40e3-4e97-9368-4feb878fbf9d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1112049 Nov 25 17:24:49.915181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92cf40-fef9-4b9d-a322-fb2b91f51633 req-82a760b1-663d-42b9-8db8-f6aeb855dfbc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:49.917222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a92cf40-fef9-4b9d-a322-fb2b91f51633 req-82a760b1-663d-42b9-8db8-f6aeb855dfbc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1119769 Nov 25 17:24:49.962148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.006718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=b269287e-08c5-41e2-b11a-0de3cc4f1c98,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:50.012237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Subnet': ['ID=360b59dc-66c2-4e0c-9fdd-ae765bb44f51,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:50.017442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.030070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff6f23-03c9-4937-ac53-81847fdcaaea None None] Network 6cf9c492-527f-4382-8d81-1a9a4e38845e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:50.031727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1f7dde51-5a7d-4c95-901a-5c889c644cff tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/subnets/360b59dc-66c2-4e0c-9fdd-ae765bb44f51 HTTP/1.1" status: 204 len: 168 time: 0.8114576 Nov 25 17:24:50.038924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.046361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce759111-11ef-4e80-ac93-e0b1af0fdee2 req-25d41760-b734-4b9c-bafa-a74a6d707d0b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476357 Nov 25 17:24:50.077704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a92cf40-fef9-4b9d-a322-fb2b91f51633 req-0490d122-82b0-4361-9d11-b84614b5714d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436293 Nov 25 17:24:50.148453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.213212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-4b69e0e1-5956-4c94-8bbe-e6ea89c332e4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1341142221&fields=id&tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 267 time: 0.0839758 Nov 25 17:24:50.241955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Deleting port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:50.242450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.283091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.378230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51564) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.395799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:40Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:50.413161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-d27415b7-3fab-44a6-9dd1-3c63caba9455 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:50.422514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-d27415b7-3fab-44a6-9dd1-3c63caba9455 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.2086756 Nov 25 17:24:50.446524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-8e32b9cc-5e65-4554-a001-4359e40004a8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/quotas/d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 375 time: 0.0221801 Nov 25 17:24:50.460169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa9f47-705b-4bee-a947-07d067cbe3ac None None] The sync data for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 is: [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:22:31Z', 'revision_number': 4, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '966483b4-22b2-4080-80bd-6878d05147c4', 'name': '', 'network_id': 'fbcb8451-84cb-4395-8497-6f4022a1e10d', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'mac_address': 'fa:16:3e:cb:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:29Z', 'updated_at': '2021-11-25T17:22:40Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'subnets': [{'id': '9437fb6a-edc2-40e3-914e-80a29aad534d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:24:50.466224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] For port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,segment=NetworkSegment(ff040bba-9753-4cb5-9f8f-bfa0b14bb238),segment_id=ff040bba-9753-4cb5-9f8f-bfa0b14bb238)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:50.466785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.495494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] DHCP port deletion for 6cf9c492-527f-4382-8d81-1a9a4e38845e request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:24:50.500893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Calling delete_port for e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:50.507518 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-031bd179-97bd-4a6a-82a3-e32aa690a39e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.520459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e921c35-34fd-42b0-90cd-5e01d391facc req-019e54cf-1edb-462f-af7b-06270302655d tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:50.528233 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e921c35-34fd-42b0-90cd-5e01d391facc req-019e54cf-1edb-462f-af7b-06270302655d tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 945 time: 0.1578135 Nov 25 17:24:50.566204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-413ff5ed-5804-41e8-9647-7015dfeb064b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184998 Nov 25 17:24:50.599616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] Deleting port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:50.600187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.617243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-031bd179-97bd-4a6a-82a3-e32aa690a39e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.683212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-d6c8475a-451e-4167-b33d-b0cec0884bc8 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125228 Nov 25 17:24:50.690774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e921c35-34fd-42b0-90cd-5e01d391facc req-4981eff7-0c55-42b5-9300-6330dd1b961b tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616046 Nov 25 17:24:50.721699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] For port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,segment=NetworkSegment(ff040bba-9753-4cb5-9f8f-bfa0b14bb238),segment_id=ff040bba-9753-4cb5-9f8f-bfa0b14bb238)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:50.722031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.739056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] Calling delete_port for e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:50.768727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.804585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-031bd179-97bd-4a6a-82a3-e32aa690a39e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.810148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-031bd179-97bd-4a6a-82a3-e32aa690a39e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.814093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6ff70eb7-2d68-4dfd-b589-ea090641dba3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9014eb585dd84119a986e44617c202e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4302304 Nov 25 17:24:50.814265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-031bd179-97bd-4a6a-82a3-e32aa690a39e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "DELETE /v2.0/security-groups/db60d68e-4aed-4691-a87e-f343d10172f4 HTTP/1.1" status: 204 len: 168 time: 0.5250075 Nov 25 17:24:50.817273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.818287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51570) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.831992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Port': ['ID=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:50.834372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bd179-97bd-4a6a-82a3-e32aa690a39e tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60d68e-4aed-4691-a87e-f343d10172f4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:50.865466 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c963a8b4-39d1-444c-a8be-e10a6f9fb375 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] show failed (client error): The resource could not be found. Nov 25 17:24:50.869562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c963a8b4-39d1-444c-a8be-e10a6f9fb375 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "GET /v2.0/security-groups/db60d68e-4aed-4691-a87e-f343d10172f4 HTTP/1.1" status: 404 len: 347 time: 0.0473270 Nov 25 17:24:50.870606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51574) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:50.923299 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:50.967307 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-5d5690d7-3bbf-42b5-b437-2cf6ba0e43d5 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775030 Nov 25 17:24:50.979890 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e565ca2-79df-4b3d-a030-0713f990f3b0 None None] New status for floating IP 8f9a4e7f-824e-4697-885f-306c17786103: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:24:51.069058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb9069-cae5-4a8e-8855-15d57a9ce27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.069657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] No DVR routers for this DVR port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:51.106860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb9069-cae5-4a8e-8855-15d57a9ce27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.118809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:51.132655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] Pushing event deleted for resources: {'Port': ['ID=e75160ba-8559-4b0d-bd3f-7fc41d1d23f3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:51.192009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb9069-cae5-4a8e-8855-15d57a9ce27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.197165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bb9069-cae5-4a8e-8855-15d57a9ce27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.200728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-17bb9069-cae5-4a8e-8855-15d57a9ce27b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a84d1b75-7232-4fff-80ba-18b6944385ea HTTP/1.1" status: 204 len: 168 time: 0.3801668 Nov 25 17:24:51.221889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb9069-cae5-4a8e-8855-15d57a9ce27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84d1b75-7232-4fff-80ba-18b6944385ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:51.269355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503fef9-ed4a-4120-8b97-8a8c911270fd None None] No DVR routers for this DVR port e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:51.278443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:51.278716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e75160ba-8559-4b0d-bd3f-7fc41d1d23f3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:51.436789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.468004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf9c492-527f-4382-8d81-1a9a4e38845e']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:51.487038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:51.487696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff040bba-9753-4cb5-9f8f-bfa0b14bb238') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:51.495733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Deleting port 63d57679-5345-411d-886e-db44b0d350b1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:51.496140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.513422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa6cb-f37b-4c10-98fd-6fbbe4102f56 req-04331051-e2a1-4719-897f-48f03965fe6d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.514862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87afa6cb-f37b-4c10-98fd-6fbbe4102f56 req-04331051-e2a1-4719-897f-48f03965fe6d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1631498 Nov 25 17:24:51.515691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-315e5a1d-736a-4a60-927a-52e202f009b8 req-b332fe89-6616-4535-9f23-24f7f036f853 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 210 time: 0.0543761 Nov 25 17:24:51.539699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.606634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.629039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:24:51.629422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:24:51.635112 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:24:51.710539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87afa6cb-f37b-4c10-98fd-6fbbe4102f56 req-6a09c0fb-a5f6-40a0-8cba-4b98e9fdaf30 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784232 Nov 25 17:24:51.764798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.765121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.788930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.819516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Calling delete_port for 63d57679-5345-411d-886e-db44b0d350b1 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:51.822412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Pushing event deleted for resources: {'Network': ['ID=6cf9c492-527f-4382-8d81-1a9a4e38845e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:51.824674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:51.832453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f1e42dae-fae6-4b8f-adb1-7648127f7e29 tempest-NetworksTest-1858157610 tempest-NetworksTest-1858157610-project] 10.222.0.86 "DELETE /v2.0/networks/6cf9c492-527f-4382-8d81-1a9a4e38845e HTTP/1.1" status: 204 len: 168 time: 1.7907348 Nov 25 17:24:51.875617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a85b-1951-49a2-9602-751aae513f03 req-8c962155-bd03-44a8-8ae1-9556e02444ba tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:51.884861 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b1a7a85b-1951-49a2-9602-751aae513f03 req-8c962155-bd03-44a8-8ae1-9556e02444ba tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 945 time: 0.1099889 Nov 25 17:24:51.980329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b1a7a85b-1951-49a2-9602-751aae513f03 req-f0e7e468-64f2-4db0-aa83-b3b402a77663 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893552 Nov 25 17:24:52.077845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.116618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Pushing event deleted for resources: {'Port': ['ID=63d57679-5345-411d-886e-db44b0d350b1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:52.187283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.191215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.192900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7ab3c0c-b551-40e4-962d-c5fd421d4157 tempest-ServersTestManualDisk-1028127014 tempest-ServersTestManualDisk-1028127014-project] 10.222.0.86 "DELETE /v2.0/floatingips/8f9a4e7f-824e-4697-885f-306c17786103 HTTP/1.1" status: 204 len: 168 time: 1.3211436 Nov 25 17:24:52.195936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51614) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.294000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.668918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-58b3d27e-b16f-40b4-a9e7-f941fd1399da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1aeed2913a35431b9385ad2578255ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736589 Nov 25 17:24:52.674848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51648) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.734270 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a0f4c1-ff82-45bf-935e-956fa862f0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.789407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a0f4c1-ff82-45bf-935e-956fa862f0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:52.844547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:52.949867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddd4d-a834-454a-a9d5-486a6f69bc90 req-77fa0f7e-73ef-4c4d-833e-1f74e486cef7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:52.956806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0bddd4d-a834-454a-a9d5-486a6f69bc90 req-77fa0f7e-73ef-4c4d-833e-1f74e486cef7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1294930 Nov 25 17:24:53.004182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1580911524'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:53.037100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a0f4c1-ff82-45bf-935e-956fa862f0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.040007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a0f4c1-ff82-45bf-935e-956fa862f0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.041268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-27a0f4c1-ff82-45bf-935e-956fa862f0f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/50db9c5e-5831-412a-b747-57124bc84739 HTTP/1.1" status: 204 len: 168 time: 0.3649318 Nov 25 17:24:53.069754 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0bddd4d-a834-454a-a9d5-486a6f69bc90 req-0b36004b-14ff-4a56-b00f-dfc94ee82df6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014187 Nov 25 17:24:53.070814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f4c1-ff82-45bf-935e-956fa862f0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db9c5e-5831-412a-b747-57124bc84739,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.072857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Made reservation on behalf of d39f5cfdf0f1479a86b06e2545eda7f7 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:53.076625 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.092229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.209260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.222189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.236235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:53.245874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.247496 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Added segment 9742a942-ca69-4961-83c2-9f15febfd4d6 of type vlan for network 78548745-6267-4a91-863f-5f2fe0929844 Nov 25 17:24:53.268872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10a693b5-ef0f-40d9-9c93-ad6e21a22625 req-e79e0432-a9a9-4f11-a4d7-4ef9e84e6022 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 210 time: 0.1212122 Nov 25 17:24:53.292742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.328676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.334551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.335153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.427351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-acf2edc6-b458-4f4c-b336-5c3e2911eb01 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.428995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-acf2edc6-b458-4f4c-b336-5c3e2911eb01 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.2752578 Nov 25 17:24:53.430801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5832973 Nov 25 17:24:53.431144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:53.434650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08631be8-8453-40e7-87c8-a3cda3282d4c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.436114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Request body: {'subnet': {'network_id': '78548745-6267-4a91-863f-5f2fe0929844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:53.463869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fcbad-865c-448e-bc6f-d10c91a41fc7 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event updated for resources: {'Network': ['ID=78548745-6267-4a91-863f-5f2fe0929844,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:53.481578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 78548745-6267-4a91-863f-5f2fe0929844 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:53.661140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-3c966277-a571-44b0-bc35-23435a058247 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 380 time: 0.2191732 Nov 25 17:24:53.678054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'port': {'device_id': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'admin_state_up': True, 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'security_groups': ['5ba82250-3d29-4eb5-a5b8-108295ed6212']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:53.698735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Made reservation on behalf of d39f5cfdf0f1479a86b06e2545eda7f7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:53.702168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.794502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a2876-f91f-4abb-8e1e-b2eaad10c9f8 req-0c7b6d94-bb28-4382-af6f-ca1cae84a13d tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:53.796007 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d7a2876-f91f-4abb-8e1e-b2eaad10c9f8 req-0c7b6d94-bb28-4382-af6f-ca1cae84a13d tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 945 time: 0.2253072 Nov 25 17:24:53.895652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:53.978283 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d7a2876-f91f-4abb-8e1e-b2eaad10c9f8 req-ed83f416-f841-4b7b-a07d-a93cf5539933 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607344 Nov 25 17:24:54.084841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:54.088379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.129439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51690) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:54.259567 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.302193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c842dc-1685-40f1-aedb-2e36f4f6b997 req-9f47d554-cf75-463e-a8a1-02b6992f1583 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.307982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35c842dc-1685-40f1-aedb-2e36f4f6b997 req-9f47d554-cf75-463e-a8a1-02b6992f1583 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.0893049 Nov 25 17:24:54.316912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1067102366'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:54.395920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35c842dc-1685-40f1-aedb-2e36f4f6b997 req-e3a3135d-d937-46ce-b4b2-e516d677ac1c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700769 Nov 25 17:24:54.406359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:54.406541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event updated for resources: {'Subnet': ['ID=a05b2565-ff6f-4455-9cd4-2caa9b305ad1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:54.410477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.420028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.436794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-91df694d-dac4-415a-8da4-a1ec5d7ebbf3 req-5ba98adb-32d3-4eb9-ae6a-94425b338c48 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 210 time: 0.0633073 Nov 25 17:24:54.442718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Allocated IP 172.20.0.4 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/28200e40-1cf9-4a8f-a1cf-161537561811) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:54.479471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Checking segment: {'id': '9742a942-ca69-4961-83c2-9f15febfd4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '78548745-6267-4a91-863f-5f2fe0929844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:54.479867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Network hostable DHCP agents. Network: 78548745-6267-4a91-863f-5f2fe0929844, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:54.517661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.525232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.549924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:54.563743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Network 78548745-6267-4a91-863f-5f2fe0929844 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:54.564349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b5bd2-ccc6-46e2-a5d1-c28ed6e5bf43,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:54.570079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.570491 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 483ba984-14f8-48fa-9cba-5ab7da0d064a of type vlan for network 5fcbe598-8377-48f8-8d95-d635092b7f3e Nov 25 17:24:54.623757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 78548745-6267-4a91-863f-5f2fe0929844) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:54.633505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.633961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.634116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.653234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956303cf-2992-4e1e-a9c4-a50d33cb39dd None None] Network 78548745-6267-4a91-863f-5f2fe0929844 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:54.662993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e105de66-7db1-43f6-95f9-b4c102e0290b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2307193 Nov 25 17:24:54.666268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:54.673118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Request body: {'port': {'network_id': '78548745-6267-4a91-863f-5f2fe0929844', 'name': 'tempest-ExtraDHCPOptionsTestJSON-620211428'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:54.682943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Deleting port 966483b4-22b2-4080-80bd-6878d05147c4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:54.683277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.687089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.705020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.705294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.758075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.817165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] For port 966483b4-22b2-4080-80bd-6878d05147c4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=966483b4-22b2-4080-80bd-6878d05147c4,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:54.817431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.820952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51700) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:54.822726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6920505 Nov 25 17:24:54.825656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1139590089'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:54.847183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Calling delete_port for 966483b4-22b2-4080-80bd-6878d05147c4 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:54.880791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fae9be-e8a1-411c-a0f2-e8b5e56c193d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=5fcbe598-8377-48f8-8d95-d635092b7f3e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:54.900438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:54.906309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:54.911461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.914030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:54.941219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cd669-c383-48cf-9525-13e284360007 req-fe1d2c02-d712-4502-b307-e9c265832e50 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:54.943199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c33cd669-c383-48cf-9525-13e284360007 req-fe1d2c02-d712-4502-b307-e9c265832e50 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.55 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 945 time: 0.1149423 Nov 25 17:24:54.994267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Made reservation on behalf of d39f5cfdf0f1479a86b06e2545eda7f7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:54.998466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.019926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:55.024920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-78548745-6267-4a91-863f-5f2fe0929844', 'network_id': '78548745-6267-4a91-863f-5f2fe0929844', 'tenant_id': 'd39f5cfdf0f1479a86b06e2545eda7f7', 'fixed_ips': [{'subnet_id': 'a05b2565-ff6f-4455-9cd4-2caa9b305ad1'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:55.025804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.063574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] device_id is not set on port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:55.068601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:55.088291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:55.099936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:55.115012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:24:55.133476 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:24:55.217469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.217858 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 37d5d838-6fab-442d-940b-c78b2a4b1a8f of type vlan for network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 Nov 25 17:24:55.244795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Allocated IP 172.20.0.2 (78548745-6267-4a91-863f-5f2fe0929844/a05b2565-ff6f-4455-9cd4-2caa9b305ad1/d45d92e4-8efd-4542-a002-3a94887fa4a3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:55.258125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.258805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.318231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.326078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92bb6-549e-4df2-9bc3-acbe1b973b4e req-af182701-e6f0-430d-b807-b4698f7ec455 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.329336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28e92bb6-549e-4df2-9bc3-acbe1b973b4e req-af182701-e6f0-430d-b807-b4698f7ec455 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/ports?device_id=d25da055-dfde-45bf-a7d2-ae5198214ce6 HTTP/1.1" status: 200 len: 945 time: 0.2172871 Nov 25 17:24:55.343968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-a4dcca5b-2aae-4a60-88bb-980f1cad57e2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6725178 Nov 25 17:24:55.357223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Deleting port b269287e-08c5-41e2-b11a-0de3cc4f1c98 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:24:55.358090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.372829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Request body: {'port': {'device_id': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:55.435168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.441897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.442498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.471673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6498022 Nov 25 17:24:55.484889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:55.490001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:55.525444 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.529583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-69c2e729-b65d-4e4b-9046-ca996062c2be None None] Provisioning complete for port 28200e40-1cf9-4a8f-a1cf-161537561811 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:55.530216 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69c2e729-b65d-4e4b-9046-ca996062c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.560507 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.565208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] For port b269287e-08c5-41e2-b11a-0de3cc4f1c98, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=b269287e-08c5-41e2-b11a-0de3cc4f1c98,segment=NetworkSegment(3b124ccd-0790-4d7e-84ef-765f4784c8da),segment_id=3b124ccd-0790-4d7e-84ef-765f4784c8da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:55.565742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.581120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Calling delete_port for b269287e-08c5-41e2-b11a-0de3cc4f1c98 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:24:55.618904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Pushing event updated for resources: {'Port': ['ID=d45d92e4-8efd-4542-a002-3a94887fa4a3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:55.654239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-69c2e729-b65d-4e4b-9046-ca996062c2be None None] Port 28200e40-1cf9-4a8f-a1cf-161537561811 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:55.660972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Network 78548745-6267-4a91-863f-5f2fe0929844 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:55.663482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:55.665602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.672083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:55.701667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=966483b4-22b2-4080-80bd-6878d05147c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:55.703554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a53ae6-98fb-494c-a341-82dba01d804f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:55.714107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.732047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:24:55.794542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.816832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['b269287e-08c5-41e2-b11a-0de3cc4f1c98'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:24:55.888325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Attempting to bind port d45d92e4-8efd-4542-a002-3a94887fa4a3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:55.888695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Attempting to bind port d45d92e4-8efd-4542-a002-3a94887fa4a3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9742a942-ca69-4961-83c2-9f15febfd4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '78548745-6267-4a91-863f-5f2fe0929844'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:55.889061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Attempting to bind port d45d92e4-8efd-4542-a002-3a94887fa4a3 on network 78548745-6267-4a91-863f-5f2fe0929844 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:55.936708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:55.937064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Checking segment: {'id': '9742a942-ca69-4961-83c2-9f15febfd4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '78548745-6267-4a91-863f-5f2fe0929844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:55.937480 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.937949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Bound using segment: {'id': '9742a942-ca69-4961-83c2-9f15febfd4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '78548745-6267-4a91-863f-5f2fe0929844'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:55.945308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Bound port: d45d92e4-8efd-4542-a002-3a94887fa4a3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9742a942-ca69-4961-83c2-9f15febfd4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '78548745-6267-4a91-863f-5f2fe0929844'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:55.945504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:55.975981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Allocated IP 172.20.0.3 (78548745-6267-4a91-863f-5f2fe0929844/a05b2565-ff6f-4455-9cd4-2caa9b305ad1/d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:55.977205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956e7cb-4478-404b-802e-14fe584f4326 req-f5b945a3-657f-4b11-8eff-a2ed20244891 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:55.979040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1956e7cb-4478-404b-802e-14fe584f4326 req-f5b945a3-657f-4b11-8eff-a2ed20244891 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.4369159 Nov 25 17:24:56.002859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28e92bb6-549e-4df2-9bc3-acbe1b973b4e req-8e14d456-eee4-422a-b777-3ae480ed8ffe tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.86 "GET /v2.0/security-groups?id=728ee03e-cb8f-4d46-973d-075bfdf8b968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603172 Nov 25 17:24:56.003809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Pushing event deleted for resources: {'Port': ['ID=b269287e-08c5-41e2-b11a-0de3cc4f1c98,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:56.057264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:56.060948 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.122711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] For port d45d92e4-8efd-4542-a002-3a94887fa4a3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:56.128418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] For port d45d92e4-8efd-4542-a002-3a94887fa4a3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d45d92e4-8efd-4542-a002-3a94887fa4a3,segment=NetworkSegment(9742a942-ca69-4961-83c2-9f15febfd4d6),segment_id=9742a942-ca69-4961-83c2-9f15febfd4d6)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:56.136803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.158058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] No DVR routers for this DVR port b269287e-08c5-41e2-b11a-0de3cc4f1c98 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:24:56.194127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.198616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c33cd669-c383-48cf-9525-13e284360007 req-4d48e1dc-0a75-4aaf-be35-0216f53b79b7 tempest-ServerMetadataNegativeTestJSON-2106737725 tempest-ServerMetadataNegativeTestJSON-2106737725-project] 10.222.0.55 "DELETE /v2.0/ports/b269287e-08c5-41e2-b11a-0de3cc4f1c98 HTTP/1.1" status: 204 len: 173 time: 1.2474575 Nov 25 17:24:56.198778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'name': 'network-vif-deleted', 'tag': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:56.201515 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0202368a-6465-4d06-bc53-6faae0c263b5" -d '{"events": [{"server_uuid": "d25da055-dfde-45bf-a7d2-ae5198214ce6", "name": "network-vif-deleted", "tag": "b269287e-08c5-41e2-b11a-0de3cc4f1c98"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:56.258841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157b4c2-14ef-4f59-a93a-09dba2f129f5 None None] Pushing event updated for resources: {'Port': ['ID=d45d92e4-8efd-4542-a002-3a94887fa4a3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:56.326907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc6638-669f-4763-8523-a7e5455925d7 req-e17e862f-8f3d-485e-ba1a-465dc52bc353 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.335580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bdcc6638-669f-4763-8523-a7e5455925d7 req-e17e862f-8f3d-485e-ba1a-465dc52bc353 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 931 time: 0.2060750 Nov 25 17:24:56.455884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1956e7cb-4478-404b-802e-14fe584f4326 req-c1ec2996-b9f1-4828-8946-e1e87e740691 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349830 Nov 25 17:24:56.480920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bdcc6638-669f-4763-8523-a7e5455925d7 req-56cc65b7-0c9a-4f67-874c-024c5e5fa3b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440005 Nov 25 17:24:56.569135 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3211ebf2-2a53-4ed1-aec2-31d72d49186b x-openstack-request-id: req-3211ebf2-2a53-4ed1-aec2-31d72d49186b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:56.569135 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25da055-dfde-45bf-a7d2-ae5198214ce6", "name": "network-vif-deleted", "tag": "b269287e-08c5-41e2-b11a-0de3cc4f1c98", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:56.571054 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3211ebf2-2a53-4ed1-aec2-31d72d49186b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:56.571054 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25da055-dfde-45bf-a7d2-ae5198214ce6', 'name': 'network-vif-deleted', 'tag': 'b269287e-08c5-41e2-b11a-0de3cc4f1c98', 'status': 'completed', 'code': 200} Nov 25 17:24:56.572442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.633735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.640509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.748387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Network 78548745-6267-4a91-863f-5f2fe0929844 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:56.752459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:56.773046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:56.808747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event updated for resources: {'Port': ['ID=d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:56.884548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:24:56.892431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.900400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.909298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:56.912393 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:56.952343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-25d9fa2b-84d0-4436-9d70-d73c8249b7ec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2850351 Nov 25 17:24:56.956047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:56.961746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Request body: {'port': {'network_id': '78548745-6267-4a91-863f-5f2fe0929844', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1422326968', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:56.962294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] bootfile-name is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:24:56.962629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] tftp-server is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:24:56.963266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] server-ip-address is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:24:57.241329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d45d92e4-8efd-4542-a002-3a94887fa4a3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:57.333520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:57.364742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d45d92e4-8efd-4542-a002-3a94887fa4a3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:57.364964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.410062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Transition to ACTIVE for port object 28200e40-1cf9-4a8f-a1cf-161537561811 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:24:57.448736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.549952 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.550215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:57.601838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=e2ab3e7b-630b-4055-818f-667e7f32253b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:57.670185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d45d92e4-8efd-4542-a002-3a94887fa4a3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d45d92e4-8efd-4542-a002-3a94887fa4a3,segment=NetworkSegment(9742a942-ca69-4961-83c2-9f15febfd4d6),segment_id=9742a942-ca69-4961-83c2-9f15febfd4d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:24:57.686577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.728176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Deleting subnet 748462db-e1fd-4403-9336-ab7908f451fa {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:24:57.803255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3619352-f1e0-4a62-aaf0-0a71f256c90e req-9f4708d4-b22e-4313-994d-eb846d36a2ab tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:57.820195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3619352-f1e0-4a62-aaf0-0a71f256c90e req-9f4708d4-b22e-4313-994d-eb846d36a2ab tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 943 time: 0.1807582 Nov 25 17:24:57.823199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Made reservation on behalf of d39f5cfdf0f1479a86b06e2545eda7f7 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:57.830584 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.832167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d45d92e4-8efd-4542-a002-3a94887fa4a3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:57.878788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:57.911211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a8963-c5b9-4044-9189-a2a4216e5095 None None] Network 78548745-6267-4a91-863f-5f2fe0929844 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:57.914088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] device_id is not set on port 59e9331f-fd38-40d7-975f-f6b1b2ce8b55 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:24:57.933504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3619352-f1e0-4a62-aaf0-0a71f256c90e req-a287fa40-0a80-4028-b2b3-0448f45f6050 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108818 Nov 25 17:24:58.018314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2aac4f05-110d-48c2-8775-da99b7789676 None None] Provisioning complete for port d45d92e4-8efd-4542-a002-3a94887fa4a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:58.018817 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2aac4f05-110d-48c2-8775-da99b7789676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.028990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.031400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '483ba984-14f8-48fa-9cba-5ab7da0d064a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:58.032830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: 5fcbe598-8377-48f8-8d95-d635092b7f3e, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:58.086083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b8950-c71a-40ca-ac59-37dae6fbe23f req-ac0cdca6-c900-4e97-9e56-8d18046f85c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:58.093853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e8b8950-c71a-40ca-ac59-37dae6fbe23f req-ac0cdca6-c900-4e97-9e56-8d18046f85c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.4102015 Nov 25 17:24:58.121653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Allocated IP 172.20.0.13 (78548745-6267-4a91-863f-5f2fe0929844/a05b2565-ff6f-4455-9cd4-2caa9b305ad1/59e9331f-fd38-40d7-975f-f6b1b2ce8b55) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:58.154487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.161710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:58.189067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Attempting to bind port 28200e40-1cf9-4a8f-a1cf-161537561811 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:24:58.189441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Attempting to bind port 28200e40-1cf9-4a8f-a1cf-161537561811 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:24:58.189894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Attempting to bind port 28200e40-1cf9-4a8f-a1cf-161537561811 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:58.238801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Port 28200e40-1cf9-4a8f-a1cf-161537561811 on network f32f7096-4838-4cf6-9956-56886cddd436 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:24:58.239237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Attempting to bind port 28200e40-1cf9-4a8f-a1cf-161537561811 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:24:58.246370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Router 47ddff08-96c3-4795-b43c-f1c1764449d1 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:24:58.251412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5fcbe598-8377-48f8-8d95-d635092b7f3e) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:58.259725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b217798-f189-44f0-b510-7c16ea04a93a None None] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:58.272456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:58.273121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.279437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:24:58.279646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:58.280187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:24:58.280717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Bound port: 28200e40-1cf9-4a8f-a1cf-161537561811, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:24:58.281205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.296220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e8b8950-c71a-40ca-ac59-37dae6fbe23f req-26632905-9d1f-40a3-84d4-f5513234aed6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982565 Nov 25 17:24:58.366594 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.407710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-28aafb04-c08a-4ada-8ba0-bdc27e10e89d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9215949 Nov 25 17:24:58.412625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51728) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:58.420333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:58.567347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748462db-e1fd-4403-9336-ab7908f451fa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:58.573571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.580443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aaeedfa3-113a-46a8-9e1d-243033f2dbdb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/748462db-e1fd-4403-9336-ab7908f451fa HTTP/1.1" status: 204 len: 168 time: 1.2379463 Nov 25 17:24:58.585340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:58.667662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.711255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:24:58.724681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] Sync routers for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:24:58.735664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-5fcbe598-8377-48f8-8d95-d635092b7f3e', 'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': 'e2ab3e7b-630b-4055-818f-667e7f32253b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:24:58.735664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.738142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:24:58.740512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:24:58.743682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:24:58.752527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31e89bfc-b2f4-49f8-9e49-f302ae879f1c admin admin] 10.222.0.86 "PUT /v2.0/routers/47ddff08-96c3-4795-b43c-f1c1764449d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5551491 Nov 25 17:24:58.759250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.759472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:24:58.759599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:58.759876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:58.760421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.764495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fb28dc71-a9e0-4019-bda3-90ece7725cf6 None None] Provisioning complete for port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:58.764495 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb28dc71-a9e0-4019-bda3-90ece7725cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:58.956576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.007157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.051665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.054940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] 10.222.0.73 "PUT /v2.0/ports/28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 1091 time: 3.6856976 Nov 25 17:24:59.062980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:24:59.066232 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f74e39-9e7c-46d1-9ce8-25fa7a346192" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:24:59.068615 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.096950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.173802 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0dffd5-75b5-44ab-82f7-157a5ff35470 x-openstack-request-id: req-ca0dffd5-75b5-44ab-82f7-157a5ff35470 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:24:59.175727 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:24:59.176226 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca0dffd5-75b5-44ab-82f7-157a5ff35470 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:24:59.176843 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'status': 'completed', 'code': 200} Nov 25 17:24:59.202347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Network 78548745-6267-4a91-863f-5f2fe0929844 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:24:59.235513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:59.239352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b9825-35d7-4fa3-84e9-2cd5a0041e9b service neutron] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:59.255415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:24:59.298983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event updated for resources: {'Port': ['ID=59e9331f-fd38-40d7-975f-f6b1b2ce8b55,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:59.341018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=2bac7c28-1aa5-478e-87e7-d90e75f96a2e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:24:59.367254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Allocated IP 2001:db8::2 (5fcbe598-8377-48f8-8d95-d635092b7f3e/e2ab3e7b-630b-4055-818f-667e7f32253b/e5dee6b9-d546-4a64-89f3-c63fb445ae5b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:24:59.448695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37116807-efd8-4e98-9295-22c9f1c83497 req-26f22b2f-5d75-47e2-a599-b9b38b1b1e67 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.450254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37116807-efd8-4e98-9295-22c9f1c83497 req-26f22b2f-5d75-47e2-a599-b9b38b1b1e67 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 943 time: 0.2867966 Nov 25 17:24:59.456555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '37d5d838-6fab-442d-940b-c78b2a4b1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:24:59.456919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:24:59.471711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.472357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.498892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d45d92e4-8efd-4542-a002-3a94887fa4a3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:24:59.502079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b269287e-08c5-41e2-b11a-0de3cc4f1c98 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:24:59.504789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5fc6ab24-eec3-403a-8e13-2880c8ec32e8 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.5473423 Nov 25 17:24:59.510165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51742) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:59.522850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.530878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:24:59.565151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-9dbec389-a1f9-4ac6-a700-5bee2f0b5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.566557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-9dbec389-a1f9-4ac6-a700-5bee2f0b5dde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1094 time: 0.4083240 Nov 25 17:24:59.568463 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.583531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fb28dc71-a9e0-4019-bda3-90ece7725cf6 None None] Port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:24:59.596679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:24:59.606570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37116807-efd8-4e98-9295-22c9f1c83497 req-caa2d181-e3da-4e1d-ba49-ed85fe24a235 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450469 Nov 25 17:24:59.620883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.621525 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.634354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: b269287e-08c5-41e2-b11a-0de3cc4f1c98 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:24:59.634695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device b269287e-08c5-41e2-b11a-0de3cc4f1c98 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:24:59.671233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7e504739-1d0c-45f4-81e4-402237f22525 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2501116 Nov 25 17:24:59.675240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450fb4a6-a39c-41c7-97b2-6ddefd9f8734 None None] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:24:59.675408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:59.676363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1536851775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:24:59.761439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.762851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.791153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-ddeac0be-40ea-4bd3-9af6-e00a9ad5ceff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 217 time: 0.0800092 Nov 25 17:24:59.856786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d278d5d-9b78-4886-b99b-0859d83bb356']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:59.880072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:24:59.893707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.904546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.917779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fb28dc71-a9e0-4019-bda3-90ece7725cf6 None None] Provisioning complete for port d45d92e4-8efd-4542-a002-3a94887fa4a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:24:59.918413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb28dc71-a9e0-4019-bda3-90ece7725cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.920516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b124ccd-0790-4d7e-84ef-765f4784c8da') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:59.920817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b124ccd-0790-4d7e-84ef-765f4784c8da') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:24:59.937140 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:24:59.941546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e3b6fc6e-2ee2-4e07-a39c-b243e199f7e3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2696400 Nov 25 17:24:59.942333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:24:59.978614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65e02e-758d-4a9c-880c-218412cf563e req-7d89eeec-baa0-4cde-aa47-09e43e150e09 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:24:59.986730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd65e02e-758d-4a9c-880c-218412cf563e req-7d89eeec-baa0-4cde-aa47-09e43e150e09 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2561636 Nov 25 17:24:59.990203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.028543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-4dff40a7-0a46-47f1-9ed3-5efb5570658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.030842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-4dff40a7-0a46-47f1-9ed3-5efb5570658e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1839311 Nov 25 17:25:00.064487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba09b82-f6c9-401c-9de0-d65c117a7bec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.070580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba09b82-f6c9-401c-9de0-d65c117a7bec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.077330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba09b82-f6c9-401c-9de0-d65c117a7bec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.080473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6ba09b82-f6c9-401c-9de0-d65c117a7bec tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5545850 Nov 25 17:25:00.086279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.090247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51750) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:00.130202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:00.130853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.145189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d45d92e4-8efd-4542-a002-3a94887fa4a3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:00.145552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:00.178306 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:00.270231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.292482 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.337613 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.373963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50', 'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': '2bac7c28-1aa5-478e-87e7-d90e75f96a2e'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:00.374921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.445748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.446167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:00.460885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:00.472011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:00.477306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Pushing event updated for resources: {'Port': ['ID=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:00.514335 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd65e02e-758d-4a9c-880c-218412cf563e req-20e37488-20d6-4a73-be65-834d89b733df tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5265849 Nov 25 17:25:00.562292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-407c95ee-061b-480d-a8d0-f62ba605bc90 None None] Provisioning complete for port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:00.563319 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-407c95ee-061b-480d-a8d0-f62ba605bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.570513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264db3-d1da-49a3-adca-27b66e626a2a req-2bc2d927-ff01-48d0-afed-5b62866f375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.572312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-2bc2d927-ff01-48d0-afed-5b62866f375a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5315740 Nov 25 17:25:00.600354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.630048 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.633659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] 10.222.0.86 "DELETE /v2.0/networks/5d278d5d-9b78-4886-b99b-0859d83bb356 HTTP/1.1" status: 204 len: 168 time: 2.0472903 Nov 25 17:25:00.636528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8729019-f990-4145-b1f3-2ce2ac5875bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d278d5d-9b78-4886-b99b-0859d83bb356,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:00.639070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:24:55Z', 'revision_number': 5, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port': {'id': 'a59dfa1c-ca48-4624-8ded-642bdf17475a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:22:25Z', 'updated_at': '2021-11-25T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:00.646540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8::1 (5fcbe598-8377-48f8-8d95-d635092b7f3e/e2ab3e7b-630b-4055-818f-667e7f32253b/0c2831d4-d4c2-4744-b419-dd2a326cd200) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:00.732834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] Checking router: 47ddff08-96c3-4795-b43c-f1c1764449d1 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:00.789316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Deleting port a59dfa1c-ca48-4624-8ded-642bdf17475a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:00.789589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.789777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Attempting to bind port e5dee6b9-d546-4a64-89f3-c63fb445ae5b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:00.790146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Attempting to bind port e5dee6b9-d546-4a64-89f3-c63fb445ae5b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '483ba984-14f8-48fa-9cba-5ab7da0d064a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:00.790508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Attempting to bind port e5dee6b9-d546-4a64-89f3-c63fb445ae5b on network 5fcbe598-8377-48f8-8d95-d635092b7f3e {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:00.793110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Deleting port 59e9331f-fd38-40d7-975f-f6b1b2ce8b55 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:00.793453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.800087 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-0e85b6f6-1c14-407d-8d4c-1ec4c135d210 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958838 Nov 25 17:25:00.821376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-407c95ee-061b-480d-a8d0-f62ba605bc90 None None] Port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:00.858994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:00.859366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Checking segment: {'id': '483ba984-14f8-48fa-9cba-5ab7da0d064a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:00.860095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.861166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Bound using segment: {'id': '483ba984-14f8-48fa-9cba-5ab7da0d064a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:00.861166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Bound port: e5dee6b9-d546-4a64-89f3-c63fb445ae5b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483ba984-14f8-48fa-9cba-5ab7da0d064a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5fcbe598-8377-48f8-8d95-d635092b7f3e'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:00.861454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.868598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] Routers {'47ddff08-96c3-4795-b43c-f1c1764449d1'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:00.869238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['47ddff08-96c3-4795-b43c-f1c1764449d1'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:00.952835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f2b78-2a3e-4347-836b-cfac73c1c815 req-1445cbec-17af-4763-8fad-04135e1394f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:00.955026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-588f2b78-2a3e-4347-836b-cfac73c1c815 req-1445cbec-17af-4763-8fad-04135e1394f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 943 time: 0.1160045 Nov 25 17:25:00.960610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:00.974307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35264db3-d1da-49a3-adca-27b66e626a2a req-9408cfb1-15bc-41db-a11b-4cf0a80dd584 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532819 Nov 25 17:25:00.975292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Allocated IP 2001:db8:1::2 (38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50/2bac7c28-1aa5-478e-87e7-d90e75f96a2e/ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:01.061160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-588f2b78-2a3e-4347-836b-cfac73c1c815 req-7a63caf5-0273-423c-858c-42bf308cad05 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981050 Nov 25 17:25:01.062889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.077267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.113418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:01.124672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:01.141992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:01.142615 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.220996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] For port a59dfa1c-ca48-4624-8ded-642bdf17475a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a59dfa1c-ca48-4624-8ded-642bdf17475a,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:01.221471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.222963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=0c2831d4-d4c2-4744-b419-dd2a326cd200,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.245005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Calling delete_port for a59dfa1c-ca48-4624-8ded-642bdf17475a owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:01.274178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] Set router 47ddff08-96c3-4795-b43c-f1c1764449d1 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:01.295203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51758) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:01.327283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Calling delete_port for 59e9331f-fd38-40d7-975f-f6b1b2ce8b55 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:01.341403 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7053c24d-415b-42dc-80a0-ef2c4d85a408 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d2ab6185b7654628ac532fd5f08589fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428619 Nov 25 17:25:01.341914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51760) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:01.372634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-e8920803-4a44-44d3-90f4-c74422b8ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:01.374136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-e8920803-4a44-44d3-90f4-c74422b8ce8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1094 time: 0.2837493 Nov 25 17:25:01.385342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:25:00Z', 'revision_number': 6, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:01.397176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-407c95ee-061b-480d-a8d0-f62ba605bc90 None None] Provisioning complete for port 59e9331f-fd38-40d7-975f-f6b1b2ce8b55 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:01.397783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-407c95ee-061b-480d-a8d0-f62ba605bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.401875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef7340ea-b8ff-4cde-b175-e55b38f8eb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.457939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e7b71-96f4-4bc4-acd2-ca48cf583ce0 None None] The sync data for ids ['47ddff08-96c3-4795-b43c-f1c1764449d1'] in n-d-817303-7 is: [{'id': '47ddff08-96c3-4795-b43c-f1c1764449d1', 'name': 'tempest-ServersTestManualDisk-291756129-router', 'tenant_id': 'd6bec12d235d4779aaad8710b972c6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:22:24Z', 'updated_at': '2021-11-25T17:25:00Z', 'revision_number': 6, 'project_id': 'd6bec12d235d4779aaad8710b972c6a1', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:01.459401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef7340ea-b8ff-4cde-b175-e55b38f8eb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.462957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] For port e5dee6b9-d546-4a64-89f3-c63fb445ae5b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:01.479687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.509719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] For port e5dee6b9-d546-4a64-89f3-c63fb445ae5b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,segment=NetworkSegment(483ba984-14f8-48fa-9cba-5ab7da0d064a),segment_id=483ba984-14f8-48fa-9cba-5ab7da0d064a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:01.532965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.539060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-407c95ee-061b-480d-a8d0-f62ba605bc90 None None] Port 59e9331f-fd38-40d7-975f-f6b1b2ce8b55 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:01.715554 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.748861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.753967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86de56-e9c1-4a26-9c76-781d830c5ff8 None None] Pushing event updated for resources: {'Port': ['ID=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.828208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:01.832098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef7340ea-b8ff-4cde-b175-e55b38f8eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.835503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef7340ea-b8ff-4cde-b175-e55b38f8eb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:01.836981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ef7340ea-b8ff-4cde-b175-e55b38f8eb4f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/728ee03e-cb8f-4d46-973d-075bfdf8b968 HTTP/1.1" status: 204 len: 168 time: 0.4941618 Nov 25 17:25:01.845437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:01.853249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:01.860266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7340ea-b8ff-4cde-b175-e55b38f8eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728ee03e-cb8f-4d46-973d-075bfdf8b968,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:01.877133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Pushing event updated for resources: {'Port': ['ID=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.073600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Attempting to bind port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:02.078503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Attempting to bind port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '37d5d838-6fab-442d-940b-c78b2a4b1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:02.079045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Attempting to bind port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 on network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:02.099248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:02.101192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Checking segment: {'id': '37d5d838-6fab-442d-940b-c78b2a4b1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:02.102628 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.103730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Bound using segment: {'id': '37d5d838-6fab-442d-940b-c78b2a4b1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:02.104245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Bound port: ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d5d838-6fab-442d-940b-c78b2a4b1a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:02.104635 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.136095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-52b33335-8a38-4a99-8435-e427e673013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.146046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-52b33335-8a38-4a99-8435-e427e673013d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.7364860 Nov 25 17:25:02.177825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.300589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] For port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:02.312113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] For port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,segment=NetworkSegment(37d5d838-6fab-442d-940b-c78b2a4b1a8f),segment_id=37d5d838-6fab-442d-940b-c78b2a4b1a8f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:02.322973 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.410577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a59dfa1c-ca48-4624-8ded-642bdf17475a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.445399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e701ed-ea83-43a7-9c3c-e2b2449431a0 None None] Pushing event updated for resources: {'Port': ['ID=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.451637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-e49a99e6-7e08-4bcf-8714-8eaab09fc59f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 217 time: 0.2893131 Nov 25 17:25:02.452258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.459666 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.460708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.485176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2449f3-650b-40f6-ab45-7f87a848931c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:02.548727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.549143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.549338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.549673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.550485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.551129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5f4d2-df2f-424c-8c0c-ef2245dfe823 req-cd5e720e-c020-43b3-befe-5f9cdc27bb7b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.551273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.551517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.551850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.551977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bda5f4d2-df2f-424c-8c0c-ef2245dfe823 req-cd5e720e-c020-43b3-befe-5f9cdc27bb7b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 943 time: 0.2665987 Nov 25 17:25:02.552670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.552995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.553320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.553641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:02.581672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1551aa8-a910-4497-95a2-e8ef83286f40 req-68494831-140f-4324-9c98-f6d0e6a1c519 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:02.583292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1551aa8-a910-4497-95a2-e8ef83286f40 req-68494831-140f-4324-9c98-f6d0e6a1c519 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.7591712 Nov 25 17:25:02.694130 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:02.735425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=0c2831d4-d4c2-4744-b419-dd2a326cd200,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:02.757211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bda5f4d2-df2f-424c-8c0c-ef2245dfe823 req-da634b28-b492-44cb-97bb-18f7108f57d3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717634 Nov 25 17:25:02.802543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:02.805836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:03.168957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 68c9305e-7ef0-4fe3-b756-86ea811c782c is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:03.236726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e5dee6b9-d546-4a64-89f3-c63fb445ae5b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:03.358480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e5dee6b9-d546-4a64-89f3-c63fb445ae5b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:03.359127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.387941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:03.398927 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] Sync routers for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:03.427238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bdde40e1-c346-43ee-8847-0c2dcecdc820 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/68c9305e-7ef0-4fe3-b756-86ea811c782c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810128 Nov 25 17:25:03.434007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:03.435438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:03.446924 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.464443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event deleted for resources: {'Port': ['ID=59e9331f-fd38-40d7-975f-f6b1b2ce8b55,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:03.525595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.541278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943d166e-e286-4a6d-b888-a5a5a59c5e5f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:03.543243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-943d166e-e286-4a6d-b888-a5a5a59c5e5f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports/0c2831d4-d4c2-4744-b419-dd2a326cd200 HTTP/1.1" status: 200 len: 911 time: 0.1081209 Nov 25 17:25:03.545863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:03.555101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.572097 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:03.573520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-e2504357-51fa-4caa-bb85-2a8027a4e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:03.575703 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:24:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.577733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-e2504357-51fa-4caa-bb85-2a8027a4e8d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 1.1150889 Nov 25 17:25:03.651006 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:03.652320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.655774 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fcf93-1bbd-4976-a054-b75d29544c9c None None] The sync data for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:03.759171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port e5dee6b9-d546-4a64-89f3-c63fb445ae5b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,segment=NetworkSegment(483ba984-14f8-48fa-9cba-5ab7da0d064a),segment_id=483ba984-14f8-48fa-9cba-5ab7da0d064a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:03.773402 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.774419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:03.843754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51796) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:03.889689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.893573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.990744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:03.991282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ddff08-96c3-4795-b43c-f1c1764449d1 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:03.995109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:04.002347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.007526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f093589b-36b8-44f0-87ef-4cd192deb7cd admin admin] 10.222.0.86 "DELETE /v2.0/routers/47ddff08-96c3-4795-b43c-f1c1764449d1 HTTP/1.1" status: 204 len: 168 time: 5.2410851 Nov 25 17:25:04.022830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d1551aa8-a910-4497-95a2-e8ef83286f40 req-4b794607-f166-4095-a1c8-267d5c4657fd tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3331211 Nov 25 17:25:04.025626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b7d33-4799-4abc-8041-4baebbef96a6 None None] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:04.035870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51802) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:04.098395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.114997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15d9161a-4939-488c-8cc4-fac69c3a6cd1 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "DELETE /v2.0/ports/59e9331f-fd38-40d7-975f-f6b1b2ce8b55 HTTP/1.1" status: 204 len: 168 time: 4.0008307 Nov 25 17:25:04.115694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:04.133666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Request body: {'port': {'name': 'tempest-new-port-name-2075977211', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:04.147528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.api.validators [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] bootfile-name is not in valid_values {{(pid=103636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:25:04.148072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.api.validators [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] tftp-server is not in valid_values {{(pid=103636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:25:04.148558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.api.validators [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] server-ip-address is not in valid_values {{(pid=103636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:25:04.233116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-53a3ae29-132b-412d-ac2e-d2a2eb1f7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:04.235533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3b237db2-9fbf-4ad7-aeb6-cb0b6f71cb90 None None] Provisioning complete for port e5dee6b9-d546-4a64-89f3-c63fb445ae5b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:04.236638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-53a3ae29-132b-412d-ac2e-d2a2eb1f7fdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5821939 Nov 25 17:25:04.241556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b237db2-9fbf-4ad7-aeb6-cb0b6f71cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.292452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:04.383030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.401185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Deleting subnet 9437fb6a-edc2-40e3-914e-80a29aad534d {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:04.405545 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.421889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:04.423168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.461792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.475049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d85ad-f5a7-45e3-8130-d1a89ab8a2d6 None None] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:04.479981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:25:04.563802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-580739641-network', 'tenant_id': '855e70bf785c4881a2de9bf9be71c9eb'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:04.608087 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-5431d33d-ed45-4386-b0b6-6a932b92e26c service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575945 Nov 25 17:25:04.616010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20730cc-53e1-491e-b435-5f191de0dd28 req-cbd00f2e-afad-465f-90b3-0c2c673872e9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:04.617706 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a20730cc-53e1-491e-b435-5f191de0dd28 req-cbd00f2e-afad-465f-90b3-0c2c673872e9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 943 time: 0.6662683 Nov 25 17:25:04.638681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.682771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2b78371c-f249-40c3-b323-3403a29a9a22 None None] Provisioning complete for port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:04.683439 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b78371c-f249-40c3-b323-3403a29a9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.685455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.711327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Made reservation on behalf of 855e70bf785c4881a2de9bf9be71c9eb for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:04.713683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.731892 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.820837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,segment=NetworkSegment(37d5d838-6fab-442d-940b-c78b2a4b1a8f),segment_id=37d5d838-6fab-442d-940b-c78b2a4b1a8f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:04.841471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a20730cc-53e1-491e-b435-5f191de0dd28 req-202cc4ad-648a-4650-8a43-906bd98c9ccf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251531 Nov 25 17:25:04.853920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:04.872485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.888617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.897743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9437fb6a-edc2-40e3-914e-80a29aad534d HTTP/1.1" status: 204 len: 168 time: 0.8608468 Nov 25 17:25:04.910932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:04.917411 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:04.919491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f85d87-90ba-4ec2-9454-7d5d9569d20c None None] Network fbcb8451-84cb-4395-8497-6f4022a1e10d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:04.932874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16f74e39-9e7c-46d1-9ce8-25fa7a346192 req-21c903c4-987d-42f1-8ba7-8d560ddd4dd2 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135409 Nov 25 17:25:04.933959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b45537-9f09-4f9a-9a40-27359310f01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9437fb6a-edc2-40e3-914e-80a29aad534d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:04.992926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '28200e40-1cf9-4a8f-a1cf-161537561811', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:04.999370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.005575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.013256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.034153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 966483b4-22b2-4080-80bd-6878d05147c4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:05.081136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.168354 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.183463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event updated for resources: {'Port': ['ID=d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.205855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.243906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:05.283676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] In _notify_port_updated(), no bound segment for port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 on network 78548745-6267-4a91-863f-5f2fe0929844 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:25:05.290656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.292227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.293899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-92fffb58-be9c-4704-b838-bf687434a401 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "PUT /v2.0/ports/d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 HTTP/1.1" status: 200 len: 1136 time: 1.1653552 Nov 25 17:25:05.295685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.296128 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Added segment 9e8cc6b4-bfd8-47a5-b033-29e9df17b259 of type vlan for network b0746f95-7706-43b9-a68a-57399f9ac7d1 Nov 25 17:25:05.297774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0952b5e-0c21-476e-870d-3b794b8472e8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.298774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:05.334234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 966483b4-22b2-4080-80bd-6878d05147c4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:05.334795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 966483b4-22b2-4080-80bd-6878d05147c4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:05.335416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a59dfa1c-ca48-4624-8ded-642bdf17475a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:05.373848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.406801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8badaa-2981-4b2a-8ee9-4a963b345378 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.410023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ab8badaa-2981-4b2a-8ee9-4a963b345378 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "GET /v2.0/ports/d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 HTTP/1.1" status: 200 len: 1136 time: 0.1100395 Nov 25 17:25:05.420393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51814) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:05.425467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f876865-a432-4688-9295-c0153bbc869f req-cce5a28b-230d-4818-9de7-e2ed07939e50 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.441660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f876865-a432-4688-9295-c0153bbc869f req-cce5a28b-230d-4818-9de7-e2ed07939e50 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2591770 Nov 25 17:25:05.490757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:25:05.495733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a59dfa1c-ca48-4624-8ded-642bdf17475a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:05.495968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a59dfa1c-ca48-4624-8ded-642bdf17475a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:05.509301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.519224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.555822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f876865-a432-4688-9295-c0153bbc869f req-a1248672-e384-40a7-8d1e-2416804e9824 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078539 Nov 25 17:25:05.600869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:05.602295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Deleting port d267a81e-39a5-47d4-bc09-ccfd3e6966ae {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:05.603098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.613258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.614302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:05.615022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.635074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3549ab49-1e3d-4766-a067-899cbc17f9ae None None] Provisioning complete for port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:05.635469 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3549ab49-1e3d-4766-a067-899cbc17f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.646641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:05.714227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e5dee6b9-d546-4a64-89f3-c63fb445ae5b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:05.753211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.769998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9182024 Nov 25 17:25:05.770947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:05.778743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Request body: {'subnet': {'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-580739641-subnet', 'tenant_id': '855e70bf785c4881a2de9bf9be71c9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:05.793484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3549ab49-1e3d-4766-a067-899cbc17f9ae None None] Port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:05.796707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Deleting port d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:05.797916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.799140 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f792492-b30d-4066-8322-07768a56143c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.833700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.866854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e5dee6b9-d546-4a64-89f3-c63fb445ae5b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:05.867232 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.869140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aba339-370d-440c-b999-5080d0cc9dde admin admin] Pushing event updated for resources: {'Network': ['ID=b0746f95-7706-43b9-a68a-57399f9ac7d1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:05.910625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Made reservation on behalf of 855e70bf785c4881a2de9bf9be71c9eb for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:05.913745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:05.930140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network b0746f95-7706-43b9-a68a-57399f9ac7d1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:05.983662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['28200e40-1cf9-4a8f-a1cf-161537561811'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:06.060916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] DHCP port deletion for fbcb8451-84cb-4395-8497-6f4022a1e10d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:06.088420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] For port d267a81e-39a5-47d4-bc09-ccfd3e6966ae, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:06.088883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.140493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Calling delete_port for d267a81e-39a5-47d4-bc09-ccfd3e6966ae owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:06.227538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cc18f6b5-8ebd-4cb6-9dba-0a71c6e089d2 None None] Provisioning complete for port e5dee6b9-d546-4a64-89f3-c63fb445ae5b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:06.227865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cc18f6b5-8ebd-4cb6-9dba-0a71c6e089d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.307804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8:1::1 (38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50/2bac7c28-1aa5-478e-87e7-d90e75f96a2e/7446a8d8-18c1-4473-b86b-3990ca18e68d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:06.314626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.345256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.362646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] Deleting port d267a81e-39a5-47d4-bc09-ccfd3e6966ae {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:06.363020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.397847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbb6bc5-0067-423a-950d-415bdba0f778,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.403962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Checking segment: {'id': '9e8cc6b4-bfd8-47a5-b033-29e9df17b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:06.404333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Network hostable DHCP agents. Network: b0746f95-7706-43b9-a68a-57399f9ac7d1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:06.417467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Calling delete_port for d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:06.426100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Network b0746f95-7706-43b9-a68a-57399f9ac7d1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:06.446660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, b0746f95-7706-43b9-a68a-57399f9ac7d1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:06.464865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:06.466395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.497896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] For port d267a81e-39a5-47d4-bc09-ccfd3e6966ae, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,segment=NetworkSegment(9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66),segment_id=9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:06.498323 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.503559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465baa0-deb7-46e9-9ce2-99223d19ac2e req-13f9aedc-9351-4d4a-9ac0-ec8f7256c916 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:06.505145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3465baa0-deb7-46e9-9ce2-99223d19ac2e req-13f9aedc-9351-4d4a-9ac0-ec8f7256c916 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.4522986 Nov 25 17:25:06.506733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c9005497-c51d-4e62-b3d0-79b96f2387a8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7352519 Nov 25 17:25:06.513329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] Calling delete_port for d267a81e-39a5-47d4-bc09-ccfd3e6966ae owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:06.614131 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.622433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2ab05-ec90-49f9-b827-b4049580ed28 None None] Network b0746f95-7706-43b9-a68a-57399f9ac7d1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:06.643980 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.739023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.742293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] No DVR routers for this DVR port d267a81e-39a5-47d4-bc09-ccfd3e6966ae on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:06.749278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] Pushing event deleted for resources: {'Port': ['ID=d267a81e-39a5-47d4-bc09-ccfd3e6966ae,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:06.754361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefda4c-246b-4202-80bb-bedbc62ce73c None None] No DVR routers for this DVR port d267a81e-39a5-47d4-bc09-ccfd3e6966ae on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:06.802962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35217-bd14-4b05-924d-813fb2377d40 req-2afe5c95-cd4a-4d60-a406-c50d8d20daad tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:06.804847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34f35217-bd14-4b05-924d-813fb2377d40 req-2afe5c95-cd4a-4d60-a406-c50d8d20daad tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1154187 Nov 25 17:25:06.820514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.876918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cc18f6b5-8ebd-4cb6-9dba-0a71c6e089d2 None None] Provisioning complete for port 0c2831d4-d4c2-4744-b419-dd2a326cd200 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:06.877396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cc18f6b5-8ebd-4cb6-9dba-0a71c6e089d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:06.882983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a418f2-d449-476c-a798-efa9af9d862b None None] Network b0746f95-7706-43b9-a68a-57399f9ac7d1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:06.900459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34f35217-bd14-4b05-924d-813fb2377d40 req-840457b3-f3da-480f-92c8-843413f976ab tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890884 Nov 25 17:25:06.927126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3465baa0-deb7-46e9-9ce2-99223d19ac2e req-af1c6790-e093-41ad-aaac-9ea9d4b2f5e6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665433 Nov 25 17:25:06.991842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.033635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.039815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcb8451-84cb-4395-8497-6f4022a1e10d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:07.090872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-cc18f6b5-8ebd-4cb6-9dba-0a71c6e089d2 None None] Port 0c2831d4-d4c2-4744-b419-dd2a326cd200 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:07.100607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event deleted for resources: {'Port': ['ID=d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:07.105029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:07.105330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e106e88-9ca1-4e4c-a7b1-b3c78b1e7f66') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:07.123131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.131611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.166162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.216484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4da893fa-825a-430f-97ed-e98a391ea4fe None None] Provisioning complete for port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:07.217074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4da893fa-825a-430f-97ed-e98a391ea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.242176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:07.242630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:07.248560 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:07.251864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:07.272294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:07.318810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:07.319362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.411867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4da893fa-825a-430f-97ed-e98a391ea4fe None None] Provisioning complete for port 0c2831d4-d4c2-4744-b419-dd2a326cd200 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:07.412233 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4da893fa-825a-430f-97ed-e98a391ea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.415563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=7446a8d8-18c1-4473-b86b-3990ca18e68d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:07.431319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.440515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-316efa76-275a-4c35-a52a-3be8ede614dd tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "DELETE /v2.0/ports/d8b65a72-6e1a-44ae-a140-8c1c37d2e8c7 HTTP/1.1" status: 204 len: 168 time: 2.0174453 Nov 25 17:25:07.441124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:07.460775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-e872fe63-dcec-42b7-8dc3-0ed9ef5f1940 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:07.462506 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-e872fe63-dcec-42b7-8dc3-0ed9ef5f1940 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/networks?id=b0746f95-7706-43b9-a68a-57399f9ac7d1 HTTP/1.1" status: 200 len: 808 time: 0.2770033 Nov 25 17:25:07.510144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4da893fa-825a-430f-97ed-e98a391ea4fe None None] Port 0c2831d4-d4c2-4744-b419-dd2a326cd200 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:07.522643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-a6fc4f95-0eed-4b84-b46b-7d8099ee2782 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/quotas/855e70bf785c4881a2de9bf9be71c9eb HTTP/1.1" status: 200 len: 375 time: 0.0259764 Nov 25 17:25:07.531688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.534751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.551035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.567567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fbcb8451-84cb-4395-8497-6f4022a1e10d HTTP/1.1" status: 204 len: 168 time: 2.6324317 Nov 25 17:25:07.570338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-e6327c1b-5e53-43d3-9a4b-b5c00bcfea3f tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=855e70bf785c4881a2de9bf9be71c9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435119 Nov 25 17:25:07.586318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Deleting subnet a05b2565-ff6f-4455-9cd4-2caa9b305ad1 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:07.590112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.618637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45181c2-0f6d-4f01-9c6c-9782da3f7cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcb8451-84cb-4395-8497-6f4022a1e10d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:07.657410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:07.663021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.793566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a922835e-ae9e-4b4d-bb6d-fcaf005e9132 None None] Provisioning complete for port 7446a8d8-18c1-4473-b86b-3990ca18e68d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:07.794177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a922835e-ae9e-4b4d-bb6d-fcaf005e9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.810036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:07.852920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:07.853521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.853653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97f4376c-3739-44e5-8eab-f3cb504a7e47 service neutron] 10.222.0.86 "GET /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823522 Nov 25 17:25:07.885279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.892683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a922835e-ae9e-4b4d-bb6d-fcaf005e9132 None None] Port 7446a8d8-18c1-4473-b86b-3990ca18e68d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:07.949971 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a1cde63f-0e3d-4787-b5c8-cb8a4a741062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:07.985607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4155d474-2301-44e1-b64e-c5660ed371b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d6bec12d235d4779aaad8710b972c6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1671422 Nov 25 17:25:07.986326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:08.075630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-1e1685e0-8140-472f-8d88-fd655cf5a265 service neutron] 10.222.0.86 "GET /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211618 Nov 25 17:25:08.088017 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.091001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.117178 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.117962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.135332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d267a81e-39a5-47d4-bc09-ccfd3e6966ae no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:08.155241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event deleted for resources: {'Subnet': ['ID=a05b2565-ff6f-4455-9cd4-2caa9b305ad1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:08.159187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.167223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0b969f8-874a-49cf-a9c1-21ad1ff390b6 tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "DELETE /v2.0/subnets/a05b2565-ff6f-4455-9cd4-2caa9b305ad1 HTTP/1.1" status: 204 len: 168 time: 0.7249241 Nov 25 17:25:08.168029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7425933-a359-4742-8d64-c986ea03b178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.170097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:08.206723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39429c8a-b4cb-459e-971f-d7cc9968122d None None] Network 78548745-6267-4a91-863f-5f2fe0929844 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:08.216315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=7446a8d8-18c1-4473-b86b-3990ca18e68d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:08.217649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d267a81e-39a5-47d4-bc09-ccfd3e6966ae {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:08.218337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d267a81e-39a5-47d4-bc09-ccfd3e6966ae not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:08.239238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4a1f-dfe3-454f-89df-68f0248d06f3 req-ff4c0ca3-e4bd-4356-aac3-65ca5a06c63a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:08.249212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-efcd4a1f-dfe3-454f-89df-68f0248d06f3 req-ff4c0ca3-e4bd-4356-aac3-65ca5a06c63a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2093594 Nov 25 17:25:08.274358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7425933-a359-4742-8d64-c986ea03b178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.311440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.315036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:08.368947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-efcd4a1f-dfe3-454f-89df-68f0248d06f3 req-f9e2fa8e-881e-438c-9990-00bec02c4cf4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042500 Nov 25 17:25:08.378646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:08.380302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:08.511445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 28200e40-1cf9-4a8f-a1cf-161537561811 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:08.517019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7425933-a359-4742-8d64-c986ea03b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.519915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7425933-a359-4742-8d64-c986ea03b178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.523995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7425933-a359-4742-8d64-c986ea03b178 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95eb88d2-4847-4b51-9059-a8044e018364 HTTP/1.1" status: 204 len: 168 time: 0.5299807 Nov 25 17:25:08.524207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 28200e40-1cf9-4a8f-a1cf-161537561811 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:08.524207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.532504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d66c5f84-be37-4dde-864e-90e50a0b9d73 req-ce02ec37-65fc-411c-82c1-3643d166c3bc tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 210 time: 0.0760269 Nov 25 17:25:08.538726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Deleting port d45d92e4-8efd-4542-a002-3a94887fa4a3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:08.539276 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.651099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] For port d45d92e4-8efd-4542-a002-3a94887fa4a3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d45d92e4-8efd-4542-a002-3a94887fa4a3,segment=NetworkSegment(9742a942-ca69-4961-83c2-9f15febfd4d6),segment_id=9742a942-ca69-4961-83c2-9f15febfd4d6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:08.651491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.684500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Calling delete_port for d45d92e4-8efd-4542-a002-3a94887fa4a3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:08.723791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] DHCP port deletion for 78548745-6267-4a91-863f-5f2fe0929844 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:08.757950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfaec6-72e4-4273-a362-ea39b8e9e72c req-9c418b3e-08a1-42b7-890a-8cc48f491d54 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:08.765492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-64cfaec6-72e4-4273-a362-ea39b8e9e72c req-9c418b3e-08a1-42b7-890a-8cc48f491d54 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2474167 Nov 25 17:25:08.769689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 68c9305e-7ef0-4fe3-b756-86ea811c782c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:08.791528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425933-a359-4742-8d64-c986ea03b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb88d2-4847-4b51-9059-a8044e018364,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:08.855260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.920843 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:08.936005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] No DVR routers for this DVR port d45d92e4-8efd-4542-a002-3a94887fa4a3 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:08.950060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event deleted for resources: {'Port': ['ID=d45d92e4-8efd-4542-a002-3a94887fa4a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:08.955923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:08.969914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0f1f7a54-8d80-41f9-ad62-98e93c9cfa2d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/68c9305e-7ef0-4fe3-b756-86ea811c782c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4225626 Nov 25 17:25:08.976478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:08.979156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:08.981010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:08.983555 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b1c2b2-fa41-4b77-ae5d-0230b5edb2e4" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:08.987109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] Sync routers for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:08.996911 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.082492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-69e10766-729c-4f85-a178-6d0e0a818a77 None None] Provisioning complete for port 7446a8d8-18c1-4473-b86b-3990ca18e68d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:09.082867 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e10766-729c-4f85-a178-6d0e0a818a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.084424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:09.085066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.096057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-64cfaec6-72e4-4273-a362-ea39b8e9e72c req-afa18f6b-b58e-42a6-a57c-d8dfd472133b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174756 Nov 25 17:25:09.113713 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795a3e9f-5467-4316-8922-84447914715c x-openstack-request-id: req-795a3e9f-5467-4316-8922-84447914715c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:09.114008 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:09.114264 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-795a3e9f-5467-4316-8922-84447914715c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:09.114681 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'code': 200} Nov 25 17:25:09.116790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3afe24-db4b-44be-a81f-93803c3f097f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.122758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-af3afe24-db4b-44be-a81f-93803c3f097f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports/7446a8d8-18c1-4473-b86b-3990ca18e68d HTTP/1.1" status: 200 len: 913 time: 0.1422586 Nov 25 17:25:09.123704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:09.175018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.214190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.225192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Deleting port d45d92e4-8efd-4542-a002-3a94887fa4a3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:09.226748 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.267262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78548745-6267-4a91-863f-5f2fe0929844']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.275430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.295929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9742a942-ca69-4961-83c2-9f15febfd4d6') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.298756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9742a942-ca69-4961-83c2-9f15febfd4d6') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.311302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca4291-29a3-417e-8e5e-0491c9a5948a req-b4ae3312-5471-4584-ad25-5aa157ecbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.322475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4eca4291-29a3-417e-8e5e-0491c9a5948a req-b4ae3312-5471-4584-ad25-5aa157ecbab5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1096 time: 0.1858866 Nov 25 17:25:09.325938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.365604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-69e10766-729c-4f85-a178-6d0e0a818a77 None None] Port 7446a8d8-18c1-4473-b86b-3990ca18e68d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:09.373155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:09.374195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.384652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.400448 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.416575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:09.417255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.446771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] For port d45d92e4-8efd-4542-a002-3a94887fa4a3, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:09.447799 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.450481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:09.451541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e689810-63f1-4358-946a-bc9ead1e2d4c None None] The sync data for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:09.477002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Calling delete_port for d45d92e4-8efd-4542-a002-3a94887fa4a3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:09.480918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Port d45d92e4-8efd-4542-a002-3a94887fa4a3 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:25:09.485363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.529423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] No DVR routers for this DVR port d45d92e4-8efd-4542-a002-3a94887fa4a3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:09.568114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a67436-cbf6-4e32-8d08-2fb1d5e4514b None None] Pushing event deleted for resources: {'Port': ['ID=d45d92e4-8efd-4542-a002-3a94887fa4a3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:09.590655 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:09.656661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d45d92e4-8efd-4542-a002-3a94887fa4a3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:09.705479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.712039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:09.721395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] 10.222.0.86 "DELETE /v2.0/networks/78548745-6267-4a91-863f-5f2fe0929844 HTTP/1.1" status: 204 len: 168 time: 1.5498981 Nov 25 17:25:09.732936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d45d92e4-8efd-4542-a002-3a94887fa4a3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:09.733287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d45d92e4-8efd-4542-a002-3a94887fa4a3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:09.751567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85df029-fe0d-41fa-abcf-970ced43d13b tempest-ExtraDHCPOptionsTestJSON-193597024 tempest-ExtraDHCPOptionsTestJSON-193597024-project] Pushing event deleted for resources: {'Network': ['ID=78548745-6267-4a91-863f-5f2fe0929844,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:09.769999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4eca4291-29a3-417e-8e5e-0491c9a5948a req-7346c486-d7ff-4117-8f84-fb33edf9df21 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338918 Nov 25 17:25:09.777888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0eea-0fa7-4dee-81e9-cc4a183f2a77 req-0f965c25-3a39-411f-88b6-84f0b183ae65 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:09.779574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8bb0eea-0fa7-4dee-81e9-cc4a183f2a77 req-0f965c25-3a39-411f-88b6-84f0b183ae65 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.1869230 Nov 25 17:25:09.849287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8bb0eea-0fa7-4dee-81e9-cc4a183f2a77 req-ee5968e0-4b6b-4f92-a415-de8fa5eea58b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602009 Nov 25 17:25:10.106366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:10.124744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51910) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:10.342027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4c0226a9-8d3b-403d-9cf1-01422dfc8c9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d39f5cfdf0f1479a86b06e2545eda7f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344878 Nov 25 17:25:10.350789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-442512871-network', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:10.353555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51916) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:10.384551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f80ec4-41a0-4b47-8740-e6e929f794d5 req-a878d1f3-db89-4090-b3d6-253693d876fa tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.386043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4f80ec4-41a0-4b47-8740-e6e929f794d5 req-a878d1f3-db89-4090-b3d6-253693d876fa tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 945 time: 0.1257310 Nov 25 17:25:10.440338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:10.444275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.455911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d10bf36-6770-4253-9a5a-769dc3fac27d req-fbb68211-d44b-4d79-aedf-4c122921098a tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 210 time: 0.1619689 Nov 25 17:25:10.471360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.480842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcd9261e-7304-4983-8c08-f7a84a09aa18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.504842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4f80ec4-41a0-4b47-8740-e6e929f794d5 req-cf5a6759-9a13-40dc-b999-309782757528 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091385 Nov 25 17:25:10.538928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcd9261e-7304-4983-8c08-f7a84a09aa18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.547954 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-18d57dbc-8cac-4321-b136-b3501c946218 service neutron] show failed (client error): The resource could not be found. Nov 25 17:25:10.549218 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-18d57dbc-8cac-4321-b136-b3501c946218 service neutron] 10.222.0.73 "GET /v2.0/ports/a0b2de45-f844-45ff-9b2c-0ad392517611/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 1.1153634 Nov 25 17:25:10.568308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-3fa2926c-55d9-4945-af6e-668ba7c96ab1 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.568578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.571471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-3fa2926c-55d9-4945-af6e-668ba7c96ab1 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.55 "GET /v2.0/networks?id=b0746f95-7706-43b9-a68a-57399f9ac7d1 HTTP/1.1" status: 200 len: 808 time: 0.2764215 Nov 25 17:25:10.591093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Request body: {'port': {'device_id': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1', 'admin_state_up': True, 'tenant_id': '855e70bf785c4881a2de9bf9be71c9eb'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:10.648055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.651680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcd9261e-7304-4983-8c08-f7a84a09aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.655571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcd9261e-7304-4983-8c08-f7a84a09aa18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.656993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fcd9261e-7304-4983-8c08-f7a84a09aa18 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08631be8-8453-40e7-87c8-a3cda3282d4c HTTP/1.1" status: 204 len: 168 time: 0.3024609 Nov 25 17:25:10.660095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.674078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9261e-7304-4983-8c08-f7a84a09aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08631be8-8453-40e7-87c8-a3cda3282d4c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:10.684484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:10.738085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.738447 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Added segment 0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2 of type vlan for network 83d86a51-bf34-4ab4-aa93-459daf688814 Nov 25 17:25:10.762269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51644ab5-1401-4f7a-bbf4-b1e60a452a5d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:10.780897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.833756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.892426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.893382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:10.893989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:10.914049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Made reservation on behalf of 855e70bf785c4881a2de9bf9be71c9eb for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:10.917831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.043682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9170141 Nov 25 17:25:11.046018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51924) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:11.051181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Request body: {'subnet': {'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-442512871-subnet', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:11.069189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77b781-da97-4a0d-b78e-9d6ad412fad7 admin admin] Pushing event updated for resources: {'Network': ['ID=83d86a51-bf34-4ab4-aa93-459daf688814,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:11.079549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 83d86a51-bf34-4ab4-aa93-459daf688814 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:11.099452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:11.102129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.136766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-90ee7b85-7063-4a48-b314-be7febd2d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.138423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-90ee7b85-7063-4a48-b314-be7febd2d75c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.2586117 Nov 25 17:25:11.172984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:11.286495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbed21-b64f-4f70-903c-f8f229a56fa8 req-5f2527ee-b531-4db6-9aef-b0be4de36fd8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.288140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4cbed21-b64f-4f70-903c-f8f229a56fa8 req-5f2527ee-b531-4db6-9aef-b0be4de36fd8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2484694 Nov 25 17:25:11.339599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.353062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.424183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80f4307-831b-4a19-9560-1795019f867c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:11.443577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Checking segment: {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:11.445422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Network hostable DHCP agents. Network: 83d86a51-bf34-4ab4-aa93-459daf688814, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:11.458801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Allocated IP 172.20.0.4 (b0746f95-7706-43b9-a68a-57399f9ac7d1/efbb6bc5-0067-423a-950d-415bdba0f778/82474277-73a5-4938-9e59-20a3a558150f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:11.475059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Network 83d86a51-bf34-4ab4-aa93-459daf688814 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:11.498244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 83d86a51-bf34-4ab4-aa93-459daf688814) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:11.506170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.507068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.543501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84062b9c-3e03-456f-b7be-9646c3b1d498 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4964051 Nov 25 17:25:11.544123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51938) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:11.551217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:11.568907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0e3ec-2d16-414a-98e8-cf5d5c1b80b6 None None] Network 83d86a51-bf34-4ab4-aa93-459daf688814 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:11.572693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.595269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.596913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.659250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8fea69c8-d3dc-4d55-adc7-d8e009341abe req-535295fb-a91f-4aa2-a261-50b1cb55a2e5 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 210 time: 0.0436811 Nov 25 17:25:11.690957 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.762927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4cbed21-b64f-4f70-903c-f8f229a56fa8 req-c5bfdec4-ecad-45fd-af78-395a149645d0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980739 Nov 25 17:25:11.834959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-83d86a51-bf34-4ab4-aa93-459daf688814', 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'fixed_ips': [{'subnet_id': 'd80f4307-831b-4a19-9560-1795019f867c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:11.835861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.861647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051518d-fe0f-489b-b690-b8667d1b56b9 req-29ffdacc-326e-46de-afb8-9401b3c10195 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:11.861647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b051518d-fe0f-489b-b690-b8667d1b56b9 req-29ffdacc-326e-46de-afb8-9401b3c10195 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 945 time: 0.1079748 Nov 25 17:25:11.973042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 7446a8d8-18c1-4473-b86b-3990ca18e68d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:11.973397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:11.982333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b051518d-fe0f-489b-b690-b8667d1b56b9 req-0541e3b1-152a-4db6-8e1a-82365244b8ae tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854955 Nov 25 17:25:11.987306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.018498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Allocated IP 172.20.0.2 (83d86a51-bf34-4ab4-aa93-459daf688814/d80f4307-831b-4a19-9560-1795019f867c/87253083-cb85-4bfe-9042-29b65678b418) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:12.102307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51952) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:12.248335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.257600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.268677 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.284897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 7446a8d8-18c1-4473-b86b-3990ca18e68d owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:12.311916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1710199210'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:12.316015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:12.327201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Pushing event updated for resources: {'Port': ['ID=87253083-cb85-4bfe-9042-29b65678b418,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:12.345565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Network 83d86a51-bf34-4ab4-aa93-459daf688814 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:12.348095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:12.351602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:12.381738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:12.386246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.396363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.399873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.410840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:12.416092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Attempting to bind port 87253083-cb85-4bfe-9042-29b65678b418 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:12.416716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Attempting to bind port 87253083-cb85-4bfe-9042-29b65678b418 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:12.417374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Attempting to bind port 87253083-cb85-4bfe-9042-29b65678b418 on network 83d86a51-bf34-4ab4-aa93-459daf688814 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:12.423882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:12.424602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Checking segment: {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:12.425220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.425816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Bound using segment: {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:12.426498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Bound port: 87253083-cb85-4bfe-9042-29b65678b418, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:12.427673 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.434968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.467807 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.483265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Transition to ACTIVE for port object a0b2de45-f844-45ff-9b2c-0ad392517611 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:12.484542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:12.490462 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7596e7cf-7681-4939-a279-a638b46a01a1" -d '{"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:12.526540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] For port 87253083-cb85-4bfe-9042-29b65678b418, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:12.532990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] For port 87253083-cb85-4bfe-9042-29b65678b418, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87253083-cb85-4bfe-9042-29b65678b418,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:12.538941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.545941 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.569184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7cf40-5cb6-41b3-9347-9842c2d1d17a req-2d470c4f-eea5-44b4-98aa-6e100f81f4e9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:12.582457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bd7cf40-5cb6-41b3-9347-9842c2d1d17a req-2d470c4f-eea5-44b4-98aa-6e100f81f4e9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 945 time: 0.4203174 Nov 25 17:25:12.584595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51960) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:12.589355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.600368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'floatingip': {'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:12.643812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc1c73-cc68-4d13-9dc5-37362b8db3e7 None None] Pushing event updated for resources: {'Port': ['ID=87253083-cb85-4bfe-9042-29b65678b418,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:12.655556 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865180a1-ea33-418a-929b-57ffb59dd25f x-openstack-request-id: req-865180a1-ea33-418a-929b-57ffb59dd25f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:12.657331 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:12.657783 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-865180a1-ea33-418a-929b-57ffb59dd25f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:12.658380 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'code': 200} Nov 25 17:25:12.788411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:12.944506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0252634c-912b-4524-9c28-89b50cf77805 req-fee7e0c7-cfa1-474f-8a18-2102a3243c3e tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 210 time: 0.1645689 Nov 25 17:25:12.945040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.066807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.067215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.067535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.067881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.068218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.068560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.068877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.069206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.069533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.069859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.070184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.070505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:13.191434 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.198859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.200280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Allocated IP 172.25.8.151 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/98308ad8-f75a-42bc-a17e-d915b09efadc) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:13.209606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.216227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] No DVR routers for this DVR port a0b2de45-f844-45ff-9b2c-0ad392517611 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:13.226394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7c4a-a191-4ee0-8f03-75ce9f54b26c req-0b7f8080-b32c-4ad8-878b-b8c61a19b1d7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.227918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ded7c4a-a191-4ee0-8f03-75ce9f54b26c req-0b7f8080-b32c-4ad8-878b-b8c61a19b1d7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.1151795 Nov 25 17:25:13.278193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:13.331168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fdd246-922a-4892-97e1-d2cfcb1f5130,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.340961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.341335 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Added segment d9614655-524c-4752-a471-4b9f70786459 of type vlan for network 68360854-c23d-42ba-b310-a35f17db5d96 Nov 25 17:25:13.424525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ded7c4a-a191-4ee0-8f03-75ce9f54b26c req-f4f07732-8e71-4fed-8c79-f94297372915 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808560 Nov 25 17:25:13.442249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.489111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.502008 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.507732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.508341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.586432 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4785161 Nov 25 17:25:13.588851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:13.604089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'subnet': {'network_id': '68360854-c23d-42ba-b310-a35f17db5d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:13.623706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176998-0aae-49f6-b26d-a81baa9bb217 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Network': ['ID=68360854-c23d-42ba-b310-a35f17db5d96,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.659883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 68360854-c23d-42ba-b310-a35f17db5d96 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:13.706904 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.707785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87253083-cb85-4bfe-9042-29b65678b418 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:13.786525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:13.790152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:13.799768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:13.838688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7181c2-9857-434f-b477-85daaf9e9f4a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:13.841733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Network b0746f95-7706-43b9-a68a-57399f9ac7d1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:13.851216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Pushing event updated for resources: {'Port': ['ID=98308ad8-f75a-42bc-a17e-d915b09efadc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:13.864915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:13.889840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 87253083-cb85-4bfe-9042-29b65678b418 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:13.890227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.900605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:13.905027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:13.908931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:13.986955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:13.988369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.028350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5d36deda-3993-4570-aa97-989977da2900 None None] Provisioning complete for port 98308ad8-f75a-42bc-a17e-d915b09efadc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:14.028998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d36deda-3993-4570-aa97-989977da2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.095160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5d36deda-3993-4570-aa97-989977da2900 None None] Port 98308ad8-f75a-42bc-a17e-d915b09efadc cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:14.097411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:14.097880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:14.098312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 on network 37913d77-c205-447d-a468-73f4ceb7a861 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:14.103331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Pushing event updated for resources: {'Port': ['ID=82474277-73a5-4938-9e59-20a3a558150f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.116697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Port a0b2de45-f844-45ff-9b2c-0ad392517611 on network 37913d77-c205-447d-a468-73f4ceb7a861 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:14.117570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Attempting to bind port a0b2de45-f844-45ff-9b2c-0ad392517611 on network 37913d77-c205-447d-a468-73f4ceb7a861 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:14.131871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:14.132318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Checking segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:14.132873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Bound using segment: {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:14.133470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Bound port: a0b2de45-f844-45ff-9b2c-0ad392517611, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cddc61-065d-43ca-af73-82b17f8ad667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:14.133932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.162672 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.225310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 87253083-cb85-4bfe-9042-29b65678b418, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87253083-cb85-4bfe-9042-29b65678b418,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:14.225966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-97b4ed2b-d758-4a92-bdac-849fecebac83 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6438406 Nov 25 17:25:14.236991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.271082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Request body: {'port': {'device_id': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:14.281641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe91a2f1-aebb-4ed5-ab27-102b132c4fb6 None None] Network 83d86a51-bf34-4ab4-aa93-459daf688814 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:14.346061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:14.346294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.401476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:14.427187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dfe27f8e-13b8-45f6-88fa-215cf38d6a12 None None] Provisioning complete for port 87253083-cb85-4bfe-9042-29b65678b418 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:14.427488 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfe27f8e-13b8-45f6-88fa-215cf38d6a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.432401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc74fa7-3222-4ecf-879b-0cd3d0b11776 req-340559ca-6940-4c8b-8f40-f261a6d08f3d tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:14.434408 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfc74fa7-3222-4ecf-879b-0cd3d0b11776 req-340559ca-6940-4c8b-8f40-f261a6d08f3d tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 931 time: 0.3212168 Nov 25 17:25:14.474588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=7446a8d8-18c1-4473-b86b-3990ca18e68d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.482500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=87253083-cb85-4bfe-9042-29b65678b418,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.492279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.540019 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.548471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.551010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:14.636651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:14.712173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.744542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Subnet': ['ID=95cc9b21-d681-4c91-8f5f-06deb58fafbd,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.814028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d419c-5091-4087-9cbb-b7bbb22391de req-04146864-fcf3-4c52-907f-e94b3d76cbd0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:14.815594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f4d419c-5091-4087-9cbb-b7bbb22391de req-04146864-fcf3-4c52-907f-e94b3d76cbd0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.2608254 Nov 25 17:25:14.816380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Checking segment: {'id': 'd9614655-524c-4752-a471-4b9f70786459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68360854-c23d-42ba-b310-a35f17db5d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:14.816754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network hostable DHCP agents. Network: 68360854-c23d-42ba-b310-a35f17db5d96, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:14.837160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:14.838138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.839925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 1091 time: 3.6756873 Nov 25 17:25:14.852445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:14.855141 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d44074-a782-49ad-adec-5a6428ad7796" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:14.890257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfc74fa7-3222-4ecf-879b-0cd3d0b11776 req-bc57bdbc-deac-4167-bd0f-1e1efa061ae3 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096553 Nov 25 17:25:14.967003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1a93-e211-4bb9-8b03-dc496398b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:14.983478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:14.993253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:15.071681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 68360854-c23d-42ba-b310-a35f17db5d96) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:15.080221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16132776-111e-492a-bb68-10514e63434e None None] Network 68360854-c23d-42ba-b310-a35f17db5d96 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:15.084747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.085497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.110728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f4d419c-5091-4087-9cbb-b7bbb22391de req-8e6fd558-6b92-48ef-a43e-a4a0fe70aecb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840707 Nov 25 17:25:15.121354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.132037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8ea7312a-a5a6-447f-afe6-0b2207e9aaec tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5335927 Nov 25 17:25:15.132321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:15.145691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1026999070', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:15.155413 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7dfef7-0c6d-4e97-997b-542249d3ee6c x-openstack-request-id: req-ea7dfef7-0c6d-4e97-997b-542249d3ee6c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:15.155896 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:15.156833 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea7dfef7-0c6d-4e97-997b-542249d3ee6c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:15.157289 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'status': 'completed', 'code': 200} Nov 25 17:25:15.255219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2d432e49-64a6-43bf-95bb-f345e0845e84 None None] Provisioning complete for port 87253083-cb85-4bfe-9042-29b65678b418 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:15.255696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d432e49-64a6-43bf-95bb-f345e0845e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.283574 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.284833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.328943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-f9deb831-6260-4d55-9a81-cceaf5848fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.330584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-f9deb831-6260-4d55-9a81-cceaf5848fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1094 time: 0.4392073 Nov 25 17:25:15.344804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bf106-07bd-45df-a55a-1388e6f355b9 None None] Network 68360854-c23d-42ba-b310-a35f17db5d96 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:15.357571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.395278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.447805 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.506936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-a32cbb89-19a7-4803-8e18-f91456e8e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.508491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-a32cbb89-19a7-4803-8e18-f91456e8e4a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1094 time: 0.3551764 Nov 25 17:25:15.526669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Router 99e6a024-c7b9-40ac-895f-56719a3b8476 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:15.537681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.614507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87253083-cb85-4bfe-9042-29b65678b418 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:15.669216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 87253083-cb85-4bfe-9042-29b65678b418 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:15.669865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.695687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:15.715890 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Sync routers for ids ['99e6a024-c7b9-40ac-895f-56719a3b8476'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:15.727490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.728300 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Routers {'99e6a024-c7b9-40ac-895f-56719a3b8476'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:15.728830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bfb565de-d948-4112-a697-4665dd8b5f15 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1837120 Nov 25 17:25:15.729128 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['99e6a024-c7b9-40ac-895f-56719a3b8476'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:15.731488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:15.783337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-13e7fe8a-2033-424b-9efa-b358dbd48a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.784609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-13e7fe8a-2033-424b-9efa-b358dbd48a23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.4326320 Nov 25 17:25:15.824951 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Floating IP 8cdaf75d-e7df-4f3d-8322-6988a0b22805 associated. External IP: 172.25.8.136, port: 28200e40-1cf9-4a8f-a1cf-161537561811. Nov 25 17:25:15.881466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82474277-73a5-4938-9e59-20a3a558150f {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:15.898822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.912229 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Set router 99e6a024-c7b9-40ac-895f-56719a3b8476 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:15.935413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.940209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Transition to ACTIVE for port object 82474277-73a5-4938-9e59-20a3a558150f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:15.943465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-09ea2136-073c-4c1c-b60b-1700effb62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:15.947821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:15.948495 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-09ea2136-073c-4c1c-b60b-1700effb62f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.4269652 Nov 25 17:25:15.997472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.138404 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:25:14Z', 'revision_number': 3, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:16.173372 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Checking router: 99e6a024-c7b9-40ac-895f-56719a3b8476 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:16.173922 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Updating router 99e6a024-c7b9-40ac-895f-56719a3b8476 port 98308ad8-f75a-42bc-a17e-d915b09efadc binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:25:16.202612 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.532140 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.542040 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.566609 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.575581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 68c9305e-7ef0-4fe3-b756-86ea811c782c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:16.598805 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016a8ef-a56e-42c6-9aa0-1f58fa0da297 None None] Pushing event updated for resources: {'Port': ['ID=98308ad8-f75a-42bc-a17e-d915b09efadc,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:16.620885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b78a7-9d75-410d-b882-a1e78682a487 req-6dc2ec13-1f65-43ad-8a23-69812d667716 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:16.633693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f12b78a7-9d75-410d-b882-a1e78682a487 req-6dc2ec13-1f65-43ad-8a23-69812d667716 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.1922522 Nov 25 17:25:16.637950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb6b20-eb0c-47a5-93db-482393709ff8 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:16.653392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Attempting to bind port 98308ad8-f75a-42bc-a17e-d915b09efadc on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:16.655340 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Attempting to bind port 98308ad8-f75a-42bc-a17e-d915b09efadc by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:16.655340 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Attempting to bind port 98308ad8-f75a-42bc-a17e-d915b09efadc on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:16.683550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:16.684550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:16.685166 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.685368 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:16.685821 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Bound port: 98308ad8-f75a-42bc-a17e-d915b09efadc, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:16.686199 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.711440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.231 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/92391c01-c7e6-4e35-9b97-5de6f94a24e1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:16.722354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3e80f7b5-a0b1-4296-9072-6ace9e6431de None None] Provisioning complete for port 98308ad8-f75a-42bc-a17e-d915b09efadc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:16.723291 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e80f7b5-a0b1-4296-9072-6ace9e6431de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.738921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Pushing event updated for resources: {'Port': ['ID=82474277-73a5-4938-9e59-20a3a558150f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:16.743910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-1c815f2f-d1fe-485a-aab4-49448a4fe0f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 998 time: 0.2296517 Nov 25 17:25:16.785563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3e80f7b5-a0b1-4296-9072-6ace9e6431de None None] Port 98308ad8-f75a-42bc-a17e-d915b09efadc cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:16.790574 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] For port 98308ad8-f75a-42bc-a17e-d915b09efadc, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:16.796007 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] For port 98308ad8-f75a-42bc-a17e-d915b09efadc, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=98308ad8-f75a-42bc-a17e-d915b09efadc,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:16.803025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f12b78a7-9d75-410d-b882-a1e78682a487 req-7eb3eca9-2614-48c6-a3c4-cba85e49e73a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684325 Nov 25 17:25:16.832996 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:16.879858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-1393d3ba-6fc9-4db1-9fe1-058835e94fb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 998 time: 1.0769086 Nov 25 17:25:16.924525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea86f9-8153-4d9c-b6b1-c1fcb5ec8a26 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:16.942959 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016a8ef-a56e-42c6-9aa0-1f58fa0da297 None None] Pushing event updated for resources: {'Port': ['ID=98308ad8-f75a-42bc-a17e-d915b09efadc,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:16.953557 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Routers {'99e6a024-c7b9-40ac-895f-56719a3b8476'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:16.954462 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['99e6a024-c7b9-40ac-895f-56719a3b8476'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:16.956973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.018216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0e94b499-7ab3-4ba5-813b-677574c98291 None None] Provisioning complete for port 98308ad8-f75a-42bc-a17e-d915b09efadc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:17.019009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e94b499-7ab3-4ba5-813b-677574c98291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.046665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5b84-d5c4-4aef-a4cd-94e9648c1aeb req-40ad699b-8bdd-4f47-859a-4488ec392d88 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.048535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a24f5b84-d5c4-4aef-a4cd-94e9648c1aeb req-40ad699b-8bdd-4f47-859a-4488ec392d88 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 943 time: 0.4942653 Nov 25 17:25:17.067646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.068878 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] Set router 99e6a024-c7b9-40ac-895f-56719a3b8476 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:17.081874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.087781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-115d2870-2fba-4539-b6f3-9e66509373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.089289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-115d2870-2fba-4539-b6f3-9e66509373b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.2872133 Nov 25 17:25:17.130319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=92391c01-c7e6-4e35-9b97-5de6f94a24e1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.164435 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e94b499-7ab3-4ba5-813b-677574c98291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.166883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:17.173562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-afc52e36-7c6b-4433-aedc-434774c76044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.175724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-afc52e36-7c6b-4433-aedc-434774c76044 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.2358050 Nov 25 17:25:17.177136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:17.189243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] Sync routers for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:17.192318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0e94b499-7ab3-4ba5-813b-677574c98291 None None] For port 98308ad8-f75a-42bc-a17e-d915b09efadc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=98308ad8-f75a-42bc-a17e-d915b09efadc,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:17.200945 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e94b499-7ab3-4ba5-813b-677574c98291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.208294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e8672386-bb16-467d-9390-7b200047087c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/68c9305e-7ef0-4fe3-b756-86ea811c782c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0831749 Nov 25 17:25:17.210696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:17.211409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:17.221212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52010) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:17.223555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:17.226228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Attempting to bind port 82474277-73a5-4938-9e59-20a3a558150f on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:17.226577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Attempting to bind port 82474277-73a5-4938-9e59-20a3a558150f by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '9e8cc6b4-bfd8-47a5-b033-29e9df17b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:17.226912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Attempting to bind port 82474277-73a5-4938-9e59-20a3a558150f on network b0746f95-7706-43b9-a68a-57399f9ac7d1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:17.237028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:17.270403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c519e1-d5da-4fa1-981e-1e5a165a0f90 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:17.278105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Port 82474277-73a5-4938-9e59-20a3a558150f on network b0746f95-7706-43b9-a68a-57399f9ac7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:17.278480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Attempting to bind port 82474277-73a5-4938-9e59-20a3a558150f on network b0746f95-7706-43b9-a68a-57399f9ac7d1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:17.322433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a24f5b84-d5c4-4aef-a4cd-94e9648c1aeb req-c132a942-4680-4e12-a460-b08c9bc7336d tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654049 Nov 25 17:25:17.326808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:17.327154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Checking segment: {'id': '9e8cc6b4-bfd8-47a5-b033-29e9df17b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:17.328607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Bound using segment: {'id': '9e8cc6b4-bfd8-47a5-b033-29e9df17b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:17.329304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Bound port: 82474277-73a5-4938-9e59-20a3a558150f, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8cc6b4-bfd8-47a5-b033-29e9df17b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:17.329675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.382018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-979a838e-b77b-4429-b76d-f74bd4e53d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.384098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-979a838e-b77b-4429-b76d-f74bd4e53d02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734339 Nov 25 17:25:17.433403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-b0d81ed5-f440-4e11-a990-ba6fd3e0e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.436442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-b0d81ed5-f440-4e11-a990-ba6fd3e0e0c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125566 Nov 25 17:25:17.443003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:17.455302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:25:14Z', 'revision_number': 3, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:17.492871 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d1dfc-0935-4a51-a03d-f7ec67f2c051 None None] The sync data for ids ['99e6a024-c7b9-40ac-895f-56719a3b8476'] in n-d-817303-7 is: [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:25:14Z', 'revision_number': 3, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:17.510361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:17.553131 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.557492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94b499-7ab3-4ba5-813b-677574c98291 None None] Pushing event updated for resources: {'Port': ['ID=98308ad8-f75a-42bc-a17e-d915b09efadc,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:17.563180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:17.565069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:17.614830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:17.615624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a38280-d76f-4bf4-964c-6f5e46e2f256 None None] The sync data for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:17.631679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5123fef9-9ed3-47d9-9e88-08ed3230eb1c None None] Provisioning complete for port 92391c01-c7e6-4e35-9b97-5de6f94a24e1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:17.632320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5123fef9-9ed3-47d9-9e88-08ed3230eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.636833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Allocated IP 172.20.0.1 (83d86a51-bf34-4ab4-aa93-459daf688814/d80f4307-831b-4a19-9560-1795019f867c/68f32752-1120-4ef2-99dd-7c02a3073d8d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:17.704550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] For port 82474277-73a5-4938-9e59-20a3a558150f, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:17.726809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5123fef9-9ed3-47d9-9e88-08ed3230eb1c None None] Port 92391c01-c7e6-4e35-9b97-5de6f94a24e1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:17.741297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] For port 82474277-73a5-4938-9e59-20a3a558150f, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82474277-73a5-4938-9e59-20a3a558150f,segment=NetworkSegment(9e8cc6b4-bfd8-47a5-b033-29e9df17b259),segment_id=9e8cc6b4-bfd8-47a5-b033-29e9df17b259)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:17.757045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.765049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-1c6bad01-baa6-4b61-a381-65fbf82eb9f5 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485394 Nov 25 17:25:17.773027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-67fae864-b66c-4c6f-b759-5accbe12e962 service neutron] 10.222.0.55 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144867 Nov 25 17:25:17.953471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:17.954600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:17.956343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] 10.222.0.55 "PUT /v2.0/ports/82474277-73a5-4938-9e59-20a3a558150f HTTP/1.1" status: 200 len: 1091 time: 3.7116058 Nov 25 17:25:17.957062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'tag': '82474277-73a5-4938-9e59-20a3a558150f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:17.959752 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f862104-6542-48ba-ac77-6bb80373cd89" -d '{"events": [{"name": "network-changed", "server_uuid": "98d66fcd-7655-45c0-822e-5c58fffa0eee", "tag": "82474277-73a5-4938-9e59-20a3a558150f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:18.055181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:18.061385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603fd41-e877-4e9a-b373-b884283a4c0a service neutron] Pushing event updated for resources: {'Port': ['ID=82474277-73a5-4938-9e59-20a3a558150f,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:18.066838 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] Sync routers for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:18.083406 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:18.083954 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:18.121686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.128256 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c95ebe5-17e7-43a9-9340-c5dc549d986c x-openstack-request-id: req-9c95ebe5-17e7-43a9-9340-c5dc549d986c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:18.128531 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d66fcd-7655-45c0-822e-5c58fffa0eee", "tag": "82474277-73a5-4938-9e59-20a3a558150f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:18.128790 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c95ebe5-17e7-43a9-9340-c5dc549d986c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:18.129200 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'tag': '82474277-73a5-4938-9e59-20a3a558150f', 'status': 'completed', 'code': 200} Nov 25 17:25:18.185064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e456f1-0e44-45c5-93c7-028b1dbfb157 req-170eced5-4987-4399-a8aa-aa9496e28e4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.186599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10e456f1-0e44-45c5-93c7-028b1dbfb157 req-170eced5-4987-4399-a8aa-aa9496e28e4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.2247813 Nov 25 17:25:18.222418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97f5f9c4-41d6-4cca-b4b5-cacb87acbdb0 req-f3ed2099-b556-44ec-969a-c0d495a01b86 service neutron] 10.222.0.55 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958268 Nov 25 17:25:18.266088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-417d0c2b-431a-4d4a-9227-1a493427228c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "PUT /v2.0/floatingips/8cdaf75d-e7df-4f3d-8322-6988a0b22805 HTTP/1.1" status: 200 len: 991 time: 5.6707850 Nov 25 17:25:18.266464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.297811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-1fbab8b8-36df-4d91-94db-6bde7a75c3e6 service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744778 Nov 25 17:25:18.332663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-113da50b-17d4-4c85-8815-ce02f577321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.334194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-113da50b-17d4-4c85-8815-ce02f577321a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=855e70bf785c4881a2de9bf9be71c9eb&device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 1094 time: 0.2908967 Nov 25 17:25:18.351184 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:18.474983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-fe99aab0-2557-4827-afe3-a2d11f89608c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82474277-73a5-4938-9e59-20a3a558150f HTTP/1.1" status: 200 len: 217 time: 0.0870593 Nov 25 17:25:18.593526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10e456f1-0e44-45c5-93c7-028b1dbfb157 req-b41ec9b6-4fd0-437f-b6ea-c03cedd82932 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762486 Nov 25 17:25:18.630508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1acb0-260b-4de1-acde-40a5eafe954c req-278f4809-262a-4217-8ae7-e851cdba54a5 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.635435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2c1acb0-260b-4de1-acde-40a5eafe954c req-278f4809-262a-4217-8ae7-e851cdba54a5 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 943 time: 0.1696472 Nov 25 17:25:18.636637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.640847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-c33ae977-c2b0-48ee-8cea-61cfa683cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.642621 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-c33ae977-c2b0-48ee-8cea-61cfa683cd50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1094 time: 0.3246646 Nov 25 17:25:18.683973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:18.742197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-ceab6890-3caf-4ec5-9fbb-801e925341ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.744174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-ceab6890-3caf-4ec5-9fbb-801e925341ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efbb6bc5-0067-423a-950d-415bdba0f778 HTTP/1.1" status: 200 len: 848 time: 0.2187719 Nov 25 17:25:18.752744 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8cdaf75d-e7df-4f3d-8322-6988a0b22805', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:24:49Z', 'updated_at': '2021-11-25T17:25:15Z', 'revision_number': 1, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:45Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:18.778730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2c1acb0-260b-4de1-acde-40a5eafe954c req-81e4a9d6-d99a-4719-97c4-4a456ac2c587 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245952 Nov 25 17:25:18.819617 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] Checking router: 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:18.829445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-7e19b39a-a874-45aa-99bc-c3c04407a65e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0746f95-7706-43b9-a68a-57399f9ac7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564213 Nov 25 17:25:18.829695 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:18.830210 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:18.866667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=68f32752-1120-4ef2-99dd-7c02a3073d8d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:18.911436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Network 83d86a51-bf34-4ab4-aa93-459daf688814 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:18.941890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-afd5dbe1-65a2-4600-ac1a-27f91d577e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:18.943544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-afd5dbe1-65a2-4600-ac1a-27f91d577e23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.2892063 Nov 25 17:25:18.957596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:18.971308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:19.095425 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-e02a1d9c-0551-4cd1-acc4-82feb0744e8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 998 time: 0.1392555 Nov 25 17:25:19.100804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-e421a634-e85b-429d-8ad9-d5636e571951 service neutron] 10.222.0.55 "GET /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642779 Nov 25 17:25:19.123813 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:19.163633 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.267947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.281576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-10dbcf04-0c0f-4aa2-b745-19593706b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:19.283199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-10dbcf04-0c0f-4aa2-b745-19593706b428 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.1778467 Nov 25 17:25:19.373220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65d1b9c1-fd57-48a5-b1be-7191c7c76050 req-a63824dc-14cf-4e6f-829c-79019c823e18 service neutron] 10.222.0.55 "GET /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543628 Nov 25 17:25:19.382077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44074-a782-49ad-adec-5a6428ad7796 req-6b6c6333-ff9a-44cd-996f-0b2ec5a54e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:19.384500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-6b6c6333-ff9a-44cd-996f-0b2ec5a54e1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889764 Nov 25 17:25:19.390547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c5cbf27b-e1b6-4dcf-831d-d43590bcfd5d None None] Provisioning complete for port 68f32752-1120-4ef2-99dd-7c02a3073d8d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:19.392338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf27b-e1b6-4dcf-831d-d43590bcfd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:19.491621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbf27b-e1b6-4dcf-831d-d43590bcfd5d None None] Port 68f32752-1120-4ef2-99dd-7c02a3073d8d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:19.504440 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8cdaf75d-e7df-4f3d-8322-6988a0b22805', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:24:49Z', 'updated_at': '2021-11-25T17:25:15Z', 'revision_number': 1, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:45Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:19.539561 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2e320-d33d-4d1e-ba40-0a15826a9c6e None None] The sync data for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 is: [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8cdaf75d-e7df-4f3d-8322-6988a0b22805', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:24:49Z', 'updated_at': '2021-11-25T17:25:15Z', 'revision_number': 1, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:45Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:19.545577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-d136731b-d322-40fa-8a59-6303f4402bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:19.547128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-d136731b-d322-40fa-8a59-6303f4402bc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=855e70bf785c4881a2de9bf9be71c9eb&device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 1094 time: 0.1116338 Nov 25 17:25:19.559695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-b4eedcf1-0ec4-4b00-a4d2-d1ce304ac9a4 service neutron] 10.222.0.55 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658418 Nov 25 17:25:19.691702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-25806d4b-2421-4737-af9f-19d51be05065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:19.694623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-25806d4b-2421-4737-af9f-19d51be05065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0746f95-7706-43b9-a68a-57399f9ac7d1 HTTP/1.1" status: 200 len: 909 time: 0.1384928 Nov 25 17:25:19.774719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 98308ad8-f75a-42bc-a17e-d915b09efadc up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:19.865621 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-40374b5c-55ee-42f9-9369-0400b37567c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82474277-73a5-4938-9e59-20a3a558150f HTTP/1.1" status: 200 len: 217 time: 0.1602581 Nov 25 17:25:19.894672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 98308ad8-f75a-42bc-a17e-d915b09efadc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:19.894999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.032911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1409626-f302-4530-a549-a6b1d8e6e60f None None] New status for floating IP 8cdaf75d-e7df-4f3d-8322-6988a0b22805: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:25:20.042967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba227b-5871-47b3-af4b-677053c3fc58 req-96f72720-e1f0-49f6-ba92-f27f027d7f51 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.042967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20ba227b-5871-47b3-af4b-677053c3fc58 req-96f72720-e1f0-49f6-ba92-f27f027d7f51 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.3061540 Nov 25 17:25:20.043836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-b1d0b3ae-22b5-4b11-b4a4-bd8720f26f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.045325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-b1d0b3ae-22b5-4b11-b4a4-bd8720f26f31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efbb6bc5-0067-423a-950d-415bdba0f778 HTTP/1.1" status: 200 len: 848 time: 0.1514564 Nov 25 17:25:20.072709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.132878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:20.137483 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30c25e2-b15e-44be-b564-47e8dccef491" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:20.202500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20ba227b-5871-47b3-af4b-677053c3fc58 req-269741ec-34bd-4972-8114-a0ead1147056 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504633 Nov 25 17:25:20.221879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-ac8b2765-bf42-400a-a044-c85f4fc314c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0746f95-7706-43b9-a68a-57399f9ac7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467450 Nov 25 17:25:20.223673 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46d44074-a782-49ad-adec-5a6428ad7796 req-9237d789-6f69-437b-bfa0-4d52e4021f2b service neutron] 10.222.0.55 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277152 Nov 25 17:25:20.346239 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab66a378-1542-4f2e-b2da-8e05071eca2e x-openstack-request-id: req-ab66a378-1542-4f2e-b2da-8e05071eca2e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:20.346401 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:20.346691 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab66a378-1542-4f2e-b2da-8e05071eca2e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:20.346991 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'status': 'completed', 'code': 200} Nov 25 17:25:20.380211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8ed9-45e4-483a-8473-c6ec35176f6c req-6312756b-44b3-4a47-83bf-f8aa20f293fa tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.388591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c55b8ed9-45e4-483a-8473-c6ec35176f6c req-6312756b-44b3-4a47-83bf-f8aa20f293fa tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 943 time: 0.3174925 Nov 25 17:25:20.457108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:20.521921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c55b8ed9-45e4-483a-8473-c6ec35176f6c req-ebeebadd-558b-4a13-8878-3c081869bdf9 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320925 Nov 25 17:25:20.572806 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.802934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-b94b97d8-d85d-4585-b428-58cd3656c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:20.804432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-b94b97d8-d85d-4585-b428-58cd3656c536 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1096 time: 0.4615042 Nov 25 17:25:20.838074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:20.838351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-7e723c04-63b2-48ac-afa0-6e9fb5487e10 service neutron] 10.222.0.55 "GET /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052032 Nov 25 17:25:20.852713 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:20.861922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 0c2831d4-d4c2-4744-b419-dd2a326cd200 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:20.861922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.876696 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:20.878148 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:20.923843 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:20.924087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:20.928320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c82ff218-7f37-49a6-9247-4adc178dc99e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7915504 Nov 25 17:25:20.929248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:20.947371 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:20.949112 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:20.999096 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:21.000123 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4592f2e-cfc9-429b-9a7b-4b4d205b5f27 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:21.015202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-426f4a8e-6c90-4f6d-9c40-7a11797e877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.016970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-426f4a8e-6c90-4f6d-9c40-7a11797e877c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.2026448 Nov 25 17:25:21.073992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f862104-6542-48ba-ac77-6bb80373cd89 req-35e7cc7a-c62f-4fce-845c-fdea2e3657a9 service neutron] 10.222.0.55 "GET /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874931 Nov 25 17:25:21.120348 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.124145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.138444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-3da9dca9-402d-4b89-9ad2-4f3194e0958a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 1001 time: 0.1130912 Nov 25 17:25:21.142743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 0c2831d4-d4c2-4744-b419-dd2a326cd200 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:21.144628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.157374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:21.207898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-5daae82c-0053-4c7e-a9ac-cd8a7e64c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.210608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-5daae82c-0053-4c7e-a9ac-cd8a7e64c006 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0641513 Nov 25 17:25:21.280744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-62648c31-46a4-4c3b-8efe-7fd89fc1251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.282168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:21.283430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-62648c31-46a4-4c3b-8efe-7fd89fc1251d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620451 Nov 25 17:25:21.306106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'port_id': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'mac_address': 'fa:16:3e:37:c8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:21.357646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.360020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.363919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=68f32752-1120-4ef2-99dd-7c02a3073d8d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:21.384483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b2de45-f844-45ff-9b2c-0ad392517611 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:21.401992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-1a71d72a-a709-48a4-bd94-87ef1b2cd9a0 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100655 Nov 25 17:25:21.409428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:21.419338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:21.473334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:21.537291 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d30c25e2-b15e-44be-b564-47e8dccef491 req-781814b7-531d-40f5-ba77-14a26ed2a638 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253960 Nov 25 17:25:21.578741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a75b-bfa3-4c29-9cda-9dd417bad4a1 req-b8f0f181-3541-4a5b-9d23-e0f6c5fb9c79 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.584230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c42a75b-bfa3-4c29-9cda-9dd417bad4a1 req-b8f0f181-3541-4a5b-9d23-e0f6c5fb9c79 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 943 time: 0.2792728 Nov 25 17:25:21.681921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76fa9a-0530-46f1-9505-9a24311ffcd2 req-e16c0457-b0a2-4e63-a79f-d923e8432df8 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:21.683663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce76fa9a-0530-46f1-9505-9a24311ffcd2 req-e16c0457-b0a2-4e63-a79f-d923e8432df8 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 943 time: 0.0713987 Nov 25 17:25:21.714426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a0b2de45-f844-45ff-9b2c-0ad392517611'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:21.759352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Network 83d86a51-bf34-4ab4-aa93-459daf688814 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:21.775021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:21.782625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce76fa9a-0530-46f1-9505-9a24311ffcd2 req-33f1ff50-85b8-48fa-a611-fe6e6f259a0f tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903203 Nov 25 17:25:21.832333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c42a75b-bfa3-4c29-9cda-9dd417bad4a1 req-3858a2ed-3946-493c-a821-a73907e5b6b0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401609 Nov 25 17:25:21.923924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.000623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=0c2831d4-d4c2-4744-b419-dd2a326cd200,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:22.261905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc2a9-764f-4b6b-afe1-6075bada20be req-f13ff000-4cd0-45f5-b4b3-94fd1dbc1442 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.262491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f3d08a2b-52b8-4734-a8d1-eedbbdbf249a None None] Provisioning complete for port 68f32752-1120-4ef2-99dd-7c02a3073d8d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:22.263689 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3d08a2b-52b8-4734-a8d1-eedbbdbf249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.275031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4bdc2a9-764f-4b6b-afe1-6075bada20be req-f13ff000-4cd0-45f5-b4b3-94fd1dbc1442 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 944 time: 0.1712928 Nov 25 17:25:22.334624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f3d08a2b-52b8-4734-a8d1-eedbbdbf249a None None] Port 68f32752-1120-4ef2-99dd-7c02a3073d8d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:22.348170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4bdc2a9-764f-4b6b-afe1-6075bada20be req-2067d882-40ed-4702-88d4-0b3f0e957996 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711010 Nov 25 17:25:22.356774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762f09-1266-4d32-9493-34596a8a6573 req-c2b08b84-bd19-400f-857f-2d2688ee7eb7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.358307 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-c2b08b84-bd19-400f-857f-2d2688ee7eb7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd&tenant_id=95c99e5365bf47f596809a61f354cfc2&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 944 time: 0.1937623 Nov 25 17:25:22.361008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Router 99e6a024-c7b9-40ac-895f-56719a3b8476 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:22.371647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.431296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:22.438038 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-d4762f09-1266-4d32-9493-34596a8a6573 req-6110714e-65fb-4d90-a0e1-7bbecda74cca service neutron] delete failed (client error): The resource could not be found. Nov 25 17:25:22.438936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-6110714e-65fb-4d90-a0e1-7bbecda74cca service neutron] 10.222.0.73 "DELETE /v2.0/ports/a0b2de45-f844-45ff-9b2c-0ad392517611/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0715327 Nov 25 17:25:22.531804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762f09-1266-4d32-9493-34596a8a6573 req-344aa10e-1b08-4e3e-a3bb-b5a7286a453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.533235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-344aa10e-1b08-4e3e-a3bb-b5a7286a453b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1095 time: 0.0447078 Nov 25 17:25:22.626872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762f09-1266-4d32-9493-34596a8a6573 req-b0e22b36-414d-4fbf-9f96-d96258ea1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.628390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-b0e22b36-414d-4fbf-9f96-d96258ea1573 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.0888793 Nov 25 17:25:22.719740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-d24831e4-ab5f-472f-afee-107488ea2f8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 999 time: 0.0822339 Nov 25 17:25:22.774886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762f09-1266-4d32-9493-34596a8a6573 req-bb08c644-22ca-4282-87d6-9ec8af97d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.776606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-bb08c644-22ca-4282-87d6-9ec8af97d84b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.0491810 Nov 25 17:25:22.832646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762f09-1266-4d32-9493-34596a8a6573 req-4520ac6f-0e93-4859-a669-ffe910139381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:22.840718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-4520ac6f-0e93-4859-a669-ffe910139381 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491035 Nov 25 17:25:22.960118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-f5ae2871-f41b-43ed-b0aa-e0967476b97e service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165614 Nov 25 17:25:23.080158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4762f09-1266-4d32-9493-34596a8a6573 req-ee45fb2b-c515-4200-849f-518dd86b012d service neutron] 10.222.0.73 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061985 Nov 25 17:25:23.129729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 68c9305e-7ef0-4fe3-b756-86ea811c782c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:23.159888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5334-65be-4683-bb79-e58c436a837e req-64fb1a78-dc01-417e-87cd-b278271feeac tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:23.161363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b15b5334-65be-4683-bb79-e58c436a837e req-64fb1a78-dc01-417e-87cd-b278271feeac tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 943 time: 0.1887844 Nov 25 17:25:23.163966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:23.174429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Sync routers for ids ['99e6a024-c7b9-40ac-895f-56719a3b8476'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:23.192822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82474277-73a5-4938-9e59-20a3a558150f details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:23.195229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:23.210110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3e57d574-f31e-4bea-a1d6-07053370bfd0 admin admin] 10.222.0.86 "PUT /v2.0/routers/99e6a024-c7b9-40ac-895f-56719a3b8476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4696953 Nov 25 17:25:23.231334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Routers {'99e6a024-c7b9-40ac-895f-56719a3b8476'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:23.232015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['99e6a024-c7b9-40ac-895f-56719a3b8476'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:23.362581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:23.369583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f9684460-c385-4956-b888-ae54b8571522 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/68c9305e-7ef0-4fe3-b756-86ea811c782c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1472795 Nov 25 17:25:23.373064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52128) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:23.386171 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] Sync routers for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:23.392461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52132) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:23.407950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b15b5334-65be-4683-bb79-e58c436a837e req-b181c960-e5f0-4d3e-b46c-d08094c6ce65 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038209 Nov 25 17:25:23.419030 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:23.420971 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:23.430354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c30b1ae2-375a-47f0-a579-727ad52c258d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c9305e-7ef0-4fe3-b756-86ea811c782c HTTP/1.1" status: 200 len: 205 time: 0.0543516 Nov 25 17:25:23.440135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52136) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:23.500456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port a0b2de45-f844-45ff-9b2c-0ad392517611 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:23.506474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Set router 99e6a024-c7b9-40ac-895f-56719a3b8476 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:23.512851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port a0b2de45-f844-45ff-9b2c-0ad392517611 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:23.513274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.530041 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:23.554812 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] Routers {'68c9305e-7ef0-4fe3-b756-86ea811c782c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:23.559119 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['68c9305e-7ef0-4fe3-b756-86ea811c782c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:23.599318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.1 (68360854-c23d-42ba-b310-a35f17db5d96/95cc9b21-d681-4c91-8f5f-06deb58fafbd/501e9352-4085-4cba-a0fe-c8f29846e548) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:23.606903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.638861 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:23.639721 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb084d-bd96-4d81-ba42-d0ecc4b9c951 None None] The sync data for ids ['68c9305e-7ef0-4fe3-b756-86ea811c782c'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:23.661018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 82474277-73a5-4938-9e59-20a3a558150f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82474277-73a5-4938-9e59-20a3a558150f,segment=NetworkSegment(9e8cc6b4-bfd8-47a5-b033-29e9df17b259),segment_id=9e8cc6b4-bfd8-47a5-b033-29e9df17b259)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:23.682969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-34856266'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:23.715130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '82474277-73a5-4938-9e59-20a3a558150f', 'network_id': 'b0746f95-7706-43b9-a68a-57399f9ac7d1', 'port_id': '82474277-73a5-4938-9e59-20a3a558150f', 'mac_address': 'fa:16:3e:63:a2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbb6bc5-0067-423a-950d-415bdba0f778', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:23.877882 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.886154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:23.888169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.890783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.891263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.903098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.947590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82474277-73a5-4938-9e59-20a3a558150f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:23.958736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.967890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:23.983346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:23.983837 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Added segment dac946c2-a90b-43fb-92d3-1b796a9936f0 of type vlan for network c7d1f17a-d34e-498c-83f5-485309d30668 Nov 25 17:25:23.992728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:24.000367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.001189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:24.001842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router 68c9305e-7ef0-4fe3-b756-86ea811c782c {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:24.010898 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.012073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd977276-d458-46df-b76e-1d4a87ca36b4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/68c9305e-7ef0-4fe3-b756-86ea811c782c HTTP/1.1" status: 204 len: 168 time: 0.5635381 Nov 25 17:25:24.019301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52146) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:24.020428 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b32dff-c434-4f3f-b666-91e636300b31" -d '{"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:24.039259 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.048555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.061392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 82474277-73a5-4938-9e59-20a3a558150f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82474277-73a5-4938-9e59-20a3a558150f,segment=NetworkSegment(9e8cc6b4-bfd8-47a5-b033-29e9df17b259),segment_id=9e8cc6b4-bfd8-47a5-b033-29e9df17b259)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:24.065869 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.073951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756de4c-3c1e-4c72-83cb-b752cbbc8f78 req-d9d5c8f6-1822-4ba0-816c-c5a79bfd1010 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.075592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2756de4c-3c1e-4c72-83cb-b752cbbc8f78 req-d9d5c8f6-1822-4ba0-816c-c5a79bfd1010 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 944 time: 0.4643819 Nov 25 17:25:24.093335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.136292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet 2bac7c28-1aa5-478e-87e7-d90e75f96a2e {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:24.137077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.143718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.148777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.149242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.149583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.149915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.150242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.150569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.150894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.151212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.151559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.151886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.152202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.152854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:25:24.160194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:25:20Z', 'revision_number': 4, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '68f32752-1120-4ef2-99dd-7c02a3073d8d', 'name': '', 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'mac_address': 'fa:16:3e:28:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd80f4307-831b-4a19-9560-1795019f867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:17Z', 'updated_at': '2021-11-25T17:25:20Z', 'revision_number': 2, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'subnets': [{'id': 'd80f4307-831b-4a19-9560-1795019f867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:24.174848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=501e9352-4085-4cba-a0fe-c8f29846e548,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.193582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2756de4c-3c1e-4c72-83cb-b752cbbc8f78 req-91ea2476-bab8-48ac-95f3-f5496e6e22e4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072311 Nov 25 17:25:24.207324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:24.211911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:24.216833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:24.227256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.256738 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e43d244-b864-40a5-a8d4-43d7dcd9c8d1 x-openstack-request-id: req-0e43d244-b864-40a5-a8d4-43d7dcd9c8d1 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:24.257722 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:24.257722 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e43d244-b864-40a5-a8d4-43d7dcd9c8d1 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:24.257948 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'code': 200} Nov 25 17:25:24.263777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.264115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Checking router: 99e6a024-c7b9-40ac-895f-56719a3b8476 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:24.264818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Updating router 99e6a024-c7b9-40ac-895f-56719a3b8476 port 68f32752-1120-4ef2-99dd-7c02a3073d8d binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:25:24.278280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.279081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.314096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.316997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=82474277-73a5-4938-9e59-20a3a558150f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.366674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9698796 Nov 25 17:25:24.367566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.367732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:24.371976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70143a88-4c17-44cd-b17e-7fa95e7ce1bc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Network': ['ID=c7d1f17a-d34e-498c-83f5-485309d30668,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.382791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'subnet': {'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:24.395920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['82474277-73a5-4938-9e59-20a3a558150f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:24.403981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.447420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c7d1f17a-d34e-498c-83f5-485309d30668 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:24.529285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.573302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.577113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/2bac7c28-1aa5-478e-87e7-d90e75f96a2e HTTP/1.1" status: 204 len: 168 time: 0.5559328 Nov 25 17:25:24.582719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52162) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:24.583664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148daee-b849-48fe-8c3a-cd1b6ca7e414 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=2bac7c28-1aa5-478e-87e7-d90e75f96a2e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:24.622249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:24.630150 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.639288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.745765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c8b36-01cc-4028-ac3f-0a14c84db340 req-64ff59bf-5524-4dea-8930-46987c651eb3 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:24.747091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc3c8b36-01cc-4028-ac3f-0a14c84db340 req-64ff59bf-5524-4dea-8930-46987c651eb3 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 944 time: 0.2339959 Nov 25 17:25:24.778713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ca69a-95ab-46f7-b88c-f989561415fd None None] Network 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:24.871089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:24.929784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet e2ab3e7b-630b-4055-818f-667e7f32253b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:24.931904 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc3c8b36-01cc-4028-ac3f-0a14c84db340 req-22d96111-cecb-41b5-b6e8-9a26a7595d03 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328831 Nov 25 17:25:24.939340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.008973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Subnet': ['ID=18a4f51f-3a78-4636-a524-c5a84b39596f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.026723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.064966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Checking segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:25.065361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network hostable DHCP agents. Network: c7d1f17a-d34e-498c-83f5-485309d30668, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:25.128649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network c7d1f17a-d34e-498c-83f5-485309d30668 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:25.163023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] DHCP port deletion for 38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:25.184416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.185414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c7d1f17a-d34e-498c-83f5-485309d30668) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:25.192889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.194353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.198549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.209344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.209562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd16429-bb2e-4688-846f-e6d3b4bfbcbd None None] Network c7d1f17a-d34e-498c-83f5-485309d30668 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:25.260905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.313927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.324528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d7568df9-84ff-4180-ad3c-2f7b2e3b338a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9549520 Nov 25 17:25:25.328038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:25.365904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1597273861'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:25.376339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.382411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/e2ab3e7b-630b-4055-818f-667e7f32253b HTTP/1.1" status: 204 len: 168 time: 0.7919924 Nov 25 17:25:25.383277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52180) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:25.383733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bf76d-79c8-45f7-a308-a3cc98546500 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ab3e7b-630b-4055-818f-667e7f32253b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.424774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:25.425012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=501e9352-4085-4cba-a0fe-c8f29846e548,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.425116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.448348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a3809-f479-4d9a-910f-0595d58bf885 None None] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:25.476722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:25.488827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.489533 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Added segment c35c7763-067b-4b4c-b110-c4460692006d of type vlan for network 37169933-3249-4a21-a944-e0a372bb2eb9 Nov 25 17:25:25.538124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.540736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0bcb-ec4b-406a-b16c-7c84082b5102 req-97345be0-8b09-4200-933d-d8b0b635ca55 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.543102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc8e0bcb-ec4b-406a-b16c-7c84082b5102 req-97345be0-8b09-4200-933d-d8b0b635ca55 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2108004 Nov 25 17:25:25.576072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.579110 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.583973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:25.585505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.601024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.604884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.612816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2776685 Nov 25 17:25:25.621320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:25.622643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:25.626547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'subnet': {'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:25.628537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:25.643168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:25.688768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] Deleting port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:25.689200 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.761313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669e6b4-8820-4a7c-b102-7b8e7defea31 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Network': ['ID=37169933-3249-4a21-a944-e0a372bb2eb9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.829670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 37169933-3249-4a21-a944-e0a372bb2eb9 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:25.867723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:25.877771 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:25.883435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc8e0bcb-ec4b-406a-b16c-7c84082b5102 req-2dd05179-0d24-4351-850f-25ba53f67e27 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311145 Nov 25 17:25:25.884839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf17af-5223-4e11-b6c8-d08c18799cf1 None None] Pushing event updated for resources: {'Port': ['ID=68f32752-1120-4ef2-99dd-7c02a3073d8d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:25.916343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52190) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:25.991655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] For port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,segment=NetworkSegment(37d5d838-6fab-442d-940b-c78b2a4b1a8f),segment_id=37d5d838-6fab-442d-940b-c78b2a4b1a8f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:25.992391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.062261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a119b390-b839-4654-906f-7a7cad6ffe64 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/c9a11a37-7dd5-40b8-9f37-53a6d3f43005 HTTP/1.1" status: 200 len: 992 time: 0.1441903 Nov 25 17:25:26.074093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:26.074542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.099427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:26.123807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c7d1f17a-d34e-498c-83f5-485309d30668', 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'fixed_ips': [{'subnet_id': '18a4f51f-3a78-4636-a524-c5a84b39596f'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:26.126053 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.149590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] Calling delete_port for ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:26.180917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.192253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dbb91-e2aa-4b50-85f5-8f0d0cc6bfeb req-caab82f1-1f6d-413e-a6d9-bf833e0f91a1 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.192696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-312dbb91-e2aa-4b50-85f5-8f0d0cc6bfeb req-caab82f1-1f6d-413e-a6d9-bf833e0f91a1 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 944 time: 0.1314716 Nov 25 17:25:26.206976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Attempting to bind port 68f32752-1120-4ef2-99dd-7c02a3073d8d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:26.212054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Attempting to bind port 68f32752-1120-4ef2-99dd-7c02a3073d8d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:26.212430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Attempting to bind port 68f32752-1120-4ef2-99dd-7c02a3073d8d on network 83d86a51-bf34-4ab4-aa93-459daf688814 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:26.282900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,segment=NetworkSegment(37d5d838-6fab-442d-940b-c78b2a4b1a8f),segment_id=37d5d838-6fab-442d-940b-c78b2a4b1a8f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:26.282900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.286798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:26.287181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Checking segment: {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:26.287899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.288296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Bound using segment: {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:26.288787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Bound port: 68f32752-1120-4ef2-99dd-7c02a3073d8d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:26.289168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.295714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] DHCP port deletion for 5fcbe598-8377-48f8-8d95-d635092b7f3e request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:26.297985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:26.366112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-312dbb91-e2aa-4b50-85f5-8f0d0cc6bfeb req-0bdbe227-6e2f-48e4-8e9a-692250275d95 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723506 Nov 25 17:25:26.395324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,segment=NetworkSegment(37d5d838-6fab-442d-940b-c78b2a4b1a8f),segment_id=37d5d838-6fab-442d-940b-c78b2a4b1a8f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:26.406527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.431138 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.483322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Subnet': ['ID=63803c7c-0af3-4fa7-81d2-44f3dceb825b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:26.492227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Checking segment: {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:26.492697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network hostable DHCP agents. Network: 37169933-3249-4a21-a944-e0a372bb2eb9, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:26.509073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.519231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network 37169933-3249-4a21-a944-e0a372bb2eb9 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:26.531235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 37169933-3249-4a21-a944-e0a372bb2eb9) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:26.534181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-56c6f9bc-5c3f-4298-8b10-0ab17bcaf675 None None] Provisioning complete for port 68f32752-1120-4ef2-99dd-7c02a3073d8d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:26.534547 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-56c6f9bc-5c3f-4298-8b10-0ab17bcaf675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.537092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.537688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.557501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:26.568352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96db74f0-2633-4a56-bb71-94e36b81f8b0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9371426 Nov 25 17:25:26.569362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:26.570933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:26.576467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a5c63196-a2a6-436e-9759-b879c10dfabe tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/routers/92f50088-2e0b-47ec-badf-ea48da2dfcac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6430116 Nov 25 17:25:26.579700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52206) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:26.586534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'port': {'network_id': '68360854-c23d-42ba-b310-a35f17db5d96', 'name': 'tempest-FloatingIPTestJSON-301099657'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:26.595954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec45e1-46b7-4e97-a269-1a32d1b42e4f None None] Network 37169933-3249-4a21-a944-e0a372bb2eb9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:26.625503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:26.716153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] For port 68f32752-1120-4ef2-99dd-7c02a3073d8d, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:26.821311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.887563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-94b6f9bc-07e2-41c2-bd0e-eda319d5192a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.893983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-94b6f9bc-07e2-41c2-bd0e-eda319d5192a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:26.895654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-94b6f9bc-07e2-41c2-bd0e-eda319d5192a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/networks?id=c7d1f17a-d34e-498c-83f5-485309d30668&id=37169933-3249-4a21-a944-e0a372bb2eb9&id=c7d1f17a-d34e-498c-83f5-485309d30668 HTTP/1.1" status: 200 len: 1390 time: 0.1838214 Nov 25 17:25:26.897681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:26.929386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d5d838-6fab-442d-940b-c78b2a4b1a8f') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:26.929753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d5d838-6fab-442d-940b-c78b2a4b1a8f') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:26.950481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.962157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-f243e072-8c93-433e-878a-7fc06c8c156f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/quotas/cfc53af123a948ea910ab4e84dedc69b HTTP/1.1" status: 200 len: 375 time: 0.0476761 Nov 25 17:25:26.975877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] For port 68f32752-1120-4ef2-99dd-7c02a3073d8d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=68f32752-1120-4ef2-99dd-7c02a3073d8d,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:26.977089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:26.988294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:26.988943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:26.992944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-56c6f9bc-5c3f-4298-8b10-0ab17bcaf675 None None] Port 68f32752-1120-4ef2-99dd-7c02a3073d8d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:26.999789 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.019306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:27.019741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:27.026349 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:27.036032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:27.070615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:27.075127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.081472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.083525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.125002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-270bd609-bad0-4c3a-9f7b-0dae83a441f8 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518815 Nov 25 17:25:27.126100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] device_id is not set on port 73e405c4-ad03-4c26-9833-c72d5ebb270d yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:25:27.127948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Deleting port e5dee6b9-d546-4a64-89f3-c63fb445ae5b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:27.128322 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.132871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Allocated IP 19.80.0.2 (c7d1f17a-d34e-498c-83f5-485309d30668/18a4f51f-3a78-4636-a524-c5a84b39596f/81551f46-7c44-4750-93ec-dabc0d667f57) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:27.134913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.145200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.151174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50 HTTP/1.1" status: 204 len: 168 time: 1.7484927 Nov 25 17:25:27.151325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:27.174866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93748ff6-31b9-4f74-ab36-f0be0539dce3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=38e2a4dc-8dcb-4c96-aea3-f34a96b5ea50,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:27.261744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82474277-73a5-4938-9e59-20a3a558150f up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:27.262002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.307043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] No DVR routers for this DVR port ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:27.377919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:27.379044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.383850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port e5dee6b9-d546-4a64-89f3-c63fb445ae5b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:27.384445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.419333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.14 (68360854-c23d-42ba-b310-a35f17db5d96/95cc9b21-d681-4c91-8f5f-06deb58fafbd/73e405c4-ad03-4c26-9833-c72d5ebb270d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:27.514242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port e5dee6b9-d546-4a64-89f3-c63fb445ae5b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,segment=NetworkSegment(483ba984-14f8-48fa-9cba-5ab7da0d064a),segment_id=483ba984-14f8-48fa-9cba-5ab7da0d064a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:27.514940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.536366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for e5dee6b9-d546-4a64-89f3-c63fb445ae5b owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:27.542420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Routers {'99e6a024-c7b9-40ac-895f-56719a3b8476'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:27.543060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['99e6a024-c7b9-40ac-895f-56719a3b8476'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.544825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.545576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137aab20-a06b-48dc-b981-6bc371efb490 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:27.622981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.624213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.625398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-37169933-3249-4a21-a944-e0a372bb2eb9', 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'fixed_ips': [{'subnet_id': '63803c7c-0af3-4fa7-81d2-44f3dceb825b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:27.626665 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.629253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf17af-5223-4e11-b6c8-d08c18799cf1 None None] Pushing event updated for resources: {'Port': ['ID=68f32752-1120-4ef2-99dd-7c02a3073d8d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:27.678789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:27.721157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port e5dee6b9-d546-4a64-89f3-c63fb445ae5b on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:27.735038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f037221-272b-4204-a6ae-e18908055d04 None None] Pushing event deleted for resources: {'Port': ['ID=ed19ab58-26ec-4ea7-9209-97dcb7b2a4d8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:27.744598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] For port e5dee6b9-d546-4a64-89f3-c63fb445ae5b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,segment=NetworkSegment(483ba984-14f8-48fa-9cba-5ab7da0d064a),segment_id=483ba984-14f8-48fa-9cba-5ab7da0d064a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:27.745001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.751804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-45277e20-d924-4aad-b479-024563bc4328 service neutron] 10.222.0.86 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779421 Nov 25 17:25:27.761905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bdb57-93ef-4b3c-af30-9605bf9e5837 req-b96a02e7-61e9-4e99-af46-5bc0e3e8db3d tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:27.769531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.770487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-224bdb57-93ef-4b3c-af30-9605bf9e5837 req-b96a02e7-61e9-4e99-af46-5bc0e3e8db3d tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 944 time: 0.1081603 Nov 25 17:25:27.790438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e5dee6b9-d546-4a64-89f3-c63fb445ae5b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:27.829188 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-224bdb57-93ef-4b3c-af30-9605bf9e5837 req-f6806942-0500-4963-b29d-81170e2be67d tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 Nov 25 17:25:27.873985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Calling delete_port for e5dee6b9-d546-4a64-89f3-c63fb445ae5b owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:27.876453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-09e9b9f7-7b0d-409c-bd0f-e83131ff5169 None None] Provisioning complete for port 68f32752-1120-4ef2-99dd-7c02a3073d8d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:27.876820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09e9b9f7-7b0d-409c-bd0f-e83131ff5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.878340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 82474277-73a5-4938-9e59-20a3a558150f completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:27.879449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8902a6bc-5101-4e92-8d60-d6d2ffcef5e8 service neutron] 10.222.0.86 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234648 Nov 25 17:25:27.888189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e5dee6b9-d546-4a64-89f3-c63fb445ae5b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:27.888535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e5dee6b9-d546-4a64-89f3-c63fb445ae5b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:27.914103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.938154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcbe598-8377-48f8-8d95-d635092b7f3e']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.943883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 82474277-73a5-4938-9e59-20a3a558150f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:27.944254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.947987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483ba984-14f8-48fa-9cba-5ab7da0d064a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.948284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483ba984-14f8-48fa-9cba-5ab7da0d064a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:27.958596 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.976258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.983349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:27.983896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:27.992648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:27.999042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:28.005578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:28.041366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:28.044509 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:28.049716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.070079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.079843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/5fcbe598-8377-48f8-8d95-d635092b7f3e HTTP/1.1" status: 204 len: 168 time: 0.9273727 Nov 25 17:25:28.086850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:28.096067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1240131994'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:28.122949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.145149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:28.162589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.173353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861a744-6192-49aa-a36a-7f9b38881d02 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=5fcbe598-8377-48f8-8d95-d635092b7f3e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.213456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:28.226902 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.227782 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 8d0d7103-2edd-4804-800d-7c5ef730a7d6 of type vlan for network aad03786-a9bb-4978-8df1-23d94d9e0855 Nov 25 17:25:28.257953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] Set router 99e6a024-c7b9-40ac-895f-56719a3b8476 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:28.272981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Network c7d1f17a-d34e-498c-83f5-485309d30668 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:28.302486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.335681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.345512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.346027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:28.346717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.350446 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.370732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:28.377156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Network 5fcbe598-8377-48f8-8d95-d635092b7f3e is not hosted by any dhcp agent {{(pid=103637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:25:28.378399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] No DVR routers for this DVR port e5dee6b9-d546-4a64-89f3-c63fb445ae5b on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:28.388700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3005168 Nov 25 17:25:28.392748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52250) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:28.398083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:28.463053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Pushing event updated for resources: {'Port': ['ID=81551f46-7c44-4750-93ec-dabc0d667f57,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.467870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:28.469199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.486607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=73e405c4-ad03-4c26-9833-c72d5ebb270d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.495240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20bd0442-1ae3-4270-b5e8-8c82864c0a85 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9145033 Nov 25 17:25:28.505200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:28.511827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'port': {'network_id': '68360854-c23d-42ba-b310-a35f17db5d96', 'name': 'tempest-FloatingIPTestJSON-885068782'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:28.567673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b81c41-410f-4d3d-8cb5-5759eb6a5460 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=aad03786-a9bb-4978-8df1-23d94d9e0855,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.591094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Allocated IP 19.86.0.2 (37169933-3249-4a21-a944-e0a372bb2eb9/63803c7c-0af3-4fa7-81d2-44f3dceb825b/d70cf668-86ee-449d-b387-d22f2979ccd5) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:28.614278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:28.620134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.641973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network aad03786-a9bb-4978-8df1-23d94d9e0855 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:28.644676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-76bd79df-4f7f-4167-ae54-b985d38acf11 service neutron] 10.222.0.86 "GET /v2.0/networks/37169933-3249-4a21-a944-e0a372bb2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643878 Nov 25 17:25:28.740776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-5e47744e-0ea0-4403-be96-4644202cc4d8 service neutron] 10.222.0.86 "GET /v2.0/networks/37169933-3249-4a21-a944-e0a372bb2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952373 Nov 25 17:25:28.747902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:28.748124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331a4b-06a0-4fa2-936d-e08ed6c12ad8 None None] Pushing event deleted for resources: {'Port': ['ID=e5dee6b9-d546-4a64-89f3-c63fb445ae5b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:28.752077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.869766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] device_id is not set on port d58f7356-66a7-44a6-bd61-a029d31e4c49 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:25:28.888793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:28.982340 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-bebe1aa1-d87c-4b20-96be-aebd7813f6c8 service neutron] 10.222.0.86 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274959 Nov 25 17:25:29.016796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=b15f60c7-fd72-42d4-a782-896ea1f99a5a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:29.039894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '8d0d7103-2edd-4804-800d-7c5ef730a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:29.040722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: aad03786-a9bb-4978-8df1-23d94d9e0855, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:29.044634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.069219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e248e-2f14-4b2c-80ae-90c0c43a7dbb req-be6686a2-cb89-42d2-82f1-ea10d59eaa95 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.070901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e88e248e-2f14-4b2c-80ae-90c0c43a7dbb req-be6686a2-cb89-42d2-82f1-ea10d59eaa95 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 944 time: 0.1068022 Nov 25 17:25:29.100220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network aad03786-a9bb-4978-8df1-23d94d9e0855 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:29.110401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09e9b9f7-7b0d-409c-bd0f-e83131ff5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.118947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.140095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e88e248e-2f14-4b2c-80ae-90c0c43a7dbb req-2dab5991-9437-4c97-a273-3d5ebb5a314b tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623286 Nov 25 17:25:29.141583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, aad03786-a9bb-4978-8df1-23d94d9e0855) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:29.146769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.148306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.177712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.11 (68360854-c23d-42ba-b310-a35f17db5d96/95cc9b21-d681-4c91-8f5f-06deb58fafbd/d58f7356-66a7-44a6-bd61-a029d31e4c49) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:29.185706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Attempting to bind port 81551f46-7c44-4750-93ec-dabc0d667f57 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:29.186088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Attempting to bind port 81551f46-7c44-4750-93ec-dabc0d667f57 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:29.186503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Attempting to bind port 81551f46-7c44-4750-93ec-dabc0d667f57 on network c7d1f17a-d34e-498c-83f5-485309d30668 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:29.188254 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-09f2b14f-d12b-489c-ab52-0f7051d08931 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7941136 Nov 25 17:25:29.189448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52268) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:29.194626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-0ae99bc3-dae3-4d0d-b2aa-1530d8d34473 service neutron] 10.222.0.86 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030425 Nov 25 17:25:29.199307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-725914145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:29.243497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e3234-ca60-4462-a46c-faa58a92b294 None None] Network aad03786-a9bb-4978-8df1-23d94d9e0855 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:29.243670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.244936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.370820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.381801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.412811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.417142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c5f9dfd-7d65-4cb0-bcf7-9f8e4a097b8b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2215855 Nov 25 17:25:29.417391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:29.471737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'port': {'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855', 'name': 'tempest-RoutersIpV6Test-450733071'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:29.484497 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e9b30cb7-d844-436f-8c4e-f4aa772e29c7 req-eac9a60f-088b-4683-a78c-4f78b96fe0ed tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 210 time: 0.0641494 Nov 25 17:25:29.490100 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.567315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.584985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:29.585759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Checking segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:29.586372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.587091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Bound using segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:29.588356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Bound port: 81551f46-7c44-4750-93ec-dabc0d667f57, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:29.589394 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.616849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Network 37169933-3249-4a21-a944-e0a372bb2eb9 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:29.658889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:29.670559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:29.673667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:29.679666 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.680476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.739853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:29.742776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-09e9b9f7-7b0d-409c-bd0f-e83131ff5169 None None] For port 68f32752-1120-4ef2-99dd-7c02a3073d8d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=68f32752-1120-4ef2-99dd-7c02a3073d8d,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:29.757486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] device_id is not set on port 2e04522e-c727-4d3d-80ec-d31af735d67a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:25:29.758865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=d58f7356-66a7-44a6-bd61-a029d31e4c49,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:29.765861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:29.773442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:29.809446 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09e9b9f7-7b0d-409c-bd0f-e83131ff5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.820562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Pushing event updated for resources: {'Port': ['ID=d70cf668-86ee-449d-b387-d22f2979ccd5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:29.822992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82474277-73a5-4938-9e59-20a3a558150f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:29.825728 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea0d08-2db0-4f14-a003-e4aa5722633d" -d '{"events": [{"server_uuid": "98d66fcd-7655-45c0-822e-5c58fffa0eee", "name": "network-vif-plugged", "status": "completed", "tag": "82474277-73a5-4938-9e59-20a3a558150f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:29.850933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:29.851644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.878847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ab0cbb2-c25c-43e0-b0bd-daae8153d1b1 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3715005 Nov 25 17:25:29.881660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52290) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:29.887676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'd58f7356-66a7-44a6-bd61-a029d31e4c49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:29.901499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 82474277-73a5-4938-9e59-20a3a558150f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82474277-73a5-4938-9e59-20a3a558150f,segment=NetworkSegment(9e8cc6b4-bfd8-47a5-b033-29e9df17b259),segment_id=9e8cc6b4-bfd8-47a5-b033-29e9df17b259)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:29.921342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Attempting to bind port d70cf668-86ee-449d-b387-d22f2979ccd5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:29.921901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Attempting to bind port d70cf668-86ee-449d-b387-d22f2979ccd5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:29.922301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Attempting to bind port d70cf668-86ee-449d-b387-d22f2979ccd5 on network 37169933-3249-4a21-a944-e0a372bb2eb9 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:29.925025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:29.951577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.005285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:30.005731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Checking segment: {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:30.006214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.006715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Bound using segment: {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:30.007625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Bound port: d70cf668-86ee-449d-b387-d22f2979ccd5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:30.008057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.024391 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ae90a-1bef-4dff-b345-2705e89c20af x-openstack-request-id: req-2d4ae90a-1bef-4dff-b345-2705e89c20af {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:30.024696 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d66fcd-7655-45c0-822e-5c58fffa0eee", "name": "network-vif-plugged", "status": "completed", "tag": "82474277-73a5-4938-9e59-20a3a558150f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:30.026055 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d4ae90a-1bef-4dff-b345-2705e89c20af {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:30.026461 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82474277-73a5-4938-9e59-20a3a558150f', 'code': 200} Nov 25 17:25:30.033447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b9f7-7b0d-409c-bd0f-e83131ff5169 None None] Pushing event updated for resources: {'Port': ['ID=68f32752-1120-4ef2-99dd-7c02a3073d8d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.054113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8::4a (aad03786-a9bb-4978-8df1-23d94d9e0855/b15f60c7-fd72-42d4-a782-896ea1f99a5a/2e04522e-c727-4d3d-80ec-d31af735d67a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:30.112273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f0de2-c97b-4e3e-91fc-a4b823fb9886 req-819f6d6b-3d61-47c1-8f0f-42d52ebbdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.113902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-987f0de2-c97b-4e3e-91fc-a4b823fb9886 req-819f6d6b-3d61-47c1-8f0f-42d52ebbdb97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 1096 time: 0.0906692 Nov 25 17:25:30.124819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.179269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=82474277-73a5-4938-9e59-20a3a558150f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.194651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:25:20Z', 'revision_number': 4, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '68f32752-1120-4ef2-99dd-7c02a3073d8d', 'name': '', 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'mac_address': 'fa:16:3e:28:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd80f4307-831b-4a19-9560-1795019f867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:17Z', 'updated_at': '2021-11-25T17:25:26Z', 'revision_number': 4, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'subnets': [{'id': 'd80f4307-831b-4a19-9560-1795019f867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:30.233233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-987f0de2-c97b-4e3e-91fc-a4b823fb9886 req-34df41bc-3c93-4119-8fcb-4bb437155315 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125894 Nov 25 17:25:30.282232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.293737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] For port 81551f46-7c44-4750-93ec-dabc0d667f57, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:30.342303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70584d3f-f51b-496f-bf8b-e31697c844fd req-a45907f9-5583-4b44-b53a-79a307b43026 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.345057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70584d3f-f51b-496f-bf8b-e31697c844fd req-a45907f9-5583-4b44-b53a-79a307b43026 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 945 time: 0.0908608 Nov 25 17:25:30.360026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.361691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3ee4b-43c1-4845-a6ab-60e392499b25 None None] The sync data for ids ['99e6a024-c7b9-40ac-895f-56719a3b8476'] in n-d-817303-7 is: [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:25:20Z', 'revision_number': 4, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '68f32752-1120-4ef2-99dd-7c02a3073d8d', 'name': '', 'network_id': '83d86a51-bf34-4ab4-aa93-459daf688814', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'mac_address': 'fa:16:3e:28:98:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd80f4307-831b-4a19-9560-1795019f867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:17Z', 'updated_at': '2021-11-25T17:25:26Z', 'revision_number': 4, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'subnets': [{'id': 'd80f4307-831b-4a19-9560-1795019f867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:30.394062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.16 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/5be30cd4-1464-4fbf-9beb-8d3ac038cdb8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:30.411684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] For port 81551f46-7c44-4750-93ec-dabc0d667f57, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=81551f46-7c44-4750-93ec-dabc0d667f57,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:30.466279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.510272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network aad03786-a9bb-4978-8df1-23d94d9e0855 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:30.536235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:30.544873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:30.551823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:30.560652 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70584d3f-f51b-496f-bf8b-e31697c844fd req-40e437ce-3fac-4d8b-9bcc-c0c17e91a853 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031450 Nov 25 17:25:30.561819 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.568467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=2e04522e-c727-4d3d-80ec-d31af735d67a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.606274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b8b28005-c5dc-44a2-b55e-45bf92b78575 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1762657 Nov 25 17:25:30.607272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:30.628441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.670178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.684440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] For port d70cf668-86ee-449d-b387-d22f2979ccd5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:30.688172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] For port d70cf668-86ee-449d-b387-d22f2979ccd5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d70cf668-86ee-449d-b387-d22f2979ccd5,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:30.706341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:30.735312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1590e10-c9d3-4e87-9784-eb70a41dadb1 None None] Pushing event updated for resources: {'Port': ['ID=81551f46-7c44-4750-93ec-dabc0d667f57,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.775219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=5be30cd4-1464-4fbf-9beb-8d3ac038cdb8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:30.822233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:30.824816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:30.828287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:30.898514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-aad03786-a9bb-4978-8df1-23d94d9e0855', 'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': 'b15f60c7-fd72-42d4-a782-896ea1f99a5a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:30.899630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a8e2458-9e39-4204-aa32-6e900e01b8c1 req-cbff59b3-476f-472d-a20b-eb8a116bf11f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 210 time: 0.2597303 Nov 25 17:25:30.900602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.105592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faa529-fc25-4cf7-8ebc-f1463da36ccd None None] Pushing event updated for resources: {'Port': ['ID=d70cf668-86ee-449d-b387-d22f2979ccd5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:31.335513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Allocated IP 2001:db8::2 (aad03786-a9bb-4978-8df1-23d94d9e0855/b15f60c7-fd72-42d4-a782-896ea1f99a5a/49766b12-08c3-47ae-9c6b-6a5750ffe685) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:31.787040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.811644 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:31.913833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 81551f46-7c44-4750-93ec-dabc0d667f57 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:32.048708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Network aad03786-a9bb-4978-8df1-23d94d9e0855 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:32.052973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:32.054788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Pushing event updated for resources: {'Port': ['ID=49766b12-08c3-47ae-9c6b-6a5750ffe685,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:32.057050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:32.093449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a9ae8-6a30-4647-92aa-b933689057c5 req-fb0d894c-9dd2-47df-9745-8198d089f906 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.104608 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-016a9ae8-6a30-4647-92aa-b933689057c5 req-fb0d894c-9dd2-47df-9745-8198d089f906 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 945 time: 0.2696698 Nov 25 17:25:32.145249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:25:32.152901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.282154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 81551f46-7c44-4750-93ec-dabc0d667f57 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:32.282533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.285540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Attempting to bind port 49766b12-08c3-47ae-9c6b-6a5750ffe685 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:32.285910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Attempting to bind port 49766b12-08c3-47ae-9c6b-6a5750ffe685 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8d0d7103-2edd-4804-800d-7c5ef730a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:32.286273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Attempting to bind port 49766b12-08c3-47ae-9c6b-6a5750ffe685 on network aad03786-a9bb-4978-8df1-23d94d9e0855 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:32.335377 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:32.336286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Checking segment: {'id': '8d0d7103-2edd-4804-800d-7c5ef730a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:32.336636 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.337038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Bound using segment: {'id': '8d0d7103-2edd-4804-800d-7c5ef730a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:32.337523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Bound port: 49766b12-08c3-47ae-9c6b-6a5750ffe685, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0d7103-2edd-4804-800d-7c5ef730a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aad03786-a9bb-4978-8df1-23d94d9e0855'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:32.337908 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.386265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-016a9ae8-6a30-4647-92aa-b933689057c5 req-2b7343f0-3a61-405d-8485-c87c8f5ce0e5 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804875 Nov 25 17:25:32.404386 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af54da59-aeca-41bf-b357-74f5b3d22740 req-7db089df-6c7d-4eee-b3c1-d2283c9e6f54 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 210 time: 0.1016130 Nov 25 17:25:32.486375 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.545399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] For port 49766b12-08c3-47ae-9c6b-6a5750ffe685, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:32.550370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] For port 49766b12-08c3-47ae-9c6b-6a5750ffe685, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=49766b12-08c3-47ae-9c6b-6a5750ffe685,segment=NetworkSegment(8d0d7103-2edd-4804-800d-7c5ef730a7d6),segment_id=8d0d7103-2edd-4804-800d-7c5ef730a7d6)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:32.564551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.607812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-f1bb3e83-f47b-467f-b36d-0322f2a133f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3471484 Nov 25 17:25:32.678839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.724515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-e093ed0c-51b5-49a6-976a-f2eebad8a3ad tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.736163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-e093ed0c-51b5-49a6-976a-f2eebad8a3ad tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:32.737774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-e093ed0c-51b5-49a6-976a-f2eebad8a3ad tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "GET /v2.0/networks?id=c7d1f17a-d34e-498c-83f5-485309d30668&id=37169933-3249-4a21-a944-e0a372bb2eb9&id=c7d1f17a-d34e-498c-83f5-485309d30668 HTTP/1.1" status: 200 len: 1390 time: 1.9267435 Nov 25 17:25:32.777267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'port': {'device_id': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668', 'admin_state_up': True, 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:32.810632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029538df-2a6d-46ad-8e23-48b299e24cdd None None] Pushing event updated for resources: {'Port': ['ID=49766b12-08c3-47ae-9c6b-6a5750ffe685,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:32.826704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 81551f46-7c44-4750-93ec-dabc0d667f57, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=81551f46-7c44-4750-93ec-dabc0d667f57,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:32.834262 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.836047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d70cf668-86ee-449d-b387-d22f2979ccd5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:32.917306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:32.924813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.029212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=81551f46-7c44-4750-93ec-dabc0d667f57,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:33.040378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d396a-fcf5-4879-9804-3e2c71b9cfa3 None None] Network c7d1f17a-d34e-498c-83f5-485309d30668 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:33.054690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=5be30cd4-1464-4fbf-9beb-8d3ac038cdb8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:33.076281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.152177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-29454433-4a19-4c2b-8851-67b3e0c361a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:33.153375 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-29454433-4a19-4c2b-8851-67b3e0c361a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bd62eeaeacb466ca40338893e091888&device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 1101 time: 0.4591620 Nov 25 17:25:33.271192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.288922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f490af4d-141d-498f-bb2a-439216993e8e None None] Provisioning complete for port 81551f46-7c44-4750-93ec-dabc0d667f57 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:33.289296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f490af4d-141d-498f-bb2a-439216993e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.359224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:33.363210 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.433784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb8c84-78a7-4266-bc50-4953c9beea8e None None] Network 37169933-3249-4a21-a944-e0a372bb2eb9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:33.534152 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 6c06cf6f-1037-477e-9c7d-8da64842fe04 associated. External IP: 172.25.8.16, port: d58f7356-66a7-44a6-bd61-a029d31e4c49. Nov 25 17:25:33.663943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dbcbf6b-0bfe-4c82-b1a2-c7a440599df0 req-1e19c4f0-a918-43ea-bc93-6c059109f055 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 210 time: 0.0315480 Nov 25 17:25:33.685583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d70cf668-86ee-449d-b387-d22f2979ccd5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:33.686790 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.818795 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:33.822773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-d2534be0-f92f-4e42-99b2-335d7b779d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:33.824643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-d2534be0-f92f-4e42-99b2-335d7b779d20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.6327052 Nov 25 17:25:33.830901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.011278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:34.127535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-35ccbbe8-b310-4d9f-b547-0ae172255726 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708 HTTP/1.1" status: 200 len: 217 time: 0.2804935 Nov 25 17:25:34.128143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.308065 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.396440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=2e04522e-c727-4d3d-80ec-d31af735d67a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:34.407306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d70cf668-86ee-449d-b387-d22f2979ccd5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d70cf668-86ee-449d-b387-d22f2979ccd5,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:34.420049 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.420983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 68f32752-1120-4ef2-99dd-7c02a3073d8d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:34.426494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:34.442849 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:34.464172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.465765 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:34.468799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:34.550942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-67abeabe-0c13-4c42-aefe-e443351e4213 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6668398 Nov 25 17:25:34.553728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:34.565735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:34.568009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-7895d63a-e4a7-4b49-8f2f-390fd16a0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:34.570760 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:34.574297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-7895d63a-e4a7-4b49-8f2f-390fd16a0496 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.4248285 Nov 25 17:25:34.597214 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:34.598236 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:34.629558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c81a1-d231-47d9-a232-313f5c26572b None None] Network aad03786-a9bb-4978-8df1-23d94d9e0855 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:34.640754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Allocated IP 19.80.0.188 (c7d1f17a-d34e-498c-83f5-485309d30668/18a4f51f-3a78-4636-a524-c5a84b39596f/c03a6009-2161-4f1b-a73c-f3c5bc3c09ba) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:34.692719 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:34.693169 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c6c0e-fd3d-49b4-88af-ca9b18df4555 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:34.752977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.764594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d70cf668-86ee-449d-b387-d22f2979ccd5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:34.769374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cca4f190-f674-4d8d-99c0-dcd89ecf0ba5 None None] Provisioning complete for port d70cf668-86ee-449d-b387-d22f2979ccd5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:34.769742 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca4f190-f674-4d8d-99c0-dcd89ecf0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:34.851798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a548badc-4229-41c4-bc28-3df99afa6147 req-0e02d8b1-6be8-424c-bb61-67e815415ddc tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 210 time: 0.0521047 Nov 25 17:25:34.852895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.047426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 68f32752-1120-4ef2-99dd-7c02a3073d8d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:35.047911 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.065263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.113928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.118194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.118878 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 6c06cf6f-1037-477e-9c7d-8da64842fe04 disassociated. External IP: 172.25.8.16, port: d58f7356-66a7-44a6-bd61-a029d31e4c49. Nov 25 17:25:35.128420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.183867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-e370c5a2-44d2-445d-ae9a-0e70b318f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.185158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-e370c5a2-44d2-445d-ae9a-0e70b318f7f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5882688 Nov 25 17:25:35.247289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network c7d1f17a-d34e-498c-83f5-485309d30668 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:35.261635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:35.305286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:35.498774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Provisioning complete for port 2e04522e-c727-4d3d-80ec-d31af735d67a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:35.500502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.636008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Port 2e04522e-c727-4d3d-80ec-d31af735d67a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:35.677758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Port': ['ID=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:35.689674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89861c24-7058-401b-bb74-6c8a2f29a4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.706573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Provisioning complete for port d70cf668-86ee-449d-b387-d22f2979ccd5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:35.706573 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:35.764611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 81551f46-7c44-4750-93ec-dabc0d667f57 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:35.803454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:35.804333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.045611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.067580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 81551f46-7c44-4750-93ec-dabc0d667f57 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:36.068239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.083065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-96c284f6-0184-4e9f-aa7a-7296a74f1766 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3093424 Nov 25 17:25:36.089629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.090642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.127696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'port': {'device_id': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9', 'admin_state_up': True, 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:36.161965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Provisioning complete for port 49766b12-08c3-47ae-9c6b-6a5750ffe685 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:36.162405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.273459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=2e04522e-c727-4d3d-80ec-d31af735d67a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:36.297668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-a57d7719-7703-46dc-931a-c95cd6b936da service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0801694 Nov 25 17:25:36.336160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 49766b12-08c3-47ae-9c6b-6a5750ffe685 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:36.429937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.478011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:36.478592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4b7521d-4d0a-4b97-a5de-7482d5ba6602 req-dc3560a8-ba78-4173-b1f2-ea3fcf98d7e0 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456218 Nov 25 17:25:36.506421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005c37b-5acf-4f95-bb53-73a7028aed20 req-6a352f43-3c11-4528-bd26-8464ed1289af tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.508065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1005c37b-5acf-4f95-bb53-73a7028aed20 req-6a352f43-3c11-4528-bd26-8464ed1289af tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 932 time: 0.4584661 Nov 25 17:25:36.525803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] For port 49766b12-08c3-47ae-9c6b-6a5750ffe685, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=49766b12-08c3-47ae-9c6b-6a5750ffe685,segment=NetworkSegment(8d0d7103-2edd-4804-800d-7c5ef730a7d6),segment_id=8d0d7103-2edd-4804-800d-7c5ef730a7d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:36.532582 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.558305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f32fc4-b2da-40da-b9f0-4a1716ae6ff6 req-7f6db9dd-6682-4993-a0bd-ec4cb36e9658 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:36.567911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68f32fc4-b2da-40da-b9f0-4a1716ae6ff6 req-7f6db9dd-6682-4993-a0bd-ec4cb36e9658 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 945 time: 0.1194997 Nov 25 17:25:36.586335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 49766b12-08c3-47ae-9c6b-6a5750ffe685 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:36.586714 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.628334 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1005c37b-5acf-4f95-bb53-73a7028aed20 req-b30a2487-27ec-4855-ab75-8cf35da21e8b tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079371 Nov 25 17:25:36.640877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:36.644841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.652611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Provisioning complete for port 81551f46-7c44-4750-93ec-dabc0d667f57 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:36.653137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.662638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network aad03786-a9bb-4978-8df1-23d94d9e0855 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:36.670776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:36.739700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd443b-1665-4117-bd6f-fc63b8d7dbe7 None None] Pushing event updated for resources: {'Port': ['ID=49766b12-08c3-47ae-9c6b-6a5750ffe685,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:36.749785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68f32fc4-b2da-40da-b9f0-4a1716ae6ff6 req-46c11343-2fd9-4b48-b27d-e473e181ef16 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767771 Nov 25 17:25:36.791836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:36.801897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:36.828660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d70cf668-86ee-449d-b387-d22f2979ccd5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:36.830770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:36.881839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3d9c7066-5be9-452d-94be-a115a52e3d48 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/floatingips/6c06cf6f-1037-477e-9c7d-8da64842fe04 HTTP/1.1" status: 200 len: 687 time: 2.3234842 Nov 25 17:25:36.882096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52434) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:36.886840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:36.887365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:36.945283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:36.966823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 22576804-c7d9-47b4-8185-a0108581d54b is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:36.977936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:36.978570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.024323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d70cf668-86ee-449d-b387-d22f2979ccd5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.024698 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.027583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.028119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aac789-4f12-4661-a315-7e4edffcff78 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:37.040677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 5be30cd4-1464-4fbf-9beb-8d3ac038cdb8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:37.041172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.156718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Provisioning complete for port 2e04522e-c727-4d3d-80ec-d31af735d67a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.157219 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.199798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.200049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.209647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Port 2e04522e-c727-4d3d-80ec-d31af735d67a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:37.214843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 5be30cd4-1464-4fbf-9beb-8d3ac038cdb8 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:37.225179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Provisioning complete for port 49766b12-08c3-47ae-9c6b-6a5750ffe685 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.226034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.356461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Provisioning complete for port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.356719 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.404551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-00c7ef5b-1b8a-406e-ad8a-7a7c6f52ef53 None None] Port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:37.420031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.444380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 49766b12-08c3-47ae-9c6b-6a5750ffe685 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:37.450245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=5be30cd4-1464-4fbf-9beb-8d3ac038cdb8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:37.512587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 49766b12-08c3-47ae-9c6b-6a5750ffe685 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.513316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.524316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.527545 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.528784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef6ed1f2-df90-400c-8773-08280227e8a7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/floatingips/6c06cf6f-1037-477e-9c7d-8da64842fe04 HTTP/1.1" status: 204 len: 168 time: 0.6457033 Nov 25 17:25:37.533478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52442) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:37.538921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '73e405c4-ad03-4c26-9833-c72d5ebb270d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:37.560130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-090d8ae8-72ed-4e6d-a59e-f675ba7d4df8 None None] Provisioning complete for port 2e04522e-c727-4d3d-80ec-d31af735d67a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:37.561033 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-090d8ae8-72ed-4e6d-a59e-f675ba7d4df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.573728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.650157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-090d8ae8-72ed-4e6d-a59e-f675ba7d4df8 None None] Port 2e04522e-c727-4d3d-80ec-d31af735d67a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:37.668887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Allocated IP 19.86.0.190 (37169933-3249-4a21-a944-e0a372bb2eb9/63803c7c-0af3-4fa7-81d2-44f3dceb825b/a3ac43bd-0d37-42a8-be95-a996a34ad8d3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:37.736056 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.825384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f92fec-6ed0-4e80-a185-cabadb422037 req-fb13f63f-f2f4-4265-9213-9cd45a7b7407 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:37.833557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-69f92fec-6ed0-4e80-a185-cabadb422037 req-fb13f63f-f2f4-4265-9213-9cd45a7b7407 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 932 time: 0.1114366 Nov 25 17:25:37.839168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:37.848045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3e5870bb-bee6-486f-adf9-0f6f92017fb8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/22576804-c7d9-47b4-8185-a0108581d54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2394679 Nov 25 17:25:37.854652 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] Sync routers for ids ['22576804-c7d9-47b4-8185-a0108581d54b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:37.862493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be833924-f293-4419-95f7-ee5439219e5c req-d5f9aa37-ad67-4767-97a9-4406420b4440 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:37.864184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be833924-f293-4419-95f7-ee5439219e5c req-d5f9aa37-ad67-4767-97a9-4406420b4440 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 945 time: 0.2263634 Nov 25 17:25:37.864608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52454) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:37.869059 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] Routers {'22576804-c7d9-47b4-8185-a0108581d54b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:37.869673 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['22576804-c7d9-47b4-8185-a0108581d54b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.909067 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.922561 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] Routers {'22576804-c7d9-47b4-8185-a0108581d54b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:37.923478 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['22576804-c7d9-47b4-8185-a0108581d54b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.923625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74646f3-dd06-4796-bd06-9df455eef0ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:37.927918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c74646f3-dd06-4796-bd06-9df455eef0ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports/2e04522e-c727-4d3d-80ec-d31af735d67a HTTP/1.1" status: 200 len: 982 time: 0.0590596 Nov 25 17:25:37.930333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52456) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:37.938637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a667152-71e2-42bd-8332-62d34fe1c6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:37.975482 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:37.976424 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69023bc0-a57d-4306-9570-ec45e0e88bcf None None] The sync data for ids ['22576804-c7d9-47b4-8185-a0108581d54b'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:38.013838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-69f92fec-6ed0-4e80-a185-cabadb422037 req-ac5bbd23-829d-4629-a879-0390a1435e08 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794007 Nov 25 17:25:38.041335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.93 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4a7d1e5c-8bb8-48e1-b80b-b00b8344e98a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:38.075468 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.094810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da232e-30d1-4bef-83e4-5575caadbc34 req-3837c639-59fd-4641-a1a9-c3979af48bc0 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.096423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27da232e-30d1-4bef-83e4-5575caadbc34 req-3837c639-59fd-4641-a1a9-c3979af48bc0 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 945 time: 0.2289150 Nov 25 17:25:38.179806 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.185944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27da232e-30d1-4bef-83e4-5575caadbc34 req-f4d90b62-9c89-4010-96da-be7c8e82253c tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/security-groups?id=a0952b5e-0c21-476e-870d-3b794b8472e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822740 Nov 25 17:25:38.218906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Deleting port 82474277-73a5-4938-9e59-20a3a558150f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:38.219236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.286482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network 37169933-3249-4a21-a944-e0a372bb2eb9 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:38.294602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:38.299922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:38.302977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:38.318531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.401604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.408273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:38.408986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.417597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] For port 82474277-73a5-4938-9e59-20a3a558150f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=82474277-73a5-4938-9e59-20a3a558150f,segment=NetworkSegment(9e8cc6b4-bfd8-47a5-b033-29e9df17b259),segment_id=9e8cc6b4-bfd8-47a5-b033-29e9df17b259)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:38.417935 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.434267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Calling delete_port for 82474277-73a5-4938-9e59-20a3a558150f owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:38.464126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:38.477218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:38.482430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:38.536283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=4a7d1e5c-8bb8-48e1-b80b-b00b8344e98a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:38.568491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.583273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-cbe0ff7b-c52e-42f0-a4c7-be6462cedfe9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4613247 Nov 25 17:25:38.595988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'port': {'device_id': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668', 'admin_state_up': True, 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:38.685012 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.697106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['82474277-73a5-4938-9e59-20a3a558150f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:38.751969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-93556560-5d31-4f2f-b6c8-bb2b6ae3de27 None None] Provisioning complete for port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:38.752359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93556560-5d31-4f2f-b6c8-bb2b6ae3de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.771763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Pushing event deleted for resources: {'Port': ['ID=82474277-73a5-4938-9e59-20a3a558150f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:38.790384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] No DVR routers for this DVR port 82474277-73a5-4938-9e59-20a3a558150f on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:38.793113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.797594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be833924-f293-4419-95f7-ee5439219e5c req-f5b62824-1fd2-4c98-87a4-8ba89fed9214 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.55 "DELETE /v2.0/ports/82474277-73a5-4938-9e59-20a3a558150f HTTP/1.1" status: 204 len: 173 time: 0.8892732 Nov 25 17:25:38.799541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'name': 'network-vif-deleted', 'tag': '82474277-73a5-4938-9e59-20a3a558150f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:38.803073 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22148acd-fd4d-4334-b1d9-dd8d023cabc7" -d '{"events": [{"server_uuid": "98d66fcd-7655-45c0-822e-5c58fffa0eee", "name": "network-vif-deleted", "tag": "82474277-73a5-4938-9e59-20a3a558150f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:38.829430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-93556560-5d31-4f2f-b6c8-bb2b6ae3de27 None None] Port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:38.872649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:38.884018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:38.888229 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb57d74-b59b-4411-80d5-8808a4a64e21 x-openstack-request-id: req-fbb57d74-b59b-4411-80d5-8808a4a64e21 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:38.888676 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d66fcd-7655-45c0-822e-5c58fffa0eee", "name": "network-vif-deleted", "tag": "82474277-73a5-4938-9e59-20a3a558150f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:38.888937 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fbb57d74-b59b-4411-80d5-8808a4a64e21 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:38.889370 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d66fcd-7655-45c0-822e-5c58fffa0eee', 'name': 'network-vif-deleted', 'tag': '82474277-73a5-4938-9e59-20a3a558150f', 'status': 'completed', 'code': 200} Nov 25 17:25:39.100474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Allocated IP 19.80.0.210 (c7d1f17a-d34e-498c-83f5-485309d30668/18a4f51f-3a78-4636-a524-c5a84b39596f/a3684f5e-44e4-437b-8408-08c110039c98) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:39.252404 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.298724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.375149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9bcbc-ff31-41cf-a4f2-cbcac61a4c27 req-bb26a7d1-160c-4254-be0f-38ff864f23a2 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.381497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9bcbc-ff31-41cf-a4f2-cbcac61a4c27 req-bb26a7d1-160c-4254-be0f-38ff864f23a2 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.383221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33d9bcbc-ff31-41cf-a4f2-cbcac61a4c27 req-bb26a7d1-160c-4254-be0f-38ff864f23a2 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 1655 time: 0.2331622 Nov 25 17:25:39.497561 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.519089 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4104621-9840-4d4b-8324-dec61d4c0b67 req-45bc70ea-4ad0-4186-908f-b84d9415e916 tempest-ServerTagsTestJSON-1850513052 tempest-ServerTagsTestJSON-1850513052-project] 10.222.0.86 "GET /v2.0/ports?device_id=98d66fcd-7655-45c0-822e-5c58fffa0eee HTTP/1.1" status: 200 len: 210 time: 0.0470643 Nov 25 17:25:39.532252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 2e04522e-c727-4d3d-80ec-d31af735d67a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:39.532670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.551873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33d9bcbc-ff31-41cf-a4f2-cbcac61a4c27 req-f9ee45d8-9503-42fa-bab4-401ffec9ae99 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498194 Nov 25 17:25:39.601637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.647183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.734057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network c7d1f17a-d34e-498c-83f5-485309d30668 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:39.739596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:39.742558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:39.759353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.789206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Port': ['ID=a3684f5e-44e4-437b-8408-08c110039c98,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:39.822248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 2e04522e-c727-4d3d-80ec-d31af735d67a owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:39.836729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:39.837369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:39.869597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-aecbacaa-0684-45d1-bf7a-947f389841e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2787540 Nov 25 17:25:39.884340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Request body: {'port': {'device_id': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:40.005114 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.094849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.121770 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.167227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9bea3bbc-1aa2-4021-a57a-07ac3386b23b None None] Provisioning complete for port a3684f5e-44e4-437b-8408-08c110039c98 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:40.168964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9bea3bbc-1aa2-4021-a57a-07ac3386b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.287317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9bea3bbc-1aa2-4021-a57a-07ac3386b23b None None] Port a3684f5e-44e4-437b-8408-08c110039c98 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:40.337810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=4a7d1e5c-8bb8-48e1-b80b-b00b8344e98a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:40.419095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.490776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.553146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03a6009-2161-4f1b-a73c-f3c5bc3c09ba {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:40.555095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.565683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.598153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Transition to ACTIVE for port object c03a6009-2161-4f1b-a73c-f3c5bc3c09ba will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:40.603517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.630948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=2e04522e-c727-4d3d-80ec-d31af735d67a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:40.652425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52510) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:40.719981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Pushing event updated for resources: {'Port': ['ID=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:40.809977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.836944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Attempting to bind port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:40.837500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Attempting to bind port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:40.837500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Attempting to bind port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba on network c7d1f17a-d34e-498c-83f5-485309d30668 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:40.845471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba on network c7d1f17a-d34e-498c-83f5-485309d30668 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:40.845939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Attempting to bind port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba on network c7d1f17a-d34e-498c-83f5-485309d30668 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:40.851627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:40.851971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Checking segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:40.852407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Bound using segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:40.852907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Bound port: c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:40.853266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:40.862617 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 2002d983-ea1f-496a-9b2d-22cfb272a768 associated. External IP: 172.25.8.93, port: 73e405c4-ad03-4c26-9833-c72d5ebb270d. Nov 25 17:25:41.020476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] For port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:41.026181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] For port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:41.035678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.106344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Deleting subnet efbb6bc5-0067-423a-950d-415bdba0f778 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:41.126194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.127083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.131410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] 10.222.0.73 "PUT /v2.0/ports/c03a6009-2161-4f1b-a73c-f3c5bc3c09ba HTTP/1.1" status: 200 len: 1092 time: 1.2523215 Nov 25 17:25:41.132082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'tag': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:41.135954 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e82b117-4064-43ff-91c8-bc67b5d8f681" -d '{"events": [{"name": "network-changed", "server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "tag": "c03a6009-2161-4f1b-a73c-f3c5bc3c09ba"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:41.146303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.185275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6a46-18a9-4dd4-98cf-e5b7652d7e89 req-c157e5c8-c716-43a9-86a5-b416b48a3876 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.190844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Request body: {'port': {'device_id': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:41.201133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6a46-18a9-4dd4-98cf-e5b7652d7e89 req-c157e5c8-c716-43a9-86a5-b416b48a3876 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.216454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6a46-18a9-4dd4-98cf-e5b7652d7e89 req-c157e5c8-c716-43a9-86a5-b416b48a3876 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.224201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-458f6a46-18a9-4dd4-98cf-e5b7652d7e89 req-c157e5c8-c716-43a9-86a5-b416b48a3876 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2389 time: 0.3739696 Nov 25 17:25:41.237635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82474277-73a5-4938-9e59-20a3a558150f no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:41.257726 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db6e8b-55be-40f6-9b5f-9d60b733c4b9 x-openstack-request-id: req-75db6e8b-55be-40f6-9b5f-9d60b733c4b9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:41.258070 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "tag": "c03a6009-2161-4f1b-a73c-f3c5bc3c09ba", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:41.258408 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75db6e8b-55be-40f6-9b5f-9d60b733c4b9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:41.258920 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'tag': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba', 'status': 'completed', 'code': 200} Nov 25 17:25:41.268384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e1c8-6696-4ef9-aa39-f6338807716e service neutron] Pushing event updated for resources: {'Port': ['ID=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.307797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 82474277-73a5-4938-9e59-20a3a558150f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:41.309190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 82474277-73a5-4938-9e59-20a3a558150f not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:41.342873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.345624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.702340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ac43bd-0d37-42a8-be95-a996a34ad8d3 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:41.711260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.725043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Transition to ACTIVE for port object a3ac43bd-0d37-42a8-be95-a996a34ad8d3 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:41.730346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.810414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:41.888497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Attempting to bind port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:41.889759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Attempting to bind port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:41.889759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Attempting to bind port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 on network 37169933-3249-4a21-a944-e0a372bb2eb9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:41.893542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.895255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 on network 37169933-3249-4a21-a944-e0a372bb2eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:41.895255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Attempting to bind port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 on network 37169933-3249-4a21-a944-e0a372bb2eb9 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:41.900583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:41.901157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Checking segment: {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:41.901714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Bound using segment: {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:41.902318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Bound port: a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35c7763-067b-4b4c-b110-c4460692006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:41.902985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:41.993401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 22576804-c7d9-47b4-8185-a0108581d54b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:41.997896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-63007449-c51d-43b8-bd15-d2071b6dad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.998797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-63007449-c51d-43b8-bd15-d2071b6dad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:41.999334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-63007449-c51d-43b8-bd15-d2071b6dad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.001177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:42.002100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-63007449-c51d-43b8-bd15-d2071b6dad37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2757 time: 0.2252634 Nov 25 17:25:42.005181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:42.011164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.028846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.050587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.051268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.052826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] 10.222.0.73 "PUT /v2.0/ports/a3ac43bd-0d37-42a8-be95-a996a34ad8d3 HTTP/1.1" status: 200 len: 1092 time: 0.8697848 Nov 25 17:25:42.078673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbe3de-93b7-4fb9-9553-9033a3f44743 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:42.086302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Request body: {'port': {'device_id': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:42.096335 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-458f6a46-18a9-4dd4-98cf-e5b7652d7e89 req-7d05bcbe-522d-4302-bf6e-d4b3a8c06f3a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540018 Nov 25 17:25:42.157943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.391748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:42.406665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] Sync routers for ids ['22576804-c7d9-47b4-8185-a0108581d54b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:42.414909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-47e31452-be8f-46ce-9f7d-55289564da97 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/22576804-c7d9-47b4-8185-a0108581d54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4785860 Nov 25 17:25:42.418433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52538) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:42.427370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] Routers {'22576804-c7d9-47b4-8185-a0108581d54b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:42.432495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['22576804-c7d9-47b4-8185-a0108581d54b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.484474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.508151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] Routers {'22576804-c7d9-47b4-8185-a0108581d54b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:42.509134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['22576804-c7d9-47b4-8185-a0108581d54b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.588860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:42.589738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff57cac-110e-4568-ab37-90da5b709fd4 None None] The sync data for ids ['22576804-c7d9-47b4-8185-a0108581d54b'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:42.600316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.665104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbb6bc5-0067-423a-950d-415bdba0f778,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:42.668088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.674596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-069b40cf-92e2-4262-8d4a-0ad5de38e751 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/efbb6bc5-0067-423a-950d-415bdba0f778 HTTP/1.1" status: 204 len: 168 time: 2.0101998 Nov 25 17:25:42.675717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-ee443b42-4d75-4b5e-acc5-b74c756f0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.676182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-ee443b42-4d75-4b5e-acc5-b74c756f0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.677395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-ee443b42-4d75-4b5e-acc5-b74c756f0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:42.679004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-ee443b42-4d75-4b5e-acc5-b74c756f0c8d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cfc53af123a948ea910ab4e84dedc69b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5979075 Nov 25 17:25:42.680093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:42.770141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:42.823275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:42.902753 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-1d1c2a74-ec8b-45fd-b7aa-704eca454d05 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 17:25:42.903665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1d1c2a74-ec8b-45fd-b7aa-704eca454d05 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/22576804-c7d9-47b4-8185-a0108581d54b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4841745 Nov 25 17:25:42.906555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:43.001155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b3cd06e8-9b8a-421a-b55f-a66b64d860b9 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=22576804-c7d9-47b4-8185-a0108581d54b HTTP/1.1" status: 200 len: 205 time: 0.0910044 Nov 25 17:25:43.012072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:43.085869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3684f5e-44e4-437b-8408-08c110039c98 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:43.097872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.107665 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.138636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-963fef0e-a6dd-4e73-aa13-63017bb337e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.140880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e82b117-4064-43ff-91c8-bc67b5d8f681 req-963fef0e-a6dd-4e73-aa13-63017bb337e3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4461401 Nov 25 17:25:43.188838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Transition to ACTIVE for port object a3684f5e-44e4-437b-8408-08c110039c98 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:25:43.194994 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.263176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.284401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:43.288667 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c678a9d3-f613-4e78-b07d-cd59f9d80e83" -d '{"events": [{"name": "network-changed", "server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:43.315425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0746f95-7706-43b9-a68a-57399f9ac7d1']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.328682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:43.332743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8cc6b4-bfd8-47a5-b033-29e9df17b259') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.333033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8cc6b4-bfd8-47a5-b033-29e9df17b259') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.353010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac672ef-d232-4de8-9ff5-436846fb3dfc req-9d3c05a6-9a1b-4eb5-8410-9ccb4b2eeea0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.354036 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:43.359721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac672ef-d232-4de8-9ff5-436846fb3dfc req-9d3c05a6-9a1b-4eb5-8410-9ccb4b2eeea0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.365631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac672ef-d232-4de8-9ff5-436846fb3dfc req-9d3c05a6-9a1b-4eb5-8410-9ccb4b2eeea0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.367454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ac672ef-d232-4de8-9ff5-436846fb3dfc req-9d3c05a6-9a1b-4eb5-8410-9ccb4b2eeea0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2413 time: 0.1334696 Nov 25 17:25:43.376427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.390776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Pushing event updated for resources: {'Port': ['ID=a3684f5e-44e4-437b-8408-08c110039c98,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:43.395643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.405943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.410101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.410816 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9df9ff-80a3-4a23-8941-d50f2e063680 x-openstack-request-id: req-8c9df9ff-80a3-4a23-8941-d50f2e063680 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:43.411319 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:43.411795 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8c9df9ff-80a3-4a23-8941-d50f2e063680 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:43.412626 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3', 'status': 'completed', 'code': 200} Nov 25 17:25:43.414333 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:43.418089 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.437738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.465230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.489628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:43.490034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:43.492492 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:43.505097 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:43.505871 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.538536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.539048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router 22576804-c7d9-47b4-8185-a0108581d54b {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:43.546624 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:43.547689 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b263f-65a6-446f-ac0c-196e8d745c67 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:43.562849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.566437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a80fa913-01e0-49f0-81b0-8726dae20edc tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/22576804-c7d9-47b4-8185-a0108581d54b HTTP/1.1" status: 204 len: 168 time: 0.5504084 Nov 25 17:25:43.567115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:43.581981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-766f5352-9fb5-4351-9cd2-7b0f270202af tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0473599 Nov 25 17:25:43.589570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52570) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:43.678567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae3379dc-e2fd-4394-9d60-bd3eb366d35b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/floatingips/2002d983-ea1f-496a-9b2d-22cfb272a768 HTTP/1.1" status: 200 len: 977 time: 0.0883784 Nov 25 17:25:43.692714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ac672ef-d232-4de8-9ff5-436846fb3dfc req-d7fb75cf-5eb0-42bb-8928-5907f66e1729 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141396 Nov 25 17:25:43.705512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Attempting to bind port a3684f5e-44e4-437b-8408-08c110039c98 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:43.705957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Attempting to bind port a3684f5e-44e4-437b-8408-08c110039c98 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:43.706219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52576) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:43.706709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Attempting to bind port a3684f5e-44e4-437b-8408-08c110039c98 on network c7d1f17a-d34e-498c-83f5-485309d30668 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:43.713274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Port a3684f5e-44e4-437b-8408-08c110039c98 on network c7d1f17a-d34e-498c-83f5-485309d30668 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:25:43.713584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Attempting to bind port a3684f5e-44e4-437b-8408-08c110039c98 on network c7d1f17a-d34e-498c-83f5-485309d30668 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:43.719716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:43.720056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Checking segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:43.720433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Bound using segment: {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:43.720868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Bound port: a3684f5e-44e4-437b-8408-08c110039c98, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac946c2-a90b-43fb-92d3-1b796a9936f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:43.721536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.788880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet b15f60c7-fd72-42d4-a782-896ea1f99a5a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:43.794555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.816330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.822757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-ee43ed25-0acd-4e55-8417-7e64c0c7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.823309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-ee43ed25-0acd-4e55-8417-7e64c0c7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.823874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-ee43ed25-0acd-4e55-8417-7e64c0c7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:43.825587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-ee43ed25-0acd-4e55-8417-7e64c0c7f3e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2824 time: 0.3855896 Nov 25 17:25:43.868262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.871340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] For port a3684f5e-44e4-437b-8408-08c110039c98, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:43.880441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:43.887059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b0746f95-7706-43b9-a68a-57399f9ac7d1 HTTP/1.1" status: 204 len: 168 time: 1.2055864 Nov 25 17:25:43.908403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] For port a3684f5e-44e4-437b-8408-08c110039c98, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3684f5e-44e4-437b-8408-08c110039c98,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:43.924236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.004448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c315e509-ed24-4f9b-9c32-5072977c7444 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2815886 Nov 25 17:25:44.009807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.009991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67906f8-9a96-4412-b5a5-97dade1a6de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0746f95-7706-43b9-a68a-57399f9ac7d1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:44.014461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.015704 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.017219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] 10.222.0.73 "PUT /v2.0/ports/a3684f5e-44e4-437b-8408-08c110039c98 HTTP/1.1" status: 200 len: 1092 time: 1.9354291 Nov 25 17:25:44.026032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'port_id': 'd58f7356-66a7-44a6-bd61-a029d31e4c49'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:44.056422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-cc63776e-9fd8-41d6-bf2a-2a76385d8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.056689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-cc63776e-9fd8-41d6-bf2a-2a76385d8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.057027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-cc63776e-9fd8-41d6-bf2a-2a76385d8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.058943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-cc63776e-9fd8-41d6-bf2a-2a76385d8838 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cfc53af123a948ea910ab4e84dedc69b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1800380 Nov 25 17:25:44.095516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.119296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.204259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-2af4d669-3d8a-4368-8cf3-b91808404ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.205702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c678a9d3-f613-4e78-b07d-cd59f9d80e83 req-2af4d669-3d8a-4368-8cf3-b91808404ce5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387622 Nov 25 17:25:44.215820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ada5-76ce-4281-9c14-0f2b0be1aa46 service neutron] Pushing event updated for resources: {'Port': ['ID=a3684f5e-44e4-437b-8408-08c110039c98,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:44.243824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52590) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.350637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.354471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-38151de5-2c80-4aab-b26a-9941c9141ee7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=855e70bf785c4881a2de9bf9be71c9eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1094930 Nov 25 17:25:44.358756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-a5d12d01-37c3-4b5c-89ca-b13767787821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.359797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-a5d12d01-37c3-4b5c-89ca-b13767787821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.360343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-a5d12d01-37c3-4b5c-89ca-b13767787821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.362092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-a5d12d01-37c3-4b5c-89ca-b13767787821 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2866 time: 0.1075852 Nov 25 17:25:44.362724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52592) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.393615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=b15f60c7-fd72-42d4-a782-896ea1f99a5a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:44.396721 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.401451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f86ce6d4-b948-41db-a880-1d7203f5c344 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/b15f60c7-fd72-42d4-a782-896ea1f99a5a HTTP/1.1" status: 204 len: 168 time: 0.8316417 Nov 25 17:25:44.402307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:44.423645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c5496-0b35-499c-8832-e4ddd00f408d None None] Network aad03786-a9bb-4978-8df1-23d94d9e0855 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:44.447415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1da79bd8-b13b-4d6a-bff8-bf0bca2d56a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba HTTP/1.1" status: 200 len: 217 time: 0.0729349 Nov 25 17:25:44.545484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-33f00b29-dfba-443d-a63a-a7a36d188e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.545484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-33f00b29-dfba-443d-a63a-a7a36d188e1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=18a4f51f-3a78-4636-a524-c5a84b39596f HTTP/1.1" status: 200 len: 801 time: 0.0828195 Nov 25 17:25:44.545484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76419653-91c3-4a9c-a78e-f905d105ef01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.554785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.615498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76419653-91c3-4a9c-a78e-f905d105ef01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.660712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-43d790bc-d6f9-40b9-812e-8a5c69967335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:44.662568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-43d790bc-d6f9-40b9-812e-8a5c69967335 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d1f17a-d34e-498c-83f5-485309d30668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150033 Nov 25 17:25:44.691111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] DHCP port deletion for aad03786-a9bb-4978-8df1-23d94d9e0855 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:44.822822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 49766b12-08c3-47ae-9c6b-6a5750ffe685 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:44.823792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.837159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] Deleting port 49766b12-08c3-47ae-9c6b-6a5750ffe685 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:44.837848 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.931232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] For port 49766b12-08c3-47ae-9c6b-6a5750ffe685, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=49766b12-08c3-47ae-9c6b-6a5750ffe685,segment=NetworkSegment(8d0d7103-2edd-4804-800d-7c5ef730a7d6),segment_id=8d0d7103-2edd-4804-800d-7c5ef730a7d6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:44.931560 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:44.954965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] Calling delete_port for 49766b12-08c3-47ae-9c6b-6a5750ffe685 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:44.970675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port 49766b12-08c3-47ae-9c6b-6a5750ffe685, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=49766b12-08c3-47ae-9c6b-6a5750ffe685,segment=NetworkSegment(8d0d7103-2edd-4804-800d-7c5ef730a7d6),segment_id=8d0d7103-2edd-4804-800d-7c5ef730a7d6)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:44.971311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.056909 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.095198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] No DVR routers for this DVR port 49766b12-08c3-47ae-9c6b-6a5750ffe685 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:45.102460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d9e17-3234-4cda-ae30-68b18ef5ec29 None None] Pushing event deleted for resources: {'Port': ['ID=49766b12-08c3-47ae-9c6b-6a5750ffe685,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.251190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76419653-91c3-4a9c-a78e-f905d105ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.253785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76419653-91c3-4a9c-a78e-f905d105ef01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.257666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-76419653-91c3-4a9c-a78e-f905d105ef01 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0952b5e-0c21-476e-870d-3b794b8472e8 HTTP/1.1" status: 204 len: 168 time: 0.8912265 Nov 25 17:25:45.289591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76419653-91c3-4a9c-a78e-f905d105ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0952b5e-0c21-476e-870d-3b794b8472e8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.303772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-bac0c0d3-71e7-4cf1-a8c0-53caf4f36b89 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311402 Nov 25 17:25:45.334933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d75c-2d6c-4125-adad-1d9c873d4a6f req-ba333eda-4171-444e-99f1-3d60d5a161b4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.343233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d75c-2d6c-4125-adad-1d9c873d4a6f req-ba333eda-4171-444e-99f1-3d60d5a161b4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.353049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d75c-2d6c-4125-adad-1d9c873d4a6f req-ba333eda-4171-444e-99f1-3d60d5a161b4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.379936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c76d75c-2d6c-4125-adad-1d9c873d4a6f req-ba333eda-4171-444e-99f1-3d60d5a161b4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2413 time: 0.1815352 Nov 25 17:25:45.431095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'tag': 'a3684f5e-44e4-437b-8408-08c110039c98'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:45.433701 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5d4ddb-125d-4874-89d8-71f3e2716079" -d '{"events": [{"name": "network-changed", "server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "tag": "a3684f5e-44e4-437b-8408-08c110039c98"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:45.456656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 49766b12-08c3-47ae-9c6b-6a5750ffe685 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:45.527494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 49766b12-08c3-47ae-9c6b-6a5750ffe685 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:45.534301 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a4014-ee49-4205-a367-e1b77a5a85ef x-openstack-request-id: req-884a4014-ee49-4205-a367-e1b77a5a85ef {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:45.534601 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "tag": "a3684f5e-44e4-437b-8408-08c110039c98", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:45.534853 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-884a4014-ee49-4205-a367-e1b77a5a85ef {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:45.535239 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'tag': 'a3684f5e-44e4-437b-8408-08c110039c98', 'status': 'completed', 'code': 200} Nov 25 17:25:45.549471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c76d75c-2d6c-4125-adad-1d9c873d4a6f req-56b23750-3bf8-403d-90c5-c29feb86e23a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681523 Nov 25 17:25:45.554386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 49766b12-08c3-47ae-9c6b-6a5750ffe685 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:45.554912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 49766b12-08c3-47ae-9c6b-6a5750ffe685 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:45.577687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-0ddaace6-2418-4e22-8a73-239da51cced4 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943238 Nov 25 17:25:45.628521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-0f4714d1-78f1-4d73-98a8-6ab0c27c5ff4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3 HTTP/1.1" status: 200 len: 217 time: 0.0391111 Nov 25 17:25:45.661511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.664329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.682523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port 49766b12-08c3-47ae-9c6b-6a5750ffe685 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:45.697409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f2879d6-ee17-4f02-bb67-ddb4a204002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.699102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1f2879d6-ee17-4f02-bb67-ddb4a204002f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63803c7c-0af3-4fa7-81d2-44f3dceb825b HTTP/1.1" status: 200 len: 801 time: 0.0634255 Nov 25 17:25:45.767014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-77d20e5a-261c-472d-b589-3f10c7af7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:45.768199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-77d20e5a-261c-472d-b589-3f10c7af7e67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37169933-3249-4a21-a944-e0a372bb2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604429 Nov 25 17:25:45.801887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.826677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=49766b12-08c3-47ae-9c6b-6a5750ffe685,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:45.834823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.946955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-1eae12b1-b65f-495c-8527-66fe1eab5f4c service neutron] 10.222.0.73 "GET /v2.0/networks/37169933-3249-4a21-a944-e0a372bb2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696041 Nov 25 17:25:45.948701 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:45.979172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad03786-a9bb-4978-8df1-23d94d9e0855']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.030589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0d7103-2edd-4804-800d-7c5ef730a7d6') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.032318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0d7103-2edd-4804-800d-7c5ef730a7d6') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.049454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.062450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-2daecd27-9e2b-4121-80de-375e540fa7c9 service neutron] 10.222.0.73 "GET /v2.0/networks/37169933-3249-4a21-a944-e0a372bb2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064880 Nov 25 17:25:46.070390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.073300 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 2002d983-ea1f-496a-9b2d-22cfb272a768 associated. External IP: 172.25.8.93, port: 73e405c4-ad03-4c26-9833-c72d5ebb270d. Nov 25 17:25:46.114151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:25:46.114314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:25:46.117271 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:25:46.167712 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-52ee8ddd-8fd7-4d0c-b3a8-7e12af3974c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=a3684f5e-44e4-437b-8408-08c110039c98 HTTP/1.1" status: 200 len: 217 time: 0.0893049 Nov 25 17:25:46.262803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-33c74cd5-3979-4408-9ff1-d9553781ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.265091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-33c74cd5-3979-4408-9ff1-d9553781ba03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=18a4f51f-3a78-4636-a524-c5a84b39596f HTTP/1.1" status: 200 len: 801 time: 0.0889814 Nov 25 17:25:46.279492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.341903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-a0b475bf-d6f8-4f6a-9c7d-b840028ec3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.345508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-a0b475bf-d6f8-4f6a-9c7d-b840028ec3ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d1f17a-d34e-498c-83f5-485309d30668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741510 Nov 25 17:25:46.354476 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.357848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/aad03786-a9bb-4978-8df1-23d94d9e0855 HTTP/1.1" status: 204 len: 168 time: 1.9545865 Nov 25 17:25:46.368229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:46.375271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-539024799'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:46.433496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50be14-6d58-4575-a5ab-93314db6e25f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=aad03786-a9bb-4978-8df1-23d94d9e0855,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.448091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:46.451379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.468047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:46.493248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-5048258b-1a7b-4781-8143-3abefed1c3a0 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400201 Nov 25 17:25:46.502174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:46.526700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.527005 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f of type vlan for network ff84f13f-34de-43ad-b938-21243cba99d1 Nov 25 17:25:46.609257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:46.621923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:46.631864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.639146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:46.640706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.677178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4b8b50a-9269-4fdd-b3df-463afeb14b05 req-c4c787d2-17aa-4d39-aa7f-ef851f3aab62 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760087 Nov 25 17:25:46.684364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.694414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.695487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:46.765358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.789619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4172673 Nov 25 17:25:46.792725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:46.792995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.793895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:46.800976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:46.809251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:46.837672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:46.839423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7840928-2f29-4044-b12b-c6fa65182e60 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:46.885781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32423f-72d7-4c61-b02a-4bb60d274c80 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=ff84f13f-34de-43ad-b938-21243cba99d1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:46.899680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ff84f13f-34de-43ad-b938-21243cba99d1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:46.932929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1735-c93f-40cf-81ee-ca9861726f12 req-7e40ae62-0bfa-4c95-8fdd-89ec1dbce140 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.940777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1735-c93f-40cf-81ee-ca9861726f12 req-7e40ae62-0bfa-4c95-8fdd-89ec1dbce140 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.948476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1735-c93f-40cf-81ee-ca9861726f12 req-7e40ae62-0bfa-4c95-8fdd-89ec1dbce140 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.950348 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07ad1735-c93f-40cf-81ee-ca9861726f12 req-7e40ae62-0bfa-4c95-8fdd-89ec1dbce140 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2413 time: 0.1948800 Nov 25 17:25:46.953897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-903ffaac-19ee-4700-b5a9-8c11c38e0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.954373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-903ffaac-19ee-4700-b5a9-8c11c38e0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.954839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-903ffaac-19ee-4700-b5a9-8c11c38e0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:46.956875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-903ffaac-19ee-4700-b5a9-8c11c38e0fb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2866 time: 0.1893530 Nov 25 17:25:47.046400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9640-311c-4903-b485-2bb2ed6655a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.155344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:47.158878 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.164694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07ad1735-c93f-40cf-81ee-ca9861726f12 req-8ac1fa33-014f-438d-94ed-634d4fb25964 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835196 Nov 25 17:25:47.171724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:47.206913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-c8c7ac52-6363-4613-86cd-c30d10943a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.208526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-c8c7ac52-6363-4613-86cd-c30d10943a98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d1f17a-d34e-498c-83f5-485309d30668 HTTP/1.1" status: 200 len: 901 time: 0.2354884 Nov 25 17:25:47.259698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-34e5ddb0-ac5a-47ad-97be-3dadb0ac902b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=a3684f5e-44e4-437b-8408-08c110039c98 HTTP/1.1" status: 200 len: 217 time: 0.0430629 Nov 25 17:25:47.310710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-2229a4a1-a51a-472e-9177-006c697acfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.313114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-2229a4a1-a51a-472e-9177-006c697acfb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=18a4f51f-3a78-4636-a524-c5a84b39596f HTTP/1.1" status: 200 len: 801 time: 0.0463557 Nov 25 17:25:47.375270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-d98d9cd6-b639-4776-aeda-6740b07a6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.376935 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-d98d9cd6-b639-4776-aeda-6740b07a6a90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d1f17a-d34e-498c-83f5-485309d30668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489085 Nov 25 17:25:47.379333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9640-311c-4903-b485-2bb2ed6655a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.388756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9640-311c-4903-b485-2bb2ed6655a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.390565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.457116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ff2e9640-311c-4903-b485-2bb2ed6655a8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4213686d989a43d4aba8ffaf229d9c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436198 Nov 25 17:25:47.457311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52690) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:47.479846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e9640-311c-4903-b485-2bb2ed6655a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666ffc1b-869a-4279-9a31-df7cfc3d1047,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.484458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:47.489376 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.500154 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:47.505493 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-6be22905-3ec7-4c67-8600-e70e5a7d04e9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194460 Nov 25 17:25:47.518769 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:47.519439 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.568345 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.579912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99963b4a-6f0b-4834-8656-0d8eefb575bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.580372 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:47.581153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.614589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99963b4a-6f0b-4834-8656-0d8eefb575bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.627516 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:47.628425 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b48e3-74bb-43a8-aab6-466896b3c94a None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:47.645683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ba27c96a-e1ba-423b-9fa6-92752f1d1b45 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/floatingips/2002d983-ea1f-496a-9b2d-22cfb272a768 HTTP/1.1" status: 200 len: 977 time: 3.6247694 Nov 25 17:25:47.646801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:47.653644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:47.658056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.665847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d5d4ddb-125d-4874-89d8-71f3e2716079 req-8b38a0dc-621d-4bf4-afb0-b908116c2071 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494579 Nov 25 17:25:47.690185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99963b4a-6f0b-4834-8656-0d8eefb575bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.692891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99963b4a-6f0b-4834-8656-0d8eefb575bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.697452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-99963b4a-6f0b-4834-8656-0d8eefb575bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/666ffc1b-869a-4279-9a31-df7cfc3d1047 HTTP/1.1" status: 204 len: 168 time: 0.2362268 Nov 25 17:25:47.716096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99963b4a-6f0b-4834-8656-0d8eefb575bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666ffc1b-869a-4279-9a31-df7cfc3d1047,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.772941 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:47.814860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=d3cc5f54-8f78-4a03-a074-045a429328d8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:47.876653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:47.877341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: ff84f13f-34de-43ad-b938-21243cba99d1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:47.944089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network ff84f13f-34de-43ad-b938-21243cba99d1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:47.962431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ff84f13f-34de-43ad-b938-21243cba99d1) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:47.971508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b91c7e-0722-4905-890f-6efe5bd9717b None None] Network ff84f13f-34de-43ad-b938-21243cba99d1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:47.998223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:47.999005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.009697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.014365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.015230 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 2002d983-ea1f-496a-9b2d-22cfb272a768 disassociated. External IP: 172.25.8.93, port: d58f7356-66a7-44a6-bd61-a029d31e4c49. Nov 25 17:25:48.071606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:48.072796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4d1ea02e-5926-473e-9408-b40e4da8c594 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2775586 Nov 25 17:25:48.079534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-667557346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:48.111416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.112769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.233759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.238786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.239195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ff84f13f-34de-43ad-b938-21243cba99d1', 'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': 'd3cc5f54-8f78-4a03-a074-045a429328d8'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:48.240218 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.260529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.265569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7318ac9-4d34-4c48-92e4-a12b6788f2f2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1928296 Nov 25 17:25:48.266562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:48.396254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:48.491851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c03a6009-2161-4f1b-a73c-f3c5bc3c09ba details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:48.603338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:48.620210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba', 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668', 'port_id': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba', 'mac_address': 'fa:16:3e:ad:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a4f51f-3a78-4636-a524-c5a84b39596f', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:48.634846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Allocated IP 2001:db8::2 (ff84f13f-34de-43ad-b938-21243cba99d1/d3cc5f54-8f78-4a03-a074-045a429328d8/d7176f06-5d7b-4490-b2c1-648e9dee9908) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:48.685611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295846ed-b467-4644-b970-a8b7daf8c540 req-5d2fb0b2-698e-413e-8e8b-23f9dc43c090 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.686356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.692986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295846ed-b467-4644-b970-a8b7daf8c540 req-5d2fb0b2-698e-413e-8e8b-23f9dc43c090 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.699843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295846ed-b467-4644-b970-a8b7daf8c540 req-5d2fb0b2-698e-413e-8e8b-23f9dc43c090 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:48.702660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-295846ed-b467-4644-b970-a8b7daf8c540 req-5d2fb0b2-698e-413e-8e8b-23f9dc43c090 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2413 time: 0.4098139 Nov 25 17:25:48.705590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03a6009-2161-4f1b-a73c-f3c5bc3c09ba {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:48.766666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:48.791339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.798533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-295846ed-b467-4644-b970-a8b7daf8c540 req-50ebc3ae-a3f1-4359-bd6f-a4635ffaea0a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860217 Nov 25 17:25:48.837700 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:48.842150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3ac43bd-0d37-42a8-be95-a996a34ad8d3 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:49.023880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:49.029713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.062246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-042ed156-89b4-4484-af82-b6f797761f3a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/floatingips/2002d983-ea1f-496a-9b2d-22cfb272a768 HTTP/1.1" status: 200 len: 687 time: 1.4140022 Nov 25 17:25:49.064238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:49.137887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:25:49.161256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:49.163727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.247673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:49.248316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:49.254876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 4a7d1e5c-8bb8-48e1-b80b-b00b8344e98a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:49.255480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.357580 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.358173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.371943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 4a7d1e5c-8bb8-48e1-b80b-b00b8344e98a owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:49.379220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.383765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:49.399625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.442543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:49.443285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:49.464481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Network ff84f13f-34de-43ad-b938-21243cba99d1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:49.478535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8::1 (ff84f13f-34de-43ad-b938-21243cba99d1/d3cc5f54-8f78-4a03-a074-045a429328d8/653a505c-f004-43a6-a4e4-68b360d17d59) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:49.508212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:49.515009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:49.527118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:49.529791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:49.540160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63db316-0704-40bf-b6ce-00aeeb066058 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:49.557814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52764) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:49.597813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Pushing event updated for resources: {'Port': ['ID=d7176f06-5d7b-4490-b2c1-648e9dee9908,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.601315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.601725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3', 'network_id': '37169933-3249-4a21-a944-e0a372bb2eb9', 'port_id': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3', 'mac_address': 'fa:16:3e:6e:e2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63803c7c-0af3-4fa7-81d2-44f3dceb825b', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:49.640521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.650193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=4a7d1e5c-8bb8-48e1-b80b-b00b8344e98a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.693613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.730077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.734834 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.739659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.743243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Attempting to bind port d7176f06-5d7b-4490-b2c1-648e9dee9908 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:49.743902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Attempting to bind port d7176f06-5d7b-4490-b2c1-648e9dee9908 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:49.744337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Attempting to bind port d7176f06-5d7b-4490-b2c1-648e9dee9908 on network ff84f13f-34de-43ad-b938-21243cba99d1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:49.750252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f403c627-8419-4c42-bf93-88b826511bb2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/floatingips/2002d983-ea1f-496a-9b2d-22cfb272a768 HTTP/1.1" status: 204 len: 168 time: 0.6849124 Nov 25 17:25:49.751131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52772) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:49.762086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:49.762884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Checking segment: {'id': '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:49.763050 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.763490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Bound using segment: {'id': '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:49.765249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Bound port: d7176f06-5d7b-4490-b2c1-648e9dee9908, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ff84f13f-34de-43ad-b938-21243cba99d1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:49.765789 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.766654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network ff84f13f-34de-43ad-b938-21243cba99d1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:49.771307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ac43bd-0d37-42a8-be95-a996a34ad8d3 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:49.775281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:49.785656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:49.786108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.806889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:49.816033 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7ba62607-7fa7-4110-ba0c-b1bcb3ace5d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] delete failed (client error): The resource could not be found. Nov 25 17:25:49.821385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ba62607-7fa7-4110-ba0c-b1bcb3ace5d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/floatingips/2002d983-ea1f-496a-9b2d-22cfb272a768 HTTP/1.1" status: 404 len: 345 time: 0.0666339 Nov 25 17:25:49.822158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52774) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:49.838963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f308b7d-32bd-45f0-91d5-e4ffcd3207a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.849516 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:49.850187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3684f5e-44e4-437b-8408-08c110039c98 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:25:49.850745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=653a505c-f004-43a6-a4e4-68b360d17d59,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:49.957833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdee80f-400f-4ed3-859c-b768c428a35d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.971898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdee80f-400f-4ed3-859c-b768c428a35d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.978580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdee80f-400f-4ed3-859c-b768c428a35d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:49.983740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-abdee80f-400f-4ed3-859c-b768c428a35d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/ports?network_id=68360854-c23d-42ba-b310-a35f17db5d96 HTTP/1.1" status: 200 len: 2358 time: 0.1598461 Nov 25 17:25:49.984462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52780) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:49.994770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3684f5e-44e4-437b-8408-08c110039c98, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3684f5e-44e4-437b-8408-08c110039c98,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:50.013795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:50.019638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a3684f5e-44e4-437b-8408-08c110039c98', 'network_id': 'c7d1f17a-d34e-498c-83f5-485309d30668', 'port_id': 'a3684f5e-44e4-437b-8408-08c110039c98', 'mac_address': 'fa:16:3e:e7:a9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a4f51f-3a78-4636-a524-c5a84b39596f', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:25:50.030815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.060664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9043699-c28a-43a7-b907-36aa74be450c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.063679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9043699-c28a-43a7-b907-36aa74be450c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/subnets/95cc9b21-d681-4c91-8f5f-06deb58fafbd HTTP/1.1" status: 200 len: 797 time: 0.0740418 Nov 25 17:25:50.067691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:50.075011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'port': {'network_id': '68360854-c23d-42ba-b310-a35f17db5d96', 'name': 'tempest-FloatingIPTestJSON-2058357425', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:50.085760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f308b7d-32bd-45f0-91d5-e4ffcd3207a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.091612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] For port d7176f06-5d7b-4490-b2c1-648e9dee9908, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:50.098545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] For port d7176f06-5d7b-4490-b2c1-648e9dee9908, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d7176f06-5d7b-4490-b2c1-648e9dee9908,segment=NetworkSegment(6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f),segment_id=6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:50.100918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.110407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2cd-0150-4a4d-9a1a-c8bc982089da req-3a9a4cd2-a65e-4d0b-86d8-ecfca4544f33 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.117574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2cd-0150-4a4d-9a1a-c8bc982089da req-3a9a4cd2-a65e-4d0b-86d8-ecfca4544f33 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.125020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2cd-0150-4a4d-9a1a-c8bc982089da req-3a9a4cd2-a65e-4d0b-86d8-ecfca4544f33 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:50.126822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edadd2cd-0150-4a4d-9a1a-c8bc982089da req-3a9a4cd2-a65e-4d0b-86d8-ecfca4544f33 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2415 time: 0.1841567 Nov 25 17:25:50.130894 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.142362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3684f5e-44e4-437b-8408-08c110039c98 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:25:50.150283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f308b7d-32bd-45f0-91d5-e4ffcd3207a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.187523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3684f5e-44e4-437b-8408-08c110039c98, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3684f5e-44e4-437b-8408-08c110039c98,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:50.223736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.241451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:50.262570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7257c0-d45a-4ee1-aea7-53c32f36fe70 None None] Pushing event updated for resources: {'Port': ['ID=d7176f06-5d7b-4490-b2c1-648e9dee9908,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:50.376504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.386296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a3684f5e-44e4-437b-8408-08c110039c98,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:50.397774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] device_id is not set on port 3ec3b63d-435b-4391-be15-748234c0de12 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:25:50.482722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['c03a6009-2161-4f1b-a73c-f3c5bc3c09ba'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:50.565586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a3684f5e-44e4-437b-8408-08c110039c98'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:50.723734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f308b7d-32bd-45f0-91d5-e4ffcd3207a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea1dc9b3081f43daa75115a77bd492a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1625512 Nov 25 17:25:50.733217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52794) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:50.743116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308b7d-32bd-45f0-91d5-e4ffcd3207a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0423ac57-e52a-4859-9f01-0909ac353588,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:50.775137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edadd2cd-0150-4a4d-9a1a-c8bc982089da req-7d1010c4-bde9-482d-8c24-fea553322dd6 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272328 Nov 25 17:25:50.905511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.13 (68360854-c23d-42ba-b310-a35f17db5d96/95cc9b21-d681-4c91-8f5f-06deb58fafbd/3ec3b63d-435b-4391-be15-748234c0de12) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:50.905974 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb844e4a-2c49-4a21-b118-6eb77ec1b193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:50.914121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.12 (68360854-c23d-42ba-b310-a35f17db5d96/95cc9b21-d681-4c91-8f5f-06deb58fafbd/3ec3b63d-435b-4391-be15-748234c0de12) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:50.967055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb844e4a-2c49-4a21-b118-6eb77ec1b193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.050734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.059720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.060642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.137147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb844e4a-2c49-4a21-b118-6eb77ec1b193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.140326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb844e4a-2c49-4a21-b118-6eb77ec1b193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.143570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb844e4a-2c49-4a21-b118-6eb77ec1b193 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0423ac57-e52a-4859-9f01-0909ac353588 HTTP/1.1" status: 204 len: 168 time: 0.3939216 Nov 25 17:25:51.155037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.202719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.203544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844e4a-2c49-4a21-b118-6eb77ec1b193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0423ac57-e52a-4859-9f01-0909ac353588,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.205191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=653a505c-f004-43a6-a4e4-68b360d17d59,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.282725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network ff84f13f-34de-43ad-b938-21243cba99d1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:51.282725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:51.314621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:51.318260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:51.322601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:51.365043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=3ec3b63d-435b-4391-be15-748234c0de12,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:51.402178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:51.402916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.439922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-99c0c7b5-51ad-4594-bd5a-a779d5cd929d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3666680 Nov 25 17:25:51.441383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:51.451118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '3ec3b63d-435b-4391-be15-748234c0de12', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:51.503188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.520428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a3ac43bd-0d37-42a8-be95-a996a34ad8d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:25:51.589415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 9d97a866-ff7f-446f-a5dd-ada9de46a6c4 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:25:51.626182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d7176f06-5d7b-4490-b2c1-648e9dee9908 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:51.711316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.813312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d7176f06-5d7b-4490-b2c1-648e9dee9908 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:51.813682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:51.826114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:51.841075 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d81fe2e4-464b-47fb-a2ae-0cb40917c5a7 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/9d97a866-ff7f-446f-a5dd-ada9de46a6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5726013 Nov 25 17:25:51.841703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52828) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:51.847155 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] Sync routers for ids ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:51.876269 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] Routers {'9d97a866-ff7f-446f-a5dd-ada9de46a6c4'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:51.877417 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:51.926668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87db698-7cb9-4427-a3b6-177449429414 None None] Network ff84f13f-34de-43ad-b938-21243cba99d1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:51.978224 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:51.994881 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] Routers {'9d97a866-ff7f-446f-a5dd-ada9de46a6c4'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:51.996675 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:52.033425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.104 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/0b51ae3d-259f-48fb-9117-a7e51b48bdec) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:52.036064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5c8a4-0ff7-403e-838b-2ba50427bb06 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.042307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:52.043245 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-83c5c8a4-0ff7-403e-838b-2ba50427bb06 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports/653a505c-f004-43a6-a4e4-68b360d17d59 HTTP/1.1" status: 200 len: 911 time: 0.1973023 Nov 25 17:25:52.060370 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:52.062471 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0245ce-dbe1-42d7-b140-c54b8a212264 None None] The sync data for ids ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:52.078517 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.080663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ca71cdc8-3d04-49c5-97f0-5e49a78d0302 None None] Provisioning complete for port d7176f06-5d7b-4490-b2c1-648e9dee9908 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:52.081020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca71cdc8-3d04-49c5-97f0-5e49a78d0302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.088324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718457-f683-49cd-af0c-70c6f9a011d5 req-edbccf40-3bca-41bf-ae80-1672e8c10dee tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.095819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718457-f683-49cd-af0c-70c6f9a011d5 req-edbccf40-3bca-41bf-ae80-1672e8c10dee tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.101509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718457-f683-49cd-af0c-70c6f9a011d5 req-edbccf40-3bca-41bf-ae80-1672e8c10dee tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.103168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d718457-f683-49cd-af0c-70c6f9a011d5 req-edbccf40-3bca-41bf-ae80-1672e8c10dee tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2416 time: 0.1865666 Nov 25 17:25:52.179895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d7176f06-5d7b-4490-b2c1-648e9dee9908, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d7176f06-5d7b-4490-b2c1-648e9dee9908,segment=NetworkSegment(6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f),segment_id=6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:52.185311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d718457-f683-49cd-af0c-70c6f9a011d5 req-97e0764b-7c7a-4422-923a-6e03d221a07b tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605118 Nov 25 17:25:52.204672 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.266552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d7176f06-5d7b-4490-b2c1-648e9dee9908,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.382259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.457726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3684f5e-44e4-437b-8408-08c110039c98 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:52.525791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.529459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a3684f5e-44e4-437b-8408-08c110039c98 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:52.540327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a3684f5e-44e4-437b-8408-08c110039c98 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:52.540898 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.657204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:52.664290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:52.671618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:52.677577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=0b51ae3d-259f-48fb-9117-a7e51b48bdec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:52.730559 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.788955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3684f5e-44e4-437b-8408-08c110039c98'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:52.791255 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c05905-9d9e-4434-92cd-399a37a991d4" -d '{"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-plugged", "status": "completed", "tag": "a3684f5e-44e4-437b-8408-08c110039c98"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:52.808071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3684f5e-44e4-437b-8408-08c110039c98, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3684f5e-44e4-437b-8408-08c110039c98,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:52.817204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.818112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c03a6009-2161-4f1b-a73c-f3c5bc3c09ba up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:52.879265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0d59e571-9baa-4e32-8c92-12fef6f33b15 None None] Provisioning complete for port d7176f06-5d7b-4490-b2c1-648e9dee9908 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:52.879741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d59e571-9baa-4e32-8c92-12fef6f33b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:52.941690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6aabc-33f8-47b9-bc6f-217ae609f019 req-66e17925-90e7-4a39-9d8e-7e5194953167 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:52.943260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99e6aabc-33f8-47b9-bc6f-217ae609f019 req-66e17925-90e7-4a39-9d8e-7e5194953167 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1096 time: 0.1562054 Nov 25 17:25:53.011694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a3684f5e-44e4-437b-8408-08c110039c98,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.021534 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0367cb-f6c2-4ca5-8af9-3c0d8c56b2ae x-openstack-request-id: req-2b0367cb-f6c2-4ca5-8af9-3c0d8c56b2ae {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:53.021534 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-plugged", "status": "completed", "tag": "a3684f5e-44e4-437b-8408-08c110039c98", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:53.021534 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b0367cb-f6c2-4ca5-8af9-3c0d8c56b2ae {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:53.021534 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3684f5e-44e4-437b-8408-08c110039c98', 'code': 200} Nov 25 17:25:53.069120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:53.075816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:53.076341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.098782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99e6aabc-33f8-47b9-bc6f-217ae609f019 req-56eac769-9552-4972-920c-bc7c5de2f67e tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419077 Nov 25 17:25:53.119635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:53.230574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0d59e571-9baa-4e32-8c92-12fef6f33b15 None None] Provisioning complete for port 653a505c-f004-43a6-a4e4-68b360d17d59 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:53.238187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0d59e571-9baa-4e32-8c92-12fef6f33b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.250723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.281725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0d59e571-9baa-4e32-8c92-12fef6f33b15 None None] Port 653a505c-f004-43a6-a4e4-68b360d17d59 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:53.294817 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.364320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:53.376805 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.466661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce77796-80fb-46f9-b199-ec203648cc06 req-170b3e3c-a8db-4bc3-b9b9-11e64e73e9c3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.474986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce77796-80fb-46f9-b199-ec203648cc06 req-170b3e3c-a8db-4bc3-b9b9-11e64e73e9c3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.481365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:53.482573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce77796-80fb-46f9-b199-ec203648cc06 req-170b3e3c-a8db-4bc3-b9b9-11e64e73e9c3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:53.485627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ce77796-80fb-46f9-b199-ec203648cc06 req-170b3e3c-a8db-4bc3-b9b9-11e64e73e9c3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2418 time: 0.1338334 Nov 25 17:25:53.503075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9e72afd3-056e-4ab6-946d-4f49b251cd06 None None] Provisioning complete for port 653a505c-f004-43a6-a4e4-68b360d17d59 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:53.504532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e72afd3-056e-4ab6-946d-4f49b251cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.559254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ce77796-80fb-46f9-b199-ec203648cc06 req-5289c2c2-0f67-4ae1-940d-1d1faac349b9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624714 Nov 25 17:25:53.565386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 5007ba94-00ba-48a5-af44-cd25ad74d8c4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:53.565730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.586100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d7176f06-5d7b-4490-b2c1-648e9dee9908 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:53.726610 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.726936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:53.746147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 5007ba94-00ba-48a5-af44-cd25ad74d8c4 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:53.898695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e72afd3-056e-4ab6-946d-4f49b251cd06 None None] Port 653a505c-f004-43a6-a4e4-68b360d17d59 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:53.939880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d7176f06-5d7b-4490-b2c1-648e9dee9908 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:53.948166 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.028383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d2dbe376-cab9-4247-aefb-db019f491627 None None] Provisioning complete for port 653a505c-f004-43a6-a4e4-68b360d17d59 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:54.028757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe376-cab9-4247-aefb-db019f491627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.038914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52914) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:54.088047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.115417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.118987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbe376-cab9-4247-aefb-db019f491627 None None] Port 653a505c-f004-43a6-a4e4-68b360d17d59 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:25:54.156408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=5007ba94-00ba-48a5-af44-cd25ad74d8c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:54.244528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.245006 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP c9a11a37-7dd5-40b8-9f37-53a6d3f43005 disassociated (deleted). External IP: 172.25.8.66, port: a0b2de45-f844-45ff-9b2c-0ad392517611. Nov 25 17:25:54.268373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e7deea-888f-4ab2-9b69-846a17641c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.272638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.282836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 653a505c-f004-43a6-a4e4-68b360d17d59 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:54.283299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.472956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3ac43bd-0d37-42a8-be95-a996a34ad8d3 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:54.475677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:54.512689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.539475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 653a505c-f004-43a6-a4e4-68b360d17d59 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:54.563346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:25:54.569594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:54.570246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.574378 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e7deea-888f-4ab2-9b69-846a17641c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.618798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e7deea-888f-4ab2-9b69-846a17641c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.622405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:54.628614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.641933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] Sync routers for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:54.660124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7deea-888f-4ab2-9b69-846a17641c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdbe6da-ff5e-4491-8311-962712942df2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:54.690476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:54.691639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:54.707056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-72e7deea-888f-4ab2-9b69-846a17641c5e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=590e09d395014924be7944eece1d9c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6647208 Nov 25 17:25:54.707875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:54.721340 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f907e51b-e5fa-4c4a-9e8e-6c6197a41978 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/floatingips/c9a11a37-7dd5-40b8-9f37-53a6d3f43005 HTTP/1.1" status: 204 len: 168 time: 1.6001613 Nov 25 17:25:54.723531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:54.728320 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a137c9-af5a-4f7b-8776-270771c74d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:54.743028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.799722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1bb6-e0f7-43eb-bd8a-0285204e028d req-42e85894-8bc8-4479-b5bd-77bc69352ff9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.801772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.827581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1bb6-e0f7-43eb-bd8a-0285204e028d req-42e85894-8bc8-4479-b5bd-77bc69352ff9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.847454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.855159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a1bb6-e0f7-43eb-bd8a-0285204e028d req-42e85894-8bc8-4479-b5bd-77bc69352ff9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:54.860966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc8a1bb6-e0f7-43eb-bd8a-0285204e028d req-42e85894-8bc8-4479-b5bd-77bc69352ff9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2418 time: 0.1900218 Nov 25 17:25:54.917694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0cebddd-9fe3-407a-986e-846c0f55d241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.940672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=0b51ae3d-259f-48fb-9117-a7e51b48bdec,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:54.945417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:54.960208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc8a1bb6-e0f7-43eb-bd8a-0285204e028d req-c374916c-ef4f-4f4c-ad14-4fdabe65768a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732105 Nov 25 17:25:54.973092 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:54.976272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:55.001719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0cebddd-9fe3-407a-986e-846c0f55d241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.015610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.074726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba'}, {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:55.077834 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6d1fa4-08ec-4474-9526-440bc8f2825d" -d '{"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-plugged", "status": "completed", "tag": "c03a6009-2161-4f1b-a73c-f3c5bc3c09ba"}, {"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-plugged", "status": "completed", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:55.084572 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e785076c-e720-48dc-8010-95d2deb1fe23 x-openstack-request-id: req-e785076c-e720-48dc-8010-95d2deb1fe23 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:55.084870 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:55.085265 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e785076c-e720-48dc-8010-95d2deb1fe23 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:55.085775 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'status': 'completed', 'code': 200} Nov 25 17:25:55.147112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.208471 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a040a9b-762a-499f-ba03-98fe6cc33d20 x-openstack-request-id: req-3a040a9b-762a-499f-ba03-98fe6cc33d20 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:55.208764 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-plugged", "status": "completed", "tag": "c03a6009-2161-4f1b-a73c-f3c5bc3c09ba", "code": 200}, {"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-plugged", "status": "completed", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:55.209015 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3a040a9b-762a-499f-ba03-98fe6cc33d20 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:55.209925 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba', 'code': 200} Nov 25 17:25:55.209925 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3', 'code': 200} Nov 25 17:25:55.224794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:55.243682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=653a505c-f004-43a6-a4e4-68b360d17d59,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:55.353924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f15c-13fb-4b48-b2b4-8f91dc32bfa9 req-945b66c2-3833-4ca8-abca-f98531b1a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.354522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f15c-13fb-4b48-b2b4-8f91dc32bfa9 req-945b66c2-3833-4ca8-abca-f98531b1a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.354829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f15c-13fb-4b48-b2b4-8f91dc32bfa9 req-945b66c2-3833-4ca8-abca-f98531b1a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.357147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a879f15c-13fb-4b48-b2b4-8f91dc32bfa9 req-945b66c2-3833-4ca8-abca-f98531b1a459 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2872 time: 0.0668201 Nov 25 17:25:55.364167 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP d2b39972-2198-47b7-96b4-c81cb9cb71d3 associated. External IP: 172.25.8.104, port: 3ec3b63d-435b-4391-be15-748234c0de12. Nov 25 17:25:55.364347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:44Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:55.366520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0cebddd-9fe3-407a-986e-846c0f55d241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.370504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0cebddd-9fe3-407a-986e-846c0f55d241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.376938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d0cebddd-9fe3-407a-986e-846c0f55d241 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dfdbe6da-ff5e-4491-8311-962712942df2 HTTP/1.1" status: 204 len: 168 time: 0.6643374 Nov 25 17:25:55.409707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] Checking router: e9132b2b-9976-45c5-9668-fa8fe18b1aa5 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:25:55.422986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:55.423998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:55.444373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a879f15c-13fb-4b48-b2b4-8f91dc32bfa9 req-cfe60c93-65ed-4845-a3ad-0480ad3b007d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679295 Nov 25 17:25:55.512751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cebddd-9fe3-407a-986e-846c0f55d241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdbe6da-ff5e-4491-8311-962712942df2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:55.515804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-21a64975-b33e-4ec4-9de7-099cb91c901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.517358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-21a64975-b33e-4ec4-9de7-099cb91c901f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 1096 time: 0.4130399 Nov 25 17:25:55.544102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:55.598007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:25:55.708030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62128cf9-c16c-420e-8fc5-868c4e6bcd69 req-4c3b87eb-5a94-445a-911c-12c1cb537b6e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:55.709789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62128cf9-c16c-420e-8fc5-868c4e6bcd69 req-4c3b87eb-5a94-445a-911c-12c1cb537b6e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.4344614 Nov 25 17:25:55.875793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:44Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:55.918609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee06606-e6c8-46bb-8faa-608b6975da91 None None] The sync data for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 is: [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:23:37Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8420a37-5f6d-46be-8cc7-f93235e11613', 'name': '', 'network_id': '37913d77-c205-447d-a468-73f4ceb7a861', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:c0:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:36Z', 'updated_at': '2021-11-25T17:23:44Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '770f0c45-6571-446c-8daf-3c4ba25ce486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:56.166554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635340-40ad-4f80-a74d-d64acc652e3d req-a72856c8-86b3-44f4-b443-dd2395a14b0d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.174685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635340-40ad-4f80-a74d-d64acc652e3d req-a72856c8-86b3-44f4-b443-dd2395a14b0d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.181616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635340-40ad-4f80-a74d-d64acc652e3d req-a72856c8-86b3-44f4-b443-dd2395a14b0d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.183652 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48635340-40ad-4f80-a74d-d64acc652e3d req-a72856c8-86b3-44f4-b443-dd2395a14b0d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2419 time: 0.0883586 Nov 25 17:25:56.275263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48635340-40ad-4f80-a74d-d64acc652e3d req-43e5a530-18cc-4ffb-93e4-076f57415999 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719182 Nov 25 17:25:56.409595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:56.445972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea67d4-ef9a-408a-9662-28bde0700727 None None] New status for floating IP c9a11a37-7dd5-40b8-9f37-53a6d3f43005: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:25:56.466456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-9fca5a8b-d2f4-4084-8ec6-fc3cb29632c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.468712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-9fca5a8b-d2f4-4084-8ec6-fc3cb29632c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 200 len: 898 time: 0.9348969 Nov 25 17:25:56.476550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62128cf9-c16c-420e-8fc5-868c4e6bcd69 req-c6d5af29-0e8f-436f-8f1c-1233fc80ecf1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7545083 Nov 25 17:25:56.539966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-6fca67ff-df43-43a9-b5af-57ea93153f45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 200 len: 217 time: 0.0613153 Nov 25 17:25:56.548762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 9d97a866-ff7f-446f-a5dd-ada9de46a6c4 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:56.555327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:56.589715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1871727498-network', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:56.616876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-62f4f31c-de01-412b-8e4c-a1eaec7002ed tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.618520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-62f4f31c-de01-412b-8e4c-a1eaec7002ed tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.2714703 Nov 25 17:25:56.621660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Made reservation on behalf of 0e28d6cd50064f73a95a81eeaa78caef for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:56.628298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.642400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.688844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-8274b93b-7683-4aff-af35-c86784c88556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.690360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-8274b93b-7683-4aff-af35-c86784c88556 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 200 len: 834 time: 0.1372776 Nov 25 17:25:56.749843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.753688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.782622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:25:56.792158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1f9b8-3eb5-4879-99b3-786562ae7fe1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:56.799191 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.799594 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Added segment 2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549 of type vlan for network 7441545a-b294-4884-99bd-fbc6e6446cf1 Nov 25 17:25:56.853612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:56.866547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] Sync routers for ids ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:56.870610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a01b316-d526-4fa2-90c1-06a9aed4405c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/9d97a866-ff7f-446f-a5dd-ada9de46a6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8242519 Nov 25 17:25:56.871915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.874709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:56.888255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] Routers {'9d97a866-ff7f-446f-a5dd-ada9de46a6c4'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:56.889378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:56.919520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.922910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.923919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:56.938578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:56.946535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-483bc0fd-7eb9-4e96-bd86-c772c9c51e13 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d97a866-ff7f-446f-a5dd-ada9de46a6c4 HTTP/1.1" status: 200 len: 205 time: 0.0701699 Nov 25 17:25:56.950475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] Routers {'9d97a866-ff7f-446f-a5dd-ada9de46a6c4'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:56.951227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:56.953585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53000) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:56.972647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-9b4b7433-8e64-4419-adcf-18e987b3e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:56.974604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-9b4b7433-8e64-4419-adcf-18e987b3e03b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37913d77-c205-447d-a468-73f4ceb7a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633195 Nov 25 17:25:56.995988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:56.996778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb48d2e-0bf0-4fd7-afe2-25ee02c63d62 None None] The sync data for ids ['9d97a866-ff7f-446f-a5dd-ada9de46a6c4'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:57.021807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6110961 Nov 25 17:25:57.027864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53002) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:57.033488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Request body: {'subnet': {'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1871727498-subnet', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:57.070382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62dd43-f839-4004-b8df-7abdd5787477 admin admin] Pushing event updated for resources: {'Network': ['ID=7441545a-b294-4884-99bd-fbc6e6446cf1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:57.084871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:25:57.090105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Made reservation on behalf of 0e28d6cd50064f73a95a81eeaa78caef for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:25:57.094172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.101458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port a0b2de45-f844-45ff-9b2c-0ad392517611 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:57.101795 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.122614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.154183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:25:57.168965 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:25:57.186244 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:57.187263 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.267376 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.277468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:25:57.278343 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.313586 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.354403 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:25:57.354967 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1780266-c839-49d2-9687-ddab6fbc06c8 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:25:57.361690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.478203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db128cd3-bc59-4b6d-8f19-70a897b402c0,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:57.510379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ea89-53ba-4ca1-af2e-583d37bba956 req-429d5659-8533-4a49-8cdd-d16363d0c8c5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.516901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ea89-53ba-4ca1-af2e-583d37bba956 req-429d5659-8533-4a49-8cdd-d16363d0c8c5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.524032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ea89-53ba-4ca1-af2e-583d37bba956 req-429d5659-8533-4a49-8cdd-d16363d0c8c5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.525948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac87ea89-53ba-4ca1-af2e-583d37bba956 req-429d5659-8533-4a49-8cdd-d16363d0c8c5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2419 time: 0.1499524 Nov 25 17:25:57.527021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Checking segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:57.527508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Network hostable DHCP agents. Network: 7441545a-b294-4884-99bd-fbc6e6446cf1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:25:57.538060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd155ca9-dfb2-4e0a-8eb9-860474aacbf7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0940943 Nov 25 17:25:57.540034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port a0b2de45-f844-45ff-9b2c-0ad392517611, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a0b2de45-f844-45ff-9b2c-0ad392517611,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:57.540401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.541477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:57.547483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'port_id': '3ec3b63d-435b-4391-be15-748234c0de12', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:57.552543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-b0a0d29e-66a8-4ce5-91bc-5a4ee7f83245 service neutron] 10.222.0.55 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422468 Nov 25 17:25:57.557596 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.567705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.574890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for a0b2de45-f844-45ff-9b2c-0ad392517611 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:25:57.598200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:25:57.632379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 7441545a-b294-4884-99bd-fbc6e6446cf1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:57.648513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.649119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.658328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.676252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac87ea89-53ba-4ca1-af2e-583d37bba956 req-908c5165-e3fc-420d-a846-976181a7a4a4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Nov 25 17:25:57.684191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe41ff-8078-4471-ad94-fe71708eb75b None None] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:57.740850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.741379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router 9d97a866-ff7f-446f-a5dd-ada9de46a6c4 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:25:57.745353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c2391370-a21f-41a3-8d7f-936efc49d743 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7137282 Nov 25 17:25:57.747039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53024) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:57.755844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.759564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7c9b2fbd-2043-4864-82ae-51cdb2bad495 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/9d97a866-ff7f-446f-a5dd-ada9de46a6c4 HTTP/1.1" status: 204 len: 168 time: 0.8046563 Nov 25 17:25:57.761497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:57.768632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:25:57.889607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc216ac-67f6-4bb5-a942-587c229b3538 req-46426957-f42b-4096-a084-88b32566a57b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:57.897131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cc216ac-67f6-4bb5-a942-587c229b3538 req-46426957-f42b-4096-a084-88b32566a57b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 945 time: 0.3014176 Nov 25 17:25:57.906590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3a137c9-af5a-4f7b-8776-270771c74d1d req-4daa60c6-f901-4d3c-9041-587c081c79e2 service neutron] 10.222.0.55 "GET /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421724 Nov 25 17:25:57.934111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-7441545a-b294-4884-99bd-fbc6e6446cf1', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:25:57.936390 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.938714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.940054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:57.956138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet d3cc5f54-8f78-4a03-a074-045a429328d8 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:25:57.963963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.168464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Allocated IP 172.20.0.2 (7441545a-b294-4884-99bd-fbc6e6446cf1/db128cd3-bc59-4b6d-8f19-70a897b402c0/293b421a-811f-4310-9e13-7a385474a3fb) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:25:58.400984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.409235 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.439967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.445475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a467e0-fad6-42a2-9098-8e5c49c05309 req-f184c854-9bd4-4ecb-bee3-860bed704264 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.452140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a467e0-fad6-42a2-9098-8e5c49c05309 req-f184c854-9bd4-4ecb-bee3-860bed704264 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.461141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a467e0-fad6-42a2-9098-8e5c49c05309 req-f184c854-9bd4-4ecb-bee3-860bed704264 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:25:58.470192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a467e0-fad6-42a2-9098-8e5c49c05309 req-f184c854-9bd4-4ecb-bee3-860bed704264 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2419 time: 0.2175460 Nov 25 17:25:58.473670 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.479467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:25:58.484496 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cc216ac-67f6-4bb5-a942-587c229b3538 req-659504af-08f9-4517-8de3-48ece1d07eeb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=86931209-d41a-478b-931b-221b7b11be70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5864990 Nov 25 17:25:58.489390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:25:58.500149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:25:58.527251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Pushing event updated for resources: {'Port': ['ID=293b421a-811f-4310-9e13-7a385474a3fb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:58.570672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a467e0-fad6-42a2-9098-8e5c49c05309 req-74db53e2-6d12-497d-83dc-8f42b5de182f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994365 Nov 25 17:25:58.655506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Attempting to bind port 293b421a-811f-4310-9e13-7a385474a3fb on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:25:58.655506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Attempting to bind port 293b421a-811f-4310-9e13-7a385474a3fb by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:25:58.655506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Attempting to bind port 293b421a-811f-4310-9e13-7a385474a3fb on network 7441545a-b294-4884-99bd-fbc6e6446cf1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:25:58.658840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.667561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:25:58.668912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Checking segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:25:58.671197 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.671197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Bound using segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:25:58.672756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Bound port: 293b421a-811f-4310-9e13-7a385474a3fb, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:25:58.672756 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.721175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.726820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.733234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=a0b2de45-f844-45ff-9b2c-0ad392517611,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:58.772700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] For port 293b421a-811f-4310-9e13-7a385474a3fb, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:25:58.776730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] For port 293b421a-811f-4310-9e13-7a385474a3fb, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=293b421a-811f-4310-9e13-7a385474a3fb,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:25:58.783578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.848113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee0934-dc46-4635-993c-b775ce73a294 None None] Pushing event updated for resources: {'Port': ['ID=293b421a-811f-4310-9e13-7a385474a3fb,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:58.863405 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.884109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:58.992614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.032844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] No DVR routers for this DVR port a0b2de45-f844-45ff-9b2c-0ad392517611 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:25:59.036032 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.040705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3ff0552-baa6-458f-8542-39ad799bce14 req-7daa6ffa-9f98-4306-8c99-1fb492bbe37d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "DELETE /v2.0/ports/a0b2de45-f844-45ff-9b2c-0ad392517611 HTTP/1.1" status: 204 len: 173 time: 2.4132209 Nov 25 17:25:59.086635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-deleted', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:25:59.100452 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2778196a-5ac8-4a4d-9995-e3e3f33a3f08" -d '{"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-deleted", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:25:59.167535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cc5f54-8f78-4a03-a074-045a429328d8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:25:59.175466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.182045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82e99f9b-31d7-418e-a88c-a3b3bb273acb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/d3cc5f54-8f78-4a03-a074-045a429328d8 HTTP/1.1" status: 204 len: 168 time: 1.4101756 Nov 25 17:25:59.187442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:25:59.207202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21a9d3-bafc-4f80-a1e8-db699e1c9e5a None None] Network ff84f13f-34de-43ad-b938-21243cba99d1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:25:59.316603 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126fbae8-0fe8-40fe-90d1-914da901adab x-openstack-request-id: req-126fbae8-0fe8-40fe-90d1-914da901adab {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:25:59.317336 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14cabc1-7665-4afc-afe1-dbc0182f8ffd", "name": "network-vif-deleted", "tag": "a0b2de45-f844-45ff-9b2c-0ad392517611", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:25:59.317336 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-126fbae8-0fe8-40fe-90d1-914da901adab {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:25:59.317571 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14cabc1-7665-4afc-afe1-dbc0182f8ffd', 'name': 'network-vif-deleted', 'tag': 'a0b2de45-f844-45ff-9b2c-0ad392517611', 'status': 'completed', 'code': 200} Nov 25 17:25:59.322667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.386742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:25:59.470261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: a0b2de45-f844-45ff-9b2c-0ad392517611 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:25:59.470623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a0b2de45-f844-45ff-9b2c-0ad392517611 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:25:59.504041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port d7176f06-5d7b-4490-b2c1-648e9dee9908 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:25:59.504471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.659307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 293b421a-811f-4310-9e13-7a385474a3fb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:25:59.683566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.759274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 293b421a-811f-4310-9e13-7a385474a3fb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:25:59.760350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.761329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.773159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:25:59.833277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] DHCP port deletion for ff84f13f-34de-43ad-b938-21243cba99d1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:25:59.851934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40577262-5365-45c1-80cb-dea08b1356e0 req-8eb1dd8f-f4f8-4478-a4ee-ae7430e74fc9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14cabc1-7665-4afc-afe1-dbc0182f8ffd HTTP/1.1" status: 200 len: 210 time: 0.1062014 Nov 25 17:25:59.955090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port d7176f06-5d7b-4490-b2c1-648e9dee9908, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d7176f06-5d7b-4490-b2c1-648e9dee9908,segment=NetworkSegment(6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f),segment_id=6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:25:59.955244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:25:59.997606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for d7176f06-5d7b-4490-b2c1-648e9dee9908 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:00.006948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71d65-7f5a-4662-96ca-018983bb618e req-5e5ba0cb-19b7-4802-9731-a494d0228c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.024765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71d65-7f5a-4662-96ca-018983bb618e req-5e5ba0cb-19b7-4802-9731-a494d0228c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.032190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71d65-7f5a-4662-96ca-018983bb618e req-5e5ba0cb-19b7-4802-9731-a494d0228c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.033983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76a71d65-7f5a-4662-96ca-018983bb618e req-5e5ba0cb-19b7-4802-9731-a494d0228c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2419 time: 0.3613114 Nov 25 17:26:00.034595 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.046565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9b8b-12ee-4d96-9e4c-b3a6fb29b9fa req-d4776765-f900-4515-befb-24066e357a0f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.053497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9b8b-12ee-4d96-9e4c-b3a6fb29b9fa req-d4776765-f900-4515-befb-24066e357a0f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.060246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9b8b-12ee-4d96-9e4c-b3a6fb29b9fa req-d4776765-f900-4515-befb-24066e357a0f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:00.062332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-825e9b8b-12ee-4d96-9e4c-b3a6fb29b9fa req-d4776765-f900-4515-befb-24066e357a0f tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 2419 time: 0.3555129 Nov 25 17:26:00.089293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Deleting port d7176f06-5d7b-4490-b2c1-648e9dee9908 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:00.090125 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.097109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 293b421a-811f-4310-9e13-7a385474a3fb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=293b421a-811f-4310-9e13-7a385474a3fb,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:00.116853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.293527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Allocated IP 172.25.8.181 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/5be99944-e1e5-4974-979b-0bd9b0d7ddf4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:00.300553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:00.301834 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.333698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-825e9b8b-12ee-4d96-9e4c-b3a6fb29b9fa req-4e68b03d-10db-412c-b9fa-df25b9aa6ecb tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601771 Nov 25 17:26:00.344739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.368241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=d7176f06-5d7b-4490-b2c1-648e9dee9908,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.433835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port d7176f06-5d7b-4490-b2c1-648e9dee9908 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:00.486523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:00.511662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port a3684f5e-44e4-437b-8408-08c110039c98 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:00.516403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.516685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:00.517331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.528113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] For port d7176f06-5d7b-4490-b2c1-648e9dee9908, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d7176f06-5d7b-4490-b2c1-648e9dee9908,segment=NetworkSegment(6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f),segment_id=6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:00.528508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.580116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1186397-35ae-47ec-ba63-b1b7e9639919 None None] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:00.582206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.610511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Calling delete_port for d7176f06-5d7b-4490-b2c1-648e9dee9908 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:00.613050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=293b421a-811f-4310-9e13-7a385474a3fb,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:00.635681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port a3684f5e-44e4-437b-8408-08c110039c98, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3684f5e-44e4-437b-8408-08c110039c98,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:00.635681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.647436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for a3684f5e-44e4-437b-8408-08c110039c98 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:00.663104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:00.663785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.695357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.751359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff84f13f-34de-43ad-b938-21243cba99d1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.765226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.771596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.772185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6976ac0a-e4f3-406b-9a89-27b9e8dbbb7f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.788478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.812013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-434c1f6b-5b80-4145-a7b0-90d4393dee00 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/floatingips/d2b39972-2198-47b7-96b4-c81cb9cb71d3 HTTP/1.1" status: 200 len: 979 time: 3.2693872 Nov 25 17:26:00.814324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.815356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53070) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:00.817772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:00.822553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064f9e8-9215-42de-91a3-53f6a79e1efc None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:00.827292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.835979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:00.836823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:00.841553 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:00.860454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['c03a6009-2161-4f1b-a73c-f3c5bc3c09ba', 'a3684f5e-44e4-437b-8408-08c110039c98', 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:00.927410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.935277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.953811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-10e976d2-f7b1-4d8f-becb-7201639fdaf9 None None] Provisioning complete for port 293b421a-811f-4310-9e13-7a385474a3fb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:00.954401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10e976d2-f7b1-4d8f-becb-7201639fdaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.966727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:00.975486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:00.986025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/ff84f13f-34de-43ad-b938-21243cba99d1 HTTP/1.1" status: 204 len: 168 time: 1.7972848 Nov 25 17:26:01.024752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:01.038908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-893225920', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:01.052618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735fed5-a890-4edb-a139-50c652ed9eb2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=ff84f13f-34de-43ad-b938-21243cba99d1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.070191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:01.084339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:01.091162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:01.133786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240c4e0-b908-4c93-b985-75ccad5c753a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:01.180239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Pushing event updated for resources: {'Port': ['ID=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.194417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.195862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.224488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=a3684f5e-44e4-437b-8408-08c110039c98,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.261930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.297037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port a3684f5e-44e4-437b-8408-08c110039c98 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:01.305525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.313731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76a71d65-7f5a-4662-96ca-018983bb618e req-9d010a45-6ef5-4758-be6c-2f2abbb1564c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "DELETE /v2.0/ports/a3684f5e-44e4-437b-8408-08c110039c98 HTTP/1.1" status: 204 len: 173 time: 1.2502673 Nov 25 17:26:01.323733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-deleted', 'tag': 'a3684f5e-44e4-437b-8408-08c110039c98'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:01.326050 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1451428c-06ff-41a5-87c8-20371d0fa54b" -d '{"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-deleted", "tag": "a3684f5e-44e4-437b-8408-08c110039c98"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:01.337323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Pushing event deleted for resources: {'Port': ['ID=d7176f06-5d7b-4490-b2c1-648e9dee9908,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:01.346872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] Network ff84f13f-34de-43ad-b938-21243cba99d1 is not hosted by any dhcp agent {{(pid=103637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:26:01.347790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d70de-5901-47d0-97f6-db06692fb9c7 None None] No DVR routers for this DVR port d7176f06-5d7b-4490-b2c1-648e9dee9908 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:01.488480 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c6286-02e6-4887-a895-54ca7d9b8355 x-openstack-request-id: req-ff4c6286-02e6-4887-a895-54ca7d9b8355 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:01.488981 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-deleted", "tag": "a3684f5e-44e4-437b-8408-08c110039c98", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:01.489403 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff4c6286-02e6-4887-a895-54ca7d9b8355 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:01.490155 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-deleted', 'tag': 'a3684f5e-44e4-437b-8408-08c110039c98', 'status': 'completed', 'code': 200} Nov 25 17:26:01.598835 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.612060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 293b421a-811f-4310-9e13-7a385474a3fb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:01.773451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 293b421a-811f-4310-9e13-7a385474a3fb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:01.774214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.786612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b10182a5-e12d-4cac-87cc-c0c5837eeeee None None] Provisioning complete for port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:01.787246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b10182a5-e12d-4cac-87cc-c0c5837eeeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.788255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c97e-3772-4e40-bc3b-80e86e1935d9 req-8820e41d-8a22-437a-86f8-bb26a5edcc47 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.798168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c97e-3772-4e40-bc3b-80e86e1935d9 req-8820e41d-8a22-437a-86f8-bb26a5edcc47 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.809877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4c2c97e-3772-4e40-bc3b-80e86e1935d9 req-8820e41d-8a22-437a-86f8-bb26a5edcc47 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 1683 time: 0.2413435 Nov 25 17:26:01.838936 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.871420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b10182a5-e12d-4cac-87cc-c0c5837eeeee None None] Port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:01.897470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 0b51ae3d-259f-48fb-9117-a7e51b48bdec {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:01.898045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.938402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.945775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.953741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.961631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.969783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.976215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.985421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:01.986378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d359b027-9163-4a80-9349-e35db9c1d476 req-943b5988-bf60-401b-8704-46cfb896222a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.3607235 Nov 25 17:26:01.988410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:01.988736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.004002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 0b51ae3d-259f-48fb-9117-a7e51b48bdec owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:02.110554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2323dea8-943d-42a3-a816-8053abdd1f9e None None] Provisioning complete for port 293b421a-811f-4310-9e13-7a385474a3fb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:02.110926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2323dea8-943d-42a3-a816-8053abdd1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.163170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d7176f06-5d7b-4490-b2c1-648e9dee9908 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:02.197342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d7176f06-5d7b-4490-b2c1-648e9dee9908 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:02.197698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d7176f06-5d7b-4490-b2c1-648e9dee9908 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:02.227262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.307967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4c2c97e-3772-4e40-bc3b-80e86e1935d9 req-1aab93fc-674f-4c08-95b2-0a35a814a165 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972713 Nov 25 17:26:02.308730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=0b51ae3d-259f-48fb-9117-a7e51b48bdec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:02.348588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:02.348935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.440457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.440797 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP d2b39972-2198-47b7-96b4-c81cb9cb71d3 disassociated (deleted). External IP: 172.25.8.104, port: 3ec3b63d-435b-4391-be15-748234c0de12. Nov 25 17:26:02.496119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.507112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d359b027-9163-4a80-9349-e35db9c1d476 req-c00cd079-ff54-4e82-ad66-6372f86dde0e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5116057 Nov 25 17:26:02.606621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:02.607341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.639793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for c03a6009-2161-4f1b-a73c-f3c5bc3c09ba owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:02.806006 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.862623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:02.893130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.899462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.905660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.911861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.918116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.924608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.930715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:02.932762 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-447a8147-97b0-4624-a55e-640c1f89f0e3 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.2338123 Nov 25 17:26:03.029075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-1a8ed5e9-121c-4090-aae5-de068475aaf1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.030665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-1a8ed5e9-121c-4090-aae5-de068475aaf1 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "GET /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0893090 Nov 25 17:26:03.033819 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.149106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.230259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 172.25.8.48 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/312a21e7-31b4-45e7-8d66-b538599555da) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:03.244665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:03.303093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.336916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4126a907-ebb5-42a9-ab31-090177f9cb88 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "GET /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2975183 Nov 25 17:26:03.351289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=c03a6009-2161-4f1b-a73c-f3c5bc3c09ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:03.353166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:03.444191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.444635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.445012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.445309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.445643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.445970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.446747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.446747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.446971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.447823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.448128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.448795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:03.454304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.476754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:03.512673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.643871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port c03a6009-2161-4f1b-a73c-f3c5bc3c09ba on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:03.647768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.657483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76a71d65-7f5a-4662-96ca-018983bb618e req-e4c7fd4c-79f9-4834-8e96-b94e7c28b589 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "DELETE /v2.0/ports/c03a6009-2161-4f1b-a73c-f3c5bc3c09ba HTTP/1.1" status: 204 len: 173 time: 2.3181772 Nov 25 17:26:03.664731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-deleted', 'tag': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:03.667159 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07323ddd-758a-4f10-b276-24c24e9b7dda" -d '{"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-deleted", "tag": "c03a6009-2161-4f1b-a73c-f3c5bc3c09ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:03.769294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.805363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30bc5-e8d4-4e7c-b53c-750ce0dc44c7 req-3b4a814b-e032-4fea-a599-b5570ca076df tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.814837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cac30bc5-e8d4-4e7c-b53c-750ce0dc44c7 req-3b4a814b-e032-4fea-a599-b5570ca076df tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 946 time: 0.3434227 Nov 25 17:26:03.862411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.863222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.869869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.876332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.882462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.888675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.892181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:03.894934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:03.897629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:03.902917 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-b28aa459-c916-4d41-a0a3-73fcc73b60a2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 5435 time: 0.2715549 Nov 25 17:26:03.905890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:03.908362 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:03.918773 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:03.919424 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:03.921599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:03.928992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:03.935094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:03.938471 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:03.961799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:03.969234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:03.973596 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:03.974577 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:03.998867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=312a21e7-31b4-45e7-8d66-b538599555da,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:04.008525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:04.008766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cac30bc5-e8d4-4e7c-b53c-750ce0dc44c7 req-b1aa628f-bc6b-4885-a0ad-b9e2cb9f42d7 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887088 Nov 25 17:26:04.016973 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:04.017913 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf9da0c-18ec-42cb-8738-432604148f9b None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:04.025228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4040ad4-059c-40d3-9a67-50814013caed tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/floatingips/d2b39972-2198-47b7-96b4-c81cb9cb71d3 HTTP/1.1" status: 204 len: 168 time: 3.2067950 Nov 25 17:26:04.032821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53102) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:04.043653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be340095-e17d-4bc0-9ffd-7489981c1f50 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:04.072869 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b2a084-5ca4-4bf9-8466-612022fd9afb x-openstack-request-id: req-c2b2a084-5ca4-4bf9-8466-612022fd9afb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:04.073115 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-deleted", "tag": "c03a6009-2161-4f1b-a73c-f3c5bc3c09ba", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:04.073451 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2b2a084-5ca4-4bf9-8466-612022fd9afb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:04.073766 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-deleted', 'tag': 'c03a6009-2161-4f1b-a73c-f3c5bc3c09ba', 'status': 'completed', 'code': 200} Nov 25 17:26:04.101163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:04.115325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.119835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-765142cb-d60f-4e70-851e-0c3aacb02f4e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3591428 Nov 25 17:26:04.126147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53104) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:04.145440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-577ade98-cc6a-4ba9-8d8c-9e979ce9499a None None] Provisioning complete for port 312a21e7-31b4-45e7-8d66-b538599555da triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:04.146203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-577ade98-cc6a-4ba9-8d8c-9e979ce9499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.188901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-577ade98-cc6a-4ba9-8d8c-9e979ce9499a None None] Port 312a21e7-31b4-45e7-8d66-b538599555da cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:04.194113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:04.195484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc39bc31-2227-4b1d-90cf-241b6b894060 req-f521f888-387a-4684-a164-b6c15e7a5fe0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2916834 Nov 25 17:26:04.248065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:04.249031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.283659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] For port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:04.361131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] device_id is not set on port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:26:04.383618 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.397157 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.414940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:01Z', 'revision_number': 3, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:04.449405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:04.449819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Updating router e61e644b-c0f9-4a28-89f8-57fdf7935abb port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:04.484672 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.506425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:04.542035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port a8420a37-5f6d-46be-8cc7-f93235e11613 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:04.542571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.575223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 3ec3b63d-435b-4391-be15-748234c0de12 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:04.575612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.582847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:04.583215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:04.618179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] No DVR routers for this DVR port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:04.686700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3684f5e-44e4-437b-8408-08c110039c98 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:04.752621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: a3684f5e-44e4-437b-8408-08c110039c98 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:04.753272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3684f5e-44e4-437b-8408-08c110039c98 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:04.753870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c03a6009-2161-4f1b-a73c-f3c5bc3c09ba no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:04.801964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: c03a6009-2161-4f1b-a73c-f3c5bc3c09ba {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:04.802590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c03a6009-2161-4f1b-a73c-f3c5bc3c09ba not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:04.803217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a3ac43bd-0d37-42a8-be95-a996a34ad8d3 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:04.844730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for a3ac43bd-0d37-42a8-be95-a996a34ad8d3 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:04.978704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port a8420a37-5f6d-46be-8cc7-f93235e11613, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8420a37-5f6d-46be-8cc7-f93235e11613,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:04.978982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.035358 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.070231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:05.074712 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21183640-86e4-4948-a472-bfad0b48acc8" -d '{"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:05.079134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for a8420a37-5f6d-46be-8cc7-f93235e11613 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:05.095692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.099982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a3ac43bd-0d37-42a8-be95-a996a34ad8d3, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:05.101931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1f9c5f3e-6262-4afb-92bd-3ff7fe26df0b None None] Provisioning complete for port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:05.102812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f3e-6262-4afb-92bd-3ff7fe26df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.161479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c5f3e-6262-4afb-92bd-3ff7fe26df0b None None] Port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:05.165965 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa22ac3-75f1-4edd-baef-2863f94eea47 x-openstack-request-id: req-9aa22ac3-75f1-4edd-baef-2863f94eea47 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:05.166818 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:05.167559 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9aa22ac3-75f1-4edd-baef-2863f94eea47 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:05.168695 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3', 'code': 200} Nov 25 17:26:05.171771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.174885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.190911 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.194669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.220645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] In _notify_port_updated(), no bound segment for port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:26:05.221563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.222176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.223930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-29a2d460-47b8-4a5d-90d5-448b7c9126e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 200 len: 1027 time: 1.8751736 Nov 25 17:26:05.270078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.300036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 3ec3b63d-435b-4391-be15-748234c0de12 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:05.301001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69463cff-d58a-4d2e-92a2-7c7fee0df671 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:05.315476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:05.330200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.353135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port a3ac43bd-0d37-42a8-be95-a996a34ad8d3 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:05.372735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.376542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76a71d65-7f5a-4662-96ca-018983bb618e req-c5f5f019-7d2b-42f5-b020-a7f9323c5df3 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "DELETE /v2.0/ports/a3ac43bd-0d37-42a8-be95-a996a34ad8d3 HTTP/1.1" status: 204 len: 173 time: 1.7023220 Nov 25 17:26:05.402313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Attempting to bind port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:05.402313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Attempting to bind port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:05.402648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Attempting to bind port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:05.416401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369d0e1-2754-4f01-ba47-78747dabb762 None None] Pushing event updated for resources: {'Port': ['ID=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.461265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485e67-968d-448b-ad40-ed6a9cf24bde req-7bda2f08-9f60-4ed2-8d92-42525e849ca9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.471076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29485e67-968d-448b-ad40-ed6a9cf24bde req-7bda2f08-9f60-4ed2-8d92-42525e849ca9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=91eb3faa-208e-4d67-90e3-c66ba59b9791 HTTP/1.1" status: 200 len: 865 time: 0.3282976 Nov 25 17:26:05.497408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:05.498259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:05.501265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:05.501903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:05.502613 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.503201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:05.504485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Bound port: 5be99944-e1e5-4974-979b-0bd9b0d7ddf4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:05.505074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.548809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event deleted for resources: {'Port': ['ID=a3ac43bd-0d37-42a8-be95-a996a34ad8d3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:05.632904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-03313b6d-68cb-42e2-bd7d-7363c1a90c68 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:05.634723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-03313b6d-68cb-42e2-bd7d-7363c1a90c68 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "GET /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4011686 Nov 25 17:26:05.640378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d59cf4d9-082e-43c8-946e-82f54b0c9945 None None] Provisioning complete for port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:05.640872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d59cf4d9-082e-43c8-946e-82f54b0c9945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.657313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:05.795373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:05.827632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-29485e67-968d-448b-ad40-ed6a9cf24bde req-c3b2c3a3-6c1d-48ba-bfc9-c3ce177fc237 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489679 Nov 25 17:26:05.974547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d59cf4d9-082e-43c8-946e-82f54b0c9945 None None] Port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:05.998877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.004991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.011113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.017863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.024023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.031617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.033584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b22e2621-856a-4000-9fa6-56f6445386be req-83d8103a-8b83-4219-955c-c4f40fd9d62b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 4661 time: 0.6532600 Nov 25 17:26:06.049828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1329034-3634-4cb3-b042-1f95e8a51d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.070249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=abe8f2f1-786f-4e5b-ab58-245235f92400,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:06.102996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-deleted', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:06.105300 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1be8d-a2c3-4ec3-ab87-193bea18a297" -d '{"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-deleted", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:06.126621 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.141823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] For port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:06.145071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] For port abe8f2f1-786f-4e5b-ab58-245235f92400, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:06.161230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] For port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:06.190275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.193573 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e0c59-70be-43b3-8d66-5e1fabb75843 x-openstack-request-id: req-bb2e0c59-70be-43b3-8d66-5e1fabb75843 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:06.193992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.194271 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb3faa-208e-4d67-90e3-c66ba59b9791", "name": "network-vif-deleted", "tag": "a3ac43bd-0d37-42a8-be95-a996a34ad8d3", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:06.194713 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb2e0c59-70be-43b3-8d66-5e1fabb75843 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:06.195294 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb3faa-208e-4d67-90e3-c66ba59b9791', 'name': 'network-vif-deleted', 'tag': 'a3ac43bd-0d37-42a8-be95-a996a34ad8d3', 'status': 'completed', 'code': 200} Nov 25 17:26:06.264373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] device_id is not set on port abe8f2f1-786f-4e5b-ab58-245235f92400 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:26:06.267788 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b22e2621-856a-4000-9fa6-56f6445386be req-ecab0aa6-e3ee-4468-8eaa-4d60f3bb8087 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&id=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2196438 Nov 25 17:26:06.274360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369d0e1-2754-4f01-ba47-78747dabb762 None None] Pushing event updated for resources: {'Port': ['ID=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.300468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c72643-acae-41a4-9cce-42ce51d65aa1 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:06.308477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:06.331551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:06.332421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.347572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.371083 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.371832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8175fd3f-0f19-4223-9365-61d75b3d0672 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:06.466270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.487055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router a05904ef-1062-4194-b10a-8a580e736321 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:06.489378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.491426 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.531870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7b3acab9-3066-4189-9ed6-0d9265118b3a None None] Provisioning complete for port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:06.532250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b3acab9-3066-4189-9ed6-0d9265118b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.537319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.612816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=a8420a37-5f6d-46be-8cc7-f93235e11613,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.669646 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.674052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:06.725721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Pushing event updated for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:06.737971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] No DVR routers for this DVR port abe8f2f1-786f-4e5b-ab58-245235f92400 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:06.851984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.878589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] In _notify_port_updated(), no bound segment for port abe8f2f1-786f-4e5b-ab58-245235f92400 on network 54cddc92-2363-4e66-8e67-21fa29ad56f3 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:26:06.879839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:06.880654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.882247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-cddfde73-2e15-4964-bad2-e30b4f4e2513 service neutron] 10.222.0.55 "PUT /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 200 len: 1027 time: 1.2357156 Nov 25 17:26:06.883572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:06.900275 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] Sync routers for ids ['a05904ef-1062-4194-b10a-8a580e736321'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:06.937430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:06.949972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] Routers {'a05904ef-1062-4194-b10a-8a580e736321'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:06.950867 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a05904ef-1062-4194-b10a-8a580e736321'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:06.962174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-002f776c-704f-4ae3-b2d6-6990152130b1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.9349222 Nov 25 17:26:06.972620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53126) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:06.973108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53128) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:06.976421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b3acab9-3066-4189-9ed6-0d9265118b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.033034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7b3acab9-3066-4189-9ed6-0d9265118b3a None None] For port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:07.081691 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:07.121219 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] Routers {'a05904ef-1062-4194-b10a-8a580e736321'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:07.126364 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:25:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a05904ef-1062-4194-b10a-8a580e736321'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:07.136528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=3ec3b63d-435b-4391-be15-748234c0de12,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.205124 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:07.206789 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fe671-ee2a-4e29-9f45-6a01c07a1451 None None] The sync data for ids ['a05904ef-1062-4194-b10a-8a580e736321'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:07.218137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8175fd3f-0f19-4223-9365-61d75b3d0672,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:07.257076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:07.259349 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c16fab-7a47-49d1-b266-294b8554ddcb" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:07.263021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:07.264143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.281249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b3acab9-3066-4189-9ed6-0d9265118b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.283364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.284208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c2ff0a98-c156-41dd-a0ef-6fffd5205af1 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:07.388896 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225ef24-1187-4374-abe0-fcaf0f7c4957 x-openstack-request-id: req-e225ef24-1187-4374-abe0-fcaf0f7c4957 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:07.389204 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:07.389462 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e225ef24-1187-4374-abe0-fcaf0f7c4957 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:07.389945 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'code': 200} Nov 25 17:26:07.390099 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672', 'code': 200} Nov 25 17:26:07.485368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] For port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:07.485984 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.515783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.516912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:07.552978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3acab9-3066-4189-9ed6-0d9265118b3a None None] Pushing event updated for resources: {'Port': ['ID=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.563829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting subnet 63803c7c-0af3-4fa7-81d2-44f3dceb825b {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:07.578138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d99fd8bb-24af-46c9-9412-4ad09ee6a5b1 None None] Provisioning complete for port abe8f2f1-786f-4e5b-ab58-245235f92400 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:07.579812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d99fd8bb-24af-46c9-9412-4ad09ee6a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.603736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.680573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:01Z', 'revision_number': 3, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:07.716315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.730964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5deb451-af0c-43b0-badc-4d266bbec800 None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:01Z', 'revision_number': 3, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:07.735975 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.743695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d99fd8bb-24af-46c9-9412-4ad09ee6a5b1 None None] Port abe8f2f1-786f-4e5b-ab58-245235f92400 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:07.758289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.787138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Allocated IP 172.20.0.1 (7441545a-b294-4884-99bd-fbc6e6446cf1/db128cd3-bc59-4b6d-8f19-70a897b402c0/ef30121a-55c2-4a38-b13c-a38d07b1b8fe) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:07.825760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:07.846976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.848115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 3bdf4413-2195-4f95-8824-787101281f23 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:07.932251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=d4fc222c-e8f7-4e3b-a085-ad0ec56301b3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:07.945047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1f838875-33dc-400b-8a21-0cdd8ba40095 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/routers/a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 200 len: 883 time: 0.9586711 Nov 25 17:26:07.956366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53148) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:07.964553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] No DVR routers for this DVR port d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:07.970035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:07.974560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-4117d16c-d265-4f6a-82e7-ef9db602fb5a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "DELETE /v2.0/ports/d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 HTTP/1.1" status: 204 len: 173 time: 1.0588608 Nov 25 17:26:07.975016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:07.993378 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067f1c42-ddc4-4c6e-8045-e587b43c291e" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "d4fc222c-e8f7-4e3b-a085-ad0ec56301b3"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:08.073984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c7154d9-b19e-4c04-b4e7-04ff6dea1c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.093741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:08.155151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.165935 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-69f962db-f410-476e-bac2-132b054ecd1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/ports/3ec3b63d-435b-4391-be15-748234c0de12 HTTP/1.1" status: 204 len: 168 time: 4.1316774 Nov 25 17:26:08.179214 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338392e5-80f6-4680-8e18-0cc74a830bae x-openstack-request-id: req-338392e5-80f6-4680-8e18-0cc74a830bae {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:08.179592 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "d4fc222c-e8f7-4e3b-a085-ad0ec56301b3", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:08.179800 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-338392e5-80f6-4680-8e18-0cc74a830bae {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:08.180222 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': 'd4fc222c-e8f7-4e3b-a085-ad0ec56301b3', 'status': 'completed', 'code': 200} Nov 25 17:26:08.180665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53166) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:08.208277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:08.288368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.372179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3bdf4413-2195-4f95-8824-787101281f23,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:08.372643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.388385 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.391080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:08.401567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.414075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-fb1faad8-4b58-46cb-aa75-697579fe78f6 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.427147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:08.428145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4fc222c-e8f7-4e3b-a085-ad0ec56301b3 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:08.428759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device abe8f2f1-786f-4e5b-ab58-245235f92400 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:08.433237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-fb1faad8-4b58-46cb-aa75-697579fe78f6 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.445027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-fb1faad8-4b58-46cb-aa75-697579fe78f6 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.453368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-fb1faad8-4b58-46cb-aa75-697579fe78f6 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.474245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-fb1faad8-4b58-46cb-aa75-697579fe78f6 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:08.483196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-fb1faad8-4b58-46cb-aa75-697579fe78f6 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 3883 time: 0.9162505 Nov 25 17:26:08.524851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:08.555553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:08.559828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device abe8f2f1-786f-4e5b-ab58-245235f92400 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:08.681932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:08.682523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.806688 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fd104d1-f984-4808-85f4-4bcc15cc78a9 req-0937dbc3-cad6-4121-a18e-168a8ab98f1a tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224056 Nov 25 17:26:08.916755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] For port c2ff0a98-c156-41dd-a0ef-6fffd5205af1, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:08.917135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.933487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:08.946706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for c2ff0a98-c156-41dd-a0ef-6fffd5205af1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:09.134780 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:26:09.135333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.158162 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.280366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.38 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c2b1be49-6aa7-4003-b10a-91feaf5e1f51) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:09.286933 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.391068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdf4413-2195-4f95-8824-787101281f23'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:09.400238 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a148fe3e-1930-40ab-a26c-f09edcad2709" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdf4413-2195-4f95-8824-787101281f23"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:09.424099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.488975 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a83a020-fc0f-4665-8541-84b875bdbc44 x-openstack-request-id: req-7a83a020-fc0f-4665-8541-84b875bdbc44 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:09.489283 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdf4413-2195-4f95-8824-787101281f23", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:09.489682 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a83a020-fc0f-4665-8541-84b875bdbc44 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:09.490470 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1', 'code': 200} Nov 25 17:26:09.490988 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdf4413-2195-4f95-8824-787101281f23', 'code': 200} Nov 25 17:26:09.529824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=c2ff0a98-c156-41dd-a0ef-6fffd5205af1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:09.601956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:09.670965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] No DVR routers for this DVR port c2ff0a98-c156-41dd-a0ef-6fffd5205af1 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:09.675236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.679286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-5a51c680-a40e-4d72-b41a-6420b65e310c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "DELETE /v2.0/ports/c2ff0a98-c156-41dd-a0ef-6fffd5205af1 HTTP/1.1" status: 204 len: 173 time: 1.6655233 Nov 25 17:26:09.690276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:09.691135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.841387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:09.863324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-744d1a9b-b67d-438a-8446-46ab4372b028 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/e9132b2b-9976-45c5-9668-fa8fe18b1aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8669293 Nov 25 17:26:09.870245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53314) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:09.886426 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.893114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] Sync routers for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:09.912671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:09.916686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:09.933781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:09.933981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:09.979801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.070945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.094928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.152889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] For port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:10.153369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.207570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:10.209707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:10.216109 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dff73b-db33-4ec4-8c39-238d03ffd1a0" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:10.221583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:10.222450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Subnet': ['ID=63803c7c-0af3-4fa7-81d2-44f3dceb825b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:10.228920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:10.229235 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.236931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b818c788-0950-4abf-b00d-fae7dcd4b47e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/subnets/63803c7c-0af3-4fa7-81d2-44f3dceb825b HTTP/1.1" status: 204 len: 168 time: 3.2566867 Nov 25 17:26:10.244221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53348) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:10.274284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:10.357635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:10.377262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting subnet 770f0c45-6571-446c-8daf-3c4ba25ce486 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:10.408706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:10.415890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:10.434336 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da97838-517f-488f-b0cf-5074ab7c574a x-openstack-request-id: req-1da97838-517f-488f-b0cf-5074ab7c574a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:10.434815 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "c2ff0a98-c156-41dd-a0ef-6fffd5205af1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:10.435364 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1da97838-517f-488f-b0cf-5074ab7c574a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:10.436172 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': 'c2ff0a98-c156-41dd-a0ef-6fffd5205af1', 'status': 'completed', 'code': 200} Nov 25 17:26:10.503815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.520918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e5bd7-34a0-41c3-bde4-360746114709 None None] Network 37169933-3249-4a21-a944-e0a372bb2eb9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:10.658830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Pushing event updated for resources: {'Port': ['ID=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:10.668683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.686298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c511-8d24-4635-84b9-671f278edadb req-257c6934-c623-4225-92a2-e5847db2f158 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.694243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c511-8d24-4635-84b9-671f278edadb req-257c6934-c623-4225-92a2-e5847db2f158 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.708939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c511-8d24-4635-84b9-671f278edadb req-257c6934-c623-4225-92a2-e5847db2f158 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:10.714444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba41c511-8d24-4635-84b9-671f278edadb req-257c6934-c623-4225-92a2-e5847db2f158 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 2411 time: 0.7004821 Nov 25 17:26:10.737747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8005ec16-7877-4b50-b80e-a33b3fcf850a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 2.7684817 Nov 25 17:26:10.746982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53392) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:10.808135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.813047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-893225920'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:10.886079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=c2b1be49-6aa7-4003-b10a-91feaf5e1f51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:10.932850 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:10.986782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-29108927-856f-4f5a-8616-fa2bc14e624b None None] Provisioning complete for port ef30121a-55c2-4a38-b13c-a38d07b1b8fe triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:10.987692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-29108927-856f-4f5a-8616-fa2bc14e624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.034951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-29108927-856f-4f5a-8616-fa2bc14e624b None None] Port ef30121a-55c2-4a38-b13c-a38d07b1b8fe cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:11.141562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.141562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.142292 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Floating IP 61f253ef-b705-4324-9162-7798ca136d17 disassociated. External IP: 172.25.8.99, port: 2fb4bc27-457e-4351-a8fd-09b4abd5fd07. Nov 25 17:26:11.142292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:11.142684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:11.152603 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba41c511-8d24-4635-84b9-671f278edadb req-1e5a6aa3-52b9-47c6-ad70-2baa18c76ba2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022086 Nov 25 17:26:11.170674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.183586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.226651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.261979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] DHCP port deletion for 37169933-3249-4a21-a944-e0a372bb2eb9 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:11.284420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] Checking router: e9132b2b-9976-45c5-9668-fa8fe18b1aa5 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:11.354485 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.374312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] Routers {'e9132b2b-9976-45c5-9668-fa8fe18b1aa5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:11.375001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:11.417222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.521263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.593432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] Set router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:11.600594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d70cf668-86ee-449d-b387-d22f2979ccd5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:11.637837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Subnet': ['ID=770f0c45-6571-446c-8daf-3c4ba25ce486,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:11.660096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.665235 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.669021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ff225dcf-6864-4702-826a-2b6beb3f71a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/subnets/770f0c45-6571-446c-8daf-3c4ba25ce486 HTTP/1.1" status: 204 len: 168 time: 1.7907341 Nov 25 17:26:11.674593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:11.728661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e18b2-633b-4342-be44-a7f284c8d0f9 None None] Network 37913d77-c205-447d-a468-73f4ceb7a861 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:11.762730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.928543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:11.945796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port d70cf668-86ee-449d-b387-d22f2979ccd5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:11.946366 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.047044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] Deleting port d70cf668-86ee-449d-b387-d22f2979ccd5 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:12.047569 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.068562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.174799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=2fb4bc27-457e-4351-a8fd-09b4abd5fd07,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.180427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port d70cf668-86ee-449d-b387-d22f2979ccd5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d70cf668-86ee-449d-b387-d22f2979ccd5,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.181684 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.213039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for d70cf668-86ee-449d-b387-d22f2979ccd5 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:12.218154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.251718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] For port d70cf668-86ee-449d-b387-d22f2979ccd5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d70cf668-86ee-449d-b387-d22f2979ccd5,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.252445 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.275769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.285439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] Calling delete_port for d70cf668-86ee-449d-b387-d22f2979ccd5 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:12.299992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:12.346854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f5aae-3216-483d-81ab-3e79c1b00b10 None None] The sync data for ids ['e9132b2b-9976-45c5-9668-fa8fe18b1aa5'] in n-d-817303-7 is: [{'id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386994686', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:23:28Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'b30652a7-8ed2-4a1c-a266-66a3f84ce926', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9132b2b-9976-45c5-9668-fa8fe18b1aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:23:29Z', 'updated_at': '2021-11-25T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:12.374239 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.384957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Router 30703287-03ea-4c29-8140-ce1b64955129 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:12.398968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.456520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d70cf668-86ee-449d-b387-d22f2979ccd5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d70cf668-86ee-449d-b387-d22f2979ccd5,segment=NetworkSegment(c35c7763-067b-4b4c-b110-c4460692006d),segment_id=c35c7763-067b-4b4c-b110-c4460692006d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:12.471838 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.473516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=c2b1be49-6aa7-4003-b10a-91feaf5e1f51,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.563668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d70cf668-86ee-449d-b387-d22f2979ccd5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.572573 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.606984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] Pushing event deleted for resources: {'Port': ['ID=d70cf668-86ee-449d-b387-d22f2979ccd5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:12.612516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.614065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2566b0f-9545-47e7-9787-58b9537258a3 None None] No DVR routers for this DVR port d70cf668-86ee-449d-b387-d22f2979ccd5 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:12.629406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router a05904ef-1062-4194-b10a-8a580e736321 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:12.652037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.692050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.697410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-93b8f383-e62e-4d78-a3bc-b36d275c1b32 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4985497 Nov 25 17:26:12.697765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:12.706364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'port': {'network_id': '68360854-c23d-42ba-b310-a35f17db5d96', 'name': 'tempest-FloatingIPTestJSON-1809923378'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:12.735815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1b4f-5dbf-4b7a-a4d7-dd1e7cfcbd9d req-128bae77-a427-4bc5-9a11-2ac2aa881b78 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.742149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1b4f-5dbf-4b7a-a4d7-dd1e7cfcbd9d req-128bae77-a427-4bc5-9a11-2ac2aa881b78 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:12.755453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-997c1b4f-5dbf-4b7a-a4d7-dd1e7cfcbd9d req-128bae77-a427-4bc5-9a11-2ac2aa881b78 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 1677 time: 0.3569794 Nov 25 17:26:12.790390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] DHCP port deletion for 37913d77-c205-447d-a468-73f4ceb7a861 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:12.834618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:12.846704 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] Sync routers for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:12.890899 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:12.891577 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:12.895058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] Deleting port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:12.895058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.911694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] No DVR routers for this DVR port 2fb4bc27-457e-4351-a8fd-09b4abd5fd07 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:12.918766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:12.927843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-85f0e332-0c7d-435d-83aa-9724389eb8a5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "DELETE /v2.0/ports/2fb4bc27-457e-4351-a8fd-09b4abd5fd07 HTTP/1.1" status: 204 len: 173 time: 3.2307205 Nov 25 17:26:12.945316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:12.952162 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c5cfc8-994a-45b1-aff9-cdd1d641c470" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:13.018679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] For port c3cc22fa-2852-4ac0-b07d-757b9d0281f0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,segment=NetworkSegment(63cddc61-065d-43ca-af73-82b17f8ad667),segment_id=63cddc61-065d-43ca-af73-82b17f8ad667)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:13.019081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.052689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] Calling delete_port for c3cc22fa-2852-4ac0-b07d-757b9d0281f0 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:13.074052 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9785a4ca-131e-434c-97e2-0768477d8aec x-openstack-request-id: req-9785a4ca-131e-434c-97e2-0768477d8aec {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:13.074535 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "2fb4bc27-457e-4351-a8fd-09b4abd5fd07", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:13.074678 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9785a4ca-131e-434c-97e2-0768477d8aec {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:13.076399 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': '2fb4bc27-457e-4351-a8fd-09b4abd5fd07', 'status': 'completed', 'code': 200} Nov 25 17:26:13.206311 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.242972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] Pushing event deleted for resources: {'Port': ['ID=c3cc22fa-2852-4ac0-b07d-757b9d0281f0,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.253688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c874665-97dd-4260-a4c0-201223726c1d None None] No DVR routers for this DVR port c3cc22fa-2852-4ac0-b07d-757b9d0281f0 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:13.271569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:13.282912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.289491 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:13.325206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] device_id is not set on port 02ceca08-408f-455f-8ae8-b5cccf2f4878 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:26:13.400908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port 8175fd3f-0f19-4223-9365-61d75b3d0672 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:13.401575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.503351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8420a37-5f6d-46be-8cc7-f93235e11613 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:13.537576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.544055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a8420a37-5f6d-46be-8cc7-f93235e11613 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:13.544398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8420a37-5f6d-46be-8cc7-f93235e11613 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:13.546194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3cc22fa-2852-4ac0-b07d-757b9d0281f0 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:13.546348 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:23Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:13.558279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.3 (68360854-c23d-42ba-b310-a35f17db5d96/95cc9b21-d681-4c91-8f5f-06deb58fafbd/02ceca08-408f-455f-8ae8-b5cccf2f4878) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:13.569142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] For port 8175fd3f-0f19-4223-9365-61d75b3d0672, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8175fd3f-0f19-4223-9365-61d75b3d0672,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:13.569511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.572703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c3cc22fa-2852-4ac0-b07d-757b9d0281f0 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:13.573109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3cc22fa-2852-4ac0-b07d-757b9d0281f0 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:13.577808 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] Checking router: 30703287-03ea-4c29-8140-ce1b64955129 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:13.592701 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:13.593076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for 8175fd3f-0f19-4223-9365-61d75b3d0672 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:13.593438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:13.641964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=d70cf668-86ee-449d-b387-d22f2979ccd5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.655086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port d70cf668-86ee-449d-b387-d22f2979ccd5 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:13.663215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-997c1b4f-5dbf-4b7a-a4d7-dd1e7cfcbd9d req-0cfdf419-403f-4dba-a618-84cb7f3e134c tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups?id=49352452-6c0b-49cc-b99f-62e10569c5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9067137 Nov 25 17:26:13.672252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.696756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.730457 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:13.818873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port b30652a7-8ed2-4a1c-a266-66a3f84ce926 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:13.819105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.822668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:13.830839 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.835257 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fec3d74b-012e-4474-9b73-62dba22d2fc1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 200 len: 890 time: 3.0266528 Nov 25 17:26:13.836969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53620) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:13.844890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] Sync routers for ids ['a05904ef-1062-4194-b10a-8a580e736321'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:13.845487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.863637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.868726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] Routers {'a05904ef-1062-4194-b10a-8a580e736321'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:13.868984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.869867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a05904ef-1062-4194-b10a-8a580e736321'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:13.917157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:13.919771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=8175fd3f-0f19-4223-9365-61d75b3d0672,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:13.927491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] Routers {'a05904ef-1062-4194-b10a-8a580e736321'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:13.928362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a05904ef-1062-4194-b10a-8a580e736321'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:13.948145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.948500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.948853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.949200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.949548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.949889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.950226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.950558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.951550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.951906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.952243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.952661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:13.972948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] No DVR routers for this DVR port 8175fd3f-0f19-4223-9365-61d75b3d0672 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:13.973900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.975881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:13.978010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:13.978934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead4dc4-57ba-4867-b95a-9b9cf768c86f None None] The sync data for ids ['a05904ef-1062-4194-b10a-8a580e736321'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:13.979688 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-8da2ff67-98cf-422a-8e26-ba9719234673 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "DELETE /v2.0/ports/8175fd3f-0f19-4223-9365-61d75b3d0672 HTTP/1.1" status: 204 len: 173 time: 1.0173748 Nov 25 17:26:14.006523 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.014439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37169933-3249-4a21-a944-e0a372bb2eb9']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:14.016549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Pushing event updated for resources: {'Port': ['ID=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:14.033039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=02ceca08-408f-455f-8ae8-b5cccf2f4878,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:14.056426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35c7763-067b-4b4c-b110-c4460692006d') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:14.056716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35c7763-067b-4b4c-b110-c4460692006d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:14.064084 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:23Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:14.080748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 68360854-c23d-42ba-b310-a35f17db5d96 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:14.087843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:14.090851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:14.103712 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a347e-b4e5-4b54-bcee-413710c1e95c None None] The sync data for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 is: [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:15:16Z', 'revision_number': 4, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '243a35a3-500b-4776-a573-6181d55d6c7f', 'name': '', 'network_id': 'cb08c150-41fd-472c-9246-04418bbac31d', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'mac_address': 'fa:16:3e:db:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:14Z', 'updated_at': '2021-11-25T17:15:23Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'subnets': [{'id': '593abad5-181a-4f92-b266-9c9ce50dadc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:14.115904 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.172038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:14.172579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.194406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port 3bdf4413-2195-4f95-8824-787101281f23 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:14.195073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.203637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-624937ec-54c3-4ff6-bc29-ce739e5a22ca tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5020356 Nov 25 17:26:14.205680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.210373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53624) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:14.221372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'port_id': '02ceca08-408f-455f-8ae8-b5cccf2f4878'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:14.236138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:14.236543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.242992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port b30652a7-8ed2-4a1c-a266-66a3f84ce926, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b30652a7-8ed2-4a1c-a266-66a3f84ce926,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:14.243342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:14.246105 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:14.309302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:14.310056 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-863fc221-36e5-4251-8dce-9308a2f2a502 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/routers/a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 200 len: 890 time: 0.4630837 Nov 25 17:26:14.314625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] For port 3bdf4413-2195-4f95-8824-787101281f23, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=3bdf4413-2195-4f95-8824-787101281f23,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:14.315324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.355320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ddab34d-4172-45c2-9b92-acfcb2317c38 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 200 len: 205 time: 0.0360432 Nov 25 17:26:14.359747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:14.363336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.368126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for 3bdf4413-2195-4f95-8824-787101281f23 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:14.375621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for b30652a7-8ed2-4a1c-a266-66a3f84ce926 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:14.480009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.501032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.509404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/networks/37169933-3249-4a21-a944-e0a372bb2eb9 HTTP/1.1" status: 204 len: 168 time: 4.2470338 Nov 25 17:26:14.517979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53638) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:14.527836 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584290da-0bf9-41e6-9690-2bc2ca654e0e None None] New status for floating IP 61f253ef-b705-4324-9162-7798ca136d17: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:26:14.658056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed5f29-2362-4b19-92fd-7fc9fd69c7a1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Network': ['ID=37169933-3249-4a21-a944-e0a372bb2eb9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:14.667871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:14.672943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.708226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:14.739041 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.753585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting subnet 18a4f51f-3a78-4636-a524-c5a84b39596f {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:14.785831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=3bdf4413-2195-4f95-8824-787101281f23,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:14.804315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.880374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a913ef74-e619-43cc-8f45-8be95417cdee req-4c682926-99ce-4077-bc1b-8d02d1649c03 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0607510 Nov 25 17:26:14.918006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] No DVR routers for this DVR port 3bdf4413-2195-4f95-8824-787101281f23 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:14.922023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:14.925993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3155e801-edb6-422e-9d6c-1bda93aee0f5 req-15c8b273-a83e-40b6-8aec-1033323c920f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.55 "DELETE /v2.0/ports/3bdf4413-2195-4f95-8824-787101281f23 HTTP/1.1" status: 204 len: 173 time: 0.9015634 Nov 25 17:26:14.935967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.012514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 312a21e7-31b4-45e7-8d66-b538599555da {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:15.013352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.022357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.079556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672'}, {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': '3bdf4413-2195-4f95-8824-787101281f23'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:15.083585 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7637be4-37ce-46ff-92cf-268e497ec8a1" -d '{"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672"}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "3bdf4413-2195-4f95-8824-787101281f23"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:15.124071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b7ad2824-ff95-40fa-9c43-df53f0131b41 None None] Provisioning complete for port ef30121a-55c2-4a38-b13c-a38d07b1b8fe triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:15.124577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2824-ff95-40fa-9c43-df53f0131b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.126950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.142892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 312a21e7-31b4-45e7-8d66-b538599555da owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:15.175664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad2824-ff95-40fa-9c43-df53f0131b41 None None] Port ef30121a-55c2-4a38-b13c-a38d07b1b8fe cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:15.195312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:15.281752 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5876b8-fbb5-4ff4-b9bc-9e3dbf9239d9 x-openstack-request-id: req-4d5876b8-fbb5-4ff4-b9bc-9e3dbf9239d9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:15.282187 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "8175fd3f-0f19-4223-9365-61d75b3d0672", "status": "completed", "code": 200}, {"server_uuid": "bba554d9-f1dd-42d3-bb45-28c32807596c", "name": "network-vif-deleted", "tag": "3bdf4413-2195-4f95-8824-787101281f23", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:15.282451 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d5876b8-fbb5-4ff4-b9bc-9e3dbf9239d9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:15.283028 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': '8175fd3f-0f19-4223-9365-61d75b3d0672', 'status': 'completed', 'code': 200} Nov 25 17:26:15.283293 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba554d9-f1dd-42d3-bb45-28c32807596c', 'name': 'network-vif-deleted', 'tag': '3bdf4413-2195-4f95-8824-787101281f23', 'status': 'completed', 'code': 200} Nov 25 17:26:15.372156 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.401097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303fe4e-5b0b-4b47-8162-bc7d79c509e7 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:15.416311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=312a21e7-31b4-45e7-8d66-b538599555da,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.503266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.556486 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.612982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.614585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.661088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.661593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router a05904ef-1062-4194-b10a-8a580e736321 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:15.668877 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.670434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6fcf7b59-e1db-416c-8c8c-0c5ceb78e2fb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 204 len: 168 time: 1.3091922 Nov 25 17:26:15.674125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:15.680997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1071482772'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:15.683420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.705448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:15.711820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.737066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:15.752061 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.752418 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 0a318562-97bc-4780-b45a-7f4278296869 of type vlan for network ad17f9c3-f51f-4b05-831a-9881e8ffe20d Nov 25 17:26:15.752709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=b30652a7-8ed2-4a1c-a266-66a3f84ce926,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.754316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a33db4-f935-4062-99d7-ed18db80aab3 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:15.806020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.847923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.855005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:15.855849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:15.934435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=ad17f9c3-f51f-4b05-831a-9881e8ffe20d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:15.940988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-25c892c5-0dce-4b28-b146-e629a99d2d16 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2647994 Nov 25 17:26:15.944072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53654) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:15.951574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:15.961156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:16.057005 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.090426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:16.096630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.209017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:16.214569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fa9807df-0721-4105-8eac-4bf2b29f8add admin admin] 10.222.0.86 "PUT /v2.0/routers/e61e644b-c0f9-4a28-89f8-57fdf7935abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0858142 Nov 25 17:26:16.215724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.221977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:16.248419 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efeb4f8d-b5b6-4215-8be2-d221f8ad00e9 req-b607777d-e4dc-4146-94be-ff80dc04b361 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0556002 Nov 25 17:26:16.261749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:26:16.279996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:16.287744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:16.340495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Subnet': ['ID=18a4f51f-3a78-4636-a524-c5a84b39596f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:16.355527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.363746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ce21a-675e-44ad-b085-fea1e8d09f35 None None] Network c7d1f17a-d34e-498c-83f5-485309d30668 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:16.364615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20506cdb-1a38-4d3a-b099-aacef6adb3be tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/subnets/18a4f51f-3a78-4636-a524-c5a84b39596f HTTP/1.1" status: 204 len: 168 time: 1.8416419 Nov 25 17:26:16.369062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:16.383870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.427888 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.510912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:16.523877 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.527841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '0a318562-97bc-4780-b45a-7f4278296869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:16.528202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: ad17f9c3-f51f-4b05-831a-9881e8ffe20d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:16.541295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=65e64d9d-e4ea-4745-a00d-974094fa84d4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:16.565252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:16.586653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.603888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.606619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.610172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.641402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ad17f9c3-f51f-4b05-831a-9881e8ffe20d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:16.676138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:16.677311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.698565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedefa5b-2d8c-4553-a912-9a8a4d6dc523 None None] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:16.715659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port 81551f46-7c44-4750-93ec-dabc0d667f57 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:16.716196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.728941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-91a37ec1-d13f-4b0f-8a7e-554b9de6830b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7814209 Nov 25 17:26:16.738763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53666) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:16.745162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-946137048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:16.772762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.773600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Fanout notify agent at l3_agent the message router_deleted on router e9132b2b-9976-45c5-9668-fa8fe18b1aa5 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:16.783487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.786845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df42a8cb-bd25-41e9-8d22-f2e51048f25e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/routers/e9132b2b-9976-45c5-9668-fa8fe18b1aa5 HTTP/1.1" status: 204 len: 168 time: 5.1071031 Nov 25 17:26:16.787872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53668) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:16.835589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.837026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:16.984143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.041982 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 233b27be-83d0-4a9f-95a5-ac76dcc391e8 associated. External IP: 172.25.8.38, port: 02ceca08-408f-455f-8ae8-b5cccf2f4878. Nov 25 17:26:17.221121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53670) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:17.264803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.275871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.298620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.302806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-61291c53-52ca-4948-95cd-1f5c627cc297 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5617008 Nov 25 17:26:17.303436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:17.431565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171471909', 'description': 'tempest-description--427610178'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:17.461665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port 81551f46-7c44-4750-93ec-dabc0d667f57, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=81551f46-7c44-4750-93ec-dabc0d667f57,segment=NetworkSegment(dac946c2-a90b-43fb-92d3-1b796a9936f0),segment_id=dac946c2-a90b-43fb-92d3-1b796a9936f0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:17.462650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.479456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:17.480878 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.490994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7fced6-1c61-4059-9dcc-df1e030fe72a req-dc315fbb-bff9-4c14-8c31-90d6e65465fc tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0558896 Nov 25 17:26:17.505935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for 81551f46-7c44-4750-93ec-dabc0d667f57 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:17.553239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] DHCP port deletion for c7d1f17a-d34e-498c-83f5-485309d30668 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:17.577393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ad17f9c3-f51f-4b05-831a-9881e8ffe20d', 'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': '65e64d9d-e4ea-4745-a00d-974094fa84d4'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:17.578269 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.603217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b30652a7-8ed2-4a1c-a266-66a3f84ce926 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:17.637957 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.652186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b30652a7-8ed2-4a1c-a266-66a3f84ce926 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:17.652850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b30652a7-8ed2-4a1c-a266-66a3f84ce926 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:17.664276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:12Z', 'revision_number': 2, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.667001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.707501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:17.708117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Updating router e61e644b-c0f9-4a28-89f8-57fdf7935abb port ef30121a-55c2-4a38-b13c-a38d07b1b8fe binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:17.785236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:17.798666 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:17.808789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.814636 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:17.815375 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.821024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.863167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37913d77-c205-447d-a468-73f4ceb7a861']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.879020 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.879298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Allocated IP 2001:db8::2 (ad17f9c3-f51f-4b05-831a-9881e8ffe20d/65e64d9d-e4ea-4745-a00d-974094fa84d4/8db4c5e0-8f9a-4305-8d23-8bc306755778) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:17.885021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cddc61-065d-43ca-af73-82b17f8ad667') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.886086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cddc61-065d-43ca-af73-82b17f8ad667') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.898099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9e266b88-a555-45e4-9757-e3875ed44b4c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/floatingips/233b27be-83d0-4a9f-95a5-ac76dcc391e8 HTTP/1.1" status: 200 len: 977 time: 3.6827226 Nov 25 17:26:17.898753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53678) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:17.907096 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:17.908113 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:17.923827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.993874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:17.995671 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.008211 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d08d4-1408-4cfb-9ffe-812ecf67fdbf None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:18.021441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.026893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:18.027299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.031245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:18.033364 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:18.110723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.129369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.133539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7176707 Nov 25 17:26:18.136953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53680) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:18.143861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'security_group_rule': {'security_group_id': '6e94a150-3b3d-43b4-8293-36dfee5ef4bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:18.147873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e9b48-8eac-4fd7-b06d-a980a7ca3be4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94a150-3b3d-43b4-8293-36dfee5ef4bc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.156045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.168853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.172791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/networks/37913d77-c205-447d-a468-73f4ceb7a861 HTTP/1.1" status: 204 len: 168 time: 1.3842840 Nov 25 17:26:18.177638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.180487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:18.202261 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.209673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe5b1f-df28-4eaf-8106-45f61257479e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Network': ['ID=37913d77-c205-447d-a468-73f4ceb7a861,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.218347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Deleting port 81551f46-7c44-4750-93ec-dabc0d667f57 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:18.218347 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.219976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 02ceca08-408f-455f-8ae8-b5cccf2f4878 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:18.220367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.236281 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.251149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.263028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=81551f46-7c44-4750-93ec-dabc0d667f57,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.277965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port 81551f46-7c44-4750-93ec-dabc0d667f57 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:18.366042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e44f47f6-3801-465a-8425-fb2bdbaed66e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.373095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Pushing event updated for resources: {'Port': ['ID=8db4c5e0-8f9a-4305-8d23-8bc306755778,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.410825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:18.423004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.432656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e44f47f6-3801-465a-8425-fb2bdbaed66e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.435607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.456161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8::1 (ad17f9c3-f51f-4b05-831a-9881e8ffe20d/65e64d9d-e4ea-4745-a00d-974094fa84d4/482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:18.468907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d1f17a-d34e-498c-83f5-485309d30668']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.485578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac946c2-a90b-43fb-92d3-1b796a9936f0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.485957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac946c2-a90b-43fb-92d3-1b796a9936f0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:18.510358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.528247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.568735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.589546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.590134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:18.590607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:18.596853 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:18.642855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:18.654899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:18.683594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee4b31c2-829b-4290-aba9-d8f86489962b req-65d584ab-c9a9-4446-a00e-0bc8b1fc9ada tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0362918 Nov 25 17:26:18.704816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6415f39c-e1c4-4c22-aaff-a3647ebf9564,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.750125 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.756581 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.757788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.761360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4418c220-ec38-4020-b1b7-d1e7d5bc93de tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6237323 Nov 25 17:26:18.764702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/networks/c7d1f17a-d34e-498c-83f5-485309d30668 HTTP/1.1" status: 204 len: 168 time: 2.3949950 Nov 25 17:26:18.768789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53688) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:18.774203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53690) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:18.786385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.790585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'security_group_rule': {'security_group_id': '6e94a150-3b3d-43b4-8293-36dfee5ef4bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:18.807318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1823416444'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:18.809766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] For port 81551f46-7c44-4750-93ec-dabc0d667f57, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:18.810316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.831121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e74bf-7cbf-4f7c-be6b-60249b050e77 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Network': ['ID=c7d1f17a-d34e-498c-83f5-485309d30668,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.843094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Calling delete_port for 81551f46-7c44-4750-93ec-dabc0d667f57 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:18.846016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Port 81551f46-7c44-4750-93ec-dabc0d667f57 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:26:18.852171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Attempting to bind port 8db4c5e0-8f9a-4305-8d23-8bc306755778 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:18.852661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Attempting to bind port 8db4c5e0-8f9a-4305-8d23-8bc306755778 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0a318562-97bc-4780-b45a-7f4278296869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:18.853140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Attempting to bind port 8db4c5e0-8f9a-4305-8d23-8bc306755778 on network ad17f9c3-f51f-4b05-831a-9881e8ffe20d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:18.861215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.872999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Network c7d1f17a-d34e-498c-83f5-485309d30668 is not hosted by any dhcp agent {{(pid=103637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:26:18.873852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] No DVR routers for this DVR port 81551f46-7c44-4750-93ec-dabc0d667f57 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:18.881026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:18.881632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Checking segment: {'id': '0a318562-97bc-4780-b45a-7f4278296869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:18.882074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.882553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Bound using segment: {'id': '0a318562-97bc-4780-b45a-7f4278296869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:18.883136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Bound port: 8db4c5e0-8f9a-4305-8d23-8bc306755778, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a318562-97bc-4780-b45a-7f4278296869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ad17f9c3-f51f-4b05-831a-9881e8ffe20d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:18.883658 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.927757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.929715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae7b7d-a381-4d30-aee0-1d68a2c30669 None None] Pushing event deleted for resources: {'Port': ['ID=81551f46-7c44-4750-93ec-dabc0d667f57,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:18.942468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.943467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:18.943979 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 233b27be-83d0-4a9f-95a5-ac76dcc391e8 disassociated. External IP: 172.25.8.38, port: 02ceca08-408f-455f-8ae8-b5cccf2f4878. Nov 25 17:26:18.944300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 02ceca08-408f-455f-8ae8-b5cccf2f4878 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:18.981202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:18.986120 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.005968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.007007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.016793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e44f47f6-3801-465a-8425-fb2bdbaed66e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.025774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e44f47f6-3801-465a-8425-fb2bdbaed66e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.031554 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e44f47f6-3801-465a-8425-fb2bdbaed66e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/security-groups/86931209-d41a-478b-931b-221b7b11be70 HTTP/1.1" status: 204 len: 168 time: 0.8493702 Nov 25 17:26:19.046677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f47f6-3801-465a-8425-fb2bdbaed66e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86931209-d41a-478b-931b-221b7b11be70,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.062248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] For port 8db4c5e0-8f9a-4305-8d23-8bc306755778, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:19.065652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.066168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] For port 8db4c5e0-8f9a-4305-8d23-8bc306755778, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8db4c5e0-8f9a-4305-8d23-8bc306755778,segment=NetworkSegment(0a318562-97bc-4780-b45a-7f4278296869),segment_id=0a318562-97bc-4780-b45a-7f4278296869)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:19.068984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.098046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.119344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:19.128538 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.144926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:19.155373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8d5170-507d-4888-8e8d-3d613937e2e9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.164536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:19.171813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:19.172377 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.174784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaa0a1-8cf1-43b7-9418-b438d06dd04f None None] Pushing event updated for resources: {'Port': ['ID=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.225539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.238895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.239584 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Added segment a32adb82-6609-4d72-a04a-1e3d34b3c968 of type vlan for network 68dd530a-722a-4a80-a4dd-898aae6f38c4 Nov 25 17:26:19.282416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=02ceca08-408f-455f-8ae8-b5cccf2f4878,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.298638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb761-240e-4a96-a8e3-aa3a6484a676 None None] Pushing event updated for resources: {'Port': ['ID=8db4c5e0-8f9a-4305-8d23-8bc306755778,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.337003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.338349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ec2ffbaf-1c44-49a5-a958-960f49f30979 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5649035 Nov 25 17:26:19.340739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.349102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:19.356699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:19.433724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.479841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.485770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.497191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Attempting to bind port ef30121a-55c2-4a38-b13c-a38d07b1b8fe on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:19.498103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Attempting to bind port ef30121a-55c2-4a38-b13c-a38d07b1b8fe by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:19.498473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Attempting to bind port ef30121a-55c2-4a38-b13c-a38d07b1b8fe on network 7441545a-b294-4884-99bd-fbc6e6446cf1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:19.526016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:19.526400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Checking segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:19.526810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.527211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Bound using segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:19.533740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Bound port: ef30121a-55c2-4a38-b13c-a38d07b1b8fe, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:19.533740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.571256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 81551f46-7c44-4750-93ec-dabc0d667f57 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:19.595451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53698) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:19.610873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944584357', 'description': 'tempest-secgroup-smoke-944584357 description', 'project_id': '95c99e5365bf47f596809a61f354cfc2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:19.611438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:26:19.615612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 81551f46-7c44-4750-93ec-dabc0d667f57 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:19.624039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 81551f46-7c44-4750-93ec-dabc0d667f57 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:19.690855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.696480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:19.697114 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.741575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:19.754573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.761035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] For port ef30121a-55c2-4a38-b13c-a38d07b1b8fe, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:19.774128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] For port ef30121a-55c2-4a38-b13c-a38d07b1b8fe, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:19.780918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:19.884913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaa0a1-8cf1-43b7-9418-b438d06dd04f None None] Pushing event updated for resources: {'Port': ['ID=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:19.888217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:19.889215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:19.989655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45b32518-52f8-4a90-ae17-d73fed6249ad req-08ea0eba-34cd-4383-96d4-6ac3685b48be tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0852492 Nov 25 17:26:20.005415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2022991 Nov 25 17:26:20.015305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.038835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a5506016-69b9-4ff8-b194-4d3305b3f4bc None None] Provisioning complete for port ef30121a-55c2-4a38-b13c-a38d07b1b8fe triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:20.039563 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5506016-69b9-4ff8-b194-4d3305b3f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.041633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'subnet': {'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:20.074107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e35b2-46b6-4852-b6dd-e2bdee4e39aa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Network': ['ID=68dd530a-722a-4a80-a4dd-898aae6f38c4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:20.116254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:20.159821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:20.165816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:20.173010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.187627 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.247485 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.251228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:20.252293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:20.295794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.297588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:20.299375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7008789 Nov 25 17:26:20.302284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.309046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '7fb3c2de-c01a-42b4-b96c-fc55cf518cbf', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:20.315141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:20.318861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.323073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2eae2-6680-4c28-a428-0d02cb99a6f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:20.331354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.331962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:20.344866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6a2a7852-034a-4383-8a8f-1605b123d4e8 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/ports/02ceca08-408f-455f-8ae8-b5cccf2f4878 HTTP/1.1" status: 204 len: 168 time: 2.4364631 Nov 25 17:26:20.348574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.428307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd71744a-3532-4951-82a2-b2feec8e8f1c tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/floatingips/233b27be-83d0-4a9f-95a5-ac76dcc391e8 HTTP/1.1" status: 200 len: 687 time: 0.0784326 Nov 25 17:26:20.436951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53710) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:20.443489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.446994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:20.447905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:20.546346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.561560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.562435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:20.666139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Allocated IP 172.25.8.214 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2f301016-585a-4a2d-beb9-999e1b20bc91) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:20.875016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:20.878287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043a4dd-8f16-4048-b2e9-c9142b2a0ba8 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:20.998648 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.004944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.024713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aad3c21-a57a-4975-b075-4cf0ccab3daf,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.040602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.040908 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5506016-69b9-4ff8-b194-4d3305b3f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.046741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c9ff791c-44a7-47f4-9de5-c2d4afefdbe4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7410753 Nov 25 17:26:21.047505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:21.057697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '7fb3c2de-c01a-42b4-b96c-fc55cf518cbf', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:21.108123 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.150567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a5506016-69b9-4ff8-b194-4d3305b3f4bc None None] For port ef30121a-55c2-4a38-b13c-a38d07b1b8fe, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:21.159957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5506016-69b9-4ff8-b194-4d3305b3f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.203796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.211641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:19Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:21.247271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c2c69-bf98-4db5-94b3-1e96422d68fc None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:19Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:21.249942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991215e-9cd4-4c69-8994-299cf6953432 None None] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:21.250499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f59ca5bf-7f95-4bd5-88ce-46f1f1bcdb6d req-9b82a2de-f58b-4e75-a11e-c846502b0d9d tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.1033010 Nov 25 17:26:21.273313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.278902 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.363093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2776751-a669-402f-a40a-66993b4bc7a2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.389530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.406943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4c5e850-7335-47a9-8796-df6a0a26c5ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492112 Nov 25 17:26:21.407853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53718) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:21.419426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '7fb3c2de-c01a-42b4-b96c-fc55cf518cbf', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:21.480725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Provisioning complete for port ef30121a-55c2-4a38-b13c-a38d07b1b8fe triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:21.481094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.487986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port c2b1be49-6aa7-4003-b10a-91feaf5e1f51 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:21.488332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.491402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:21.522265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.523660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:21.536096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.551253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5506016-69b9-4ff8-b194-4d3305b3f4bc None None] Pushing event updated for resources: {'Port': ['ID=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.692998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.700140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.742309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Provisioning complete for port 8db4c5e0-8f9a-4305-8d23-8bc306755778 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:21.743055 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.749528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c244fc54-c9fc-4239-ab30-2110e780fbc0,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.763642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.765759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f5d7a9f8-7904-4c42-9024-3895c694b524 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562651 Nov 25 17:26:21.767802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:21.776265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.776995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '7fb3c2de-c01a-42b4-b96c-fc55cf518cbf', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:21.784964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Subnet': ['ID=9d03e79c-dd03-4037-9554-31fb432a5d3a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:21.820117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8db4c5e0-8f9a-4305-8d23-8bc306755778 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:21.853959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.892221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.892645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:21.916976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Checking segment: {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:21.917399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network hostable DHCP agents. Network: 68dd530a-722a-4a80-a4dd-898aae6f38c4, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:21.921966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for c2b1be49-6aa7-4003-b10a-91feaf5e1f51 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:21.965245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.042024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:22.067614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:22.077062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.081889 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.094906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.102923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8db4c5e0-8f9a-4305-8d23-8bc306755778 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:22.104376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.108121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:22.119053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:22.133887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.135862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3670697 Nov 25 17:26:22.144206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:22.156002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '7fb3c2de-c01a-42b4-b96c-fc55cf518cbf', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:22.195819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a75026-070f-4c13-b66b-8b30da219b19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a529bd-7559-4637-8aef-1be5e925666f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.198775 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:26:22.205511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 68dd530a-722a-4a80-a4dd-898aae6f38c4) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:22.205774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.227460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:22.227460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.232469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 8196a614-65ef-492e-9f95-4d49170990fd is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:22.250576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'Port': ['ID=2f301016-585a-4a2d-beb9-999e1b20bc91,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.258009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e6826b-1852-44c4-8558-42ba8e34948a None None] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:22.329127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] For port 8db4c5e0-8f9a-4305-8d23-8bc306755778, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8db4c5e0-8f9a-4305-8d23-8bc306755778,segment=NetworkSegment(0a318562-97bc-4780-b45a-7f4278296869),segment_id=0a318562-97bc-4780-b45a-7f4278296869)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:22.376620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.383353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.389161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.421477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8888f5-402f-4694-84da-1847826aa0fc,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.462223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.477474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df1a0336-f42a-4687-9e18-c842362b7219 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3261101 Nov 25 17:26:22.539672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7165067-fd78-4670-8028-94a9e6a237bf None None] Pushing event updated for resources: {'Port': ['ID=8db4c5e0-8f9a-4305-8d23-8bc306755778,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:22.566961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:22.571504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-118f0388-5ad2-41b5-9948-868028ffbb94 req-30f06705-3583-44ad-84bd-ce662d3574ba tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0923569 Nov 25 17:26:22.594716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '7fb3c2de-c01a-42b4-b96c-fc55cf518cbf', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:22.609013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:22.609891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-17bc8902-0216-441c-be4b-4dc758ec6d48 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5713620 Nov 25 17:26:22.622476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-607077020'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:22.637005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-834f8229-e353-4e63-8d1a-6d8dd8aede82 None None] Provisioning complete for port 8db4c5e0-8f9a-4305-8d23-8bc306755778 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:22.637382 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-834f8229-e353-4e63-8d1a-6d8dd8aede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.664175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef30121a-55c2-4a38-b13c-a38d07b1b8fe up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:22.673593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:22.684031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.764272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:22.778793 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:26:22.788980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.816919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:22.837803 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] Sync routers for ids ['8196a614-65ef-492e-9f95-4d49170990fd'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:22.884409 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.890133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-328eca51-69ea-41b4-ac33-a3f56ff83062 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/8196a614-65ef-492e-9f95-4d49170990fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5804384 Nov 25 17:26:22.901150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:22.909637 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] Routers {'8196a614-65ef-492e-9f95-4d49170990fd'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:22.911071 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8196a614-65ef-492e-9f95-4d49170990fd'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:22.947207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.959580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-68dd530a-722a-4a80-a4dd-898aae6f38c4', 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'fixed_ips': [{'subnet_id': '9d03e79c-dd03-4037-9554-31fb432a5d3a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:22.960429 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.962304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.967583 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Added segment 3f6dd55a-38f4-45e1-8e03-c147a139fc8b of type vlan for network 1699869b-7800-4478-b5b2-bb5e0d18ed4b Nov 25 17:26:22.984981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:22.997187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:23.031751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] Routers {'8196a614-65ef-492e-9f95-4d49170990fd'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:23.032773 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8196a614-65ef-492e-9f95-4d49170990fd'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:23.061974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8be4cad-950e-4a85-b895-2a0dcaca8a8f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.117308 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.122844 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:23.125054 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41087e-f17c-4c1c-9d17-e13bb16f3e8d None None] The sync data for ids ['8196a614-65ef-492e-9f95-4d49170990fd'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:23.139050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.145111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a5571880-73dc-487e-9b78-8f33381cf241 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5689285 Nov 25 17:26:23.148917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.156847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'network': {'name': 'tempest-network-smoke--43547737', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:23.193073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf04d2-c6f7-4fee-89c5-d440f5c5c0cb req-14c768d8-a955-4a59-a41c-7a119f0c6b34 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.196830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dccf04d2-c6f7-4fee-89c5-d440f5c5c0cb req-14c768d8-a955-4a59-a41c-7a119f0c6b34 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 950 time: 0.5239093 Nov 25 17:26:23.198001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.223323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbe5c8-736a-414a-95d2-8a376bba88c9 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.225630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:23.227143 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-19fbe5c8-736a-414a-95d2-8a376bba88c9 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports/482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 HTTP/1.1" status: 200 len: 911 time: 0.3040652 Nov 25 17:26:23.229308 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.233867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ef30121a-55c2-4a38-b13c-a38d07b1b8fe triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:23.234395 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.241742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.247783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '65e64d9d-e4ea-4745-a00d-974094fa84d4'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:23.272870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:23.273442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.303837 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.304198 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Added segment eae26ba1-4e16-4559-99ee-1d88f0d09d10 of type vlan for network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b Nov 25 17:26:23.408995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.432935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=c2b1be49-6aa7-4003-b10a-91feaf5e1f51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.452032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-834f8229-e353-4e63-8d1a-6d8dd8aede82 None None] Provisioning complete for port 482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:23.452453 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-834f8229-e353-4e63-8d1a-6d8dd8aede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.458660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.472982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.473801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.500237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-834f8229-e353-4e63-8d1a-6d8dd8aede82 None None] Port 482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:23.509273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Allocated IP 19.80.0.2 (68dd530a-722a-4a80-a4dd-898aae6f38c4/9d03e79c-dd03-4037-9554-31fb432a5d3a/da965c0d-3092-402e-831d-4c22d57f3b89) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:23.529128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.535032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:23.535661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.620593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4679592 Nov 25 17:26:23.646853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.655473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a314505-72b6-4a30-a505-de700c23d23b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Network': ['ID=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.658029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'admin_state_up': True, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:23.689342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0775831 Nov 25 17:26:23.696263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.725847 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.733425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'subnet': {'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:23.739309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8db4c5e0-8f9a-4305-8d23-8bc306755778 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:23.742968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:23.805304 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.809122 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.813445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.814799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.828556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dccf04d2-c6f7-4fee-89c5-d440f5c5c0cb req-54b36b71-800f-4062-94ae-3044ed6c25ec tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990555 Nov 25 17:26:23.849002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.851989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.853605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4541159c-b835-4ec5-9f26-c7a829a45978 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/floatingips/233b27be-83d0-4a9f-95a5-ac76dcc391e8 HTTP/1.1" status: 204 len: 168 time: 3.4141731 Nov 25 17:26:23.868634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:23.877042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'd58f7356-66a7-44a6-bd61-a029d31e4c49'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:23.895973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7434d8eb-03dc-4438-a6e8-1ff549d61c07 req-fe1b8a94-92c0-4e0a-aed9-c944bdf9d793 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0433764 Nov 25 17:26:23.967150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:23.970023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d17f8da0-120d-4a0e-bb29-875774b4beb4 None None] Provisioning complete for port 482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:23.970472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d17f8da0-120d-4a0e-bb29-875774b4beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.971990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:23.975118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bfaea-1a96-4ffd-b18c-12b445898424 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Network': ['ID=1699869b-7800-4478-b5b2-bb5e0d18ed4b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:23.999224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Pushing event updated for resources: {'Port': ['ID=da965c0d-3092-402e-831d-4c22d57f3b89,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:24.003626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.009931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:24.013281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:24.077371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.089302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:24.099430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.099729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:24.101436 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.140972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d17f8da0-120d-4a0e-bb29-875774b4beb4 None None] Port 482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:24.161465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8db4c5e0-8f9a-4305-8d23-8bc306755778 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:24.161848 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.220547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Attempting to bind port da965c0d-3092-402e-831d-4c22d57f3b89 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:24.221581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Attempting to bind port da965c0d-3092-402e-831d-4c22d57f3b89 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:24.221581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Attempting to bind port da965c0d-3092-402e-831d-4c22d57f3b89 on network 68dd530a-722a-4a80-a4dd-898aae6f38c4 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:24.233305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:24.233769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Checking segment: {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:24.234249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.234838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Bound using segment: {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:24.235273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Bound port: da965c0d-3092-402e-831d-4c22d57f3b89, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:24.235743 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.286895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.309165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef30121a-55c2-4a38-b13c-a38d07b1b8fe up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:24.370943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Subnet': ['ID=22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:24.384641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ef30121a-55c2-4a38-b13c-a38d07b1b8fe triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:24.385108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.392141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.421722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] For port da965c0d-3092-402e-831d-4c22d57f3b89, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:24.443970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Checking segment: {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:24.444574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network hostable DHCP agents. Network: 1699869b-7800-4478-b5b2-bb5e0d18ed4b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:24.445908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] For port da965c0d-3092-402e-831d-4c22d57f3b89, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=da965c0d-3092-402e-831d-4c22d57f3b89,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:24.454276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.474334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:24.486027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1699869b-7800-4478-b5b2-bb5e0d18ed4b) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:24.493945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.494896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:24.509870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be309911-05d1-4300-abdf-d15e7239f20b None None] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:24.519143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c20f5089-2d96-405c-81de-abe15d6068da tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7936723 Nov 25 17:26:24.917095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d687-722f-4b14-a9c0-91115773ce39 req-d14d3633-6320-464f-8fcb-5b56d793b1d7 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.919788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8964d687-722f-4b14-a9c0-91115773ce39 req-d14d3633-6320-464f-8fcb-5b56d793b1d7 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 950 time: 0.8373275 Nov 25 17:26:24.945162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Pushing event updated for resources: {'Port': ['ID=da965c0d-3092-402e-831d-4c22d57f3b89,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:24.958511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.958858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.959239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.959624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.959965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.960301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.960633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.961208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.961553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.961884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.962213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.962540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e6487-c7b8-4534-9b01-889779a3bb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:24.973361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f2ac3b1a-6ccb-4d57-9575-5f3d6fcc68e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.982496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f2ac3b1a-6ccb-4d57-9575-5f3d6fcc68e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:24.989104 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f2ac3b1a-6ccb-4d57-9575-5f3d6fcc68e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/networks?id=68dd530a-722a-4a80-a4dd-898aae6f38c4&id=1699869b-7800-4478-b5b2-bb5e0d18ed4b HTTP/1.1" status: 200 len: 1391 time: 0.2450278 Nov 25 17:26:25.014098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-ed9ee692-c6eb-44d3-9737-f7f7099162b8 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/quotas/cfc53af123a948ea910ab4e84dedc69b HTTP/1.1" status: 200 len: 375 time: 0.0191998 Nov 25 17:26:25.051047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.060115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7000742 Nov 25 17:26:25.100077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b3d0c-754e-4e61-81c1-0918f894e504 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'Port': ['ID=2f301016-585a-4a2d-beb9-999e1b20bc91,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:25.103775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-5259e3cc-2ac2-4adc-8644-09a2ec460be5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832157 Nov 25 17:26:25.151040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-1699869b-7800-4478-b5b2-bb5e0d18ed4b', 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'fixed_ips': [{'subnet_id': '22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:25.151941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.182848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.317311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-e442c866-c093-4464-9679-1bc3a39b51e4 service neutron] 10.222.0.86 "GET /v2.0/networks/68dd530a-722a-4a80-a4dd-898aae6f38c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963844 Nov 25 17:26:25.339494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Allocated IP 19.86.0.2 (1699869b-7800-4478-b5b2-bb5e0d18ed4b/22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25/d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:25.435329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1dd1d-2e89-4ae9-a267-5e465f705418 req-6abdb087-890f-4cdc-a32c-95e215ecc07b tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:25.440415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24a1dd1d-2e89-4ae9-a267-5e465f705418 req-6abdb087-890f-4cdc-a32c-95e215ecc07b tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 950 time: 0.3413134 Nov 25 17:26:25.456149 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-26e268a9-a042-46cb-aadd-f42cb7be7275 service neutron] 10.222.0.86 "GET /v2.0/networks/68dd530a-722a-4a80-a4dd-898aae6f38c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373930 Nov 25 17:26:25.627356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device da965c0d-3092-402e-831d-4c22d57f3b89 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:25.647318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-24a1dd1d-2e89-4ae9-a267-5e465f705418 req-29a6a783-6ffb-4226-8f18-19041f01e4a3 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926239 Nov 25 17:26:25.662047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-7a7eb1cc-ffd3-4648-af3b-e19e1cfe7339 service neutron] 10.222.0.86 "GET /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982300 Nov 25 17:26:25.663134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Deleting port f13ec94b-3ee8-40a7-837d-270fe85e7708 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:25.663506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.722307 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.740586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.757986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.801222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-24ec39d9-c1dc-4204-8709-485c4f5382d7 service neutron] 10.222.0.86 "GET /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374862 Nov 25 17:26:25.812318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:25.817396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:25.820856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:25.887091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Pushing event updated for resources: {'Port': ['ID=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:25.905615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7762c521-6c28-420b-bf4f-a763d7fa6863 req-242468d5-1bef-4e38-88a4-50eee6589c1e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0926337 Nov 25 17:26:25.938023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port da965c0d-3092-402e-831d-4c22d57f3b89 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:25.938399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:25.953008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Attempting to bind port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:25.953381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Attempting to bind port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:25.953826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Attempting to bind port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 on network 1699869b-7800-4478-b5b2-bb5e0d18ed4b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:26.042577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:26.043012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Checking segment: {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:26.043453 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.055352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Bound using segment: {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:26.056059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Bound port: d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:26.056483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.096993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] For port f13ec94b-3ee8-40a7-837d-270fe85e7708, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f13ec94b-3ee8-40a7-837d-270fe85e7708,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:26.097562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.111629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.151439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.95 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/edbee23a-0f89-48d6-b045-b1fcc8ddd298) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:26.209589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef2a2e63-c4da-49a3-be70-b4f7da1aa7b4 req-ec146ad1-c799-408a-b25f-58400fb01236 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 210 time: 0.0570436 Nov 25 17:26:26.273349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c094ec-ffbd-4ab5-8b22-a158c736dd1b None None] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:26.312881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.346391 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.348399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.356170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:26.357552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.361633 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/ports/482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 HTTP/1.1" status: 200 len: 911 time: 3.1159458 Nov 25 17:26:26.362111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53790) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:26.371074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Calling delete_port for f13ec94b-3ee8-40a7-837d-270fe85e7708 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:26.375926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] For port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:26.409155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] For port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:26.421652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.443672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.452882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port da965c0d-3092-402e-831d-4c22d57f3b89, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=da965c0d-3092-402e-831d-4c22d57f3b89,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:26.552246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.584607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3a951de8-83c8-4386-81bf-cbd98b1d09d6 None None] Provisioning complete for port da965c0d-3092-402e-831d-4c22d57f3b89 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:26.584960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a951de8-83c8-4386-81bf-cbd98b1d09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.654937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23c759-8f2b-48fc-8b70-3de7aaa138c0 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.703068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4f8d3-fc31-4f0c-804a-f145b9b330bf None None] Pushing event updated for resources: {'Port': ['ID=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.761047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:26.818835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Pushing event deleted for resources: {'Port': ['ID=f13ec94b-3ee8-40a7-837d-270fe85e7708,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.839905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-bc6e914e-b0b2-4130-a739-a03fb0661787 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1171471909&fields=id&tenant_id=0e28d6cd50064f73a95a81eeaa78caef HTTP/1.1" status: 200 len: 267 time: 0.7352021 Nov 25 17:26:26.904265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=da965c0d-3092-402e-831d-4c22d57f3b89,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:26.905312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f128522a-7467-450c-8f62-663e139feb33 req-aaea01b3-4c09-41c8-86e1-0bd9482b656f tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 210 time: 0.0930402 Nov 25 17:26:27.093907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f4cfd42-0a46-44fd-80a4-fd6bc3ae5fba req-0e263355-9b29-459b-9ddb-3bd4725db1b2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0534933 Nov 25 17:26:27.115074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-65e4861e-c8cb-41e7-aea8-7bf40547fc36 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:27.127721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-65e4861e-c8cb-41e7-aea8-7bf40547fc36 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 811 time: 0.2868395 Nov 25 17:26:27.195264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-c616b80f-b22e-481a-bea9-1067d4c6c145 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/quotas/0e28d6cd50064f73a95a81eeaa78caef HTTP/1.1" status: 200 len: 375 time: 0.0665560 Nov 25 17:26:27.313824 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.326952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.389458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f13ec94b-3ee8-40a7-837d-270fe85e7708 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:27.397888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] No DVR routers for this DVR port f13ec94b-3ee8-40a7-837d-270fe85e7708 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:27.412224 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.416697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8964d687-722f-4b14-a9c0-91115773ce39 req-28393ede-c9c5-4c6d-b65f-b933b8f34ed5 tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.55 "DELETE /v2.0/ports/f13ec94b-3ee8-40a7-837d-270fe85e7708 HTTP/1.1" status: 204 len: 173 time: 2.3309841 Nov 25 17:26:27.417501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'name': 'network-vif-deleted', 'tag': 'f13ec94b-3ee8-40a7-837d-270fe85e7708'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:27.438232 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674a3814-2604-451e-b7c7-6f4682a53099" -d '{"events": [{"server_uuid": "2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de", "name": "network-vif-deleted", "tag": "f13ec94b-3ee8-40a7-837d-270fe85e7708"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:27.440560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: f13ec94b-3ee8-40a7-837d-270fe85e7708 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:27.440953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f13ec94b-3ee8-40a7-837d-270fe85e7708 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:27.461614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55398397-cdc4-42e8-a2f2-e50b215c1857 req-4e5efba8-8633-4773-84b6-5d3e34fd05e1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 210 time: 0.0918577 Nov 25 17:26:27.493818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-53634293-8ea6-4cbc-82dc-2188dd0da56d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2976024 Nov 25 17:26:27.509533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7e48e95b-c234-4ba9-9eea-9b1db29eda61 None None] Provisioning complete for port da965c0d-3092-402e-831d-4c22d57f3b89 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:27.510690 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7e48e95b-c234-4ba9-9eea-9b1db29eda61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.577948 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4c7b8-80eb-4d1e-b4b0-88535b40af90 x-openstack-request-id: req-45b4c7b8-80eb-4d1e-b4b0-88535b40af90 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:27.582168 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de", "name": "network-vif-deleted", "tag": "f13ec94b-3ee8-40a7-837d-270fe85e7708", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:27.582168 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45b4c7b8-80eb-4d1e-b4b0-88535b40af90 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:27.583856 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de', 'name': 'network-vif-deleted', 'tag': 'f13ec94b-3ee8-40a7-837d-270fe85e7708', 'status': 'completed', 'code': 200} Nov 25 17:26:27.613180 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.797031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:27.834165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:27.928948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:27.935062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:27.936715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:27.956735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:28.006143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.123 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/cd943c72-26e4-40ef-9211-8bdd3d148818) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:28.068249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=edbee23a-0f89-48d6-b045-b1fcc8ddd298,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.117525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.159489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1749ebd-debc-4f66-8c9f-e8f6eea84474 req-bcde5b99-9ae9-4dab-b378-18ffc000521c tempest-VolumesBackupsTest-1612844579 tempest-VolumesBackupsTest-1612844579-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e2d0c-c6f9-4f54-9db7-f5e74c1701de HTTP/1.1" status: 200 len: 210 time: 0.0429351 Nov 25 17:26:28.166634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-cd848b77-0ff7-4fda-9d0e-964ead336ad5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.173221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-cd848b77-0ff7-4fda-9d0e-964ead336ad5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:28.174851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-cd848b77-0ff7-4fda-9d0e-964ead336ad5 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "GET /v2.0/networks?id=68dd530a-722a-4a80-a4dd-898aae6f38c4&id=1699869b-7800-4478-b5b2-bb5e0d18ed4b HTTP/1.1" status: 200 len: 1391 time: 0.3092208 Nov 25 17:26:28.177776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:28.178185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.204404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:28.209637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.210522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device da965c0d-3092-402e-831d-4c22d57f3b89 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:28.213252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'port': {'device_id': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4', 'admin_state_up': True, 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:28.295370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-67c90c65-3ec0-4416-9313-95c720d0bbb9 service neutron] 10.222.0.86 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748914 Nov 25 17:26:28.380038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.393716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.409473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port da965c0d-3092-402e-831d-4c22d57f3b89 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:28.410586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.411993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-b2a8c627-ec58-4df7-9171-e730ab436865 service neutron] 10.222.0.86 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154385 Nov 25 17:26:28.414277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:28.633642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a381d7-77c1-4a5c-897c-db46a21b6211 None None] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:28.739326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4f21bc5-efde-488f-aa87-0c5dc61f3658 req-d37f3b86-dfd8-40b9-beef-206bf0ac128f tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.4700794 Nov 25 17:26:28.755419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.823325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-10867de5-351f-4fc9-b6bc-9da3e514aae1 None None] Provisioning complete for port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:28.823767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10867de5-351f-4fc9-b6bc-9da3e514aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:28.866977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=482ba18d-4cd4-4b56-9ed2-7da0b3d0dfc2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:28.885157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d195afdf-7bcd-45f3-b6df-a1cfd297e449 req-1729ba08-3ef2-4016-9601-12d5bd3d10ba tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 210 time: 0.0432572 Nov 25 17:26:29.012228 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.104593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.236696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c925662b-b382-463c-92f3-207616ccb761 req-5b431bb0-0b3c-4fe4-aa27-112144e33062 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 210 time: 0.1281350 Nov 25 17:26:29.342519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router 8196a614-65ef-492e-9f95-4d49170990fd has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:29.360293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:29.366994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.436602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.521411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:29.529160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-36024958-fd89-42fd-81d6-8e03dbeb519e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/8196a614-65ef-492e-9f95-4d49170990fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1651783 Nov 25 17:26:29.532588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53834) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:29.541161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] Sync routers for ids ['8196a614-65ef-492e-9f95-4d49170990fd'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:29.561715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] Routers {'8196a614-65ef-492e-9f95-4d49170990fd'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:29.569760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8196a614-65ef-492e-9f95-4d49170990fd'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:29.623310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59bde369-1315-455f-a5d7-79a88f6a6cbe tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=8196a614-65ef-492e-9f95-4d49170990fd HTTP/1.1" status: 200 len: 205 time: 0.0886548 Nov 25 17:26:29.624306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53836) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:29.636329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=cd943c72-26e4-40ef-9211-8bdd3d148818,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:29.636553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:29.649987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:29.672784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:29.675653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:29.701457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d2c44-7020-448f-bc30-30c4a9d08893 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:29.712928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] Routers {'8196a614-65ef-492e-9f95-4d49170990fd'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:29.713587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8196a614-65ef-492e-9f95-4d49170990fd'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:29.734581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:29.784140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.804372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:29.814868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f871004-323b-430c-ae67-2fb40f33e1d6 None None] The sync data for ids ['8196a614-65ef-492e-9f95-4d49170990fd'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:29.836648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-007aaeb3-ccfc-4fcb-8531-13a06cf26d25 None None] Provisioning complete for port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:29.837022 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-007aaeb3-ccfc-4fcb-8531-13a06cf26d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:29.949530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88d1fde5-1ece-479d-acbf-18116261c8bb req-c0f7e0ff-e350-4c6d-856c-c653ca941ebe tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0546434 Nov 25 17:26:29.979676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Allocated IP 19.80.0.43 (68dd530a-722a-4a80-a4dd-898aae6f38c4/9d03e79c-dd03-4037-9554-31fb432a5d3a/d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:29.984545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:29.984545 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.066956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3da10d9-c747-48cc-8931-fe928670f985 req-c6131b95-e651-40be-9d57-9e249fd5923f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 210 time: 0.0338471 Nov 25 17:26:30.132554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.137457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.237864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0b6e54a9-65be-4e8a-b472-7cb14362aa1e None None] Provisioning complete for port cd943c72-26e4-40ef-9211-8bdd3d148818 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:30.239214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b6e54a9-65be-4e8a-b472-7cb14362aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.261948 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.361973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e54a9-65be-4e8a-b472-7cb14362aa1e None None] Port cd943c72-26e4-40ef-9211-8bdd3d148818 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:30.416740 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.577179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.683957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dff21d97-b7f8-4263-aee6-67b23533fba6 req-794bd9ef-3c52-4591-978c-201d0c737c81 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 210 time: 0.0374491 Nov 25 17:26:30.711236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.712403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router 8196a614-65ef-492e-9f95-4d49170990fd {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:26:30.723371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-107a085f-bf1c-45c7-98df-674930fc54f6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.724892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-107a085f-bf1c-45c7-98df-674930fc54f6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 811 time: 0.3400757 Nov 25 17:26:30.728320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.732135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6a83d8c9-f87e-400e-88a8-3fb048dc34ce tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/8196a614-65ef-492e-9f95-4d49170990fd HTTP/1.1" status: 204 len: 168 time: 1.1041789 Nov 25 17:26:30.736911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:30.755445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.794150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.851840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:30.856378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:30.869222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Port': ['ID=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:30.880395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:30.928704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet 65e64d9d-e4ea-4745-a00d-974094fa84d4 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:26:30.965586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:30.966420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:30.991346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d75b9a67-0f18-4930-8a94-2fa92c5e2c3d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7921586 Nov 25 17:26:30.992622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.005884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Request body: {'port': {'device_id': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b', 'admin_state_up': True, 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:31.104998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-a34bbb79-8443-47bd-82a7-6cb010d2f529 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e28d6cd50064f73a95a81eeaa78caef HTTP/1.1" status: 200 len: 380 time: 0.3657534 Nov 25 17:26:31.114887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-097904af-381e-4e6b-9eb1-04f0ff8b6ef7 req-835b4932-ee7f-45dd-8ae3-7cecfcebfd59 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0385523 Nov 25 17:26:31.130343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.185773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Made reservation on behalf of cfc53af123a948ea910ab4e84dedc69b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:31.190410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.196894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6af81546-18be-493d-bc6c-73706dfc5c20 None None] Provisioning complete for port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:31.197443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6af81546-18be-493d-bc6c-73706dfc5c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.255319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'port': {'device_id': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'admin_state_up': True, 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'security_groups': ['6e94a150-3b3d-43b4-8293-36dfee5ef4bc']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:31.268260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6af81546-18be-493d-bc6c-73706dfc5c20 None None] Port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:31.347750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Allocated IP 19.86.0.131 (1699869b-7800-4478-b5b2-bb5e0d18ed4b/22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25/0568e0ed-237a-4bf6-b1ad-53c8d1a47aff) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:31.370183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.386393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6f7c28d-f125-4385-b5b0-922b1b45dee4 req-9906d433-074f-466e-934f-f714c28130dc tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 210 time: 0.1237772 Nov 25 17:26:31.387830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.429889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.444136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.545031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.634503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.686939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:31.691684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:31.699084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:31.823186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event updated for resources: {'Port': ['ID=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:31.897527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.898487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:31.923955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-258cdf48-7762-48d6-9d6f-b4cb7a43348c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9252162 Nov 25 17:26:31.942656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b266-025d-4df6-aa1a-6398487f9881 req-3ea94412-07f2-417f-a9f0-f3c89cd44aaf tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.950468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b266-025d-4df6-aa1a-6398487f9881 req-3ea94412-07f2-417f-a9f0-f3c89cd44aaf tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:31.958501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9de5b266-025d-4df6-aa1a-6398487f9881 req-3ea94412-07f2-417f-a9f0-f3c89cd44aaf tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1654 time: 0.1394889 Nov 25 17:26:31.967313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Request body: {'port': {'device_id': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:32.065326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=edbee23a-0f89-48d6-b045-b1fcc8ddd298,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:32.089127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.097618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9de5b266-025d-4df6-aa1a-6398487f9881 req-54a57e3e-af07-4337-b73f-02248cec5e27 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379042 Nov 25 17:26:32.104825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c9451258-97d6-4f2c-9c20-899192c5c37a None None] Provisioning complete for port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:32.112744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c9451258-97d6-4f2c-9c20-899192c5c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.113046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.122135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.130783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Made reservation on behalf of 0e28d6cd50064f73a95a81eeaa78caef for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:32.134406 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.208051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c9451258-97d6-4f2c-9c20-899192c5c37a None None] Port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:32.218234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.224315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/65e64d9d-e4ea-4745-a00d-974094fa84d4 HTTP/1.1" status: 204 len: 168 time: 1.4814727 Nov 25 17:26:32.224315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0f548-62f4-44e1-81cf-4e64f6745654 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=65e64d9d-e4ea-4745-a00d-974094fa84d4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:32.228731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3527273-62d3-4075-9b4f-1000dfee591a None None] Network ad17f9c3-f51f-4b05-831a-9881e8ffe20d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:32.239622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53864) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:32.400848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-578825bb-44da-420a-9271-cf6fc1ddbab4 req-fca9a91f-88da-41e4-bc07-e47bbe6c36ca tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0898137 Nov 25 17:26:32.503472 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.548256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router dd0b6a52-8a14-4f62-bc92-b99337b2a767 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:32.550379 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 509b6808-96f1-46f7-8d50-caa7ef8028ce associated. External IP: 172.25.8.95, port: d58f7356-66a7-44a6-bd61-a029d31e4c49. Nov 25 17:26:32.560824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:32.569982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.588441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Transition to ACTIVE for port object d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:32.626322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e22fe23f-e699-407f-927b-c06b49f09dcd req-b0ee6ff2-d342-48d7-8fe5-def6bfa332e1 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 210 time: 0.0360270 Nov 25 17:26:32.627669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.744530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Allocated IP 172.20.0.6 (7441545a-b294-4884-99bd-fbc6e6446cf1/db128cd3-bc59-4b6d-8f19-70a897b402c0/d4f5e2bb-23b3-4807-ac9c-d712dedcae47) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:32.894630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Attempting to bind port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:32.895671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Attempting to bind port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:32.896285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Attempting to bind port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef on network 68dd530a-722a-4a80-a4dd-898aae6f38c4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:32.901397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:32.911801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef on network 68dd530a-722a-4a80-a4dd-898aae6f38c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:32.912166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Attempting to bind port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef on network 68dd530a-722a-4a80-a4dd-898aae6f38c4 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:32.917962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:32.918298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Checking segment: {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:32.918598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Bound using segment: {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:32.919642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Bound port: d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32adb82-6609-4d72-a04a-1e3d34b3c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:32.920006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:32.934542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] DHCP port deletion for ad17f9c3-f51f-4b05-831a-9881e8ffe20d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:33.010851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] For port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:33.015021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] For port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:33.019723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.037773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] Deleting port 8db4c5e0-8f9a-4305-8d23-8bc306755778 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:33.038541 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.088272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:33.093614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:33.104385 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Sync routers for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:33.132600 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:33.133287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:33.162894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.170494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.171167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.177325 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] 10.222.0.73 "PUT /v2.0/ports/d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef HTTP/1.1" status: 200 len: 1091 time: 1.2155325 Nov 25 17:26:33.178570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'tag': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:33.178731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b02f4265-f9a5-4592-b0da-e888e5ff9c9b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.5305736 Nov 25 17:26:33.186696 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a39390-cd39-4afb-b531-2bf938c0ad0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "tag": "d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:33.211698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53874) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:33.224882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Request body: {'port': {'device_id': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:33.267955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 8db4c5e0-8f9a-4305-8d23-8bc306755778 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:33.268301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.311771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] For port 8db4c5e0-8f9a-4305-8d23-8bc306755778, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8db4c5e0-8f9a-4305-8d23-8bc306755778,segment=NetworkSegment(0a318562-97bc-4780-b45a-7f4278296869),segment_id=0a318562-97bc-4780-b45a-7f4278296869)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:33.321038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.352584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] Calling delete_port for 8db4c5e0-8f9a-4305-8d23-8bc306755778 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:33.370604 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e7ed3-4b59-418c-9746-e0cfc315e0f8 x-openstack-request-id: req-a06e7ed3-4b59-418c-9746-e0cfc315e0f8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:33.370889 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "tag": "d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:33.371142 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a06e7ed3-4b59-418c-9746-e0cfc315e0f8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:33.371613 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'tag': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef', 'status': 'completed', 'code': 200} Nov 25 17:26:33.396218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-05fd3f3a-9205-480d-a76b-d7962979e6d4 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=95c99e5365bf47f596809a61f354cfc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1108701 Nov 25 17:26:33.397087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacd419-7a4a-4e8a-a430-f88c109a5c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:33.403483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53878) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:33.461216 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:33.537818 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.573494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] Pushing event deleted for resources: {'Port': ['ID=8db4c5e0-8f9a-4305-8d23-8bc306755778,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:33.593446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d58c0-f409-4ae0-bfdc-0efeec9cdc08 None None] No DVR routers for this DVR port 8db4c5e0-8f9a-4305-8d23-8bc306755778 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:33.617968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8db4c5e0-8f9a-4305-8d23-8bc306755778 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:26:33.670850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8db4c5e0-8f9a-4305-8d23-8bc306755778 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:26:33.671342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8db4c5e0-8f9a-4305-8d23-8bc306755778 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:26:33.761648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port 8db4c5e0-8f9a-4305-8d23-8bc306755778, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8db4c5e0-8f9a-4305-8d23-8bc306755778,segment=NetworkSegment(0a318562-97bc-4780-b45a-7f4278296869),segment_id=0a318562-97bc-4780-b45a-7f4278296869)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:33.762592 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.817469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:33.823295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f027364-6aae-43b1-8bb7-4e10d5e6a26c req-e5e8df72-2b6a-4c7b-8f82-17bafdd56269 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.1654053 Nov 25 17:26:33.868652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 8db4c5e0-8f9a-4305-8d23-8bc306755778 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:33.871118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-1805e2bc-d93c-4a60-828d-44fa0eb24b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.871617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-1805e2bc-d93c-4a60-828d-44fa0eb24b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:33.873222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-1805e2bc-d93c-4a60-828d-44fa0eb24b4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1913 time: 0.4161134 Nov 25 17:26:33.886633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.017302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:30Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:34.071473 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Checking router: dd0b6a52-8a14-4f62-bc92-b99337b2a767 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:34.071853 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Updating router dd0b6a52-8a14-4f62-bc92-b99337b2a767 port cd943c72-26e4-40ef-9211-8bdd3d148818 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:34.076148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99cd2243-1008-4b75-8966-f5a115a0d238 req-976d382a-2f01-4f6e-bc7d-ed57a500a6a4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 210 time: 0.1346002 Nov 25 17:26:34.109105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:34.123589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:34.129264 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.141656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:34.142290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:34.204032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:34.214340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.228374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Transition to ACTIVE for port object 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:34.249496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9c46e-f5cc-480c-b9ed-54edac0592e5 req-defbf81c-390a-44b4-ac5e-d8375d65bf65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.252245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:34.256715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9c46e-f5cc-480c-b9ed-54edac0592e5 req-defbf81c-390a-44b4-ac5e-d8375d65bf65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.264954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fdb9c46e-f5cc-480c-b9ed-54edac0592e5 req-defbf81c-390a-44b4-ac5e-d8375d65bf65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1666 time: 0.9057391 Nov 25 17:26:34.277676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.282599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.283082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:34.283749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:34.374668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531df9f-1d59-4add-af16-657da7d41879 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.376519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6531df9f-1d59-4add-af16-657da7d41879 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9646821 Nov 25 17:26:34.386792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:34.387545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05a915-ad76-47b3-b72e-ff6babfbcdce None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:34.394052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53888) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:34.468121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Pushing event updated for resources: {'Port': ['ID=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.472269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cc206a50-159d-4d7c-b079-8cf1c150abcd tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.6000085 Nov 25 17:26:34.486368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:34.491534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1366705761'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:34.507375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.551975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:34.573002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.583371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-ef7af03a-26d7-426d-9d02-85735fcffeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.588239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-ef7af03a-26d7-426d-9d02-85735fcffeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.588780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-ef7af03a-26d7-426d-9d02-85735fcffeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:34.590449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-ef7af03a-26d7-426d-9d02-85735fcffeb1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cfc53af123a948ea910ab4e84dedc69b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6957622 Nov 25 17:26:34.598007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:34.605445 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fdb9c46e-f5cc-480c-b9ed-54edac0592e5 req-fd26d8f5-4674-4183-b57b-e6a99aabd2fb tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394630 Nov 25 17:26:34.635014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b72533bc-ebb0-486d-a565-b8861845a57d tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2394762 Nov 25 17:26:34.638125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53892) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:34.648052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162124716', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:34.656334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:34.656604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Attempting to bind port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:34.656742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Attempting to bind port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:34.657074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Attempting to bind port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff on network 1699869b-7800-4478-b5b2-bb5e0d18ed4b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:34.722368 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.734767 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.753761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff on network 1699869b-7800-4478-b5b2-bb5e0d18ed4b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:34.754137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Attempting to bind port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff on network 1699869b-7800-4478-b5b2-bb5e0d18ed4b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:34.756062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:34.771870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.792739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:34.793072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Checking segment: {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:34.793454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Bound using segment: {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:34.794440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Bound port: 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6dd55a-38f4-45e1-8e03-c147a139fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:34.794792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.817471 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7c6ce-461d-4963-9a9c-49c2fd82aed6 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:34.827057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Pushing event updated for resources: {'Port': ['ID=cd943c72-26e4-40ef-9211-8bdd3d148818,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:34.875693 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.878400 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.878945 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.879474 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.883111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.883695 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.884249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.884783 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.885301 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.885831 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.886358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.886873 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:26:34.916502 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Attempting to bind port cd943c72-26e4-40ef-9211-8bdd3d148818 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:34.917219 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Attempting to bind port cd943c72-26e4-40ef-9211-8bdd3d148818 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:34.917802 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Attempting to bind port cd943c72-26e4-40ef-9211-8bdd3d148818 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:34.960426 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:34.960426 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:34.960807 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:34.961495 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:34.966922 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Bound port: cd943c72-26e4-40ef-9211-8bdd3d148818, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:34.967799 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.050602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] For port cd943c72-26e4-40ef-9211-8bdd3d148818, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:35.055025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-55e3928b-fe48-4dd0-9db8-b87e8696e7ba None None] Provisioning complete for port cd943c72-26e4-40ef-9211-8bdd3d148818 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:35.056999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-55e3928b-fe48-4dd0-9db8-b87e8696e7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.060891 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] For port cd943c72-26e4-40ef-9211-8bdd3d148818, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd943c72-26e4-40ef-9211-8bdd3d148818,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:35.067623 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.097126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] For port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:35.101412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:35.105804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.110350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] For port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:35.124038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.166585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be588dc-5be8-4665-8965-f49e15e72b88 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:35.219319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-55e3928b-fe48-4dd0-9db8-b87e8696e7ba None None] Port cd943c72-26e4-40ef-9211-8bdd3d148818 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:35.233774 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:35.235717 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:35.317439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Pushing event updated for resources: {'Port': ['ID=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:35.327881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.328476 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.329861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-f28cf5f5-7f6d-44c0-a77c-88f96b546084 service neutron] 10.222.0.73 "PUT /v2.0/ports/0568e0ed-237a-4bf6-b1ad-53c8d1a47aff HTTP/1.1" status: 200 len: 1092 time: 2.1138744 Nov 25 17:26:35.373906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'tag': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:35.376234 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918" -d '{"events": [{"name": "network-changed", "server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "tag": "0568e0ed-237a-4bf6-b1ad-53c8d1a47aff"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:35.377651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Provisioning complete for port cd943c72-26e4-40ef-9211-8bdd3d148818 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:35.380456 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.386704 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9be4a3-9ad3-4b71-9b22-52f52d7fd665 None None] Pushing event updated for resources: {'Port': ['ID=cd943c72-26e4-40ef-9211-8bdd3d148818,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:35.438901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec800af-d0a7-49ce-b00c-7e98e8931731 req-a69ffee1-d938-4b56-b551-08c0fb5064cd tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:35.446696 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ec800af-d0a7-49ce-b00c-7e98e8931731 req-a69ffee1-d938-4b56-b551-08c0fb5064cd tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 931 time: 0.1397233 Nov 25 17:26:35.467267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port 8db4c5e0-8f9a-4305-8d23-8bc306755778 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:26:35.569479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20f8a4a6-3860-4134-993c-8311b5dd584f req-c571ae32-e38b-42ba-b0d5-56004d9b136b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0524898 Nov 25 17:26:35.594449 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:35.607522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ec800af-d0a7-49ce-b00c-7e98e8931731 req-cf8e7f97-f34e-4d2b-9199-310ec93d484c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593494 Nov 25 17:26:35.682967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'Port': ['ID=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:35.712963 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.741217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-681e2b0a-1461-40d1-9bf0-ef9be808bef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.777351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] For port cd943c72-26e4-40ef-9211-8bdd3d148818, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd943c72-26e4-40ef-9211-8bdd3d148818,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:35.784602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.823045 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed423b0-a693-4bf5-acd3-8e8e1cbe94ca x-openstack-request-id: req-4ed423b0-a693-4bf5-acd3-8e8e1cbe94ca {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:35.823358 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "tag": "0568e0ed-237a-4bf6-b1ad-53c8d1a47aff", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:35.823641 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ed423b0-a693-4bf5-acd3-8e8e1cbe94ca {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:35.824055 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'tag': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff', 'status': 'completed', 'code': 200} Nov 25 17:26:35.834203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=8db4c5e0-8f9a-4305-8d23-8bc306755778,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:35.866850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.892250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:35.905942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Provisioning complete for port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:35.908493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.909187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:35.909513 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Added segment 367f3354-ae62-4a67-9e13-7626e201b434 of type vlan for network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 Nov 25 17:26:35.968957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.011933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Pushing event updated for resources: {'Port': ['ID=cd943c72-26e4-40ef-9211-8bdd3d148818,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:36.048364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Subnet': ['ID=bec74dbb-ff98-441c-b37a-4b9a42553911,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:36.057642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e15ebd94-2172-41b2-b52b-dfbe794fb68e None None] Port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:36.064893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Checking segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:36.065507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network hostable DHCP agents. Network: b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:36.087684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:36.108816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-bf005694-b080-4ba3-a740-05ec354b3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.110599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39a39390-cd39-4afb-b531-2bf938c0ad0d req-bf005694-b080-4ba3-a740-05ec354b3c62 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5029192 Nov 25 17:26:36.114336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:36.125568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ea1b1-4ee3-4099-ba7d-896915b3b622 None None] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:36.134504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.136205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.182530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5637351-3c1d-4197-8a19-7857de30adcc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5352509 Nov 25 17:26:36.185483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:36.225275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.232182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.232934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.251770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.252412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.276124 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7887137 Nov 25 17:26:36.305924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:36.307717 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:30Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:36.316190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'subnet': {'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:36.375761 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df688dd-9b39-4212-beff-7701512eb0f9 None None] The sync data for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 is: [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:30Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:36.535147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:36.539768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.557170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-5fc35425-1e53-4b6b-b89d-9ff2db1d7220 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7583995 Nov 25 17:26:36.586375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.618176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bfff4-4284-4cdb-bc50-39f8f4c10595 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Network': ['ID=3f38339c-b5dc-4d82-915b-6c3fbd8c0189,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:36.651094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad17f9c3-f51f-4b05-831a-9881e8ffe20d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:36.662854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:36.663779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.665368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a318562-97bc-4780-b45a-7f4278296869') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:36.665672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a318562-97bc-4780-b45a-7f4278296869') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:36.666200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:36.697739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.753643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.781039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-f5f04962-5754-418b-b20e-99bad798aa1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6531389 Nov 25 17:26:36.821185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae8614-6dca-4875-be56-3096fa57b998 req-a4ccac97-85ef-4dce-b592-cde1e7d44551 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.827803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae8614-6dca-4875-be56-3096fa57b998 req-a4ccac97-85ef-4dce-b592-cde1e7d44551 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:36.835599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2aae8614-6dca-4875-be56-3096fa57b998 req-a4ccac97-85ef-4dce-b592-cde1e7d44551 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1678 time: 0.7200305 Nov 25 17:26:36.857565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Request body: {'port': {'device_id': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:36.917261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:26:36.919949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:26:36.932596 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:26:37.031515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-551985d5-36fe-45c6-9ba0-0ace3bb67af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.042439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-551985d5-36fe-45c6-9ba0-0ace3bb67af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.044453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-551985d5-36fe-45c6-9ba0-0ace3bb67af5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1980 time: 0.7863967 Nov 25 17:26:37.218539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930ae2-e99f-4314-b1e3-b405f69bbf05 req-d517e0b0-ce2e-454e-a509-bdb95f425523 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.227187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf930ae2-e99f-4314-b1e3-b405f69bbf05 req-d517e0b0-ce2e-454e-a509-bdb95f425523 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 931 time: 0.4012337 Nov 25 17:26:37.269037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Allocated IP 172.20.0.2 (b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b/bec74dbb-ff98-441c-b37a-4b9a42553911/04cbf445-2982-4dc7-a46b-d31cff250975) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:37.323845 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-93f50559-d432-48fb-a3ee-a0541f7c8c47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef HTTP/1.1" status: 200 len: 217 time: 0.1754389 Nov 25 17:26:37.406958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-bc1648a6-3b27-4213-a4bf-eefef71cee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.409328 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-bc1648a6-3b27-4213-a4bf-eefef71cee5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d03e79c-dd03-4037-9554-31fb432a5d3a HTTP/1.1" status: 200 len: 801 time: 0.0713675 Nov 25 17:26:37.436296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.489987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.497875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.521805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/ad17f9c3-f51f-4b05-831a-9881e8ffe20d HTTP/1.1" status: 204 len: 168 time: 5.2806726 Nov 25 17:26:37.523455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53990) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:37.527918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.547631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1075989624', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:37.595726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2aae8614-6dca-4875-be56-3096fa57b998 req-3bd26644-0a79-45f4-9ecc-e1511d628959 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592015 Nov 25 17:26:37.597636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.598898 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.618832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-cec2a0e1-6757-4d86-ada5-70dc17399fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.620749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-cec2a0e1-6757-4d86-ada5-70dc17399fe0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1096 time: 0.8286006 Nov 25 17:26:37.644606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d2dab-e6cb-40b0-a7e5-b763d60d1cee tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=ad17f9c3-f51f-4b05-831a-9881e8ffe20d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:37.645247 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:37.709806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd943c72-26e4-40ef-9211-8bdd3d148818 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:37.865042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:37.890311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-82b1d152-9eed-4619-9a14-721011e89aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:37.891872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-82b1d152-9eed-4619-9a14-721011e89aff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68dd530a-722a-4a80-a4dd-898aae6f38c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4676995 Nov 25 17:26:37.915143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:37.926322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:37.932534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6afcf6d6-1701-479e-adc4-b06d4e822224 req-1692060c-6295-422e-b65c-0c30cbac3107 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0807710 Nov 25 17:26:38.128054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.143972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.169393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Attempting to bind port 04cbf445-2982-4dc7-a46b-d31cff250975 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:38.176397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Attempting to bind port 04cbf445-2982-4dc7-a46b-d31cff250975 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:38.176863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Attempting to bind port 04cbf445-2982-4dc7-a46b-d31cff250975 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:38.179969 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6758abef-6165-432d-85cf-4417a9bbb035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.192618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Pushing event updated for resources: {'Port': ['ID=04cbf445-2982-4dc7-a46b-d31cff250975,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:38.220138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:38.220520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Checking segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:38.220929 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.221328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Bound using segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:38.221880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Bound port: 04cbf445-2982-4dc7-a46b-d31cff250975, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:38.222273 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.261347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port cd943c72-26e4-40ef-9211-8bdd3d148818 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:38.261725 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.301773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.303355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ff7c9ee4-2765-4a75-b4b9-18bc20b8a4ae tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7601120 Nov 25 17:26:38.312561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-e282b433-42c3-4834-a7b4-d8c1d6b9f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.314455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-e282b433-42c3-4834-a7b4-d8c1d6b9f765 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.6207492 Nov 25 17:26:38.315158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:38.326508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170352922'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:38.361684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf930ae2-e99f-4314-b1e3-b405f69bbf05 req-482bb7b1-dbaf-4e09-9cad-5911e3ec5c03 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1329582 Nov 25 17:26:38.373262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.432435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-92093cfb-ce03-4da8-a55f-98f806354904 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 1001 time: 0.1010108 Nov 25 17:26:38.518549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] For port 04cbf445-2982-4dc7-a46b-d31cff250975, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:38.522651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] For port 04cbf445-2982-4dc7-a46b-d31cff250975, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04cbf445-2982-4dc7-a46b-d31cff250975,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:38.529320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.583574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Subnet': ['ID=671cae54-4c4d-45a6-9e2c-d19936a6989f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:38.586079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-d97cec6b-9818-4c99-9a7b-2b92e2d6bd76 service neutron] 10.222.0.73 "GET /v2.0/networks/68dd530a-722a-4a80-a4dd-898aae6f38c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702390 Nov 25 17:26:38.595236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:38.599331 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.632430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Checking segment: {'id': '367f3354-ae62-4a67-9e13-7626e201b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:38.632864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network hostable DHCP agents. Network: 3f38339c-b5dc-4d82-915b-6c3fbd8c0189, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:38.652483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-4c54ea8c-aad3-4275-b8be-09c5ace20c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.654044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2da3e7-83ff-43b8-bae7-ab363f6a4c09 None None] Pushing event updated for resources: {'Port': ['ID=04cbf445-2982-4dc7-a46b-d31cff250975,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:38.654739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-4c54ea8c-aad3-4275-b8be-09c5ace20c53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.2148864 Nov 25 17:26:38.721066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:38.758148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 3f38339c-b5dc-4d82-915b-6c3fbd8c0189) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:38.772464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36eb6d6-c17a-4310-8710-9194479bff8b None None] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:38.776844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:38.849999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.850602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:38.927734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d693e24-6dd3-4f55-8230-aebcabb0cec2 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6187034 Nov 25 17:26:38.935694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53998) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:38.941033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-487d70a7-0c07-408d-a704-d65b4face8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:38.949845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2008632648', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:38.950197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-487d70a7-0c07-408d-a704-d65b4face8ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607172 Nov 25 17:26:38.968939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.022227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.031051 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 1eee03df-b41b-48e4-99b4-a08d91539cd6 of type vlan for network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 Nov 25 17:26:39.123038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-3f38339c-b5dc-4d82-915b-6c3fbd8c0189', 'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189', 'tenant_id': '515251e25d0b4e4eb96c2be34b1b8551', 'fixed_ips': [{'subnet_id': '671cae54-4c4d-45a6-9e2c-d19936a6989f'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:39.123038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.157097 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.158244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.195986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20b25f0f-7634-45ae-ae8c-56884e7da8fd req-59d3bafb-f34e-4e6a-9399-1488ed454907 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0564566 Nov 25 17:26:39.394102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.427872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-02fe45ca-e7c4-4522-a164-c5684db3e742 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256146 Nov 25 17:26:39.443221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.465284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-9a02e114-1b32-4138-bac7-fc9cc26f0c08 service neutron] 10.222.0.73 "GET /v2.0/networks/68dd530a-722a-4a80-a4dd-898aae6f38c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8584464 Nov 25 17:26:39.595873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Allocated IP 172.20.0.2 (3f38339c-b5dc-4d82-915b-6c3fbd8c0189/671cae54-4c4d-45a6-9e2c-d19936a6989f/d2f37f92-a091-4533-98fa-ef6fdeba1863) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:39.886326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.903555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04cbf445-2982-4dc7-a46b-d31cff250975 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:39.915824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-de8e9cb7-480f-4264-853b-58830afb3992 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff HTTP/1.1" status: 200 len: 217 time: 0.3706193 Nov 25 17:26:39.916678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.958220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f5e2bb-23b3-4807-ac9c-d712dedcae47 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:39.964173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:39.970911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:39.973839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:39.979065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:39.980073 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.025054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Transition to ACTIVE for port object d4f5e2bb-23b3-4807-ac9c-d712dedcae47 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:40.063082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.076167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.076987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.088642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2700223-82fb-4e37-a48e-bd644679a32e req-34dfa9a7-3b39-4819-b8a0-4896a80e4e16 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.089118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Attempting to bind port d2f37f92-a091-4533-98fa-ef6fdeba1863 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:40.089495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Attempting to bind port d2f37f92-a091-4533-98fa-ef6fdeba1863 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '367f3354-ae62-4a67-9e13-7626e201b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:40.089895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Attempting to bind port d2f37f92-a091-4533-98fa-ef6fdeba1863 on network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:40.101166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:40.101635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Checking segment: {'id': '367f3354-ae62-4a67-9e13-7626e201b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:40.101778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2700223-82fb-4e37-a48e-bd644679a32e req-34dfa9a7-3b39-4819-b8a0-4896a80e4e16 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.102040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.102460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Bound using segment: {'id': '367f3354-ae62-4a67-9e13-7626e201b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:40.102929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Bound port: d2f37f92-a091-4533-98fa-ef6fdeba1863, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367f3354-ae62-4a67-9e13-7626e201b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:40.103818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2700223-82fb-4e37-a48e-bd644679a32e req-34dfa9a7-3b39-4819-b8a0-4896a80e4e16 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1678 time: 1.2537904 Nov 25 17:26:40.110015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.147331 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.207261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] For port d2f37f92-a091-4533-98fa-ef6fdeba1863, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:40.216761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] For port d2f37f92-a091-4533-98fa-ef6fdeba1863, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d2f37f92-a091-4533-98fa-ef6fdeba1863,segment=NetworkSegment(367f3354-ae62-4a67-9e13-7626e201b434),segment_id=367f3354-ae62-4a67-9e13-7626e201b434)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:40.230876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.260595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Pushing event updated for resources: {'Port': ['ID=d2f37f92-a091-4533-98fa-ef6fdeba1863,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:40.352157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.378137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e3fa1-ac40-4778-9624-cd16be7563dc req-2fcc9b54-1bf9-40f9-ad46-834386c78af0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:40.379954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e2e3fa1-ac40-4778-9624-cd16be7563dc req-2fcc9b54-1bf9-40f9-ad46-834386c78af0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 931 time: 0.6398876 Nov 25 17:26:40.412364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1116fa-c77f-4788-8ca3-aa4577f949f9 None None] Pushing event updated for resources: {'Port': ['ID=d2f37f92-a091-4533-98fa-ef6fdeba1863,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:40.417989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 04cbf445-2982-4dc7-a46b-d31cff250975 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:40.420218 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.562562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e2e3fa1-ac40-4778-9624-cd16be7563dc req-05719d75-ba42-4c9c-a16c-bbcc8ac56da8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756256 Nov 25 17:26:40.605846 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.812258 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.827039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67905b6d-58d4-4120-a6b4-1410a7a3f2fe req-6d2c1593-5648-4f25-a671-28d814557fb8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0761652 Nov 25 17:26:40.921961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 04cbf445-2982-4dc7-a46b-d31cff250975, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04cbf445-2982-4dc7-a46b-d31cff250975,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:40.929955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:40.940315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0328de13-2c5f-4598-92f6-e66e59891170 None None] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:41.008983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.1 (b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b/bec74dbb-ff98-441c-b37a-4b9a42553911/0eeb2eb7-ec71-4977-9a3b-873e35ff4325) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:41.123169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8174b102-9dcd-4f6e-8ce1-e53141f179f4 req-327cc368-155e-43cb-801c-0fef196c2e4a service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6287000 Nov 25 17:26:41.125007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=cf22a751-1ebc-4c73-b5ea-d5cfe989c456,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:41.153610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:41.170220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:41.272039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-48380b3f-b406-4aa1-a12d-352ba0a636ea tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9503863 Nov 25 17:26:41.276885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54014) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:41.288794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:41.344902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2700223-82fb-4e37-a48e-bd644679a32e req-d339248b-d6fc-4f75-a501-45df637dfbd1 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1626372 Nov 25 17:26:41.391673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-9ce58996-f258-4d73-a85b-09dc73d01c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:41.394863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-9ce58996-f258-4d73-a85b-09dc73d01c7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25 HTTP/1.1" status: 200 len: 801 time: 1.3745990 Nov 25 17:26:41.418178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.491143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.672987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.784217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Attempting to bind port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:41.784503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Attempting to bind port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:41.784813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Attempting to bind port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 on network 7441545a-b294-4884-99bd-fbc6e6446cf1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:41.834025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 on network 7441545a-b294-4884-99bd-fbc6e6446cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:41.834533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Attempting to bind port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 on network 7441545a-b294-4884-99bd-fbc6e6446cf1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:41.867509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d2f37f92-a091-4533-98fa-ef6fdeba1863 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:41.895628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:41.895967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Checking segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:41.896358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Bound using segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:41.896867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Bound port: d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:41.897153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:41.984168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2db5e56f-aaf8-46a4-95ed-ea8ae8c68759 None None] Provisioning complete for port 04cbf445-2982-4dc7-a46b-d31cff250975 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:41.985207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2db5e56f-aaf8-46a4-95ed-ea8ae8c68759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.023582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] For port d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:42.027439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] For port d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:42.046669 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.059879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.25.8.227 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/81ea3edd-c9c7-4847-83e2-b552c5bb2ac4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:42.062551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.126320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.127035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.129830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.130945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 1091 time: 5.2838266 Nov 25 17:26:42.133313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-6d11ecac-17cf-4fae-b967-86a0438a319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.134908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-6d11ecac-17cf-4fae-b967-86a0438a319d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1699869b-7800-4478-b5b2-bb5e0d18ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6054382 Nov 25 17:26:42.135600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:42.139354 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46632981-6ad2-40ac-9881-1d309c9f29b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:42.194254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217717f-0df9-48b4-b901-b686ee9a1b0c req-ab214f63-fff5-4bed-b750-eff771a88f1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.197624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d217717f-0df9-48b4-b901-b686ee9a1b0c req-ab214f63-fff5-4bed-b750-eff771a88f1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 943 time: 0.3350646 Nov 25 17:26:42.212396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:42.213486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.215222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:42.232994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:42.247551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=04cbf445-2982-4dc7-a46b-d31cff250975,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.249216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7116123-ee9b-4d6c-bf94-36de4087c305 req-3c4e02d7-4ea3-4f96-8612-058e32c8efbb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.2144651 Nov 25 17:26:42.286233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:42.297394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.574882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf20c3-09a3-49a7-afac-0e08186c28dc None None] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:42.589668 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17498a9c-63db-492b-8a97-f3213fa305ad x-openstack-request-id: req-17498a9c-63db-492b-8a97-f3213fa305ad {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:42.590048 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:42.590243 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17498a9c-63db-492b-8a97-f3213fa305ad {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:42.590843 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'status': 'completed', 'code': 200} Nov 25 17:26:42.618548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d2f37f92-a091-4533-98fa-ef6fdeba1863 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:42.618890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.636696 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d217717f-0df9-48b4-b901-b686ee9a1b0c req-186aa4f4-d466-4c94-9daf-ebb090dc4368 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952594 Nov 25 17:26:42.656492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.806687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3a20d338-452c-4193-bb8c-80493a017405 None None] Provisioning complete for port d2f37f92-a091-4533-98fa-ef6fdeba1863 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:42.807063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a20d338-452c-4193-bb8c-80493a017405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.882191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08210f7e-722d-42da-bdc2-2db6ea707035 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:42.944350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.970000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:42.996035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-e9a3a009-5e73-4f8e-a296-0f6baabd8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:42.997945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-e9a3a009-5e73-4f8e-a296-0f6baabd8912 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1094 time: 0.7470741 Nov 25 17:26:43.071431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.087108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-4a173c38-3025-4915-84dd-75abaf9ad4cf service neutron] 10.222.0.73 "GET /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073637 Nov 25 17:26:43.093918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-087d45da-c4cc-4c22-a34a-17320f876cc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 217 time: 0.0849311 Nov 25 17:26:43.116351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d7dc-9d6e-471a-b4a7-b3b09f427fc3 req-08cdb84f-1ce6-4f7b-b8d5-ec75c4732428 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.123031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d7dc-9d6e-471a-b4a7-b3b09f427fc3 req-08cdb84f-1ce6-4f7b-b8d5-ec75c4732428 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.132147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0c5d7dc-9d6e-471a-b4a7-b3b09f427fc3 req-08cdb84f-1ce6-4f7b-b8d5-ec75c4732428 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1678 time: 0.4190476 Nov 25 17:26:43.156585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d2f37f92-a091-4533-98fa-ef6fdeba1863, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d2f37f92-a091-4533-98fa-ef6fdeba1863,segment=NetworkSegment(367f3354-ae62-4a67-9e13-7626e201b434),segment_id=367f3354-ae62-4a67-9e13-7626e201b434)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:43.170413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.346371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d2f37f92-a091-4533-98fa-ef6fdeba1863,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.368469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-29d52f76-d964-4063-b899-1e3fff14e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.371305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-29d52f76-d964-4063-b899-1e3fff14e463 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.2297018 Nov 25 17:26:43.431015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-32919d54-f85e-40c8-8547-34512f5721c8 None None] Provisioning complete for port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:43.433866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32919d54-f85e-40c8-8547-34512f5721c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.496559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0c5d7dc-9d6e-471a-b4a7-b3b09f427fc3 req-efd7d137-ce4a-4ddf-b7cf-aaf7c629fe9a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626506 Nov 25 17:26:43.516766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.554109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-32919d54-f85e-40c8-8547-34512f5721c8 None None] Port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:43.581863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-32919d54-f85e-40c8-8547-34512f5721c8 None None] Provisioning complete for port 04cbf445-2982-4dc7-a46b-d31cff250975 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:43.582975 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32919d54-f85e-40c8-8547-34512f5721c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.596900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.609031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d682fcfd-83fc-44b1-9da7-c8b420a53b9b req-87e97da7-fadb-45b5-9e15-5449eac7f5c5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0864809 Nov 25 17:26:43.639644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04cbf445-2982-4dc7-a46b-d31cff250975 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:43.653889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaa949-021f-4844-9922-5e43020c4108 req-e5d3c76e-32c7-4a29-984c-a99aa99c03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:43.659820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-e5d3c76e-32c7-4a29-984c-a99aa99c03a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786443 Nov 25 17:26:43.662086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b78f065-beb4-41a5-a42a-76dab0778285 req-0e4c46a2-b11b-46f6-bc7a-c2b965815718 service neutron] 10.222.0.73 "GET /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975631 Nov 25 17:26:43.662927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.776452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:43.790454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.814361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:43.818710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:43.822664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:43.836965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc7e90-6e82-4fff-b1d0-40a9ddbbf2ae None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:43.846263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 04cbf445-2982-4dc7-a46b-d31cff250975 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:43.846816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:43.988929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=4f4f0069-40d6-4f76-8fc8-e166e0270557,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:44.031283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dba77672-86bb-4c85-ad59-0dff620a097d None None] Provisioning complete for port d2f37f92-a091-4533-98fa-ef6fdeba1863 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:44.031678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dba77672-86bb-4c85-ad59-0dff620a097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.036175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d2f37f92-a091-4533-98fa-ef6fdeba1863 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:44.155357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.160790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d2f37f92-a091-4533-98fa-ef6fdeba1863 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:44.161260 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.172139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-71bf854e-8041-42b1-bb6a-07c54a57f2bc service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895377 Nov 25 17:26:44.223250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34ba8-47fc-4dc3-97f9-78044f9ba7e3 req-cae75f39-1de3-45ac-b65b-fd1fb95dc045 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.231531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5a34ba8-47fc-4dc3-97f9-78044f9ba7e3 req-cae75f39-1de3-45ac-b65b-fd1fb95dc045 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 943 time: 0.4114344 Nov 25 17:26:44.247210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-9138038d-426b-48e0-a38f-8498a5700ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.248127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-9138038d-426b-48e0-a38f-8498a5700ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.249432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-9138038d-426b-48e0-a38f-8498a5700ea0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cfc53af123a948ea910ab4e84dedc69b&device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1980 time: 0.3271663 Nov 25 17:26:44.283032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:44.283275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: cf22a751-1ebc-4c73-b5ea-d5cfe989c456, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:44.289332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.412018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=81ea3edd-c9c7-4847-83e2-b552c5bb2ac4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:44.420830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:44.433322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5a34ba8-47fc-4dc3-97f9-78044f9ba7e3 req-4747f1a8-aa31-4675-9ec3-7e6eaebf8660 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006075 Nov 25 17:26:44.441945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dba77672-86bb-4c85-ad59-0dff620a097d None None] Provisioning complete for port 81ea3edd-c9c7-4847-83e2-b552c5bb2ac4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:44.442350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dba77672-86bb-4c85-ad59-0dff620a097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.486682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, cf22a751-1ebc-4c73-b5ea-d5cfe989c456) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:44.501349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb48c9b0-6411-4826-8ffd-a80a209432da None None] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:44.505382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0daaa949-021f-4844-9922-5e43020c4108 req-768190f4-6b37-48f3-9d43-9380f5038cee service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220265 Nov 25 17:26:44.507548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.508181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.605832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5194abc5-b178-40d6-b36e-1cc30cee494e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3234262 Nov 25 17:26:44.625210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.627477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54040) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:44.641945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-ec4be9b3-8dc7-44f1-b26c-13cc671a7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.648478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-ec4be9b3-8dc7-44f1-b26c-13cc671a7d16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1699869b-7800-4478-b5b2-bb5e0d18ed4b HTTP/1.1" status: 200 len: 902 time: 0.3533583 Nov 25 17:26:44.671971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dba77672-86bb-4c85-ad59-0dff620a097d None None] Port 81ea3edd-c9c7-4847-83e2-b552c5bb2ac4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:44.806263 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-6057e0cb-6053-415e-93f0-9f206022a6ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff HTTP/1.1" status: 200 len: 217 time: 0.1535766 Nov 25 17:26:44.820946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:44.822327 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:44.861824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:44.920291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:44.923927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-3e5a3a81-43ca-49ed-9a51-0796eaefbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:44.926663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-3e5a3a81-43ca-49ed-9a51-0796eaefbcde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1094 time: 0.3560493 Nov 25 17:26:44.942041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35a024fa-7c0f-4eb5-89d4-bbe0d41cb7e3 req-cb512926-65e2-4dbd-b4a8-3d562cc846d0 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0823734 Nov 25 17:26:45.046564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101f1f4-3248-4ca2-b46b-42b03c93ae13 req-ad9c70e7-b99b-4914-9dfb-35e058f08cda tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.053314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101f1f4-3248-4ca2-b46b-42b03c93ae13 req-ad9c70e7-b99b-4914-9dfb-35e058f08cda tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.056848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3101f1f4-3248-4ca2-b46b-42b03c93ae13 req-ad9c70e7-b99b-4914-9dfb-35e058f08cda tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1678 time: 0.3616009 Nov 25 17:26:45.083635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-ae307aca-626c-48bf-a182-49355805856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.086867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-ae307aca-626c-48bf-a182-49355805856f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25 HTTP/1.1" status: 200 len: 801 time: 0.2693613 Nov 25 17:26:45.173753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Allocated IP 2001:db8::2 (cf22a751-1ebc-4c73-b5ea-d5cfe989c456/4f4f0069-40d6-4f76-8fc8-e166e0270557/c9c0d181-a2da-4d8d-951e-c6afa9725e77) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:45.213337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-5dbd351d-623c-4ee3-a47c-1337be86af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.216419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-5dbd351d-623c-4ee3-a47c-1337be86af12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1699869b-7800-4478-b5b2-bb5e0d18ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158628 Nov 25 17:26:45.245985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-d2a88bbb-0c26-472e-8c15-27012ebd60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.253096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-d2a88bbb-0c26-472e-8c15-27012ebd60cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.3058820 Nov 25 17:26:45.401624 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.412769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.415974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-73b00aa4-13a3-4070-8ce8-9dba674319cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 217 time: 0.1351223 Nov 25 17:26:45.440596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:45.444853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:45.448706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:45.506249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8d4562f3-c833-45ee-a77f-8a6e1ef774df None None] Provisioning complete for port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:45.506865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8d4562f3-c833-45ee-a77f-8a6e1ef774df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.623459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-2561913f-b5b4-43a8-b883-a5731a32d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.625651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-2561913f-b5b4-43a8-b883-a5731a32d2eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.2026284 Nov 25 17:26:45.633555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-38e8778d-d430-47e4-be2b-eea4fa935040 service neutron] 10.222.0.73 "GET /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058609 Nov 25 17:26:45.666124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Pushing event updated for resources: {'Port': ['ID=c9c0d181-a2da-4d8d-951e-c6afa9725e77,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.688310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Attempting to bind port c9c0d181-a2da-4d8d-951e-c6afa9725e77 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:45.688686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Attempting to bind port c9c0d181-a2da-4d8d-951e-c6afa9725e77 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:45.689059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Attempting to bind port c9c0d181-a2da-4d8d-951e-c6afa9725e77 on network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:45.699056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8d4562f3-c833-45ee-a77f-8a6e1ef774df None None] Port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:45.702563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:45.703204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Checking segment: {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:45.703936 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.704615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Bound using segment: {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:45.705678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Bound port: c9c0d181-a2da-4d8d-951e-c6afa9725e77, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:45.706352 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.782196 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0f0331f-3fae-4e01-8cfe-bc01de6bd918 req-0fe8f08a-6e1a-471b-853a-eb111c9c14be service neutron] 10.222.0.73 "GET /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366186 Nov 25 17:26:45.791917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] For port c9c0d181-a2da-4d8d-951e-c6afa9725e77, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:45.795290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] For port c9c0d181-a2da-4d8d-951e-c6afa9725e77, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9c0d181-a2da-4d8d-951e-c6afa9725e77,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:45.804463 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.812336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0bd8-9fe8-46b9-88f0-760765c0c3f6 req-a10e3009-0fcb-452e-a039-8871f0e3ff8f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.823178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f03a0bd8-9fe8-46b9-88f0-760765c0c3f6 req-a10e3009-0fcb-452e-a039-8871f0e3ff8f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 943 time: 0.2430146 Nov 25 17:26:45.851243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-61c81f15-25c2-46f7-bef6-24a7af43d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:45.852870 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-61c81f15-25c2-46f7-bef6-24a7af43d0d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170799 Nov 25 17:26:45.877667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32f4c3-2139-4d83-bb41-7269b62fc880 None None] Pushing event updated for resources: {'Port': ['ID=c9c0d181-a2da-4d8d-951e-c6afa9725e77,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:45.953815 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:45.959757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f03a0bd8-9fe8-46b9-88f0-760765c0c3f6 req-8f4e9cf4-1ce5-48a5-a1e3-811d047b4a6f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355076 Nov 25 17:26:45.989759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3101f1f4-3248-4ca2-b46b-42b03c93ae13 req-b47581ca-deea-4563-a89c-84e019815815 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8410084 Nov 25 17:26:46.025250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router dd0b6a52-8a14-4f62-bc92-b99337b2a767 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:46.079966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-8da277f6-7c33-4e87-a35a-36998ef7221f service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138126 Nov 25 17:26:46.136301 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:26:46.161544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:46.229529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.233673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f2a94504-3e27-4560-8f4c-c25f7011d3a0 req-d7ebddb7-02d9-4dd1-97f6-5645a022e462 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0774958 Nov 25 17:26:46.383370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46632981-6ad2-40ac-9881-1d309c9f29b9 req-7a3eecde-5edc-45aa-a763-9c2d950e494e service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976897 Nov 25 17:26:46.503946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:46.514857 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Sync routers for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:46.526425 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:46.527343 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:46.562303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a07f3c07-a5c8-43da-ae5f-93ae0b5c36f9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/dd0b6a52-8a14-4f62-bc92-b99337b2a767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3733687 Nov 25 17:26:46.588647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:46.604045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] Sync routers for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:46.622422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:46.624526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:46.638723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:46.645008 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:46.649285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:46.657626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eeea52af-3d9d-4ca8-8ef9-54d235e3130a tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7139580 Nov 25 17:26:46.686570 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:46.803564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:46.869609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:46.871214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.047270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.049356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710fd99-3c97-48ad-8568-d202cc484250 None None] The sync data for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:47.087459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8::1 (cf22a751-1ebc-4c73-b5ea-d5cfe989c456/4f4f0069-40d6-4f76-8fc8-e166e0270557/b1de0df7-16e3-4aa0-a01d-684f8c5908f3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:47.102813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-d0128a98-364c-4910-b2f9-895533a51ee7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944584357&fields=id&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 267 time: 0.1637733 Nov 25 17:26:47.175899 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:43Z', 'revision_number': 2, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:47.232171 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Checking router: dd0b6a52-8a14-4f62-bc92-b99337b2a767 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:47.232914 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Updating router dd0b6a52-8a14-4f62-bc92-b99337b2a767 port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:47.248420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:47.283577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef', 'network_id': '68dd530a-722a-4a80-a4dd-898aae6f38c4', 'port_id': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef', 'mac_address': 'fa:16:3e:ac:9d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d03e79c-dd03-4037-9554-31fb432a5d3a', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:47.319131 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.339807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447c695-ec93-4053-8e1c-c9054e88860e req-7474f77b-8d5f-41c3-a42e-5d1dafa7ebaa tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:47.341862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f447c695-ec93-4053-8e1c-c9054e88860e req-7474f77b-8d5f-41c3-a42e-5d1dafa7ebaa tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 943 time: 0.2474411 Nov 25 17:26:47.373760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.443422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:47.539148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4f5e2bb-23b3-4807-ac9c-d712dedcae47 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:47.562671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.579127 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f447c695-ec93-4053-8e1c-c9054e88860e req-5cba93aa-bdad-4c99-90d0-8aae0dbbccab tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026117 Nov 25 17:26:47.591196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:47.604551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.605433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:47.670698 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.683755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdcf223-36cf-4859-820c-da97580c152e None None] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:47.769351 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:26:47.803487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.861913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:47.869190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:47.876122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:47.876680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:47.878988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9c0d181-a2da-4d8d-951e-c6afa9725e77 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:48.003704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a571574-c62b-4b55-af82-35fede0909bd req-1a325e81-25e3-40b4-8512-6d22033a1575 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.011563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a571574-c62b-4b55-af82-35fede0909bd req-1a325e81-25e3-40b4-8512-6d22033a1575 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.020842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a571574-c62b-4b55-af82-35fede0909bd req-1a325e81-25e3-40b4-8512-6d22033a1575 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1679 time: 0.2707026 Nov 25 17:26:48.024307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-b83346c0-3919-4229-ba3a-9e779449d508 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:48.031559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-b83346c0-3919-4229-ba3a-9e779449d508 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 795 time: 0.9184983 Nov 25 17:26:48.047925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-8c182998-88a7-47bb-809f-5c0bf7546c65 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/quotas/95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 375 time: 0.0121222 Nov 25 17:26:48.080749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.120377 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.128947 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.192392 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.216570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a571574-c62b-4b55-af82-35fede0909bd req-c3aa706f-93ff-4df8-9154-c9e78efd5b64 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948731 Nov 25 17:26:48.239714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-28508128-a2df-4e32-852e-3923cf89ece4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167469 Nov 25 17:26:48.319246 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02169-6eb4-488d-a6bd-ad34108b0826 None None] Pushing event updated for resources: {'Port': ['ID=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:48.396371 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Attempting to bind port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:48.396742 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Attempting to bind port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:48.397098 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Attempting to bind port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:48.412402 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:48.412932 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Checking segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:48.413368 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.413815 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Bound using segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:48.414275 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Bound port: 0eeb2eb7-ec71-4977-9a3b-873e35ff4325, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:48.414666 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.477243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-a7a745d6-9521-4c8b-9fd2-83195ce97a54 service neutron] 10.222.0.86 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810431 Nov 25 17:26:48.555002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:48.592567 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] For port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:48.596766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff', 'network_id': '1699869b-7800-4478-b5b2-bb5e0d18ed4b', 'port_id': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff', 'mac_address': 'fa:16:3e:d5:53:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25', 'ip_address': '19.86.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:48.608310 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] For port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:48.613895 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.650912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-2f746548-5e11-44ec-a389-be3355eb2314 service neutron] 10.222.0.86 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616392 Nov 25 17:26:48.720392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:48.721191 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:48.729413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ecd2aee8-7924-40b2-98cd-9cee2c741ee1 req-787c3687-5417-447d-b1e4-b6fc410d20c2 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.0517418 Nov 25 17:26:48.819533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5af23f02-b252-463f-ab66-1264b8b8978f None None] Provisioning complete for port c9c0d181-a2da-4d8d-951e-c6afa9725e77 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:48.828325 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5af23f02-b252-463f-ab66-1264b8b8978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.920350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.953263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.967236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:48.971082 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.066677 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02169-6eb4-488d-a6bd-ad34108b0826 None None] Pushing event updated for resources: {'Port': ['ID=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.121848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.128799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:49.160914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77f47-99b7-41df-b1af-7205942ed457 req-9f1d49ef-55bc-4c0c-9c09-2f2a89b2ebf6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.163320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0f77f47-99b7-41df-b1af-7205942ed457 req-9f1d49ef-55bc-4c0c-9c09-2f2a89b2ebf6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 945 time: 0.2775290 Nov 25 17:26:49.226201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:49.285199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0f77f47-99b7-41df-b1af-7205942ed457 req-9878d2e2-e1a5-49f7-b2cf-5f86e82e9045 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848022 Nov 25 17:26:49.339953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:49.348749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:49.354107 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5af23f02-b252-463f-ab66-1264b8b8978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.370376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.376073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.501664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'port_id': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'mac_address': 'fa:16:3e:cb:15:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:49.532202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5af23f02-b252-463f-ab66-1264b8b8978f None None] For port c9c0d181-a2da-4d8d-951e-c6afa9725e77, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9c0d181-a2da-4d8d-951e-c6afa9725e77,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:49.548309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c9c0d181-a2da-4d8d-951e-c6afa9725e77 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:49.549075 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.553266 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5af23f02-b252-463f-ab66-1264b8b8978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:49.567773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:49.606668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a83a-877d-4c78-8c0f-5d8fa9b8faa6 req-6fe015f6-7741-4998-845c-e1d2eb071119 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:49.609560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad87a83a-877d-4c78-8c0f-5d8fa9b8faa6 req-6fe015f6-7741-4998-845c-e1d2eb071119 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 943 time: 0.3675678 Nov 25 17:26:49.633112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-795d6f3a-be85-44ad-aee9-07cf9751b355 req-a5d31656-5fd8-4a12-8dc7-9625fdbddc08 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 210 time: 0.2284398 Nov 25 17:26:49.731332 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:48Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:49.802046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad87a83a-877d-4c78-8c0f-5d8fa9b8faa6 req-5ce327b1-0795-46dd-88d8-d3e6f95b8a9e tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239851 Nov 25 17:26:49.812572 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daa878f-375d-4996-963f-3f2f6dff6ea0 None None] The sync data for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 is: [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:48Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:49.973221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:50.005577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad9cf-9cd9-481e-86cf-9e3cd00c099f req-3e18e17c-9047-4522-a123-e68267f802e2 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.014658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.1 (3f38339c-b5dc-4d82-915b-6c3fbd8c0189/671cae54-4c4d-45a6-9e2c-d19936a6989f/02dfa83c-f65f-4313-8ca3-04fa0347bbac) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:50.024213 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.032460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-85347a61-0c73-4231-90b5-452abda75dfe None None] Provisioning complete for port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:50.032841 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85347a61-0c73-4231-90b5-452abda75dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.035127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad9cf-9cd9-481e-86cf-9e3cd00c099f req-3e18e17c-9047-4522-a123-e68267f802e2 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:50.057758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c51ad9cf-9cd9-481e-86cf-9e3cd00c099f req-3e18e17c-9047-4522-a123-e68267f802e2 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1679 time: 0.2919812 Nov 25 17:26:50.116364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.149094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f5e2bb-23b3-4807-ac9c-d712dedcae47 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:50.168183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23f02-b252-463f-ab66-1264b8b8978f None None] Pushing event updated for resources: {'Port': ['ID=c9c0d181-a2da-4d8d-951e-c6afa9725e77,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:50.281045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:50.317362 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c51ad9cf-9cd9-481e-86cf-9e3cd00c099f req-2156780f-46c8-42a3-93d6-02bb6ff1b3b8 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537110 Nov 25 17:26:50.319198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:26:50.359537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['0568e0ed-237a-4bf6-b1ad-53c8d1a47aff'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:50.373159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.476364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.504261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.600345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:50.611159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:50.625097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:50.666284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:50.669536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85347a61-0c73-4231-90b5-452abda75dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:50.776870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['d4f5e2bb-23b3-4807-ac9c-d712dedcae47'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:50.810453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39aaa366-f934-4ec3-8469-4f08c839401a req-52edd41d-3c4a-4357-9220-2fa7478cd5ab tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.2882969 Nov 25 17:26:50.882509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:50.895553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:50.901554 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3f1e0688-6f80-4049-b597-b3cc6ab14bb4 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2272353 Nov 25 17:26:50.912304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:50.919233 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:50.920040 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:50.922714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2110308121'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:50.935877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=02dfa83c-f65f-4313-8ca3-04fa0347bbac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:51.072083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:51.093356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.211628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:51.262910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:51.264567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.354001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-85347a61-0c73-4231-90b5-452abda75dfe None None] For port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:51.364475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78424ae4-d2db-4b39-b889-827dbff3dafd req-11d37523-51ef-459a-8c82-9246770817af tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 210 time: 0.1583083 Nov 25 17:26:51.375802 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.387870 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 13233978-ca94-4915-8437-031cbda75fdf of type vlan for network 9dfe863c-b3db-415d-90fd-a71da6d54cca Nov 25 17:26:51.404458 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:51.416743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9c0d181-a2da-4d8d-951e-c6afa9725e77 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:51.482839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:51.536216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.613770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85347a61-0c73-4231-90b5-452abda75dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.660499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cdc88-c6ff-4077-b8c2-7b203fe77e55 req-205375b4-81a0-4fb8-820b-3c575c5d4137 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.669373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cdc88-c6ff-4077-b8c2-7b203fe77e55 req-205375b4-81a0-4fb8-820b-3c575c5d4137 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.684027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa6cdc88-c6ff-4077-b8c2-7b203fe77e55 req-205375b4-81a0-4fb8-820b-3c575c5d4137 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1680 time: 0.1635282 Nov 25 17:26:51.696130 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.716778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.718429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:51.761630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-720379f0-685a-413d-ac14-bb2359a20d6e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.764574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-720379f0-685a-413d-ac14-bb2359a20d6e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 795 time: 0.9572027 Nov 25 17:26:51.778841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fdc21-3132-4f32-9808-d147dcb5cc9e req-c365d219-96f2-4814-9e84-d30d8fe2efac tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:51.788665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b85fdc21-3132-4f32-9808-d147dcb5cc9e req-c365d219-96f2-4814-9e84-d30d8fe2efac tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 944 time: 0.3175793 Nov 25 17:26:51.920969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0076132 Nov 25 17:26:51.932000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54132) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:51.963734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:51.965761 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:26:47Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:48Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:52.025299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Provisioning complete for port 02dfa83c-f65f-4313-8ca3-04fa0347bbac triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:52.030942 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.037846 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:26:52.048265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Updating router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:26:52.054924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c3dc8-b601-43c6-86e4-20889e0561eb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=9dfe863c-b3db-415d-90fd-a71da6d54cca,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:52.112072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.114628 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.151939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b85fdc21-3132-4f32-9808-d147dcb5cc9e req-483fb6e4-f1a7-4a45-9506-af1f659928c1 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620682 Nov 25 17:26:52.204234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa6cdc88-c6ff-4077-b8c2-7b203fe77e55 req-d2a6c928-f942-4165-bbc6-fca77b37e60d tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176313 Nov 25 17:26:52.205334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Port 02dfa83c-f65f-4313-8ca3-04fa0347bbac cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:52.211460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:26:52.241040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-2367cf2f-28a7-4730-bc47-9a2d878a268f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 379 time: 0.4339812 Nov 25 17:26:52.262407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'port': {'device_id': 'b333d371-5208-4404-84b9-684fcaf00295', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'admin_state_up': True, 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'security_groups': ['7fb3c2de-c01a-42b4-b96c-fc55cf518cbf']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:52.326438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:52.345434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.428960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c9c0d181-a2da-4d8d-951e-c6afa9725e77 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:52.434357 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.438627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85347a61-0c73-4231-90b5-452abda75dfe None None] Pushing event updated for resources: {'Port': ['ID=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:52.617820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-01c24220-f7d4-4575-bd66-6ddf5d128e0f req-6122b588-8db7-4a11-8927-c81aed188da6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 210 time: 0.0823891 Nov 25 17:26:52.708632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Provisioning complete for port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:52.709944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.763091 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.770861 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54147185-434b-4d7b-add3-39bd61abdf29 req-f1eab420-4bfb-42c2-9bea-3f923981f05b tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/ports?device_id=bba554d9-f1dd-42d3-bb45-28c32807596c HTTP/1.1" status: 200 len: 210 time: 0.1199675 Nov 25 17:26:52.772244 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:52.882001 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc1d5e-b7dd-4fe4-a1a9-51783a486002 None None] Pushing event updated for resources: {'Port': ['ID=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:52.896369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:52.963135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:52.980503 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Attempting to bind port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:52.983317 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Attempting to bind port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:52.984111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Attempting to bind port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 on network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:53.016463 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.017389 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:53.018603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Checking segment: {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:53.020378 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.020788 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Bound using segment: {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:53.021346 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Bound port: b1de0df7-16e3-4aa0-a01d-684f8c5908f3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eee03df-b41b-48e4-99b4-a08d91539cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:53.024667 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.042514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Provisioning complete for port c9c0d181-a2da-4d8d-951e-c6afa9725e77 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.042891 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f067925-1a42-4a2c-86c1-75f98fe7c5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.148010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=7f6816ac-edb8-4ba3-88f4-2aae663a9680,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.163483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.163835 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.208419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:53.208835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: 9dfe863c-b3db-415d-90fd-a71da6d54cca, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:26:53.225786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:53.238145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.239554 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] For port b1de0df7-16e3-4aa0-a01d-684f8c5908f3, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:53.245472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:26:53.252140 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] For port b1de0df7-16e3-4aa0-a01d-684f8c5908f3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:53.256019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 9dfe863c-b3db-415d-90fd-a71da6d54cca) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:53.264664 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.264850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.265351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.292121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7c05f3d-4b4a-44d5-8862-0ff95128ba6e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3436925 Nov 25 17:26:53.295127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54150) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:53.313294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef39955-cf94-4429-bdd9-3780f427daa2 None None] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:53.374128 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc1d5e-b7dd-4fe4-a1a9-51783a486002 None None] Pushing event updated for resources: {'Port': ['ID=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.416451 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:53.417335 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:53.524144 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.548946 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.569314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac206-2dc0-4c80-8a03-b1b42e4489f5 req-a662d844-8d60-431a-9dd2-4ee6a7bd51ed tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.577407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ceac206-2dc0-4c80-8a03-b1b42e4489f5 req-a662d844-8d60-431a-9dd2-4ee6a7bd51ed tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 944 time: 0.1877849 Nov 25 17:26:53.600191 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:53.638881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-12ec2140-6fa9-42f6-97c7-6373313be939 None None] Provisioning complete for port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:53.639399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-12ec2140-6fa9-42f6-97c7-6373313be939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.664211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399ffc-c5a6-49e6-a9fd-a31544896ac7 req-fa79b436-6c04-4c7f-8513-d34c51b20bf4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.680476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399ffc-c5a6-49e6-a9fd-a31544896ac7 req-fa79b436-6c04-4c7f-8513-d34c51b20bf4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:53.688199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-9dfe863c-b3db-415d-90fd-a71da6d54cca', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:26:53.689052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1399ffc-c5a6-49e6-a9fd-a31544896ac7 req-fa79b436-6c04-4c7f-8513-d34c51b20bf4 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1680 time: 0.3127823 Nov 25 17:26:53.689220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.839789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=02dfa83c-f65f-4313-8ca3-04fa0347bbac,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:53.843639 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:53.891860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.9 (b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b/bec74dbb-ff98-441c-b37a-4b9a42553911/f7121ef5-2eb1-4e52-91bf-d004b642e661) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:53.912709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1399ffc-c5a6-49e6-a9fd-a31544896ac7 req-c40d85e1-5723-4122-877e-610d5100a3dd tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922400 Nov 25 17:26:54.168153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Allocated IP 2001:db8:1::2 (9dfe863c-b3db-415d-90fd-a71da6d54cca/7f6816ac-edb8-4ba3-88f4-2aae663a9680/e9753128-e52e-44cb-83a3-5c88d1b0d03f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:54.188052 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:26:47Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:53Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:54.228793 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af2bbe-9d5a-4391-ba33-93262e2050ba None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:26:47Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:53Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:54.232094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c6e53ad-d1e2-41c2-8339-8651a89e6bdf req-cfe6ea8f-320c-492b-8089-25c3531ace07 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 210 time: 0.0459032 Nov 25 17:26:54.303030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:54.304879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:54.331197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54164) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:54.388335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.412728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:54.448259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:54.505433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdac920b-687f-413e-abad-7dd256ee46d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.531195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4f5e2bb-23b3-4807-ac9c-d712dedcae47 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:54.562052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdac920b-687f-413e-abad-7dd256ee46d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.567737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:54.665255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:54.666380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.729555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdac920b-687f-413e-abad-7dd256ee46d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.733431 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdac920b-687f-413e-abad-7dd256ee46d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.734634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cdac920b-687f-413e-abad-7dd256ee46d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/security-groups/49352452-6c0b-49cc-b99f-62e10569c5b2 HTTP/1.1" status: 204 len: 168 time: 0.4025784 Nov 25 17:26:54.740163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54174) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:54.800054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.813711 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-082f636d-6b84-4ab9-b90a-54c54e4ac4fb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] show failed (client error): The resource could not be found. Nov 25 17:26:54.814735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-082f636d-6b84-4ab9-b90a-54c54e4ac4fb tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "GET /v2.0/security-groups/49352452-6c0b-49cc-b99f-62e10569c5b2 HTTP/1.1" status: 404 len: 347 time: 0.0284255 Nov 25 17:26:54.828596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:54.838728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac920b-687f-413e-abad-7dd256ee46d9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49352452-6c0b-49cc-b99f-62e10569c5b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:54.896186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:54.896669 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.951783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-12ec2140-6fa9-42f6-97c7-6373313be939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:54.974265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ceac206-2dc0-4c80-8a03-b1b42e4489f5 req-aa798fc3-8dd4-48ec-a450-fab3b6aff5d3 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3810899 Nov 25 17:26:55.081767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:55.144896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.156245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:55.161294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:55.169205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:55.172456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-12ec2140-6fa9-42f6-97c7-6373313be939 None None] For port b1de0df7-16e3-4aa0-a01d-684f8c5908f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:55.174620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:55.181915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.242888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.277653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-12ec2140-6fa9-42f6-97c7-6373313be939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.298561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Pushing event updated for resources: {'Port': ['ID=e9753128-e52e-44cb-83a3-5c88d1b0d03f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:55.321044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:55.324870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.436014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:55.494260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:55.526253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:55.563639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.593360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fe159aa8-57d2-4489-9662-9434a56d875a None None] Provisioning complete for port 02dfa83c-f65f-4313-8ca3-04fa0347bbac triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:55.593804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe159aa8-57d2-4489-9662-9434a56d875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.629149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385708bf-66c2-434a-aaf8-901a8f2a9b06 req-fd9be689-36fc-4bb3-82f7-26c6ab4b273c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:55.638861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-385708bf-66c2-434a-aaf8-901a8f2a9b06 req-fd9be689-36fc-4bb3-82f7-26c6ab4b273c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 931 time: 0.2283838 Nov 25 17:26:55.683108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec2140-6fa9-42f6-97c7-6373313be939 None None] Pushing event updated for resources: {'Port': ['ID=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:55.703540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:55.706219 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae90663-c680-40cd-b8c0-c9d3ca54fa9a" -d '{"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-plugged", "status": "completed", "tag": "d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:55.736987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:55.738240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Attempting to bind port e9753128-e52e-44cb-83a3-5c88d1b0d03f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:55.738724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Attempting to bind port e9753128-e52e-44cb-83a3-5c88d1b0d03f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:55.739245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Attempting to bind port e9753128-e52e-44cb-83a3-5c88d1b0d03f on network 9dfe863c-b3db-415d-90fd-a71da6d54cca {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:55.741443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fe159aa8-57d2-4489-9662-9434a56d875a None None] Port 02dfa83c-f65f-4313-8ca3-04fa0347bbac cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:26:55.806180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.814681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:55.875325 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-385708bf-66c2-434a-aaf8-901a8f2a9b06 req-a29476e4-4cb9-42f3-9949-fee9e48a5461 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354579 Nov 25 17:26:55.944608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:55.945392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Checking segment: {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:55.945972 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.952300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Bound using segment: {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:55.953312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Bound port: e9753128-e52e-44cb-83a3-5c88d1b0d03f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:55.953985 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:55.964265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1de0df7-16e3-4aa0-a01d-684f8c5908f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:55.998854 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fad53b-4218-4571-a474-761a9e9c7136 x-openstack-request-id: req-d5fad53b-4218-4571-a474-761a9e9c7136 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:55.999140 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-plugged", "status": "completed", "tag": "d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:55.999408 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5fad53b-4218-4571-a474-761a9e9c7136 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:55.999809 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef', 'code': 200} Nov 25 17:26:56.036260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fe159aa8-57d2-4489-9662-9434a56d875a None None] Provisioning complete for port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:56.036629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe159aa8-57d2-4489-9662-9434a56d875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.045662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.058018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:26:56.106922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:56.179114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:56.179698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae693-fccd-4ff3-9296-33bc912f6491 req-50778a68-b08a-431a-9b6d-eac339136b49 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.182495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8:1::1 (9dfe863c-b3db-415d-90fd-a71da6d54cca/7f6816ac-edb8-4ba3-88f4-2aae663a9680/02bd6ee9-605a-49f4-b35b-92f7132e9827) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:56.195203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae693-fccd-4ff3-9296-33bc912f6491 req-50778a68-b08a-431a-9b6d-eac339136b49 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.204115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-807ae693-fccd-4ff3-9296-33bc912f6491 req-50778a68-b08a-431a-9b6d-eac339136b49 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1680 time: 1.1007807 Nov 25 17:26:56.224816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.229745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.380744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-beb3510a-ea31-4333-b4d2-037742dd856f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1316152 Nov 25 17:26:56.405332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Request body: {'port': {'device_id': 'b333d371-5208-4404-84b9-684fcaf00295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:56.449701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.460854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:26:56.525869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port 9c69e386-570b-4fed-89f1-0f4d026e9d50 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:56.526481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.546421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:56.547307 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.571923 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.592050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-807ae693-fccd-4ff3-9296-33bc912f6491 req-352ae62a-334c-44cb-87d2-d736bfb5673b tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809292 Nov 25 17:26:56.601601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:56.656413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] For port e9753128-e52e-44cb-83a3-5c88d1b0d03f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:56.669997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:56.671700 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.673496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.701119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:56.709397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:56.725404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.727705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dc504-361a-432b-a418-db8ee8f9139a req-b5ba058e-fc9f-4871-9729-c9170ee6799b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:56.729829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501dc504-361a-432b-a418-db8ee8f9139a req-b5ba058e-fc9f-4871-9729-c9170ee6799b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 944 time: 0.2151167 Nov 25 17:26:56.732080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d84ff5ca-0514-4783-8084-8bd8144e33a9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/routers/ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0817413 Nov 25 17:26:56.736001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:56.739740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:56.740289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.749347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54214) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:56.756762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'port': {'network_id': '3f38339c-b5dc-4d82-915b-6c3fbd8c0189', 'name': 'tempest-FloatingIPTestJSON-93646268'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:56.834697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.835296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:56.847824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] Sync routers for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:56.888964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for 9c69e386-570b-4fed-89f1-0f4d026e9d50 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:56.907296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] For port e9753128-e52e-44cb-83a3-5c88d1b0d03f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e9753128-e52e-44cb-83a3-5c88d1b0d03f,segment=NetworkSegment(13233978-ca94-4915-8437-031cbda75fdf),segment_id=13233978-ca94-4915-8437-031cbda75fdf)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:57.034898 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.049556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.050440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:57.051095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:57.155964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:57.268347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Made reservation on behalf of 515251e25d0b4e4eb96c2be34b1b8551 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:57.273500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.273710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:57.289670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6930-6ef3-4627-8366-5fca27706b51 req-01c356fb-5fb4-42d3-b3cd-32bab3358b9e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:57.299000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a47f6930-6ef3-4627-8366-5fca27706b51 req-01c356fb-5fb4-42d3-b3cd-32bab3358b9e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 931 time: 0.3064225 Nov 25 17:26:57.388456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.391006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] device_id is not set on port db7d51f7-2ae2-4ab9-a74d-40145aae0ddf yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:26:57.411794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=02bd6ee9-605a-49f4-b35b-92f7132e9827,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:57.415817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:57.417163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:57.523846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '28200e40-1cf9-4a8f-a1cf-161537561811', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:26:57.586475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.594385 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.595464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.642071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a47f6930-6ef3-4627-8366-5fca27706b51 req-7b6ad254-0697-43f7-91ff-d00f6a76d232 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417709 Nov 25 17:26:57.712859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:57.713823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62372e26-47ee-4413-8ac1-c8a937d2152a None None] The sync data for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:26:57.754380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:57.832559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-501dc504-361a-432b-a418-db8ee8f9139a req-2a629c36-2f06-4b7a-a33f-a34f512688d6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9139709 Nov 25 17:26:57.903026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=02bd6ee9-605a-49f4-b35b-92f7132e9827,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.004417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:58.006492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:58.043336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7121ef5-2eb1-4e52-91bf-d004b642e661 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:58.052774 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.066816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Transition to ACTIVE for port object f7121ef5-2eb1-4e52-91bf-d004b642e661 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:26:58.076785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.084851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.092466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Allocated IP 172.20.0.11 (3f38339c-b5dc-4d82-915b-6c3fbd8c0189/671cae54-4c4d-45a6-9e2c-d19936a6989f/db7d51f7-2ae2-4ab9-a74d-40145aae0ddf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:26:58.127738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:58.130125 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbaf6f8-9ab8-4ce2-a3ca-d37c6c59da1d" -d '{"events": [{"server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "name": "network-vif-plugged", "status": "completed", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:26:58.140166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1de0df7-16e3-4aa0-a01d-684f8c5908f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:26:58.226530 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f42b33-9306-43a8-b85f-7ac829e9f825 x-openstack-request-id: req-10f42b33-9306-43a8-b85f-7ac829e9f825 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:26:58.226877 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "name": "network-vif-plugged", "status": "completed", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:26:58.227233 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10f42b33-9306-43a8-b85f-7ac829e9f825 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:26:58.227744 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'code': 200} Nov 25 17:26:58.233284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c78d2-150a-4c9f-9c29-3d667593e6fa None None] Pushing event updated for resources: {'Port': ['ID=e9753128-e52e-44cb-83a3-5c88d1b0d03f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.235998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068215-3b63-4d05-9415-80b76b08ebd2 req-7e575d31-c41d-4016-a510-2dca1ba23173 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.244053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068215-3b63-4d05-9415-80b76b08ebd2 req-7e575d31-c41d-4016-a510-2dca1ba23173 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.246801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58068215-3b63-4d05-9415-80b76b08ebd2 req-7e575d31-c41d-4016-a510-2dca1ba23173 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1681 time: 0.4007425 Nov 25 17:26:58.289489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177685c-f0d3-43fa-b17a-fb8238828a25 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:26:58.319635 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.322318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.365837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:58.375371 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.384917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:26:58.487465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:26:58.490974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.512930 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.514126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/floatingips/61f253ef-b705-4324-9162-7798ca136d17 HTTP/1.1" status: 204 len: 168 time: 3.6728601 Nov 25 17:26:58.525478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54236) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:58.557849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:26:58.566532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:58.566905 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.580985 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:58.684863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.691245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['28200e40-1cf9-4a8f-a1cf-161537561811'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:26:58.744621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76db7d-ccf9-45ea-8675-8e1ee2552168 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=9c69e386-570b-4fed-89f1-0f4d026e9d50,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.823131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:58.861043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58068215-3b63-4d05-9415-80b76b08ebd2 req-fd7916a2-0cad-4543-8cb3-c8570a4ab07c tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709174 Nov 25 17:26:58.882672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e091-b31e-4dd5-bb2f-f969951c06fc req-80188a3f-2b69-4c31-815c-664475b57960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:58.884514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d340e091-b31e-4dd5-bb2f-f969951c06fc req-80188a3f-2b69-4c31-815c-664475b57960 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1096 time: 0.3672283 Nov 25 17:26:58.888167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:26:58.888503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:26:58.888827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:59.098175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:26:59.098601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:26:59.135852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1c443-ddae-4f0f-bf9b-e99479c85c37 req-5682f135-453e-4620-8c43-bfa2b9b4c15d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.138558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56d1c443-ddae-4f0f-bf9b-e99479c85c37 req-5682f135-453e-4620-8c43-bfa2b9b4c15d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.2568340 Nov 25 17:26:59.140840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:26:59.147475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8d698de6-4bf7-4340-b8bb-eb97be3ada62 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8510544 Nov 25 17:26:59.153230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:26:59.157418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54244) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:26:59.172001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363875945'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:26:59.172482 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:26:59.173303 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:26:59.187083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:26:59.187442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Checking segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:26:59.187837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Bound using segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:26:59.188287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Bound port: f7121ef5-2eb1-4e52-91bf-d004b642e661, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:26:59.188778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.241645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:26:59.245349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.256730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008eed8e-3059-442d-9bd2-47a47b20e540 None None] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:26:59.258212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.268306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:26:59.268709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.318486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff3383-e466-4bc9-867f-474c385c49d5 req-0387bc55-ce0a-4a42-9a23-9bed911cbfbf tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.320112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79ff3383-e466-4bc9-867f-474c385c49d5 req-0387bc55-ce0a-4a42-9a23-9bed911cbfbf tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.3190405 Nov 25 17:26:59.340104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d340e091-b31e-4dd5-bb2f-f969951c06fc req-99fb0a27-97a0-4d8b-bd44-faaaf38a7710 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296937 Nov 25 17:26:59.417126 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:26:59.423750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56d1c443-ddae-4f0f-bf9b-e99479c85c37 req-f83414f4-82fb-46e9-addd-b190405b9ce6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651222 Nov 25 17:26:59.438201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bfa4e722-1ddc-4d2e-8c9d-4e1d15684246 None None] Provisioning complete for port e9753128-e52e-44cb-83a3-5c88d1b0d03f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:26:59.452146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e722-1ddc-4d2e-8c9d-4e1d15684246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.456622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:26:59.494853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.496633 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment f3afd04c-370c-4ed5-8689-2bc9a5c86bcc of type vlan for network 09d378da-ee6e-48ad-a2de-d713ee10db17 Nov 25 17:26:59.518484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79ff3383-e466-4bc9-867f-474c385c49d5 req-e566a847-7e87-4d0b-9b4f-c080602ff686 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721153 Nov 25 17:26:59.569804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.616216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:26:59.636106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.641259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:26:59.646873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:26:59.648168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:26:59.652799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:26:59.656405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.660224 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.663958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for 93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:26:59.748865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event updated for resources: {'Port': ['ID=db7d51f7-2ae2-4ab9-a74d-40145aae0ddf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:59.941619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:26:59.978755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:26:59.984924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:26:59.986104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-68234127-3803-4b23-b5a6-ecb3f1e95f7a service neutron] 10.222.0.55 "PUT /v2.0/ports/f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 1091 time: 3.5858722 Nov 25 17:26:59.986597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:26:59.999032 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73341725-a739-40d6-9a10-fbb1b3675edd" -d '{"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:00.054923 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:26:56Z', 'revision_number': 3, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:26:57Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:00.058148 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e722-1ddc-4d2e-8c9d-4e1d15684246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.089356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e9753128-e52e-44cb-83a3-5c88d1b0d03f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:00.137375 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:00.137711 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Updating router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 port 02bd6ee9-605a-49f4-b35b-92f7132e9827 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:27:00.181142 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.190256 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d0012-89cb-4bdc-b47b-1e4782416f21 x-openstack-request-id: req-083d0012-89cb-4bdc-b47b-1e4782416f21 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:00.190651 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:00.192533 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-083d0012-89cb-4bdc-b47b-1e4782416f21 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:00.192977 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'status': 'completed', 'code': 200} Nov 25 17:27:00.200720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.201563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.230337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.234511 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.249425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.254714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:00.265057 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e946ee2-5a9c-4e5a-9a42-610fe699844a" -d '{"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-plugged", "status": "completed", "tag": "0568e0ed-237a-4bf6-b1ad-53c8d1a47aff"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:00.312583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bfa4e722-1ddc-4d2e-8c9d-4e1d15684246 None None] For port e9753128-e52e-44cb-83a3-5c88d1b0d03f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e9753128-e52e-44cb-83a3-5c88d1b0d03f,segment=NetworkSegment(13233978-ca94-4915-8437-031cbda75fdf),segment_id=13233978-ca94-4915-8437-031cbda75fdf)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:00.337414 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e722-1ddc-4d2e-8c9d-4e1d15684246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.354620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-e99e989c-bb5c-456d-a631-5a7d80bc87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.364877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-e99e989c-bb5c-456d-a631-5a7d80bc87be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1094 time: 0.3155978 Nov 25 17:27:00.384567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a2567109-403c-4a11-b78f-4947f4f832be tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6337154 Nov 25 17:27:00.472390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:00.474130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54270) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:00.532490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-c6fed75a-68ca-4ebc-90bd-38c3a113dd8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 217 time: 0.1421547 Nov 25 17:27:00.534856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=09d378da-ee6e-48ad-a2de-d713ee10db17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:00.585092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Request body: {'floatingip': {'port_id': 'db7d51f7-2ae2-4ab9-a74d-40145aae0ddf'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:00.629619 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20502a90-fffa-4702-a482-57b04cf2c56b x-openstack-request-id: req-20502a90-fffa-4702-a482-57b04cf2c56b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:00.629922 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-plugged", "status": "completed", "tag": "0568e0ed-237a-4bf6-b1ad-53c8d1a47aff", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:00.629922 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20502a90-fffa-4702-a482-57b04cf2c56b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:00.629922 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff', 'code': 200} Nov 25 17:27:00.649784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4e722-1ddc-4d2e-8c9d-4e1d15684246 None None] Pushing event updated for resources: {'Port': ['ID=e9753128-e52e-44cb-83a3-5c88d1b0d03f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:00.663764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:00.669554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:00.771584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-5d152cd9-fa2a-4fd0-822c-03f54a2c2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:00.776434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-5d152cd9-fa2a-4fd0-822c-03f54a2c2bfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.2387908 Nov 25 17:27:00.990057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b8260505-8780-458f-a8a4-20b19b62629b None None] Provisioning complete for port db7d51f7-2ae2-4ab9-a74d-40145aae0ddf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:00.993272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b8260505-8780-458f-a8a4-20b19b62629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.013821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01fdc0-ce80-4467-a7e5-422c1d992a2a req-c18f27ee-1fd4-4e17-b8ca-90b82364f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.014294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01fdc0-ce80-4467-a7e5-422c1d992a2a req-c18f27ee-1fd4-4e17-b8ca-90b82364f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.016744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c01fdc0-ce80-4467-a7e5-422c1d992a2a req-c18f27ee-1fd4-4e17-b8ca-90b82364f919 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1984 time: 0.3158607 Nov 25 17:27:01.028321 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.053099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e6a9f790-4b1d-4466-b112-4a6305c3d21d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8931959 Nov 25 17:27:01.073288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54278) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:01.075259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-d33cbf1d-5b5d-4b57-9df3-a7ef6f1823a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.076913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-d33cbf1d-5b5d-4b57-9df3-a7ef6f1823a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513385 Nov 25 17:27:01.088060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67460-5567-43e2-a804-b07e580fe22e req-21842939-461e-4a86-9d7a-316e56431658 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.097725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5df67460-5567-43e2-a804-b07e580fe22e req-21842939-461e-4a86-9d7a-316e56431658 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.3048472 Nov 25 17:27:01.106809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b8260505-8780-458f-a8a4-20b19b62629b None None] Port db7d51f7-2ae2-4ab9-a74d-40145aae0ddf cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:01.127800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:01.132829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:01.138765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e9753128-e52e-44cb-83a3-5c88d1b0d03f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:01.139141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.158193 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.172173 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.275936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 28200e40-1cf9-4a8f-a1cf-161537561811 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:01.276585 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.282934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa5b0e-368d-41be-b82e-0b81134eab8e req-9ce55002-a434-43bf-be3d-560f84e978db tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.297215 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee05b68-cedb-4314-8c1c-bfb6429d9f1f None None] Pushing event updated for resources: {'Port': ['ID=02bd6ee9-605a-49f4-b35b-92f7132e9827,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:01.304417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa5b0e-368d-41be-b82e-0b81134eab8e req-9ce55002-a434-43bf-be3d-560f84e978db tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:01.316566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3efa5b0e-368d-41be-b82e-0b81134eab8e req-9ce55002-a434-43bf-be3d-560f84e978db tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1682 time: 1.1613457 Nov 25 17:27:01.383774 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Attempting to bind port 02bd6ee9-605a-49f4-b35b-92f7132e9827 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:01.384424 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Attempting to bind port 02bd6ee9-605a-49f4-b35b-92f7132e9827 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:01.385558 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Attempting to bind port 02bd6ee9-605a-49f4-b35b-92f7132e9827 on network 9dfe863c-b3db-415d-90fd-a71da6d54cca {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:01.401865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-70e133ea-b0ca-462a-bf67-8cab60ade539 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449658 Nov 25 17:27:01.403722 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:01.404839 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Checking segment: {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:01.405429 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.406547 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Bound using segment: {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:01.407211 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Bound port: 02bd6ee9-605a-49f4-b35b-92f7132e9827, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13233978-ca94-4915-8437-031cbda75fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:01.407791 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.483970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-447048de-dd6e-465e-9ba7-7bbfd0583854 None None] Provisioning complete for port 02bd6ee9-605a-49f4-b35b-92f7132e9827 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:01.486236 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-447048de-dd6e-465e-9ba7-7bbfd0583854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.509062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3efa5b0e-368d-41be-b82e-0b81134eab8e req-c25a87df-32ec-4b14-95f4-64373fd6bc37 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915019 Nov 25 17:27:01.519593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.533879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c176e51e-7bdf-4b1d-8618-efffacdf7d5e tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/ports/93bb77aa-95c6-4f4d-a1ab-7e3a0e0b4d0e HTTP/1.1" status: 204 len: 168 time: 3.0033557 Nov 25 17:27:01.539234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:01.566766 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] For port 02bd6ee9-605a-49f4-b35b-92f7132e9827, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:01.573649 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] For port 02bd6ee9-605a-49f4-b35b-92f7132e9827, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02bd6ee9-605a-49f4-b35b-92f7132e9827,segment=NetworkSegment(13233978-ca94-4915-8437-031cbda75fdf),segment_id=13233978-ca94-4915-8437-031cbda75fdf)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:01.583763 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.677454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-447048de-dd6e-465e-9ba7-7bbfd0583854 None None] Port 02bd6ee9-605a-49f4-b35b-92f7132e9827 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:01.752994 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:01.791826 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:01.792787 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:01.873150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-572cbe9f-bb58-4606-a88d-f85a5eb44098 req-edb31d4f-afac-4092-955b-123d9b25815e service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481049 Nov 25 17:27:01.901000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:01.935457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e9753128-e52e-44cb-83a3-5c88d1b0d03f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:02.010277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c01fdc0-ce80-4467-a7e5-422c1d992a2a req-35375db4-97b5-480f-83a0-f15bf064ddd2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9834356 Nov 25 17:27:02.055711 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.066611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-447048de-dd6e-465e-9ba7-7bbfd0583854 None None] Provisioning complete for port e9753128-e52e-44cb-83a3-5c88d1b0d03f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:02.066999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-447048de-dd6e-465e-9ba7-7bbfd0583854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.076559 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee05b68-cedb-4314-8c1c-bfb6429d9f1f None None] Pushing event updated for resources: {'Port': ['ID=02bd6ee9-605a-49f4-b35b-92f7132e9827,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:02.119530 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:02.274470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5df67460-5567-43e2-a804-b07e580fe22e req-f4d11e16-4e52-4eb7-97b3-3b9b72f0249e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1733749 Nov 25 17:27:02.285238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341725-a739-40d6-9a10-fbb1b3675edd req-dde0a5c2-a1fc-4468-a3b9-c30d92d5da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.286777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-dde0a5c2-a1fc-4468-a3b9-c30d92d5da94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1094 time: 0.2673821 Nov 25 17:27:02.315924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:02.321547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:02.335702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.350737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e9753128-e52e-44cb-83a3-5c88d1b0d03f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:02.352678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.583800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-407dbda7-a8aa-4447-b3b3-df28d3e21c0e None None] Provisioning complete for port 02bd6ee9-605a-49f4-b35b-92f7132e9827 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:02.584219 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-407dbda7-a8aa-4447-b3b3-df28d3e21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.600147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c851-0cca-4a7c-98fc-cb9261958cbe req-b27aa041-5b36-4989-9985-3cdeb15259b4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.601797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5751c851-0cca-4a7c-98fc-cb9261958cbe req-b27aa041-5b36-4989-9985-3cdeb15259b4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.8876529 Nov 25 17:27:02.640149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:02.647804 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc7fff4-084e-42de-ba03-ee0f7eb06950" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:02.660568 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:26:56Z', 'revision_number': 3, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:01Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:02.727031 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7105cc2-9884-4b76-b868-4b70d79b1012 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:26:56Z', 'revision_number': 3, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:01Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:02.825442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341725-a739-40d6-9a10-fbb1b3675edd req-65f13255-a682-4c7d-89cb-f56c5a78a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:02.827132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-65f13255-a682-4c7d-89cb-f56c5a78a7dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.5305691 Nov 25 17:27:02.905341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-407dbda7-a8aa-4447-b3b3-df28d3e21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:02.964097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-7eb722b6-c467-4844-96eb-7951fe2ebcd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 217 time: 0.1268189 Nov 25 17:27:02.987886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-407dbda7-a8aa-4447-b3b3-df28d3e21c0e None None] For port 02bd6ee9-605a-49f4-b35b-92f7132e9827, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02bd6ee9-605a-49f4-b35b-92f7132e9827,segment=NetworkSegment(13233978-ca94-4915-8437-031cbda75fdf),segment_id=13233978-ca94-4915-8437-031cbda75fdf)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:02.993635 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-407dbda7-a8aa-4447-b3b3-df28d3e21c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.071311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7174820-79aa-4055-8581-bfdbf9a0e2ec req-611abc56-470a-4380-84b8-b5dbdc15b75a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.087041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7174820-79aa-4055-8581-bfdbf9a0e2ec req-611abc56-470a-4380-84b8-b5dbdc15b75a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.121172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7174820-79aa-4055-8581-bfdbf9a0e2ec req-611abc56-470a-4380-84b8-b5dbdc15b75a tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1682 time: 0.4344766 Nov 25 17:27:03.215837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dbda7-a8aa-4447-b3b3-df28d3e21c0e None None] Pushing event updated for resources: {'Port': ['ID=02bd6ee9-605a-49f4-b35b-92f7132e9827,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:03.218960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cde95e08-d24e-42a7-8485-d8c35074c20d None None] Provisioning complete for port 02bd6ee9-605a-49f4-b35b-92f7132e9827 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:03.227563 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cde95e08-d24e-42a7-8485-d8c35074c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.512984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-aa78aa02-f396-4d4a-a368-fbf4730d8c15 None None] Provisioning complete for port 02bd6ee9-605a-49f4-b35b-92f7132e9827 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:03.512984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa78aa02-f396-4d4a-a368-fbf4730d8c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.520165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port abe8f2f1-786f-4e5b-ab58-245235f92400 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:03.520165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.584627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5751c851-0cca-4a7c-98fc-cb9261958cbe req-2b03b013-2c68-40d7-905e-b8521239605b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9637399 Nov 25 17:27:03.716928 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a520c03-c9fe-44fa-bc1e-c4b280f3fa23 x-openstack-request-id: req-8a520c03-c9fe-44fa-bc1e-c4b280f3fa23 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:03.717908 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:03.717908 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a520c03-c9fe-44fa-bc1e-c4b280f3fa23 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:03.718146 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'code': 200} Nov 25 17:27:03.898022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.930573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341725-a739-40d6-9a10-fbb1b3675edd req-8f6ebdc3-3040-421f-a4fd-6dff53807c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:03.932129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-8f6ebdc3-3040-421f-a4fd-6dff53807c34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.9557078 Nov 25 17:27:03.941522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c7174820-79aa-4055-8581-bfdbf9a0e2ec req-51b789fa-c00b-447b-bfbc-7fcc38b2bfbf tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137472 Nov 25 17:27:03.943536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for abe8f2f1-786f-4e5b-ab58-245235f92400 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:03.961652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:03.973342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.017933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02bd6ee9-605a-49f4-b35b-92f7132e9827 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:04.095737 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 509b6808-96f1-46f7-8d50-caa7ef8028ce associated. External IP: 172.25.8.95, port: d58f7356-66a7-44a6-bd61-a029d31e4c49. Nov 25 17:27:04.112340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.131094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73341725-a739-40d6-9a10-fbb1b3675edd req-d89b88a5-f1e1-4bc6-a69f-7aeb0dbc5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.133722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-d89b88a5-f1e1-4bc6-a69f-7aeb0dbc5ea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913586 Nov 25 17:27:04.164592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50bd8-6114-4331-8877-0ec3537531a0 req-ab24e71b-d6e2-458d-b7a6-aec39c0c8e17 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.174427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8a50bd8-6114-4331-8877-0ec3537531a0 req-ab24e71b-d6e2-458d-b7a6-aec39c0c8e17 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.3104634 Nov 25 17:27:04.175597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 02bd6ee9-605a-49f4-b35b-92f7132e9827 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:04.175962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.369739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8a50bd8-6114-4331-8877-0ec3537531a0 req-7b100158-f976-4181-a634-8e7531492d41 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943176 Nov 25 17:27:04.430312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9050e-1789-4f8c-a978-834a982d3698 req-328ac1aa-c859-4c3c-b64d-44efde31e71d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.431768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39d9050e-1789-4f8c-a978-834a982d3698 req-328ac1aa-c859-4c3c-b64d-44efde31e71d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.2871623 Nov 25 17:27:04.436572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=312ebcf0-3189-470b-8f38-3de79e919048,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:04.441679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54316) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.451461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'floatingip': {'port_id': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:04.500636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.528171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.538251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:04.538609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: 09d378da-ee6e-48ad-a2de-d713ee10db17, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:04.612699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=abe8f2f1-786f-4e5b-ab58-245235f92400,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:04.631575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.632116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.632476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.632819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.633160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.633499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.633832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.634164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.634495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.634826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.635157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.635513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:04.711582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:04.727838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-019492f2-c050-429a-bf5c-9e7f3aedddb2 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774058 Nov 25 17:27:04.732611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.737107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-904265cf-0f93-463d-beda-db41781e4be8 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/ports/abe8f2f1-786f-4e5b-ab58-245235f92400 HTTP/1.1" status: 204 len: 168 time: 3.1878886 Nov 25 17:27:04.740223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54324) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.745518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:04.861994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 09d378da-ee6e-48ad-a2de-d713ee10db17) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:04.873067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting subnet 64efdd4a-108b-460c-853a-657b6a6e369a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:04.873301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:04.873565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.881738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:04.896783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-03f1866f-7fb0-4dae-9d06-f6b7887b5ced tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7772474 Nov 25 17:27:04.896783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:04.899239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34bda4-c901-4542-a82c-91ab53435d1c None None] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:04.934652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:04.937866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.039672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:05.136061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:05.137553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:05.278973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:05.449703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73341725-a739-40d6-9a10-fbb1b3675edd req-13ca3cc3-718f-4259-b4ab-681ebd3a3142 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112801 Nov 25 17:27:05.541161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393d211-da5b-4c9b-9f6d-e8f7ba9eca27 req-f8891b7e-d05f-40cd-b3f5-b7e4fb5e42ac tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.545493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:05.546141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:05.569822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393d211-da5b-4c9b-9f6d-e8f7ba9eca27 req-f8891b7e-d05f-40cd-b3f5-b7e4fb5e42ac tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:05.571812 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3393d211-da5b-4c9b-9f6d-e8f7ba9eca27 req-f8891b7e-d05f-40cd-b3f5-b7e4fb5e42ac tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1682 time: 0.3946414 Nov 25 17:27:05.596653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:05.597766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e451e61-6bb0-4d99-a1d9-442e6b312625 None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:05.611065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-09d378da-ee6e-48ad-a2de-d713ee10db17', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:27:05.612039 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.713126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.793941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:05.811265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3393d211-da5b-4c9b-9f6d-e8f7ba9eca27 req-362528a3-c35f-45a4-9bb2-7248ffe7b1b8 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193575 Nov 25 17:27:05.832577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-07197cfd-a8bd-4e96-9056-77d5e011cd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:05.879675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Allocated IP 2001:db8:2::2 (09d378da-ee6e-48ad-a2de-d713ee10db17/312ebcf0-3189-470b-8f38-3de79e919048/5d61e32d-afe7-415e-bdeb-f9598cc7c6cc) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:05.921908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.032350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f52d8-3230-4d47-8a77-e35f42a914d9 req-c77c1952-4509-48dc-81c9-59ff2e44cab8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:06.038975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-551f52d8-3230-4d47-8a77-e35f42a914d9 req-c77c1952-4509-48dc-81c9-59ff2e44cab8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.5237494 Nov 25 17:27:06.051096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.resource_extend [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:27:06.076250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Subnet': ['ID=64efdd4a-108b-460c-853a-657b6a6e369a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:06.083419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.090625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc9fb8-d1d6-4f88-84d6-d25fa0f722a3 None None] Network 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:06.101314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2971cebb-9286-44b2-a379-af61c1f7ffb5 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/subnets/64efdd4a-108b-460c-853a-657b6a6e369a HTTP/1.1" status: 204 len: 168 time: 1.3527861 Nov 25 17:27:06.102204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54342) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:06.244085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting subnet cfd5ad45-80e8-4623-9f0f-26c775fdc38d {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:06.261519 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.264879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:06.284043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] Sync routers for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:06.314784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.317520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.327022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.332586 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:06.335657 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:06.381559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-551f52d8-3230-4d47-8a77-e35f42a914d9 req-7ffdc829-c43e-415e-b3e2-f8868f3f4501 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321731 Nov 25 17:27:06.392975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.401856 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.450202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.481882 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:06.498550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:06.499102 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:26:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:06.501000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-464817d8-5039-45e0-8fbe-63f796a8266b tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/floatingips/509b6808-96f1-46f7-8d50-caa7ef8028ce HTTP/1.1" status: 200 len: 976 time: 5.9446342 Nov 25 17:27:06.541878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:06.545370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:06.548327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:06.548989 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93fc6b-8899-49c8-ac4e-22dd0f3b53db None None] The sync data for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:06.614706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.619700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:06.636056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Pushing event updated for resources: {'Port': ['ID=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:06.638881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:06.663265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:06.754058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256e1a-96fd-44a6-9d0d-435ee2b4b587 req-f2a396dc-9d4f-463b-a228-af60054194fa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:06.770237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb256e1a-96fd-44a6-9d0d-435ee2b4b587 req-f2a396dc-9d4f-463b-a228-af60054194fa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:06.778380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb256e1a-96fd-44a6-9d0d-435ee2b4b587 req-f2a396dc-9d4f-463b-a228-af60054194fa tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1682 time: 0.3647246 Nov 25 17:27:06.864524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8:2::1 (09d378da-ee6e-48ad-a2de-d713ee10db17/312ebcf0-3189-470b-8f38-3de79e919048/6cf61cdc-3f52-487c-aafa-489054b45c7f) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:06.915001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb256e1a-96fd-44a6-9d0d-435ee2b4b587 req-f2f90248-99dd-4172-83d6-987f7bfee273 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357863 Nov 25 17:27:06.933832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:06.993847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port db7d51f7-2ae2-4ab9-a74d-40145aae0ddf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:06.994148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.036141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] DHCP port deletion for 0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:07.127467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.162750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Attempting to bind port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:07.163899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Attempting to bind port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:07.164480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Attempting to bind port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc on network 09d378da-ee6e-48ad-a2de-d713ee10db17 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:07.182099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:07.182899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Checking segment: {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:07.183716 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.184362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Bound using segment: {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:07.185219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Bound port: 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:07.185860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.199735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd5ad45-80e8-4623-9f0f-26c775fdc38d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:07.206074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.216610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b14a27c-2393-4b13-9199-c57847de81b9 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/subnets/cfd5ad45-80e8-4623-9f0f-26c775fdc38d HTTP/1.1" status: 204 len: 168 time: 1.1102219 Nov 25 17:27:07.217761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54358) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:07.218109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.232290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b69ebd-6c62-4924-875b-6d670c1c909f None None] Network 54cddc92-2363-4e66-8e67-21fa29ad56f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:07.273637 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Floating IP 0c2001be-9947-4fcb-847a-2f0eea04b85f associated. External IP: 172.25.8.214, port: d4f5e2bb-23b3-4807-ac9c-d712dedcae47. Nov 25 17:27:07.285951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:07.347728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'mac_address': 'fa:16:3e:23:42:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:07.381608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] Deleting port 59b7bed6-9384-4528-81bb-a11a43404f6c {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:07.382363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.389759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.413293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.502961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] For port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:07.531319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.563643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] For port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,segment=NetworkSegment(f3afd04c-370c-4ed5-8689-2bc9a5c86bcc),segment_id=f3afd04c-370c-4ed5-8689-2bc9a5c86bcc)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:07.575673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] For port 59b7bed6-9384-4528-81bb-a11a43404f6c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59b7bed6-9384-4528-81bb-a11a43404f6c,segment=NetworkSegment(11b05add-4e59-4132-8cda-1b05e7220625),segment_id=11b05add-4e59-4132-8cda-1b05e7220625)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:07.576276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.579640 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.598364 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.645235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] Calling delete_port for 59b7bed6-9384-4528-81bb-a11a43404f6c owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:07.669862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7121ef5-2eb1-4e52-91bf-d004b642e661 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:07.701195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:07.782674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:07.823658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.824659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.825049 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Floating IP 509b6808-96f1-46f7-8d50-caa7ef8028ce disassociated. External IP: 172.25.8.95, port: db7d51f7-2ae2-4ab9-a74d-40145aae0ddf. Nov 25 17:27:07.825269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for db7d51f7-2ae2-4ab9-a74d-40145aae0ddf owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:07.855041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:07.868374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:07.870116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.897283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59b7bed6-9384-4528-81bb-a11a43404f6c no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:07.904815 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:07.907027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.005423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 59b7bed6-9384-4528-81bb-a11a43404f6c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:08.006101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59b7bed6-9384-4528-81bb-a11a43404f6c not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:08.015192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-405124cd-9986-4ce8-990b-3cc0604e84c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.040151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] No DVR routers for this DVR port 59b7bed6-9384-4528-81bb-a11a43404f6c on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:08.075008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] DHCP port deletion for 54cddc92-2363-4e66-8e67-21fa29ad56f3 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:08.100976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5434795-0bf8-429d-9e82-e50b8cc9ad62 None None] Pushing event updated for resources: {'Port': ['ID=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:08.118150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=6cf61cdc-3f52-487c-aafa-489054b45c7f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:08.193658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-a1d100f0-3fe8-4089-87d9-1619b3ee6b71 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.203482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-a1d100f0-3fe8-4089-87d9-1619b3ee6b71 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.205294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-a1d100f0-3fe8-4089-87d9-1619b3ee6b71 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1682 time: 0.5021451 Nov 25 17:27:08.213563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1f6d1-25f7-4949-b459-eb30073108e5 req-b881581b-b356-4618-a449-5ebd559be3c7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.216029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200ab78-6dd2-4e4a-9616-918f5933324a None None] Pushing event deleted for resources: {'Port': ['ID=59b7bed6-9384-4528-81bb-a11a43404f6c,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:08.227023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76f1f6d1-25f7-4949-b459-eb30073108e5 req-b881581b-b356-4618-a449-5ebd559be3c7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.6747079 Nov 25 17:27:08.283645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f7121ef5-2eb1-4e52-91bf-d004b642e661'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:08.331364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:08.450849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:08.491849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Deleting port 59b7bed6-9384-4528-81bb-a11a43404f6c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:08.493058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.497412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.544182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76f1f6d1-25f7-4949-b459-eb30073108e5 req-faf06fd9-e9ca-4d44-8619-83c41471b806 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159285 Nov 25 17:27:08.560783 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.605463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] Deleting port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:08.605893 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:08.674985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281e65e-9e1f-423a-86de-414e17cf595e req-14e2bb50-9c01-407c-9f41-5d0493beb441 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.704500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281e65e-9e1f-423a-86de-414e17cf595e req-14e2bb50-9c01-407c-9f41-5d0493beb441 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:08.715356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b281e65e-9e1f-423a-86de-414e17cf595e req-14e2bb50-9c01-407c-9f41-5d0493beb441 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 1682 time: 0.5369217 Nov 25 17:27:09.015566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] For port 2df916ae-aff1-4b7f-b119-f0ece9b239d3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=2df916ae-aff1-4b7f-b119-f0ece9b239d3,segment=NetworkSegment(6fe3c8db-2aa2-4ecf-ba06-80c357251688),segment_id=6fe3c8db-2aa2-4ecf-ba06-80c357251688)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:09.017024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.082364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] Calling delete_port for 2df916ae-aff1-4b7f-b119-f0ece9b239d3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:09.298556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.362783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] Pushing event deleted for resources: {'Port': ['ID=2df916ae-aff1-4b7f-b119-f0ece9b239d3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.464208 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.467452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d2255-a60c-45ef-b95c-798785c58765 None None] No DVR routers for this DVR port 2df916ae-aff1-4b7f-b119-f0ece9b239d3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:09.468406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:09.468901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.533458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=db7d51f7-2ae2-4ab9-a74d-40145aae0ddf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.557553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] For port 59b7bed6-9384-4528-81bb-a11a43404f6c, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:09.558094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.601054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:09.601442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.632344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:09.712416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Calling delete_port for 59b7bed6-9384-4528-81bb-a11a43404f6c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:09.717429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Port 59b7bed6-9384-4528-81bb-a11a43404f6c was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:27:09.731036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20772b2-c082-455a-992c-2961856bb4c9 None None] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:09.754450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b281e65e-9e1f-423a-86de-414e17cf595e req-21d610cd-635e-4c2a-8219-0ed8aec5adb0 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0289505 Nov 25 17:27:09.758036 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:09.830792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Port': ['ID=59b7bed6-9384-4528-81bb-a11a43404f6c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:09.836379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] No DVR routers for this DVR port 59b7bed6-9384-4528-81bb-a11a43404f6c on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:10.018093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b5e8441c-a8a8-4b0c-b2ff-913880ea617b None None] Provisioning complete for port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:10.018374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5e8441c-a8a8-4b0c-b2ff-913880ea617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.155318 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.163247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:10.187740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:10.199249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b05add-4e59-4132-8cda-1b05e7220625') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:10.199868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b05add-4e59-4132-8cda-1b05e7220625') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:10.211442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.227420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.235644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.245265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:10.246989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.278682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:10.328837 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:10.342239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:10.362049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:10.365224 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.369488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-f67caabb-78ce-4899-8196-d02b9beef122 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "DELETE /v2.0/ports/d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef HTTP/1.1" status: 204 len: 173 time: 2.1183603 Nov 25 17:27:10.377118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-deleted', 'tag': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:10.379432 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8277910-22c4-488f-a299-8c982c15a6a7" -d '{"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-deleted", "tag": "d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:10.455656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:10.456258 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.551484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a95fc-b2a1-4bbb-805c-7f95df3656e3 req-0cd5cb27-ee79-453c-bf8e-08ae457833ed tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:10.557301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-301a95fc-b2a1-4bbb-805c-7f95df3656e3 req-0cd5cb27-ee79-453c-bf8e-08ae457833ed tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.8151290 Nov 25 17:27:10.565986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:10.577988 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b5ea70-eb91-4018-af7a-0c1f82d4f15e x-openstack-request-id: req-60b5ea70-eb91-4018-af7a-0c1f82d4f15e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:10.578274 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-deleted", "tag": "d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:10.578524 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60b5ea70-eb91-4018-af7a-0c1f82d4f15e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:10.578936 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-deleted', 'tag': 'd92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef', 'status': 'completed', 'code': 200} Nov 25 17:27:10.581313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:10.598750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.644037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:10.647422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:10.656402 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5e8441c-a8a8-4b0c-b2ff-913880ea617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.685924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:10.701225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.702707 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] Sync routers for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:10.726244 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:10.726898 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:10.745074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:10.757106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/networks/0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f HTTP/1.1" status: 204 len: 168 time: 3.5343883 Nov 25 17:27:10.855177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:10.899643 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:10.911211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:10.911899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:10.935280 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:10.935928 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:11.024892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.025473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4a46c194-75a8-4ac6-b72a-ce1bbdf5524f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "PUT /v2.0/floatingips/0c2001be-9947-4fcb-847a-2f0eea04b85f HTTP/1.1" status: 200 len: 991 time: 6.5815349 Nov 25 17:27:11.037676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:11.038022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d92c95ee-e33a-4a2b-b3f6-5a8ddeb221ef not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:11.038443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:11.053324 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:11.053965 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4781e-24c5-4744-9191-cc5da3405464 None None] The sync data for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:11.082510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-301a95fc-b2a1-4bbb-805c-7f95df3656e3 req-0377d102-faca-4b29-b797-55f9272644f1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026410 Nov 25 17:27:11.083156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.097638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310b0da-a6d7-4c85-8d50-697ede2eee74 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Network': ['ID=0b0f33b1-c89f-4df1-9d5f-7100bcf72b6f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.112694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b5e8441c-a8a8-4b0c-b2ff-913880ea617b None None] For port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,segment=NetworkSegment(f3afd04c-370c-4ed5-8689-2bc9a5c86bcc),segment_id=f3afd04c-370c-4ed5-8689-2bc9a5c86bcc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:11.205613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.219725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3e24436-aa35-4ffb-8191-4dce67e9d5e4 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/ports/db7d51f7-2ae2-4ab9-a74d-40145aae0ddf HTTP/1.1" status: 204 len: 168 time: 4.6718099 Nov 25 17:27:11.226570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54398) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:11.267760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:11.267992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.301443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.334204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5e8441c-a8a8-4b0c-b2ff-913880ea617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.463848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f7121ef5-2eb1-4e52-91bf-d004b642e661 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:27:11.473582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:11.474036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.490957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:11.500239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4003ca8-3ce1-4350-90be-53e9baefdbf0 req-6928a084-2ada-4613-b38c-b60a4c312911 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:11.501873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4003ca8-3ce1-4350-90be-53e9baefdbf0 req-6928a084-2ada-4613-b38c-b60a4c312911 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 946 time: 0.4537666 Nov 25 17:27:11.570673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.578907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.579727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.725324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4003ca8-3ce1-4350-90be-53e9baefdbf0 req-27e7421a-c114-481c-b78e-fa047449058b tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/security-groups?id=51644ab5-1401-4f7a-bbf4-b1e60a452a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772611 Nov 25 17:27:11.727514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.729665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f7121ef5-2eb1-4e52-91bf-d004b642e661 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:11.730562 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.736091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:11.739642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.748678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:11.761934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:11.788946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=6cf61cdc-3f52-487c-aafa-489054b45c7f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.808884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cddc92-2363-4e66-8e67-21fa29ad56f3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:11.863546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a52898e-2e44-420b-b589-5070be28ca32 None None] Provisioning complete for port 6cf61cdc-3f52-487c-aafa-489054b45c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:11.864051 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a52898e-2e44-420b-b589-5070be28ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:11.866657 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:27:11.867009 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:27:11.874659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8441c-a8a8-4b0c-b2ff-913880ea617b None None] Pushing event updated for resources: {'Port': ['ID=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:11.934001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe3c8db-2aa2-4ecf-ba06-80c357251688') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:11.935186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe3c8db-2aa2-4ecf-ba06-80c357251688') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:11.992414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:12.012551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.026270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.067239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.071230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.101496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:12.103850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.196497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7a52898e-2e44-420b-b589-5070be28ca32 None None] Port 6cf61cdc-3f52-487c-aafa-489054b45c7f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:12.212942 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:12.257485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.284178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.293761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] 10.222.0.86 "DELETE /v2.0/networks/54cddc92-2363-4e66-8e67-21fa29ad56f3 HTTP/1.1" status: 204 len: 168 time: 1.3957374 Nov 25 17:27:12.405780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ce347-e5a1-49eb-8ec5-8c1d84bf1804 tempest-TaggedBootDevicesTest-1038306108 tempest-TaggedBootDevicesTest-1038306108-project] Pushing event deleted for resources: {'Network': ['ID=54cddc92-2363-4e66-8e67-21fa29ad56f3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:12.475006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.488068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:12.501183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4dec1ee8-6851-4e99-ab4c-8072ba837a48 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6010027 Nov 25 17:27:12.507628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=0568e0ed-237a-4bf6-b1ad-53c8d1a47aff,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:12.562673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54416) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:12.582462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502796889'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:12.595438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:12.600170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:12.600733 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b36b13-ac89-43d8-bfb8-9796c61d174f" -d '{"events": [{"name": "network-changed", "server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:12.653759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a52898e-2e44-420b-b589-5070be28ca32 None None] Provisioning complete for port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:12.654183 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a52898e-2e44-420b-b589-5070be28ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.656863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port 0568e0ed-237a-4bf6-b1ad-53c8d1a47aff on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:12.666538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.671205 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6cb51d73-d77d-4ff0-9bcc-00864fa50766 req-e20ce144-2fb3-4401-9cd0-dc716fb414a9 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.73 "DELETE /v2.0/ports/0568e0ed-237a-4bf6-b1ad-53c8d1a47aff HTTP/1.1" status: 204 len: 173 time: 2.2568719 Nov 25 17:27:12.685231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db714019-3689-432c-9936-6f8c94c2ece6 req-70e9c3ac-5886-436d-b59c-0ed85f23b7f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.694836 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db714019-3689-432c-9936-6f8c94c2ece6 req-70e9c3ac-5886-436d-b59c-0ed85f23b7f5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.4273846 Nov 25 17:27:12.774766 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d60821-2e94-473c-8b3b-587f66a738cb x-openstack-request-id: req-64d60821-2e94-473c-8b3b-587f66a738cb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:12.775193 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:12.776163 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-64d60821-2e94-473c-8b3b-587f66a738cb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:12.777485 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'status': 'completed', 'code': 200} Nov 25 17:27:12.782586 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db714019-3689-432c-9936-6f8c94c2ece6 req-757afb45-3b41-4a6e-8808-56c07baeeb7d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790482 Nov 25 17:27:12.789454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:12.797506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:12.854722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:12.876502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:12.894649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:12.904557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-11f71236-6997-4513-97b9-9b0796626634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:12.906822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-11f71236-6997-4513-97b9-9b0796626634 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1096 time: 0.1014843 Nov 25 17:27:13.097676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-c2feb710-8571-4c24-a074-ea73180d4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.099013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-c2feb710-8571-4c24-a074-ea73180d4bbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.1845896 Nov 25 17:27:13.100226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.100927 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added segment 8fc28fcf-5769-49eb-ad71-a185dd19e5c9 of type vlan for network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 Nov 25 17:27:13.119994 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.121521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 02dfa83c-f65f-4313-8ca3-04fa0347bbac {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:13.122001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.126843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2df916ae-aff1-4b7f-b119-f0ece9b239d3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:13.181862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 2df916ae-aff1-4b7f-b119-f0ece9b239d3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:13.182285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 2df916ae-aff1-4b7f-b119-f0ece9b239d3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:13.200664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:13.203262 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a9ded5-cfad-425b-9679-c686e3c76df5" -d '{"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-plugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:13.219203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd478e9a-e716-46aa-ad67-fd4ffb9d72a5 req-a947f878-89c0-472c-b6c0-3ef67fc5a523 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "GET /v2.0/ports?device_id=a73ea202-8bb1-4b24-a5f6-bd785a680dae HTTP/1.1" status: 200 len: 210 time: 0.1156709 Nov 25 17:27:13.244577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:13.291451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:13.294933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '0c2001be-9947-4fcb-847a-2f0eea04b85f', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'port_id': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'mac_address': 'fa:16:3e:cb:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:26:22Z', 'updated_at': '2021-11-25T17:27:05Z', 'revision_number': 1, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:13.296986 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.367631 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f06342-d892-4f86-8a55-ddbd80915c94 x-openstack-request-id: req-80f06342-d892-4f86-8a55-ddbd80915c94 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:13.368088 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-plugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:13.368445 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-80f06342-d892-4f86-8a55-ddbd80915c94 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:13.368943 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'code': 200} Nov 25 17:27:13.406527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.428603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-30f94c07-859e-41cc-8bc9-9550ad6b1739 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 999 time: 0.3041019 Nov 25 17:27:13.430506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:13.465279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 02dfa83c-f65f-4313-8ca3-04fa0347bbac owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:13.597763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:13.598738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:13.618118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-55ece139-1383-4b4f-849e-b9f9a4ec8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.622776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-55ece139-1383-4b4f-849e-b9f9a4ec8503 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.1793113 Nov 25 17:27:13.715956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.725842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:13.754679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2ee7-a304-4d0f-b63a-da94016b26b1 req-6e22ee69-c65c-46ed-85eb-fe73ca8e7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.756846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6afb2ee7-a304-4d0f-b63a-da94016b26b1 req-6e22ee69-c65c-46ed-85eb-fe73ca8e7504 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1096 time: 0.1324284 Nov 25 17:27:13.814624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-0327bda5-bbd8-42a0-916a-e0e357f06612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.816216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-0327bda5-bbd8-42a0-916a-e0e357f06612 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151249 Nov 25 17:27:13.869511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:13.869884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:13.877573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:13.878218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.052797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6afb2ee7-a304-4d0f-b63a-da94016b26b1 req-8758c26c-e782-4d89-92a8-e3db1e4831e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790883 Nov 25 17:27:14.079563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.087886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5197423 Nov 25 17:27:14.094391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:14.103834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'subnet': {'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:14.127083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbcba-f2dc-4cfd-9e21-43136112fab5 req-43312832-2aa8-4b30-befd-d9d62183d082 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:14.133667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b37bbcba-f2dc-4cfd-9e21-43136112fab5 req-43312832-2aa8-4b30-befd-d9d62183d082 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.2076271 Nov 25 17:27:14.217921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=02dfa83c-f65f-4313-8ca3-04fa0347bbac,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:14.229062 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-8251b6f6-ceb5-4a5b-b6a9-4353f9d0771c service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030766 Nov 25 17:27:14.246570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:14.301842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ba835ed5-58ca-4dfa-a5ed-4f2288c269b8 None None] Provisioning complete for port 6cf61cdc-3f52-487c-aafa-489054b45c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:14.302287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba835ed5-58ca-4dfa-a5ed-4f2288c269b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.338628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:14.410307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b37bbcba-f2dc-4cfd-9e21-43136112fab5 req-99d05c2f-56b2-427f-aa7f-72ed714f5765 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126088 Nov 25 17:27:14.421510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:08Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:10Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:14.425629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ba835ed5-58ca-4dfa-a5ed-4f2288c269b8 None None] Port 6cf61cdc-3f52-487c-aafa-489054b45c7f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:14.428827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:14.429203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.573596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:14.573961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Updating router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 port 6cf61cdc-3f52-487c-aafa-489054b45c7f binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:27:14.600389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Network': ['ID=53ff8085-cba3-48b6-9b05-6b2006a08cd0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:14.665525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.688595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting subnet 22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:14.757319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.759284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.759767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.762371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.762899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.763396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.763884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.764324 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.764956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.766030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.766744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.767248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.767723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af0486-c95b-434f-8229-dabb20ecadc5 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:14.794080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.799530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-deleted', 'tag': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:14.801960 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dee8ea-0c55-433f-a2c5-2b60d3d8964f" -d '{"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-deleted", "tag": "0568e0ed-237a-4bf6-b1ad-53c8d1a47aff"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:14.914096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Made reservation on behalf of 81fb02df67be4e699701be9b90f269a8 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:14.918675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:14.958148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:14.962825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '0c2001be-9947-4fcb-847a-2f0eea04b85f', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'port_id': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'mac_address': 'fa:16:3e:cb:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:26:22Z', 'updated_at': '2021-11-25T17:27:05Z', 'revision_number': 1, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:14.969429 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02145f63-20d7-4ddd-92a9-b3e962843f59 x-openstack-request-id: req-02145f63-20d7-4ddd-92a9-b3e962843f59 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:14.970251 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73ea202-8bb1-4b24-a5f6-bd785a680dae", "name": "network-vif-deleted", "tag": "0568e0ed-237a-4bf6-b1ad-53c8d1a47aff", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:14.970713 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02145f63-20d7-4ddd-92a9-b3e962843f59 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:14.971280 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73ea202-8bb1-4b24-a5f6-bd785a680dae', 'name': 'network-vif-deleted', 'tag': '0568e0ed-237a-4bf6-b1ad-53c8d1a47aff', 'status': 'completed', 'code': 200} Nov 25 17:27:14.974738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b36b13-ac89-43d8-bfb8-9796c61d174f req-d4a3736a-1f89-4662-b801-559a1efdb384 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559618 Nov 25 17:27:15.065643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e5c5f-f0a6-4fb3-bc83-1f270be89c08 None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '0c2001be-9947-4fcb-847a-2f0eea04b85f', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'port_id': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'mac_address': 'fa:16:3e:cb:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:26:22Z', 'updated_at': '2021-11-25T17:27:05Z', 'revision_number': 1, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:15.310875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:15.550412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.609130 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c983306-1ba6-4dd2-a42b-9309042e3956 None None] New status for floating IP 0c2001be-9947-4fcb-847a-2f0eea04b85f: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:27:15.700883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.711935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.721699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.731609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:15.759265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-995d9a3c-fde9-4f23-9015-9a2d10ea420f tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/routers/ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5230119 Nov 25 17:27:15.768194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:15.831108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0ec8-e498-485a-b5fb-267f14eb9138 None None] Pushing event updated for resources: {'Port': ['ID=6cf61cdc-3f52-487c-aafa-489054b45c7f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:15.849842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] Sync routers for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:15.869303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:15.916521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:15.917286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:16.015184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.018149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/subnets/22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25 HTTP/1.1" status: 204 len: 168 time: 1.6756728 Nov 25 17:27:16.031509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:16.071524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3842ca2-d19f-4b9d-aabf-036650b893df None None] Network 1699869b-7800-4478-b5b2-bb5e0d18ed4b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:16.094962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abebd0-65bf-4bae-8ffa-05cc37c16e65 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Subnet': ['ID=22e88d92-8c1f-4ab1-aa04-ed4a4bcf8e25,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:16.186292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.201895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4845a0-ad85-472d-9f58-5c01415c4891 req-be88f5cc-b05c-491a-a5f7-cfcf235ff3c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:16.206406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed4845a0-ad85-472d-9f58-5c01415c4891 req-be88f5cc-b05c-491a-a5f7-cfcf235ff3c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.3702881 Nov 25 17:27:16.255837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:16.404361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] Routers {'ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:16.409041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:16.451999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.459859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:16.460909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39489f97-dcfc-4d15-a7c8-da3a1bcb7262 None None] The sync data for ids ['ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:16.491912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Attempting to bind port 6cf61cdc-3f52-487c-aafa-489054b45c7f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:16.492683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Attempting to bind port 6cf61cdc-3f52-487c-aafa-489054b45c7f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:16.493297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Attempting to bind port 6cf61cdc-3f52-487c-aafa-489054b45c7f on network 09d378da-ee6e-48ad-a2de-d713ee10db17 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:16.496985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0146bcee-12c4-45d2-81c2-98293f2270a4 None None] Provisioning complete for port 6cf61cdc-3f52-487c-aafa-489054b45c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:16.497720 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0146bcee-12c4-45d2-81c2-98293f2270a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.545137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:16.545993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Checking segment: {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:16.546681 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.547320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Bound using segment: {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:16.548058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Bound port: 6cf61cdc-3f52-487c-aafa-489054b45c7f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:16.548845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.620228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.625899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] DHCP port deletion for 1699869b-7800-4478-b5b2-bb5e0d18ed4b request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:16.635700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0146bcee-12c4-45d2-81c2-98293f2270a4 None None] Port 6cf61cdc-3f52-487c-aafa-489054b45c7f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:16.739742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] For port 6cf61cdc-3f52-487c-aafa-489054b45c7f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:16.744769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] For port 6cf61cdc-3f52-487c-aafa-489054b45c7f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6cf61cdc-3f52-487c-aafa-489054b45c7f,segment=NetworkSegment(f3afd04c-370c-4ed5-8689-2bc9a5c86bcc),segment_id=f3afd04c-370c-4ed5-8689-2bc9a5c86bcc)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:16.755825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.816888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0ec8-e498-485a-b5fb-267f14eb9138 None None] Pushing event updated for resources: {'Port': ['ID=6cf61cdc-3f52-487c-aafa-489054b45c7f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:16.829466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] Deleting port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:16.831604 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:16.870068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed4845a0-ad85-472d-9f58-5c01415c4891 req-abab8737-af56-4c81-8349-2778b8d689cf tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6531053 Nov 25 17:27:16.871538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Subnet': ['ID=3492bec0-dc80-4b14-a42f-5b3ca0523fcb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:16.961835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Checking segment: {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:16.962458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network hostable DHCP agents. Network: 53ff8085-cba3-48b6-9b05-6b2006a08cd0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:16.968850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:16.970175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:17.021790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:17.029584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] For port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,segment=NetworkSegment(3f6dd55a-38f4-45e1-8e03-c147a139fc8b),segment_id=3f6dd55a-38f4-45e1-8e03-c147a139fc8b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:17.030312 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.042707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 53ff8085-cba3-48b6-9b05-6b2006a08cd0) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:17.048136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.048744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.118690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] Calling delete_port for d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:17.130732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce340d-4cc2-4f16-9502-c8b23975aef7 None None] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:17.141464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.145686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.145859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0d0c7215-4827-4e2f-af58-b0ef552a919d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0463057 Nov 25 17:27:17.163655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.201374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7864-0eb6-4865-95e1-67561205c816 req-22418e0e-77ab-44a7-99cd-cf55aa583ed9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.207594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfcb7864-0eb6-4865-95e1-67561205c816 req-22418e0e-77ab-44a7-99cd-cf55aa583ed9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1432676 Nov 25 17:27:17.354589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfcb7864-0eb6-4865-95e1-67561205c816 req-cd226514-ac29-429e-af67-5dad1a35bc93 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386826 Nov 25 17:27:17.384253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.497272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4426c-dbb2-4cea-80b0-88114f768153 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:17.499003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c9f4426c-dbb2-4cea-80b0-88114f768153 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1091 time: 0.1138496 Nov 25 17:27:17.503038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:17.509995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:17.562917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.570889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:17.574555 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.649784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] Pushing event deleted for resources: {'Port': ['ID=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:17.675813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:17.676143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:17.784953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.799236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.850573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594d428-9d8c-4f6c-ab5c-1452f06800e1 None None] No DVR routers for this DVR port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:17.868558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:17.875301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d39a6a91-b36f-4859-90b7-9ac42cc0e011 None None] Provisioning complete for port 6cf61cdc-3f52-487c-aafa-489054b45c7f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:17.875301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a91-b36f-4859-90b7-9ac42cc0e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:17.965792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:27:17.966675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.032604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:18.032944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.060094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.54 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/0562e382-26e0-4e0b-b2f9-45a3fbc59e21) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:18.126742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:18.127018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.144815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:18.148974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:27:18.155862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.227100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 81ea3edd-c9c7-4847-83e2-b552c5bb2ac4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:18.227920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.228817 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.237078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:18.243805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port d4eb217e-d06a-4b0d-ac3a-e3c104e8a7e3 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:18.321075 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.353481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.428622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:18.452860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:18.466298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:18.469266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=0562e382-26e0-4e0b-b2f9-45a3fbc59e21,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:18.674368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.826533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.840438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1699869b-7800-4478-b5b2-bb5e0d18ed4b']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:18.884177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6dd55a-38f4-45e1-8e03-c147a139fc8b') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:18.884584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6dd55a-38f4-45e1-8e03-c147a139fc8b') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:18.928562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 81ea3edd-c9c7-4847-83e2-b552c5bb2ac4 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:18.946107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:18.981584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.019190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:19.019756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:19.023432 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:19.112156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Allocated IP 2001:db8:3::2 (53ff8085-cba3-48b6-9b05-6b2006a08cd0/3492bec0-dc80-4b14-a42f-5b3ca0523fcb/66d33087-21aa-40cc-b430-891b469a6bb1) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:19.127929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.230629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.249274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.257331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/networks/1699869b-7800-4478-b5b2-bb5e0d18ed4b HTTP/1.1" status: 204 len: 168 time: 3.0904424 Nov 25 17:27:19.273859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54518) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:19.346964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4f014-7bb5-4ad2-bcbd-3b3fbf111787 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Network': ['ID=1699869b-7800-4478-b5b2-bb5e0d18ed4b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:19.406571 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.504793 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.513080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting subnet 9d03e79c-dd03-4037-9554-31fb432a5d3a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:19.521878 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.590986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Allocated IP 2001:db8:3::1 (53ff8085-cba3-48b6-9b05-6b2006a08cd0/3492bec0-dc80-4b14-a42f-5b3ca0523fcb/b439758a-58bd-48cf-b06a-e451af93c2bc) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:19.627866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.653903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Pushing event updated for resources: {'Port': ['ID=66d33087-21aa-40cc-b430-891b469a6bb1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:19.666188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a91-b36f-4859-90b7-9ac42cc0e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.688595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:19.693437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:19.696401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:19.779094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.806456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.816918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.885441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d39a6a91-b36f-4859-90b7-9ac42cc0e011 None None] For port 6cf61cdc-3f52-487c-aafa-489054b45c7f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6cf61cdc-3f52-487c-aafa-489054b45c7f,segment=NetworkSegment(f3afd04c-370c-4ed5-8689-2bc9a5c86bcc),segment_id=f3afd04c-370c-4ed5-8689-2bc9a5c86bcc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:19.894358 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d39a6a91-b36f-4859-90b7-9ac42cc0e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:19.924978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:08Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:16Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:19.972295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=0562e382-26e0-4e0b-b2f9-45a3fbc59e21,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:19.986021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.066993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.119701 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP 391f8ae1-cb87-4851-bba0-b97d0fd0478e associated. External IP: 172.25.8.54, port: f7121ef5-2eb1-4e52-91bf-d004b642e661. Nov 25 17:27:20.127728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1815a-8d95-49df-b0b0-85b13d5e4bf8 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:08Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:16Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:20.142176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Attempting to bind port 66d33087-21aa-40cc-b430-891b469a6bb1 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:20.142563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Attempting to bind port 66d33087-21aa-40cc-b430-891b469a6bb1 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:20.142916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Attempting to bind port 66d33087-21aa-40cc-b430-891b469a6bb1 on network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:20.170449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:20.170829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Checking segment: {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:20.171237 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.178269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.183852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=81ea3edd-c9c7-4847-83e2-b552c5bb2ac4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.188352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Bound using segment: {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:20.192394 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Bound port: 66d33087-21aa-40cc-b430-891b469a6bb1, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:20.192823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.258021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a6a91-b36f-4859-90b7-9ac42cc0e011 None None] Pushing event updated for resources: {'Port': ['ID=6cf61cdc-3f52-487c-aafa-489054b45c7f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.269140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5b705-6a65-4a1d-88e6-3dc84922a038 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:20.465871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] For port 66d33087-21aa-40cc-b430-891b469a6bb1, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:20.471216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] For port 66d33087-21aa-40cc-b430-891b469a6bb1, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=66d33087-21aa-40cc-b430-891b469a6bb1,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:20.477399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.543093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.586232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Subnet': ['ID=9d03e79c-dd03-4037-9554-31fb432a5d3a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.590145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46cea1-8700-4223-9ae8-ddc73810a0ee None None] Pushing event updated for resources: {'Port': ['ID=66d33087-21aa-40cc-b430-891b469a6bb1,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:20.634586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.656183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.660162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801da3e-3aaa-48e8-ae67-5639a23aeeb0 None None] Network 68dd530a-722a-4a80-a4dd-898aae6f38c4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:20.663221 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-081a0e5c-3ce3-4825-a821-8b7d06c62536 tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/subnets/9d03e79c-dd03-4037-9554-31fb432a5d3a HTTP/1.1" status: 204 len: 168 time: 1.3812838 Nov 25 17:27:20.664220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:20.687072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:20.811684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router dd0b6a52-8a14-4f62-bc92-b99337b2a767 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:21.048495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.150803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.282620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:21.304727 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] Sync routers for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:21.329611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.332232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:21.336812 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:21.361559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] DHCP port deletion for 68dd530a-722a-4a80-a4dd-898aae6f38c4 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:21.372787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=b439758a-58bd-48cf-b06a-e451af93c2bc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:21.455616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:21.463126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2516c961-c2d1-49f4-83f3-5e7b3f3ecc0c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9587212 Nov 25 17:27:21.464824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:21.473035 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:21.488680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.518283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.526254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] Deleting port da965c0d-3092-402e-831d-4c22d57f3b89 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:21.526857 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.531305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:21.540082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:21.540787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.704781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] For port da965c0d-3092-402e-831d-4c22d57f3b89, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=da965c0d-3092-402e-831d-4c22d57f3b89,segment=NetworkSegment(a32adb82-6609-4d72-a04a-1e3d34b3c968),segment_id=a32adb82-6609-4d72-a04a-1e3d34b3c968)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:21.705188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.740352 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d10c34-393b-4be0-ac0b-79b96e73011d x-openstack-request-id: req-57d10c34-393b-4be0-ac0b-79b96e73011d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:21.740651 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:21.740908 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57d10c34-393b-4be0-ac0b-79b96e73011d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:21.741321 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'status': 'completed', 'code': 200} Nov 25 17:27:21.758985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 66d33087-21aa-40cc-b430-891b469a6bb1 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:21.910250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-66b7b650-51bf-43e7-ba39-9d2a06f5388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:21.927273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] Calling delete_port for da965c0d-3092-402e-831d-4c22d57f3b89 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:21.934490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-66b7b650-51bf-43e7-ba39-9d2a06f5388b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1096 time: 0.1478851 Nov 25 17:27:21.976702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:21.978409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Fanout notify agent at l3_agent the message router_deleted on router ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:22.031793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.053046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-33864c53-d6f8-44f3-b4bf-f6cb8e3e9b59 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/routers/ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c HTTP/1.1" status: 204 len: 168 time: 6.2835662 Nov 25 17:27:22.061003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:22.071177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 66d33087-21aa-40cc-b430-891b469a6bb1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:22.071585 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.107168 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:22.188048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-f17970ff-57c0-4330-8de8-dcc0fc17a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.189145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-f17970ff-57c0-4330-8de8-dcc0fc17a35c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.2529345 Nov 25 17:27:22.205705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270c8f9-2058-43c9-a25f-e208ee394e04 req-88503960-1f1a-4916-9974-1422118e6811 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.207776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a270c8f9-2058-43c9-a25f-e208ee394e04 req-88503960-1f1a-4916-9974-1422118e6811 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.5513532 Nov 25 17:27:22.305319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-a5aaea43-4131-454e-9319-2140621ebb88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 0.1083212 Nov 25 17:27:22.328430 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.336293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.361573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Deleting port da965c0d-3092-402e-831d-4c22d57f3b89 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:22.361913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.414835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-050d3929-a35c-4426-9b8d-56a8e4e9765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.417390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-050d3929-a35c-4426-9b8d-56a8e4e9765e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.1038365 Nov 25 17:27:22.429386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] No DVR routers for this DVR port da965c0d-3092-402e-831d-4c22d57f3b89 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.439334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2b6f7-5bb6-4c0b-a7b3-7f8e23796eee None None] Pushing event deleted for resources: {'Port': ['ID=da965c0d-3092-402e-831d-4c22d57f3b89,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.532221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 66d33087-21aa-40cc-b430-891b469a6bb1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=66d33087-21aa-40cc-b430-891b469a6bb1,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:22.542211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.543549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6cf61cdc-3f52-487c-aafa-489054b45c7f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:22.546917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-02ae6a47-3667-4453-8e6f-995c0261a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:22.552186 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-02ae6a47-3667-4453-8e6f-995c0261a52c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274476 Nov 25 17:27:22.600132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] For port da965c0d-3092-402e-831d-4c22d57f3b89, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:22.600549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.659801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Calling delete_port for da965c0d-3092-402e-831d-4c22d57f3b89 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:22.666375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Port da965c0d-3092-402e-831d-4c22d57f3b89 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:27:22.688283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bed39a-4613-4388-a4a9-077751245571 None None] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:22.696624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.750215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] No DVR routers for this DVR port da965c0d-3092-402e-831d-4c22d57f3b89 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:22.818583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-b4b8cfd4-6eaa-4981-9e19-ee06c2f6f230 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542777 Nov 25 17:27:22.845457 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '391f8ae1-cb87-4851-bba0-b97d0fd0478e', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'mac_address': 'fa:16:3e:23:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b333d371-5208-4404-84b9-684fcaf00295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:18Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:22.879417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=66d33087-21aa-40cc-b430-891b469a6bb1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:22.890926 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] Checking router: dd0b6a52-8a14-4f62-bc92-b99337b2a767 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:22.905183 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:22.906105 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:22.934932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6cf61cdc-3f52-487c-aafa-489054b45c7f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:22.934932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.935480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting subnet 671cae54-4c4d-45a6-9e2c-d19936a6989f {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:22.948037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:22.978959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1f3b986a-b8c7-4449-a47a-8d62f6b8c3d1 None None] Provisioning complete for port 66d33087-21aa-40cc-b430-891b469a6bb1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:22.979334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f3b986a-b8c7-4449-a47a-8d62f6b8c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.076959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Port': ['ID=da965c0d-3092-402e-831d-4c22d57f3b89,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:23.095553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c1cb34a5-b7e1-401f-93c4-2bd8705237d9 req-2414d8c3-af5b-41b5-ba68-2baa4bd89d65 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724433 Nov 25 17:27:23.126832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.204894 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:23.305945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.447077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 66d33087-21aa-40cc-b430-891b469a6bb1 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:23.481191 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:27:23.582408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 66d33087-21aa-40cc-b430-891b469a6bb1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:23.582820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.744361 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '391f8ae1-cb87-4851-bba0-b97d0fd0478e', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'mac_address': 'fa:16:3e:23:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b333d371-5208-4404-84b9-684fcaf00295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:18Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:23.826414 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f957-67ea-4357-af16-3962cb311513 None None] The sync data for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 is: [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '391f8ae1-cb87-4851-bba0-b97d0fd0478e', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'mac_address': 'fa:16:3e:23:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b333d371-5208-4404-84b9-684fcaf00295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:18Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:23.859851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db98fc16-30e6-4510-922c-b245f97a76ce None None] Provisioning complete for port 66d33087-21aa-40cc-b430-891b469a6bb1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:23.860366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db98fc16-30e6-4510-922c-b245f97a76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:23.986426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device da965c0d-3092-402e-831d-4c22d57f3b89 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:24.066081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: da965c0d-3092-402e-831d-4c22d57f3b89 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:24.066431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device da965c0d-3092-402e-831d-4c22d57f3b89 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:24.210361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db98fc16-30e6-4510-922c-b245f97a76ce None None] Provisioning complete for port b439758a-58bd-48cf-b06a-e451af93c2bc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:24.210745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db98fc16-30e6-4510-922c-b245f97a76ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.283619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a270c8f9-2058-43c9-a25f-e208ee394e04 req-26e68802-f712-4e8f-b5b1-e0a928948c4e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0468976 Nov 25 17:27:24.291820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-db98fc16-30e6-4510-922c-b245f97a76ce None None] Port b439758a-58bd-48cf-b06a-e451af93c2bc cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:24.313532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.314340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54582) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:24.338339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fe524-e760-4df7-ad3b-12eb16cde350 None None] New status for floating IP 391f8ae1-cb87-4851-bba0-b97d0fd0478e: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:27:24.411554 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c944f36b-6e14-413e-8f61-01789ff53435 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/391f8ae1-cb87-4851-bba0-b97d0fd0478e HTTP/1.1" status: 200 len: 990 time: 0.0959508 Nov 25 17:27:24.448743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dd530a-722a-4a80-a4dd-898aae6f38c4']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.466296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2bd0c472-5304-4300-bc51-8d826484abd1 None None] Provisioning complete for port b439758a-58bd-48cf-b06a-e451af93c2bc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:24.466816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c472-5304-4300-bc51-8d826484abd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.480644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32adb82-6609-4d72-a04a-1e3d34b3c968') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.481511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32adb82-6609-4d72-a04a-1e3d34b3c968') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:24.507941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.567676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.587996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:24.588598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:24.593892 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:24.618598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0c472-5304-4300-bc51-8d826484abd1 None None] Port b439758a-58bd-48cf-b06a-e451af93c2bc cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:24.625961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.716564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.738712 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.741972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] 10.222.0.86 "DELETE /v2.0/networks/68dd530a-722a-4a80-a4dd-898aae6f38c4 HTTP/1.1" status: 204 len: 168 time: 4.0752108 Nov 25 17:27:24.757393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.774552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.775437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.778526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39289bc9-d66a-4e56-9bf0-b749063cb95e tempest-ServersTestMultiNic-841149003 tempest-ServersTestMultiNic-841149003-project] Pushing event deleted for resources: {'Network': ['ID=68dd530a-722a-4a80-a4dd-898aae6f38c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:24.902294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event updated for resources: {'Port': ['ID=b439758a-58bd-48cf-b06a-e451af93c2bc,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:24.908969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.971332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Subnet': ['ID=671cae54-4c4d-45a6-9e2c-d19936a6989f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:24.980534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:24.982272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e351cfe-c00b-4203-bde2-f1ee1a17d894 None None] Network 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:24.986855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-34cf3513-6b08-4f1a-8c62-39fe5ad039d9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/subnets/671cae54-4c4d-45a6-9e2c-d19936a6989f HTTP/1.1" status: 204 len: 168 time: 2.9138095 Nov 25 17:27:24.987305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.078030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:25.084141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:25.178504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.269344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.378064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:25.426403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.505062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] DHCP port deletion for 3f38339c-b5dc-4d82-915b-6c3fbd8c0189 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:25.582768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:25.596899 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:25.622183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6e6b1889-30ce-4bab-9f22-fa4baad1c1d3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4730434 Nov 25 17:27:25.623083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54612) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:25.626377 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:25.627008 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:25.636642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:25.654657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Deleting port d2f37f92-a091-4533-98fa-ef6fdeba1863 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:25.656829 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.697211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c9ea1f3f-505a-4dc1-9209-e4e1cdc92509 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/391f8ae1-cb87-4851-bba0-b97d0fd0478e HTTP/1.1" status: 200 len: 992 time: 0.2600074 Nov 25 17:27:25.780695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] For port d2f37f92-a091-4533-98fa-ef6fdeba1863, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d2f37f92-a091-4533-98fa-ef6fdeba1863,segment=NetworkSegment(367f3354-ae62-4a67-9e13-7626e201b434),segment_id=367f3354-ae62-4a67-9e13-7626e201b434)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:25.785047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.807184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Calling delete_port for d2f37f92-a091-4533-98fa-ef6fdeba1863 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:25.813576 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:25.875772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fb3ba8b5-2a68-411e-a8c1-70293f018663 None None] Provisioning complete for port b439758a-58bd-48cf-b06a-e451af93c2bc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:25.876149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba8b5-2a68-411e-a8c1-70293f018663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:25.913900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port d2f37f92-a091-4533-98fa-ef6fdeba1863 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:25.914465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.070512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ba8b5-2a68-411e-a8c1-70293f018663 None None] Port b439758a-58bd-48cf-b06a-e451af93c2bc cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:26.153992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.244176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Pushing event deleted for resources: {'Port': ['ID=d2f37f92-a091-4533-98fa-ef6fdeba1863,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.315978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:27:26.320273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fff325-b455-44c5-a1d6-75df5ef9d3c1 None None] No DVR routers for this DVR port d2f37f92-a091-4533-98fa-ef6fdeba1863 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:26.430115 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:22Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:24Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:26.431802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] For port d2f37f92-a091-4533-98fa-ef6fdeba1863, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d2f37f92-a091-4533-98fa-ef6fdeba1863,segment=NetworkSegment(367f3354-ae62-4a67-9e13-7626e201b434),segment_id=367f3354-ae62-4a67-9e13-7626e201b434)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:26.432311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.455861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for d2f37f92-a091-4533-98fa-ef6fdeba1863 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:26.496994 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:26.497545 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Updating router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 port b439758a-58bd-48cf-b06a-e451af93c2bc binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:27:26.548993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:27:26.571826 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.597266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Removed routes are [] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:27:26.597579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.646423 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.683309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=d2f37f92-a091-4533-98fa-ef6fdeba1863,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:26.692042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.695202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] No DVR routers for this DVR port d2f37f92-a091-4533-98fa-ef6fdeba1863 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:26.804822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.829298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f38339c-b5dc-4d82-915b-6c3fbd8c0189']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:26.839950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367f3354-ae62-4a67-9e13-7626e201b434') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:26.840577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367f3354-ae62-4a67-9e13-7626e201b434') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:26.857493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.889473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:26.905469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:26.906207 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.011229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.024847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.232061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:27.257461 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.287558 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.396284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3748aaf-00ab-4474-a096-ef650fcd240a None None] Pushing event updated for resources: {'Port': ['ID=b439758a-58bd-48cf-b06a-e451af93c2bc,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.416811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d2f37f92-a091-4533-98fa-ef6fdeba1863 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:27.491422 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Attempting to bind port b439758a-58bd-48cf-b06a-e451af93c2bc on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:27.492043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Attempting to bind port b439758a-58bd-48cf-b06a-e451af93c2bc by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:27.492687 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Attempting to bind port b439758a-58bd-48cf-b06a-e451af93c2bc on network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:27.501775 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:27.502540 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Checking segment: {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:27.503083 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.503649 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Bound using segment: {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:27.504783 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Bound port: b439758a-58bd-48cf-b06a-e451af93c2bc, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc28fcf-5769-49eb-ad71-a185dd19e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:27.505312 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.508573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d2f37f92-a091-4533-98fa-ef6fdeba1863 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:27.509011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d2f37f92-a091-4533-98fa-ef6fdeba1863 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:27.559720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:27.575623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.583042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-46722ed1-f4bd-4228-906c-f34d6a8de669 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 954 time: 1.9588468 Nov 25 17:27:27.583832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.798736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-00df81c0-5fb4-4d6c-9490-93291b0a5723 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 954 time: 0.2136762 Nov 25 17:27:27.799500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54640) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:27.803965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'routes': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:27.804716 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] For port b439758a-58bd-48cf-b06a-e451af93c2bc, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:27.814522 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] For port b439758a-58bd-48cf-b06a-e451af93c2bc, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b439758a-58bd-48cf-b06a-e451af93c2bc,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:27.826314 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:27.850521 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:27.953572 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3748aaf-00ab-4474-a096-ef650fcd240a None None] Pushing event updated for resources: {'Port': ['ID=b439758a-58bd-48cf-b06a-e451af93c2bc,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:27.953801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ce6055c1-751e-4f2f-9b21-5f6909f5ac9d None None] Provisioning complete for port b439758a-58bd-48cf-b06a-e451af93c2bc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:27.954169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce6055c1-751e-4f2f-9b21-5f6909f5ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:27.965825 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:27.966719 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:28.016922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.033995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.045890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:28.047882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/networks/3f38339c-b5dc-4d82-915b-6c3fbd8c0189 HTTP/1.1" status: 204 len: 168 time: 3.0590699 Nov 25 17:27:28.117929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb6355-2721-4719-a383-57c4f663a7f9 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Network': ['ID=3f38339c-b5dc-4d82-915b-6c3fbd8c0189,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.199766 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce6055c1-751e-4f2f-9b21-5f6909f5ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.281333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce6055c1-751e-4f2f-9b21-5f6909f5ac9d None None] For port b439758a-58bd-48cf-b06a-e451af93c2bc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b439758a-58bd-48cf-b06a-e451af93c2bc,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:28.288516 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce6055c1-751e-4f2f-9b21-5f6909f5ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.336425 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:28.382438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Deleting port 68f32752-1120-4ef2-99dd-7c02a3073d8d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:28.383723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.419881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port edbee23a-0f89-48d6-b045-b1fcc8ddd298 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:28.420255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.440523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6055c1-751e-4f2f-9b21-5f6909f5ac9d None None] Pushing event updated for resources: {'Port': ['ID=b439758a-58bd-48cf-b06a-e451af93c2bc,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:28.530999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-05d33b46-f006-44f9-b221-858282d47c4f None None] Provisioning complete for port b439758a-58bd-48cf-b06a-e451af93c2bc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:28.531723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05d33b46-f006-44f9-b221-858282d47c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.557695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] For port 68f32752-1120-4ef2-99dd-7c02a3073d8d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=68f32752-1120-4ef2-99dd-7c02a3073d8d,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:28.561748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.597130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Calling delete_port for 68f32752-1120-4ef2-99dd-7c02a3073d8d owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:28.890212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added routes are [] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:27:28.890777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:27:28.934776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:28.963423 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.003212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f32752-1120-4ef2-99dd-7c02a3073d8d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:29.083272 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:26Z', 'revision_number': 6, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:27Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:29.113121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.113452 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.131573 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d738e4c-3511-49cf-94c1-be7b56c07d34 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:26Z', 'revision_number': 6, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:27Z', 'revision_number': 4, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:29.212927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for edbee23a-0f89-48d6-b045-b1fcc8ddd298 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:29.388602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:29.731052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b439758a-58bd-48cf-b06a-e451af93c2bc up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:29.923626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b439758a-58bd-48cf-b06a-e451af93c2bc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:29.924294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.022683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Router 99e6a024-c7b9-40ac-895f-56719a3b8476 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:30.216530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:30.224997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a7824131-1e80-4830-8ba3-f70713e3c710 admin admin] 10.222.0.86 "PUT /v2.0/routers/99e6a024-c7b9-40ac-895f-56719a3b8476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9328976 Nov 25 17:27:30.225389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:30.231031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] Sync routers for ids ['99e6a024-c7b9-40ac-895f-56719a3b8476'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:30.248958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] Routers {'99e6a024-c7b9-40ac-895f-56719a3b8476'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:30.249648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['99e6a024-c7b9-40ac-895f-56719a3b8476'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:30.407073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.547456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.581778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.681242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Deleting port 98308ad8-f75a-42bc-a17e-d915b09efadc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:30.681813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.704640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] Set router 99e6a024-c7b9-40ac-895f-56719a3b8476 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:30.720618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=edbee23a-0f89-48d6-b045-b1fcc8ddd298,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:30.766141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.787479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.790125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.795166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96a9f6d7-c6dd-4b9c-9622-d5cbacaf4feb tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/floatingips/509b6808-96f1-46f7-8d50-caa7ef8028ce HTTP/1.1" status: 204 len: 168 time: 2.7445514 Nov 25 17:27:30.796693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:30.802455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54686) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:30.898522 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d468bbe-846a-4fe9-8815-783b5eeb18ce tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] DELETE failed (client error): The resource could not be found. Nov 25 17:27:30.899316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d468bbe-846a-4fe9-8815-783b5eeb18ce tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:27:30.914102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6d468bbe-846a-4fe9-8815-783b5eeb18ce tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/ports/db7d51f7-2ae2-4ab9-a74d-40145aae0ddf HTTP/1.1" status: 404 len: 333 time: 0.1061442 Nov 25 17:27:30.914788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54690) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:30.924214 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:30.980252 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:30.987368 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:31.065206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:31.102821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1155c64d-e469-4471-b6c8-57b9399b977e tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/ports?device_id=ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c HTTP/1.1" status: 200 len: 205 time: 0.1808386 Nov 25 17:27:31.118095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.178690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 5, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port': {'id': '98308ad8-f75a-42bc-a17e-d915b09efadc', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:12Z', 'updated_at': '2021-11-25T17:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:31.249194 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-64ea9f57-15b5-4604-9c55-3216aebb6d22 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] delete failed (client error): The resource could not be found. Nov 25 17:27:31.255719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-64ea9f57-15b5-4604-9c55-3216aebb6d22 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/routers/ddfd0f11-9758-4e2a-8cf5-cc0acdabcb4c HTTP/1.1" status: 404 len: 336 time: 0.1361084 Nov 25 17:27:31.270697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.293103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] Checking router: 99e6a024-c7b9-40ac-895f-56719a3b8476 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:31.312107 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:31.330653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] Routers {'99e6a024-c7b9-40ac-895f-56719a3b8476'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:31.330653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['99e6a024-c7b9-40ac-895f-56719a3b8476'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:31.373291 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd3984f-2ceb-4516-bc0a-b9d169dfaa54 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] DELETE failed (client error): The resource could not be found. Nov 25 17:27:31.377654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd3984f-2ceb-4516-bc0a-b9d169dfaa54 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:27:31.384904 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3cd3984f-2ceb-4516-bc0a-b9d169dfaa54 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/subnets/671cae54-4c4d-45a6-9e2c-d19936a6989f HTTP/1.1" status: 404 len: 337 time: 0.1129212 Nov 25 17:27:31.395648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.412303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] For port 98308ad8-f75a-42bc-a17e-d915b09efadc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=98308ad8-f75a-42bc-a17e-d915b09efadc,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:31.413733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.430456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:31.442258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.455035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5a42d0b-ff5e-45d6-8e87-f614b3433e7e tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 704 time: 3.6544089 Nov 25 17:27:31.456934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.505445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Calling delete_port for 98308ad8-f75a-42bc-a17e-d915b09efadc owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:31.533353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] Set router 99e6a024-c7b9-40ac-895f-56719a3b8476 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:31.561712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7316e-7a22-42a6-b68c-d95f0dd24a93 req-8c95581c-7141-4257-ac33-90a597670b32 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:31.569799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73e7316e-7a22-42a6-b68c-d95f0dd24a93 req-8c95581c-7141-4257-ac33-90a597670b32 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 945 time: 0.4138267 Nov 25 17:27:31.656450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:27:30Z', 'revision_number': 6, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:31.697979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73e7316e-7a22-42a6-b68c-d95f0dd24a93 req-33c3fa5a-e7e1-499d-9f3f-9f78bbb28e37 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124430 Nov 25 17:27:31.708772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dff6bcc2-f664-4f0e-8089-f54c6619ce1c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 704 time: 0.2504318 Nov 25 17:27:31.709440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:31.737539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb52a3e-189e-4ada-bc2a-19e2d7b9d621 None None] The sync data for ids ['99e6a024-c7b9-40ac-895f-56719a3b8476'] in n-d-817303-7 is: [{'id': '99e6a024-c7b9-40ac-895f-56719a3b8476', 'name': 'tempest-ServersTestMultiNic-442512871-router', 'tenant_id': 'cfc53af123a948ea910ab4e84dedc69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:11Z', 'updated_at': '2021-11-25T17:27:30Z', 'revision_number': 6, 'project_id': 'cfc53af123a948ea910ab4e84dedc69b', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:31.812819 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 7, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:31.955897 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:31.978030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:31.993393 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:31.994225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:32.009243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Pushing event deleted for resources: {'Port': ['ID=98308ad8-f75a-42bc-a17e-d915b09efadc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:32.037136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210ffce-6752-40c0-bfd1-26289d50a69b None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:32.201818 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port d58f7356-66a7-44a6-bd61-a029d31e4c49 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:32.202352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.253097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.261443 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:32.549701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.550343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.554050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.671318 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 7, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:32.673555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.674274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e6a024-c7b9-40ac-895f-56719a3b8476 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:32.678035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.685712 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.687033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1214daa0-75db-4ed4-ae25-bb72719a2631 admin admin] 10.222.0.86 "DELETE /v2.0/routers/99e6a024-c7b9-40ac-895f-56719a3b8476 HTTP/1.1" status: 204 len: 168 time: 2.4607050 Nov 25 17:27:32.689944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:32.708659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for d58f7356-66a7-44a6-bd61-a029d31e4c49 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:32.721899 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b5f1da-9483-4b7e-830e-d7f5404bd4e4 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 7, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:32.874852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Deleting subnet d80f4307-831b-4a19-9560-1795019f867c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:32.881620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.902690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.936052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:32.956533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=d58f7356-66a7-44a6-bd61-a029d31e4c49,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.082777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.085881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6ae3eed8-d0ac-44f7-8702-61bef92885e6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/ports/d58f7356-66a7-44a6-bd61-a029d31e4c49 HTTP/1.1" status: 204 len: 168 time: 1.6886342 Nov 25 17:27:33.091198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54754) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:33.099981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.207891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port b439758a-58bd-48cf-b06a-e451af93c2bc {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:33.208385 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.222714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.247073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 73e405c4-ad03-4c26-9833-c72d5ebb270d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:33.248117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.277628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:33.310459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:33.311960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:33.330552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.334876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d80f4307-831b-4a19-9560-1795019f867c HTTP/1.1" status: 204 len: 168 time: 0.6439192 Nov 25 17:27:33.336207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3561b0-f478-4c6b-897b-bb6f50aeced8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80f4307-831b-4a19-9560-1795019f867c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.346060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54760) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:33.488849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.503201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 73e405c4-ad03-4c26-9833-c72d5ebb270d owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:33.517510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314eaebd-fff1-4be3-be06-ae7ca9519805 None None] Network 83d86a51-bf34-4ab4-aa93-459daf688814 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:33.563530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.580361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port b439758a-58bd-48cf-b06a-e451af93c2bc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b439758a-58bd-48cf-b06a-e451af93c2bc,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:33.580950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.598887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for b439758a-58bd-48cf-b06a-e451af93c2bc owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:33.639594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 98308ad8-f75a-42bc-a17e-d915b09efadc no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:33.679885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.691714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 98308ad8-f75a-42bc-a17e-d915b09efadc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:33.692964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 98308ad8-f75a-42bc-a17e-d915b09efadc not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:33.693571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 68f32752-1120-4ef2-99dd-7c02a3073d8d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:33.711586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Deleting port 87253083-cb85-4bfe-9042-29b65678b418 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:33.712031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.717750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=73e405c4-ad03-4c26-9833-c72d5ebb270d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:33.742539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 68f32752-1120-4ef2-99dd-7c02a3073d8d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:33.743228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 68f32752-1120-4ef2-99dd-7c02a3073d8d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:33.796548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:33.837511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.848777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c806fb6-78e5-4688-a0b3-7573030388b6 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/ports/73e405c4-ad03-4c26-9833-c72d5ebb270d HTTP/1.1" status: 204 len: 168 time: 0.7551067 Nov 25 17:27:33.850387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54768) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:33.917456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] For port 87253083-cb85-4bfe-9042-29b65678b418, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87253083-cb85-4bfe-9042-29b65678b418,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:33.918102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:33.970297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Calling delete_port for 87253083-cb85-4bfe-9042-29b65678b418 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:33.971814 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] DHCP port deletion for 83d86a51-bf34-4ab4-aa93-459daf688814 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:34.001908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c1d5a0-fa14-4f30-9111-c06283c6b576 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.005271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52c1d5a0-fa14-4f30-9111-c06283c6b576 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "GET /v2.0/ports?device_id=92f50088-2e0b-47ec-badf-ea48da2dfcac HTTP/1.1" status: 200 len: 913 time: 0.1504803 Nov 25 17:27:34.007084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:34.048894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.086966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=b439758a-58bd-48cf-b06a-e451af93c2bc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:34.141940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Deleting port 87253083-cb85-4bfe-9042-29b65678b418 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:34.142318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.157135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 7, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b439758a-58bd-48cf-b06a-e451af93c2bc', 'name': '', 'network_id': '53ff8085-cba3-48b6-9b05-6b2006a08cd0', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:ef:61:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:18Z', 'updated_at': '2021-11-25T17:27:28Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '3492bec0-dc80-4b14-a42f-5b3ca0523fcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:34.285702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:34.310742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.361527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:34.362304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:34.379163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.485880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Pushing event deleted for resources: {'Port': ['ID=87253083-cb85-4bfe-9042-29b65678b418,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:34.493530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] No DVR routers for this DVR port 87253083-cb85-4bfe-9042-29b65678b418 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:34.575125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:34.705161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] For port 87253083-cb85-4bfe-9042-29b65678b418, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87253083-cb85-4bfe-9042-29b65678b418,segment=NetworkSegment(0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2),segment_id=0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:34.705552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:34.794599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Calling delete_port for 87253083-cb85-4bfe-9042-29b65678b418 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:34.804071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:27:34.943130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:34.960934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-aa890cb5-88d9-4038-830b-08536964d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:34.963064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-aa890cb5-88d9-4038-830b-08536964d80e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0997798 Nov 25 17:27:35.154383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.225607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d86a51-bf34-4ab4-aa93-459daf688814']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:35.243760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:35.244050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9f8c04-c5d1-48ed-a18c-c2f3e13886a2') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:35.258148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.263510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-8198ecbd-b681-47b2-8087-662bc442c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.265089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-8198ecbd-b681-47b2-8087-662bc442c881 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.2771139 Nov 25 17:27:35.277693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:35.281663 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.291007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:35.292095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:35.295573 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:27:35.323984 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:27:35.414422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:35.492889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.507719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '28200e40-1cf9-4a8f-a1cf-161537561811', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:27:35.512539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.513309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-595c972a-959e-41f6-a294-f0d0fe024a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1604211 Nov 25 17:27:35.529839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.546667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:35.581249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f962ae96-8e6c-4394-8e82-2c26a009d24d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8706367 Nov 25 17:27:35.582137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Network 83d86a51-bf34-4ab4-aa93-459daf688814 is not hosted by any dhcp agent {{(pid=103637) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 17:27:35.584012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54790) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:35.586270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] No DVR routers for this DVR port 87253083-cb85-4bfe-9042-29b65678b418 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:35.601302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87253083-cb85-4bfe-9042-29b65678b418 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:35.644798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.648902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] 10.222.0.86 "DELETE /v2.0/networks/83d86a51-bf34-4ab4-aa93-459daf688814 HTTP/1.1" status: 204 len: 168 time: 2.3012366 Nov 25 17:27:35.649992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f64e62-c508-41e1-b8dd-6d86e28f7204 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d86a51-bf34-4ab4-aa93-459daf688814,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:35.699747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54808) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:35.736028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet 3492bec0-dc80-4b14-a42f-5b3ca0523fcb {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:35.741328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.813152 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-4751f7be-ada9-4bfe-a6ec-59fe96ac4d34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 1001 time: 0.5347455 Nov 25 17:27:35.880295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:35.897057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1977a2-92b3-4220-8a72-d6b81087aa43 None None] Pushing event deleted for resources: {'Port': ['ID=87253083-cb85-4bfe-9042-29b65678b418,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:35.927139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650497-f643-428d-b9c0-42dd60957dc9 req-84cfc758-b609-4bb4-9c4d-a9a5f35ca42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.929293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-84cfc758-b609-4bb4-9c4d-a9a5f35ca42e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1096 time: 0.1723411 Nov 25 17:27:35.957486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-af574551-d1a8-4e6d-8c9f-f7cf475b63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:35.960992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-af574551-d1a8-4e6d-8c9f-f7cf475b63cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1370995 Nov 25 17:27:35.965056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:36.007961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 87253083-cb85-4bfe-9042-29b65678b418 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:36.008321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87253083-cb85-4bfe-9042-29b65678b418 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:36.075050 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c08d573c-a94e-4e17-8d2c-9d23e8c44062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.095871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.097766 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.122550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:36.133738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.184288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:36.193305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 8, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:36.228779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ae9c7-6ce1-47b4-9785-f04ed2db2d37 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 8, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:36.232234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.333602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.350909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['28200e40-1cf9-4a8f-a1cf-161537561811'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:27:36.392541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650497-f643-428d-b9c0-42dd60957dc9 req-f9ce45cb-78c5-4fea-a489-4f7e51957070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.394026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-f9ce45cb-78c5-4fea-a489-4f7e51957070 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.3399403 Nov 25 17:27:36.414362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:27:36.420232 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:27:36.458044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:36.463275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=3492bec0-dc80-4b14-a42f-5b3ca0523fcb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:36.465432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-94d12659-836c-4d3a-8fc3-c7259d1a0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.466970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-94d12659-836c-4d3a-8fc3-c7259d1a0937 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4264295 Nov 25 17:27:36.475971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:36.483068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4511fa67-d83b-47d9-b087-1f3c1fd8c91a tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/3492bec0-dc80-4b14-a42f-5b3ca0523fcb HTTP/1.1" status: 204 len: 168 time: 0.8766885 Nov 25 17:27:36.487002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:36.504014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a1740579-93f4-459a-99ea-b3ef8a44801f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cfc53af123a948ea910ab4e84dedc69b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671519 Nov 25 17:27:36.504640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:36.529974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10a9a2-f6e6-41a2-8f73-f1fd8411dcdc None None] Network 53ff8085-cba3-48b6-9b05-6b2006a08cd0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:36.582220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-bf4db62a-ecc2-491c-8600-15d349f8b9cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 1001 time: 0.1779482 Nov 25 17:27:36.702207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650497-f643-428d-b9c0-42dd60957dc9 req-b15b9b24-afbf-4898-8457-532b9998a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:36.703658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-b15b9b24-afbf-4898-8457-532b9998a689 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.0955031 Nov 25 17:27:36.876516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.034373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-f90964ba-b896-4771-903b-4873b12d3bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498509 Nov 25 17:27:37.100772 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:37.125291 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:37.129160 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:37.161919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 66d33087-21aa-40cc-b430-891b469a6bb1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:37.162249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.233865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.320832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:37.321616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650497-f643-428d-b9c0-42dd60957dc9 req-e2944854-6242-4fd9-879d-fa74794b4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:37.330011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-e2944854-6242-4fd9-879d-fa74794b4154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6066062 Nov 25 17:27:37.363103 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d287fc87-e57a-4e93-81da-aae8e7d5a600 req-06da1e98-f4bb-44a0-b734-2c9e348db138 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101470 Nov 25 17:27:37.373822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:37.379378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b439758a-58bd-48cf-b06a-e451af93c2bc no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:37.389788 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.392766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] DHCP port deletion for 53ff8085-cba3-48b6-9b05-6b2006a08cd0 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:37.409359 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:37.425521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port 66d33087-21aa-40cc-b430-891b469a6bb1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=66d33087-21aa-40cc-b430-891b469a6bb1,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:37.426096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.445217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb47f4c-d889-4c56-a24b-c3aa89debd0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.464335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 66d33087-21aa-40cc-b430-891b469a6bb1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:37.503537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b439758a-58bd-48cf-b06a-e451af93c2bc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:37.503818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b439758a-58bd-48cf-b06a-e451af93c2bc not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:37.504643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb47f4c-d889-4c56-a24b-c3aa89debd0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.640617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb47f4c-d889-4c56-a24b-c3aa89debd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.643162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb47f4c-d889-4c56-a24b-c3aa89debd0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.645200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fb47f4c-d889-4c56-a24b-c3aa89debd0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51644ab5-1401-4f7a-bbf4-b1e60a452a5d HTTP/1.1" status: 204 len: 168 time: 1.1275675 Nov 25 17:27:37.677920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.705460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb47f4c-d889-4c56-a24b-c3aa89debd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51644ab5-1401-4f7a-bbf4-b1e60a452a5d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:37.757481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 501e9352-4085-4cba-a0fe-c8f29846e548 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:37.757897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.766952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-b505bc8f-17d2-45d1-a804-496bca211a26 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144475 Nov 25 17:27:37.785706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] Deleting port 66d33087-21aa-40cc-b430-891b469a6bb1 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:37.793652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.873567 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 8, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:37.911323 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:37.912237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:37.930139 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:37.930786 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:37.980571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] For port 66d33087-21aa-40cc-b430-891b469a6bb1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=66d33087-21aa-40cc-b430-891b469a6bb1,segment=NetworkSegment(8fc28fcf-5769-49eb-ad71-a185dd19e5c9),segment_id=8fc28fcf-5769-49eb-ad71-a185dd19e5c9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:37.980981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.001445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] Calling delete_port for 66d33087-21aa-40cc-b430-891b469a6bb1 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:38.086523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=66d33087-21aa-40cc-b430-891b469a6bb1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.095593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port 66d33087-21aa-40cc-b430-891b469a6bb1 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:38.114644 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.155752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] Pushing event deleted for resources: {'Port': ['ID=66d33087-21aa-40cc-b430-891b469a6bb1,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.161924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f46d8-e03f-46f2-9534-3f8da779c5d6 None None] No DVR routers for this DVR port 66d33087-21aa-40cc-b430-891b469a6bb1 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:38.163579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f04f2be8-e3c7-43f8-bb3e-4897626d02dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.224756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.259612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 501e9352-4085-4cba-a0fe-c8f29846e548 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:38.265798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.267736 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:38.324557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.358625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ff8085-cba3-48b6-9b05-6b2006a08cd0']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:38.403681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc28fcf-5769-49eb-ad71-a185dd19e5c9') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:38.404102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc28fcf-5769-49eb-ad71-a185dd19e5c9') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:38.413959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05650497-f643-428d-b9c0-42dd60957dc9 req-4fa581cf-2f4d-4899-9832-e321404c6ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350825 Nov 25 17:27:38.437466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.469297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.509069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:38.509480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:38.513177 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:38.646541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.675371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.682157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/53ff8085-cba3-48b6-9b05-6b2006a08cd0 HTTP/1.1" status: 204 len: 168 time: 2.1938519 Nov 25 17:27:38.702225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:38.731319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1803d-bb02-4812-8c50-ca2a539d9ddb tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=53ff8085-cba3-48b6-9b05-6b2006a08cd0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:38.787426 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 8, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:38.814210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:38.853183 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a5970-0f40-4bc0-9616-4d4808795038 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:33Z', 'revision_number': 8, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cf61cdc-3f52-487c-aafa-489054b45c7f', 'name': '', 'network_id': '09d378da-ee6e-48ad-a2de-d713ee10db17', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:20:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '312ebcf0-3189-470b-8f38-3de79e919048', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:27:06Z', 'updated_at': '2021-11-25T17:27:19Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '312ebcf0-3189-470b-8f38-3de79e919048', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:38.908303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 28200e40-1cf9-4a8f-a1cf-161537561811 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:38.909105 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.909813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Deleting port 243a35a3-500b-4776-a573-6181d55d6c7f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:38.910143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:38.976179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.037830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.085624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:39.089526 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eb5c4c-5bf1-4e59-a2da-1bdd00f511e3" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:39.101312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=501e9352-4085-4cba-a0fe-c8f29846e548,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.149267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:39.158791 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.176952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] For port 243a35a3-500b-4776-a573-6181d55d6c7f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=243a35a3-500b-4776-a573-6181d55d6c7f,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:39.177345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.232321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Calling delete_port for 243a35a3-500b-4776-a573-6181d55d6c7f owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:39.372710 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45c9133-1c66-42ce-b621-a983886ae64a x-openstack-request-id: req-b45c9133-1c66-42ce-b621-a983886ae64a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:39.373007 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:39.373269 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b45c9133-1c66-42ce-b621-a983886ae64a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:39.375698 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'code': 200} Nov 25 17:27:39.388809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=10']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:39.428928 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.522891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 66d33087-21aa-40cc-b430-891b469a6bb1 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:39.565316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 66d33087-21aa-40cc-b430-891b469a6bb1 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:39.565570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 66d33087-21aa-40cc-b430-891b469a6bb1 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:39.678115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54890) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:39.779676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:39.861092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=243a35a3-500b-4776-a573-6181d55d6c7f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:40.006450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-175928102-network', 'tenant_id': '99fbf4f30c804888ae29e145000311a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:40.213213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Made reservation on behalf of 99fbf4f30c804888ae29e145000311a1 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:40.217012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.231121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.321999 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.446298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.574224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.713042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.731120 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.820228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:40.861841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:40.862440 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Added segment 197b3fa9-93c7-4830-9ea5-ed76fc60a0fc of type vlan for network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 Nov 25 17:27:40.922996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Router 92f50088-2e0b-47ec-badf-ea48da2dfcac has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:40.930299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d1c9af-c245-4b36-9201-88c109092914,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:40.943587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.088140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.221744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.223344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:41.224035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.253828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5626378 Nov 25 17:27:41.257390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54920) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:41.274816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Request body: {'subnet': {'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-175928102-subnet', 'tenant_id': '99fbf4f30c804888ae29e145000311a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:41.330457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Router 30703287-03ea-4c29-8140-ce1b64955129 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:41.339238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Made reservation on behalf of 99fbf4f30c804888ae29e145000311a1 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:41.342125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.381498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:41.558437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:41.579462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] Sync routers for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:41.587855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-75f5d52c-cd7a-4cd1-8eb4-3d80664d7437 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "PUT /v2.0/routers/92f50088-2e0b-47ec-badf-ea48da2dfcac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5788486 Nov 25 17:27:41.596160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:41.597469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.604418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:41.658095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.678788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] Routers {'92f50088-2e0b-47ec-badf-ea48da2dfcac'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:41.680411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['92f50088-2e0b-47ec-badf-ea48da2dfcac'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.720209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:41.722493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.723365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab628960-e4ec-41cf-8024-2a379cc981eb None None] The sync data for ids ['92f50088-2e0b-47ec-badf-ea48da2dfcac'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:41.737549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] Sync routers for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:41.742793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:41.742978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae43651e-bb86-48bd-8c36-ec48a811cb49 admin admin] 10.222.0.86 "PUT /v2.0/routers/30703287-03ea-4c29-8140-ce1b64955129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0385156 Nov 25 17:27:41.743887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf268ef-866a-4736-9e3a-351e5381c053 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5495af-cd73-47a9-9a14-d2a1b79115a3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:41.755103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:41.759234 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:41.769753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:41.941631 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.057927 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.123009 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:42.152151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b41c406-62de-4c94-a579-03ba57a3d164,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:42.169564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Checking segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:42.169919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Network hostable DHCP agents. Network: 9b5495af-cd73-47a9-9a14-d2a1b79115a3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:42.205012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:42.219361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 9b5495af-cd73-47a9-9a14-d2a1b79115a3) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:42.224889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:42.225569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.228650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50a618-ab9a-47c6-a50b-80551473f0cd None None] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:42.259669 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.267601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-30bcbf4e-8aae-4c2b-9c5a-ac0279b9a2d2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0085211 Nov 25 17:27:42.294971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 6cf61cdc-3f52-487c-aafa-489054b45c7f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:42.295303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.301870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.461548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.625481 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '460547de-7904-4654-a45a-8bd8fb237de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:27:39Z', 'revision_number': 5, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port': {'id': '460547de-7904-4654-a45a-8bd8fb237de1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30703287-03ea-4c29-8140-ce1b64955129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:06Z', 'updated_at': '2021-11-25T17:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:42.689356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d6647-fb0d-4a38-920c-84aab2a06066 None None] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:42.693614 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] Checking router: 30703287-03ea-4c29-8140-ce1b64955129 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:42.724888 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] Routers {'30703287-03ea-4c29-8140-ce1b64955129'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:42.727652 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['30703287-03ea-4c29-8140-ce1b64955129'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:42.754261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting port 92391c01-c7e6-4e35-9b97-5de6f94a24e1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:42.757419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.794140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port 6cf61cdc-3f52-487c-aafa-489054b45c7f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6cf61cdc-3f52-487c-aafa-489054b45c7f,segment=NetworkSegment(f3afd04c-370c-4ed5-8689-2bc9a5c86bcc),segment_id=f3afd04c-370c-4ed5-8689-2bc9a5c86bcc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:42.794709 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.869419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 6cf61cdc-3f52-487c-aafa-489054b45c7f owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:42.879099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Deleting port 460547de-7904-4654-a45a-8bd8fb237de1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:42.879576 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:42.970417 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] Set router 30703287-03ea-4c29-8140-ce1b64955129 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:43.049897 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:27:42Z', 'revision_number': 6, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:43.093226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] For port 460547de-7904-4654-a45a-8bd8fb237de1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=460547de-7904-4654-a45a-8bd8fb237de1,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:43.093727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.103198 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0367b3-0de6-4655-988d-a854b2f5220b None None] The sync data for ids ['30703287-03ea-4c29-8140-ce1b64955129'] in n-d-817303-7 is: [{'id': '30703287-03ea-4c29-8140-ce1b64955129', 'name': 'tempest-TaggedBootDevicesTest-51875469-router', 'tenant_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:04Z', 'updated_at': '2021-11-25T17:27:42Z', 'revision_number': 6, 'project_id': '2aa097f7d5a54e7aa5c2698f82d2a51f', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:43.112518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Calling delete_port for 460547de-7904-4654-a45a-8bd8fb237de1 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:43.268451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:43.299060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Calling delete_port for 92391c01-c7e6-4e35-9b97-5de6f94a24e1 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:43.454275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-fe160ab6-e6f2-4e7e-8613-59eadf1aca0a tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:43.455906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-fe160ab6-e6f2-4e7e-8613-59eadf1aca0a tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 812 time: 0.4446790 Nov 25 17:27:43.504496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 243a35a3-500b-4776-a573-6181d55d6c7f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:43.552188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 243a35a3-500b-4776-a573-6181d55d6c7f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:43.552802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 243a35a3-500b-4776-a573-6181d55d6c7f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:43.603315 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-75ea030d-2461-439d-b801-3a5c4266c0cb tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/quotas/99fbf4f30c804888ae29e145000311a1 HTTP/1.1" status: 200 len: 375 time: 0.0731080 Nov 25 17:27:43.714276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-cf0bc563-edaa-41c2-b1e2-6a4f9dd9c11f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025527 Nov 25 17:27:44.242529 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.319432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=6cf61cdc-3f52-487c-aafa-489054b45c7f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.424542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.439947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.569056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.579881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3241787e-9a5d-4966-a0a6-7936c9d5fc60 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:44.627494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Pushing event deleted for resources: {'Port': ['ID=460547de-7904-4654-a45a-8bd8fb237de1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:44.653659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c958fa2-bea3-4058-8aac-756da1224206 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:44.698821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.806707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.810499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:44.961647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-51785925-3464-423f-b0be-329b786460d3 service neutron] 10.222.0.86 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2461264 Nov 25 17:27:44.984501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Port': ['ID=92391c01-c7e6-4e35-9b97-5de6f94a24e1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:45.037772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.038402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Fanout notify agent at l3_agent the message router_deleted on router 92f50088-2e0b-47ec-badf-ea48da2dfcac {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:45.045698 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.046815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d226a745-3ee9-428b-b414-8759cb1018ff tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/routers/92f50088-2e0b-47ec-badf-ea48da2dfcac HTTP/1.1" status: 204 len: 168 time: 3.4414043 Nov 25 17:27:45.049399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55004) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:45.137512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Deleting subnet 95cc9b21-d681-4c91-8f5f-06deb58fafbd {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:45.141834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.195701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.243194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.309837 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.327884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.338531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.342851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/subnets/95cc9b21-d681-4c91-8f5f-06deb58fafbd HTTP/1.1" status: 204 len: 168 time: 0.2924376 Nov 25 17:27:45.371688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55006) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:45.382737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659813f9-b1c2-4113-8c36-98c78f71983d tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Subnet': ['ID=95cc9b21-d681-4c91-8f5f-06deb58fafbd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:45.513730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 460547de-7904-4654-a45a-8bd8fb237de1 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:45.537368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.556472 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.563175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.564785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 460547de-7904-4654-a45a-8bd8fb237de1 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:45.565259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 460547de-7904-4654-a45a-8bd8fb237de1 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:45.644428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-97432809-39e7-4d96-9535-65f1053a4ca8 service neutron] 10.222.0.86 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550119 Nov 25 17:27:45.654515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:45.663162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.665715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30703287-03ea-4c29-8140-ce1b64955129 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:27:45.675101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.678628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8b86e4ec-e6c3-4b56-9fa9-73fb89a5ed38 admin admin] 10.222.0.86 "DELETE /v2.0/routers/30703287-03ea-4c29-8140-ce1b64955129 HTTP/1.1" status: 204 len: 168 time: 3.9304287 Nov 25 17:27:45.678764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:45.680102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55012) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:45.959560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:45.977898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-962953f7-602e-490d-bee3-f57b8f7141b2 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2717314 Nov 25 17:27:45.978089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:45.978540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:45.988127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.011605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:46.013010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.170780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet 312ebcf0-3189-470b-8f38-3de79e919048 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:46.183841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.287585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.345668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68360854-c23d-42ba-b310-a35f17db5d96']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.352373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbecba50-e2a8-4706-82b7-af1463b1ed62 req-b497e178-ba8f-4522-b123-f956a25fba09 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 210 time: 0.0478892 Nov 25 17:27:46.365495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9614655-524c-4752-a471-4b9f70786459') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.365790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9614655-524c-4752-a471-4b9f70786459') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.385513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Deleting subnet 593abad5-181a-4f92-b266-9c9ce50dadc4 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:46.389489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.399248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.453374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.467175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:46.467599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:46.471956 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:46.519297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.535581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:46.625092 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.627103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.638071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.647930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] 10.222.0.86 "DELETE /v2.0/networks/68360854-c23d-42ba-b310-a35f17db5d96 HTTP/1.1" status: 204 len: 168 time: 1.2726700 Nov 25 17:27:46.726487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bea26-a6b5-42f3-abae-04b03279e5e7 tempest-FloatingIPTestJSON-797099979 tempest-FloatingIPTestJSON-797099979-project] Pushing event deleted for resources: {'Network': ['ID=68360854-c23d-42ba-b310-a35f17db5d96,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:46.755021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.823408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:43Z', 'revision_number': 9, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.842358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.875562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:46.886716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:46.887631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:46.949549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:46.967961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=312ebcf0-3189-470b-8f38-3de79e919048,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.014273 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.016284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:47.025720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7f37462b-1699-4eae-a934-b339b59066ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/312ebcf0-3189-470b-8f38-3de79e919048 HTTP/1.1" status: 204 len: 168 time: 1.0434327 Nov 25 17:27:47.027225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:47.045730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=593abad5-181a-4f92-b266-9c9ce50dadc4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.064473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.087592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3da470fe-1d67-4e88-a9c8-7a440d3b37bc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/593abad5-181a-4f92-b266-9c9ce50dadc4 HTTP/1.1" status: 204 len: 168 time: 1.4043539 Nov 25 17:27:47.089174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55052) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:47.250274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.258886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.285257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55056) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:47.308574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2b0a4-a3f8-4a21-9967-de8fccca5822 None None] Network 09d378da-ee6e-48ad-a2de-d713ee10db17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:47.315534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2356a-d66b-4395-ac6a-325d1084c788 None None] Network cb08c150-41fd-472c-9246-04418bbac31d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:47.398788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:47.401155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.533499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,segment=NetworkSegment(f3afd04c-370c-4ed5-8689-2bc9a5c86bcc),segment_id=f3afd04c-370c-4ed5-8689-2bc9a5c86bcc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:47.535168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.572095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:47.591935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Deleting port 69796e64-46b8-44df-9d03-494d2a90ee3b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:47.592640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.616070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15bbb8da-d565-467e-99ee-50c85c3153ab req-cb2bd072-9ea0-4bef-8833-e523a095c995 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 210 time: 0.1236148 Nov 25 17:27:47.739050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.795892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=5d61e32d-afe7-415e-bdeb-f9598cc7c6cc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:47.797985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:47.852326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0db43cb8-fca7-43e1-8dd2-41b6c62b8f42 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=515251e25d0b4e4eb96c2be34b1b8551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5658662 Nov 25 17:27:47.866097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55066) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:47.881140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] For port 69796e64-46b8-44df-9d03-494d2a90ee3b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=69796e64-46b8-44df-9d03-494d2a90ee3b,segment=NetworkSegment(4fcd41e9-a186-42ac-a9ad-97aa32132b6d),segment_id=4fcd41e9-a186-42ac-a9ad-97aa32132b6d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:47.881842 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.896226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.907943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Calling delete_port for 69796e64-46b8-44df-9d03-494d2a90ee3b owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:47.910310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.922306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d378da-ee6e-48ad-a2de-d713ee10db17']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:47.934872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:47.935172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3afd04c-370c-4ed5-8689-2bc9a5c86bcc') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:47.945936 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.960941 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:47.987473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:47.987933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.118417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d892627-9976-464a-8c53-6a644d1f099e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.142669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27f44b-dac2-4db7-bff7-72e7957b1f6a None None] DHCP port deletion for 09d378da-ee6e-48ad-a2de-d713ee10db17 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:48.146851 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:48.196634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.201038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d892627-9976-464a-8c53-6a644d1f099e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.263950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:43Z', 'revision_number': 9, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:48.271676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.281135 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/09d378da-ee6e-48ad-a2de-d713ee10db17 HTTP/1.1" status: 204 len: 168 time: 1.2525413 Nov 25 17:27:48.282106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02533e1-7f5b-49db-8ec9-ca7040a45012 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=09d378da-ee6e-48ad-a2de-d713ee10db17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:48.290343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:48.302094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.357929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1be01-cf35-47ca-b671-51d3033eca7a None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:43Z', 'revision_number': 9, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': '02bd6ee9-605a-49f4-b35b-92f7132e9827', 'name': '', 'network_id': '9dfe863c-b3db-415d-90fd-a71da6d54cca', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:65:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:55Z', 'updated_at': '2021-11-25T17:27:02Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '7f6816ac-edb8-4ba3-88f4-2aae663a9680', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:48.385242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f1abf-10ba-4da1-86fa-6892d001e5af None None] DHCP port deletion for cb08c150-41fd-472c-9246-04418bbac31d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:48.524976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] No DVR routers for this DVR port 69796e64-46b8-44df-9d03-494d2a90ee3b on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:48.618109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=69796e64-46b8-44df-9d03-494d2a90ee3b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:48.682820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-dad7eaa4-04f6-4c6b-8c24-4417b839c09e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.684444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-dad7eaa4-04f6-4c6b-8c24-4417b839c09e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 812 time: 0.5360246 Nov 25 17:27:48.704538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Request body: {'port': {'device_id': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'admin_state_up': True, 'tenant_id': '99fbf4f30c804888ae29e145000311a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:48.868840 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d892627-9976-464a-8c53-6a644d1f099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.873119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-9168168f-2d5e-4ac6-b6ad-acffc7304939 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:48.875346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-9168168f-2d5e-4ac6-b6ad-acffc7304939 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 812 time: 0.4781241 Nov 25 17:27:48.880540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d892627-9976-464a-8c53-6a644d1f099e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.881883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5d892627-9976-464a-8c53-6a644d1f099e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7fdd246-922a-4892-97e1-d2cfcb1f5130 HTTP/1.1" status: 204 len: 168 time: 1.0139806 Nov 25 17:27:48.898028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Request body: {'port': {'device_id': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'admin_state_up': True, 'tenant_id': '99fbf4f30c804888ae29e145000311a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:48.921446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:48.962624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb08c150-41fd-472c-9246-04418bbac31d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:48.992380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcd41e9-a186-42ac-a9ad-97aa32132b6d') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:48.992874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcd41e9-a186-42ac-a9ad-97aa32132b6d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:49.023435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.051213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Made reservation on behalf of 99fbf4f30c804888ae29e145000311a1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:49.056541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.066880 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.076468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa4b55-0d51-423b-bfa4-614d43965718 req-efefbe3e-a7e7-4b9a-be1f-8180c2c3141f tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.085914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3aa4b55-0d51-423b-bfa4-614d43965718 req-efefbe3e-a7e7-4b9a-be1f-8180c2c3141f tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1096 time: 0.5082672 Nov 25 17:27:49.091298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:27:49.091730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:27:49.218727 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:27:49.231613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d892627-9976-464a-8c53-6a644d1f099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fdd246-922a-4892-97e1-d2cfcb1f5130,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.241799 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.265882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.277686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] 10.222.0.86 "DELETE /v2.0/networks/cb08c150-41fd-472c-9246-04418bbac31d HTTP/1.1" status: 204 len: 168 time: 2.1842954 Nov 25 17:27:49.293852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-605c6b7f-0cab-4d51-8121-71f87998cab3 req-9fa4638c-2634-45cd-92b9-fba55fe21ff2 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 210 time: 0.4651105 Nov 25 17:27:49.296512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55096) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:49.301417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Made reservation on behalf of 99fbf4f30c804888ae29e145000311a1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:49.304933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:49.423742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3aa4b55-0d51-423b-bfa4-614d43965718 req-7565c6be-8ffe-48fd-9252-0af4d35f58a8 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204930 Nov 25 17:27:49.454079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:49.478789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e36a6e-ae1f-483c-bcfb-25de23869b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb08c150-41fd-472c-9246-04418bbac31d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:49.514423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:49.514776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5d61e32d-afe7-415e-bdeb-f9598cc7c6cc not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:49.515193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 69796e64-46b8-44df-9d03-494d2a90ee3b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:49.570978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 69796e64-46b8-44df-9d03-494d2a90ee3b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:49.571317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 69796e64-46b8-44df-9d03-494d2a90ee3b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:49.573946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6cf61cdc-3f52-487c-aafa-489054b45c7f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:49.614029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6cf61cdc-3f52-487c-aafa-489054b45c7f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:49.614547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6cf61cdc-3f52-487c-aafa-489054b45c7f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:49.788009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8872eec-4df4-41ad-a6ee-2202807573f9 req-6e3fb356-4026-4177-96c9-2601f9c4fcad tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:49.790431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8872eec-4df4-41ad-a6ee-2202807573f9 req-6e3fb356-4026-4177-96c9-2601f9c4fcad tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.2822552 Nov 25 17:27:49.926674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8872eec-4df4-41ad-a6ee-2202807573f9 req-d4f85a10-b72c-4fd9-9e2b-f99218e9238e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134601 Nov 25 17:27:49.961155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:50.079903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e36fd71-4a3f-4d57-91c0-85254687f142 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/391f8ae1-cb87-4851-bba0-b97d0fd0478e HTTP/1.1" status: 200 len: 992 time: 0.1131859 Nov 25 17:27:50.261944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.264765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Allocated IP 172.20.0.5 (9b5495af-cd73-47a9-9a14-d2a1b79115a3/3b41c406-62de-4c94-a579-03ba57a3d164/424e7582-4b53-4649-a005-31f34df3d529) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:50.315196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55134) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:50.616038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1974757760'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:50.665448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.731579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Made reservation on behalf of 2722caecaa2a438e8a6953270e8b7c4d for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:50.734342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.735543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.763995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:50.799545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a71f8bf-405a-4d4f-988a-48c7a652879f req-3bc6a7fb-bd21-4e9f-98b3-a22d99c1166f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 210 time: 0.3974569 Nov 25 17:27:50.907064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:50.919049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:50.930746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:50.942758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event updated for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.012520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.db.api [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-d70490cb-4112-4525-9d36-a979cc2b4a66 {{(pid=103635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:27:51.013276 n-d-817303-7 neutron-server[103635]: DEBUG oslo_db.api [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:27:51.070264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port 02bd6ee9-605a-49f4-b35b-92f7132e9827 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:51.070624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.084707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.085337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.167615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.195430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.211174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-1730f810-573f-4d85-a53d-ed434c097de9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5105312 Nov 25 17:27:51.221387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-3a4503ee-a56a-4d69-9ace-e8aeeb107d63 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1838062 Nov 25 17:27:51.239659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Request body: {'port': {'device_id': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:51.283788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:27:51.287909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905547f-62e3-4ff9-af24-d565e32767fc req-e8f3c549-b025-47f9-b78e-cd5a0fe8765a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.290258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7905547f-62e3-4ff9-af24-d565e32767fc req-e8f3c549-b025-47f9-b78e-cd5a0fe8765a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1948373 Nov 25 17:27:51.319416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port 02bd6ee9-605a-49f4-b35b-92f7132e9827, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=02bd6ee9-605a-49f4-b35b-92f7132e9827,segment=NetworkSegment(13233978-ca94-4915-8437-031cbda75fdf),segment_id=13233978-ca94-4915-8437-031cbda75fdf)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:51.321197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.343417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.345284 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Added segment 376f67f5-ed27-4339-b10b-1ea62d6fbd61 of type vlan for network d5474308-b71b-44eb-970c-7729a6f47109 Nov 25 17:27:51.359177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for 02bd6ee9-605a-49f4-b35b-92f7132e9827 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:51.362667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80efd9ab-c0eb-468a-bb6e-db402984b39a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.399004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.421065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.485593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7905547f-62e3-4ff9-af24-d565e32767fc req-ebf45efa-eb56-4b2a-89bc-1b0dcf735c8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840067 Nov 25 17:27:51.514137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.527485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:51.528139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.552906 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:51.592168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2731545 Nov 25 17:27:51.638949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:51.710364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'subnet': {'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:51.797295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cbf8c-6d96-4944-bbd3-96c652ac042b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Network': ['ID=d5474308-b71b-44eb-970c-7729a6f47109,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:51.814324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d5474308-b71b-44eb-970c-7729a6f47109 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:27:52.038306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Made reservation on behalf of 2722caecaa2a438e8a6953270e8b7c4d for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:27:52.043567 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.069582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.122789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.304775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0eeb6e20-2177-4c22-b665-db826752070a req-7837413c-a25d-4f68-b2a3-31f2b52dd84e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 210 time: 0.2374830 Nov 25 17:27:52.325996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=02bd6ee9-605a-49f4-b35b-92f7132e9827,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:52.429700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Allocated IP 172.20.0.4 (9b5495af-cd73-47a9-9a14-d2a1b79115a3/3b41c406-62de-4c94-a579-03ba57a3d164/1c4d3dc1-e5c4-410b-a251-c4c3a8166e21) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:52.707777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.852089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:52.987916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.027403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32034c44-dd10-45f7-b894-bacd2242777d req-c8a20079-9093-422f-a946-29dbd1ccf577 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.029742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32034c44-dd10-45f7-b894-bacd2242777d req-c8a20079-9093-422f-a946-29dbd1ccf577 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.3002820 Nov 25 17:27:53.075828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Subnet': ['ID=88a9ec47-9b02-4439-a6fb-5f58df6ea08e,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.089123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:53.090803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Checking segment: {'id': '376f67f5-ed27-4339-b10b-1ea62d6fbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:53.091822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network hostable DHCP agents. Network: d5474308-b71b-44eb-970c-7729a6f47109, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:27:53.122414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network d5474308-b71b-44eb-970c-7729a6f47109 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:27:53.208511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.220524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d5474308-b71b-44eb-970c-7729a6f47109) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:53.232350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233303b-a298-47bd-a167-884b5d8ca7a0 None None] Network d5474308-b71b-44eb-970c-7729a6f47109 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:53.250451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32034c44-dd10-45f7-b894-bacd2242777d req-9e3721aa-61da-4feb-a6a5-cae5a7a2db8a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127719 Nov 25 17:27:53.263972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.264554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.367760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d4057200-831d-4310-8623-c1d54a037622 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7239926 Nov 25 17:27:53.369866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55206) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:53.390643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-950518528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:53.457942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:53.471957 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:53.479748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-947231e1-9219-40c2-a21a-0f50f892c03f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1683016 Nov 25 17:27:53.483333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55212) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:53.488579 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:53.489434 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:53.497273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.503864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.505321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:53.552642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event updated for resources: {'Port': ['ID=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:53.595785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:53.605553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:53.668995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d5474308-b71b-44eb-970c-7729a6f47109', 'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109', 'tenant_id': '2722caecaa2a438e8a6953270e8b7c4d', 'fixed_ips': [{'subnet_id': '88a9ec47-9b02-4439-a6fb-5f58df6ea08e'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:27:53.669938 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.675241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet 7f6816ac-edb8-4ba3-88f4-2aae663a9680 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:27:53.676106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:53.759477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.765826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.774046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.774893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.811917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-d1937562-163e-44dc-84d3-509410d4a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.813851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-d1937562-163e-44dc-84d3-509410d4a05e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1096 time: 0.4576359 Nov 25 17:27:53.818894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Deleting port 65b3545f-37b5-4930-a483-1e429ec0342d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:53.819481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.825127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.877056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f67f-3ec2-4f69-a068-448b73a91873 req-fa85022f-2b91-424a-bb6c-60f6da8bee66 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:53.897195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eea4f67f-3ec2-4f69-a068-448b73a91873 req-fa85022f-2b91-424a-bb6c-60f6da8bee66 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 931 time: 0.3546271 Nov 25 17:27:53.899690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Allocated IP 172.20.0.2 (d5474308-b71b-44eb-970c-7729a6f47109/88a9ec47-9b02-4439-a6fb-5f58df6ea08e/9e39f951-fddc-4de3-abec-b53d13247aeb) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:53.910269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bd338553-a68c-4bc0-bce1-87c97073b170 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0214977 Nov 25 17:27:53.915366 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.985017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:53.986466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-857434c6-96f5-4485-914e-9ee282eb383a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6047645 Nov 25 17:27:53.989792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55218) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:54.045315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Request body: {'port': {'device_id': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:54.159567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.171691 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.195097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eea4f67f-3ec2-4f69-a068-448b73a91873 req-5e73dec1-3dc8-42d9-83d6-4bbd05fdd275 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964199 Nov 25 17:27:54.206587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.231814 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:51Z', 'revision_number': 10, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:54.296420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Pushing event updated for resources: {'Port': ['ID=9e39f951-fddc-4de3-abec-b53d13247aeb,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:54.302278 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:54.329472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Network d5474308-b71b-44eb-970c-7729a6f47109 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:54.335972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:54.336603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:54.349663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:54.352153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:54.398105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] For port 65b3545f-37b5-4930-a483-1e429ec0342d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=65b3545f-37b5-4930-a483-1e429ec0342d,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:54.398478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.401871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-ada7a296-0c91-4383-ab59-22fd8f1d3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:54.408774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-ada7a296-0c91-4383-ab59-22fd8f1d3ab5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.5850084 Nov 25 17:27:54.499034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Attempting to bind port 9e39f951-fddc-4de3-abec-b53d13247aeb on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:54.499632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Attempting to bind port 9e39f951-fddc-4de3-abec-b53d13247aeb by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '376f67f5-ed27-4339-b10b-1ea62d6fbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:54.501367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Attempting to bind port 9e39f951-fddc-4de3-abec-b53d13247aeb on network d5474308-b71b-44eb-970c-7729a6f47109 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:54.508738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:54.508738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Checking segment: {'id': '376f67f5-ed27-4339-b10b-1ea62d6fbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:54.509262 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.509808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Bound using segment: {'id': '376f67f5-ed27-4339-b10b-1ea62d6fbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:54.510421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Bound port: 9e39f951-fddc-4de3-abec-b53d13247aeb, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376f67f5-ed27-4339-b10b-1ea62d6fbd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:54.511647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.545894 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:54.556266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Calling delete_port for 65b3545f-37b5-4930-a483-1e429ec0342d owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:54.623358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] For port 9e39f951-fddc-4de3-abec-b53d13247aeb, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:54.633806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] For port 9e39f951-fddc-4de3-abec-b53d13247aeb, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9e39f951-fddc-4de3-abec-b53d13247aeb,segment=NetworkSegment(376f67f5-ed27-4339-b10b-1ea62d6fbd61),segment_id=376f67f5-ed27-4339-b10b-1ea62d6fbd61)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:54.642312 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:54.802640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5343f-7bc4-4d76-8923-460549684181 None None] Pushing event updated for resources: {'Port': ['ID=9e39f951-fddc-4de3-abec-b53d13247aeb,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:54.956762 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:51Z', 'revision_number': 10, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:55.055970 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb6b3-1f07-4fd0-81b4-aa13fb2e597d None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:27:51Z', 'revision_number': 10, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None, '_interfaces': [{'id': 'b1de0df7-16e3-4aa0-a01d-684f8c5908f3', 'name': '', 'network_id': 'cf22a751-1ebc-4c73-b5ea-d5cfe989c456', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'mac_address': 'fa:16:3e:88:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:46Z', 'updated_at': '2021-11-25T17:26:55Z', 'revision_number': 5, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'subnets': [{'id': '4f4f0069-40d6-4f76-8fc8-e166e0270557', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:55.096003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.338354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424e7582-4b53-4649-a005-31f34df3d529 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:55.430268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.554905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd371b-236b-4c0e-9f53-5d6ba6a467b5 req-a068ce82-5d5f-4c3f-9940-2fe193bb0f9d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:55.561782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56cd371b-236b-4c0e-9f53-5d6ba6a467b5 req-a068ce82-5d5f-4c3f-9940-2fe193bb0f9d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.3750703 Nov 25 17:27:55.566634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6816ac-edb8-4ba3-88f4-2aae663a9680,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:55.611722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12644227-ba25-41a8-92d7-f7750cdfb3e5 None None] Network 9dfe863c-b3db-415d-90fd-a71da6d54cca requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:55.613230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.624697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c76fe151-5921-4711-8eed-8cb5df0a8798 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/7f6816ac-edb8-4ba3-88f4-2aae663a9680 HTTP/1.1" status: 204 len: 168 time: 2.1383941 Nov 25 17:27:55.641196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:55.653153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.681827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.755194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:55.763169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-af4546a7-6e73-487c-9f61-dd3c6df67984 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 1000 time: 1.2759814 Nov 25 17:27:55.803663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9e39f951-fddc-4de3-abec-b53d13247aeb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:55.832998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56cd371b-236b-4c0e-9f53-5d6ba6a467b5 req-b031f171-5d55-413d-9346-550a81986d9a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558079 Nov 25 17:27:55.978570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9e39f951-fddc-4de3-abec-b53d13247aeb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:55.978570 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.086873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b3545f-37b5-4930-a483-1e429ec0342d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.090571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Transition to ACTIVE for port object 424e7582-4b53-4649-a005-31f34df3d529 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:56.220684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] DHCP port deletion for 9dfe863c-b3db-415d-90fd-a71da6d54cca request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:27:56.354714 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.383170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Allocated IP 172.20.0.1 (d5474308-b71b-44eb-970c-7729a6f47109/88a9ec47-9b02-4439-a6fb-5f58df6ea08e/d0cf6399-a032-4c0e-a5d1-3754c7b71e8e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:27:56.476030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 9e39f951-fddc-4de3-abec-b53d13247aeb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9e39f951-fddc-4de3-abec-b53d13247aeb,segment=NetworkSegment(376f67f5-ed27-4339-b10b-1ea62d6fbd61),segment_id=376f67f5-ed27-4339-b10b-1ea62d6fbd61)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:56.492813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] Deleting port e9753128-e52e-44cb-83a3-5c88d1b0d03f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:56.493219 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.496028 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.506744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.532117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02bd6ee9-605a-49f4-b35b-92f7132e9827 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:56.608054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 02bd6ee9-605a-49f4-b35b-92f7132e9827 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:56.608421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 02bd6ee9-605a-49f4-b35b-92f7132e9827 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:56.641535 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.690078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d05a67-146d-4355-90a2-274e074ea5eb None None] Network d5474308-b71b-44eb-970c-7729a6f47109 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:27:56.696149 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.700182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-576af63c-38a2-41a5-998a-3b3c5d32d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.701832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-576af63c-38a2-41a5-998a-3b3c5d32d196 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.7512720 Nov 25 17:27:56.711953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Pushing event updated for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.715726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.801209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.801667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network d5474308-b71b-44eb-970c-7729a6f47109 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:56.820901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] For port e9753128-e52e-44cb-83a3-5c88d1b0d03f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e9753128-e52e-44cb-83a3-5c88d1b0d03f,segment=NetworkSegment(13233978-ca94-4915-8437-031cbda75fdf),segment_id=13233978-ca94-4915-8437-031cbda75fdf)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:56.822976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:56.823327 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.826131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:27:56.846224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=9e39f951-fddc-4de3-abec-b53d13247aeb,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:56.854084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8755c16-97be-4f88-adce-8412127b71c1 None None] Provisioning complete for port 9e39f951-fddc-4de3-abec-b53d13247aeb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:56.862331 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8755c16-97be-4f88-adce-8412127b71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:56.867474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] Calling delete_port for e9753128-e52e-44cb-83a3-5c88d1b0d03f owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:56.888331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50737-109e-401a-a579-495529b7bb20 req-f97b0e2b-84e9-43ef-a88f-9fe2b52ff0e2 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:56.897471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49a50737-109e-401a-a579-495529b7bb20 req-f97b0e2b-84e9-43ef-a88f-9fe2b52ff0e2 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 931 time: 1.2764845 Nov 25 17:27:56.908085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.035174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Attempting to bind port 424e7582-4b53-4649-a005-31f34df3d529 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:57.035701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Attempting to bind port 424e7582-4b53-4649-a005-31f34df3d529 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:57.036167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Attempting to bind port 424e7582-4b53-4649-a005-31f34df3d529 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:57.078604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Port': ['ID=d0cf6399-a032-4c0e-a5d1-3754c7b71e8e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.169572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d1f1-7d23-446d-b6ff-e39733956ea0 req-5b739d00-8176-4eb8-b625-fb0e42d0035b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.180102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-7cdd09a9-714d-4b3f-95a3-98a6128d1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:57.182157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-7cdd09a9-714d-4b3f-95a3-98a6128d1442 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4651775 Nov 25 17:27:57.183975 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e72d1f1-7d23-446d-b6ff-e39733956ea0 req-5b739d00-8176-4eb8-b625-fb0e42d0035b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1065040 Nov 25 17:27:57.189128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.276129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:27:57.286305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.310019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Transition to ACTIVE for port object 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:27:57.317944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Port 424e7582-4b53-4649-a005-31f34df3d529 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:57.318277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Attempting to bind port 424e7582-4b53-4649-a005-31f34df3d529 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:57.337020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e72d1f1-7d23-446d-b6ff-e39733956ea0 req-b78dd96d-b03f-4d0a-aeba-4bd65be72767 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520674 Nov 25 17:27:57.553321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.555503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:57.555901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Checking segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:57.556519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Bound using segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:57.556981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Bound port: 424e7582-4b53-4649-a005-31f34df3d529, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:57.557336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.608663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9e39f951-fddc-4de3-abec-b53d13247aeb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:27:57.685465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.711140 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.756258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] Pushing event deleted for resources: {'Port': ['ID=e9753128-e52e-44cb-83a3-5c88d1b0d03f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:57.781736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49a50737-109e-401a-a579-495529b7bb20 req-72b4700d-8ad0-4584-8b21-f0ccdf6a902e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831618 Nov 25 17:27:57.783591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b49016-7b5c-4021-bc2d-46dcf00c7ca5 None None] No DVR routers for this DVR port e9753128-e52e-44cb-83a3-5c88d1b0d03f on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:57.793067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9e39f951-fddc-4de3-abec-b53d13247aeb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:57.793067 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.842917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:27:57.899710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:57.903796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=424e7582-4b53-4649-a005-31f34df3d529,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:57.910889 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.917549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:57.920397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.013052 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:58.014616 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.016244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/424e7582-4b53-4649-a005-31f34df3d529 HTTP/1.1" status: 200 len: 1091 time: 6.7863204 Nov 25 17:27:58.035065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'tag': '424e7582-4b53-4649-a005-31f34df3d529'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:27:58.043887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Port': ['ID=d0cf6399-a032-4c0e-a5d1-3754c7b71e8e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.046728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.068989 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba50c0b-8bbc-4727-969e-fe209a29ef34" -d '{"events": [{"name": "network-changed", "server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "tag": "424e7582-4b53-4649-a005-31f34df3d529"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:27:58.115862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e9753128-e52e-44cb-83a3-5c88d1b0d03f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:27:58.199228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e9753128-e52e-44cb-83a3-5c88d1b0d03f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:27:58.206452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e9753128-e52e-44cb-83a3-5c88d1b0d03f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:27:58.265405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1cdcba87-c544-4015-b816-d576ddda8090 None None] Provisioning complete for port 9e39f951-fddc-4de3-abec-b53d13247aeb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:58.266158 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cdcba87-c544-4015-b816-d576ddda8090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.309756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:58.312911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-9ac920b7-15d3-4e76-a45b-e81dff05b05a service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9853470 Nov 25 17:27:58.327144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network d5474308-b71b-44eb-970c-7729a6f47109 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:27:58.328759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:27:58.331405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e81bbff7-04f8-4b99-a3dd-0e2da1d23063 admin admin] 10.222.0.86 "PUT /v2.0/routers/a25f8af6-6561-4c16-8ba6-6e42698f7ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0308852 Nov 25 17:27:58.335682 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d7531-dcd6-41a1-8beb-750e8872f8c0 x-openstack-request-id: req-7d6d7531-dcd6-41a1-8beb-750e8872f8c0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:27:58.335975 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "tag": "424e7582-4b53-4649-a005-31f34df3d529", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:27:58.336227 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d6d7531-dcd6-41a1-8beb-750e8872f8c0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:27:58.336628 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'tag': '424e7582-4b53-4649-a005-31f34df3d529', 'status': 'completed', 'code': 200} Nov 25 17:27:58.338526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port e9753128-e52e-44cb-83a3-5c88d1b0d03f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:58.338978 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.353962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:58.414102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d46d7-4bd0-4e51-b23f-7c18301584b0 service neutron] Pushing event updated for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:58.427744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] Sync routers for ids ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:58.489569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] Routers {'a25f8af6-6561-4c16-8ba6-6e42698f7ce6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:58.499715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:58.662650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Attempting to bind port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:27:58.663005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Attempting to bind port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:27:58.663327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Attempting to bind port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:58.707485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1cdcba87-c544-4015-b816-d576ddda8090 None None] Provisioning complete for port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:58.708549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cdcba87-c544-4015-b816-d576ddda8090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.767480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcba87-c544-4015-b816-d576ddda8090 None None] Port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:58.770740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] Set router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:58.925800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-dd8409ca-97b9-40c8-836d-5566f5031230 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812118 Nov 25 17:27:58.926655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:27:58.926989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Attempting to bind port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:27:58.940149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port e9753128-e52e-44cb-83a3-5c88d1b0d03f, host n-d-817303-7, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:58.940563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.943414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-60386729-604b-443e-b22a-2cdea6282b3f None None] Provisioning complete for port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:58.943811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60386729-604b-443e-b22a-2cdea6282b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:58.992010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.003219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-663433d7-76c4-4d0c-bd13-08068fcf7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.005283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-663433d7-76c4-4d0c-bd13-08068fcf7886 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=f34fd81f-64f2-48b9-bf0d-97d36e0018a6 HTTP/1.1" status: 200 len: 1094 time: 0.8984320 Nov 25 17:27:59.011074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:27:59.011074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Checking segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:27:59.011557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Bound using segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:27:59.011905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Bound port: 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:27:59.012260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.014698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for e9753128-e52e-44cb-83a3-5c88d1b0d03f owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:59.028816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-60386729-604b-443e-b22a-2cdea6282b3f None None] Port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:59.080504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Router 4463e75e-9598-46f9-a8b7-8fc8106cf333 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:27:59.115092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-f37c87f1-caef-4002-8a70-afaff878fa0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424e7582-4b53-4649-a005-31f34df3d529 HTTP/1.1" status: 200 len: 217 time: 0.0824137 Nov 25 17:27:59.129897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Port e9753128-e52e-44cb-83a3-5c88d1b0d03f was not found and therefore no delete operation was performed {{(pid=103635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:27:59.194858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cff46970-38f4-4f4b-a1c5-8f2108131fa0 None None] Provisioning complete for port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:27:59.195635 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cff46970-38f4-4f4b-a1c5-8f2108131fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.232908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-cff46970-38f4-4f4b-a1c5-8f2108131fa0 None None] Port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:27:59.237154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2506d-0c06-4a03-b6ed-fe2ee2b5d77a req-0c8741a9-1d88-4a28-9a36-08334c405ff9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.238697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06f2506d-0c06-4a03-b6ed-fe2ee2b5d77a req-0c8741a9-1d88-4a28-9a36-08334c405ff9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 943 time: 0.2421873 Nov 25 17:27:59.246861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:27:55Z', 'revision_number': 5, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.268781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-01141d2e-17b2-465f-a86e-1d02c1432229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.271043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-01141d2e-17b2-465f-a86e-1d02c1432229 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.1245272 Nov 25 17:27:59.280102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.285724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] Checking router: a25f8af6-6561-4c16-8ba6-6e42698f7ce6 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:27:59.298939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] Routers {'a25f8af6-6561-4c16-8ba6-6e42698f7ce6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:59.301584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.317307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06f2506d-0c06-4a03-b6ed-fe2ee2b5d77a req-9e50c322-e459-4e39-8f51-cdcd5f6762bc tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714760 Nov 25 17:27:59.319768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:27:59.328016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0db5f22-4710-4791-aad5-f53a91952957 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "PUT /v2.0/routers/4463e75e-9598-46f9-a8b7-8fc8106cf333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3267522 Nov 25 17:27:59.330207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55288) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:27:59.332422 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] Sync routers for ids ['4463e75e-9598-46f9-a8b7-8fc8106cf333'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:27:59.336137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'port': {'network_id': 'd5474308-b71b-44eb-970c-7729a6f47109', 'name': 'tempest-FloatingIPNegativeTestJSON-1028501745'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:27:59.340523 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.344260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=e9753128-e52e-44cb-83a3-5c88d1b0d03f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:59.346560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port e9753128-e52e-44cb-83a3-5c88d1b0d03f on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:27:59.357314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f29b4-7422-45b6-b970-35c5c69d51d2 req-38913ff6-0f9a-4c6e-98f3-e1974db5c635 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.358886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-449f29b4-7422-45b6-b970-35c5c69d51d2 req-38913ff6-0f9a-4c6e-98f3-e1974db5c635 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.8094335 Nov 25 17:27:59.366980 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] Routers {'4463e75e-9598-46f9-a8b7-8fc8106cf333'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:59.376214 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4463e75e-9598-46f9-a8b7-8fc8106cf333'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.433811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] For port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:27:59.437574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] For port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:27:59.450020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-694c7b82-c306-420f-a29c-3b7abf8f2f62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484470 Nov 25 17:27:59.470383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.473165 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.492233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-2ab0627f-1cee-41c4-8682-eef4263a41fc service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:27:59.493342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-2ab0627f-1cee-41c4-8682-eef4263a41fc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129662 Nov 25 17:27:59.502132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] Routers {'4463e75e-9598-46f9-a8b7-8fc8106cf333'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:27:59.503235 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4463e75e-9598-46f9-a8b7-8fc8106cf333'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.567604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Deleting port 3f8e3eba-6053-4c8f-814b-0b773ff0e158 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:27:59.569601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.608246 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.609110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c92f6-ac49-417b-8aa1-de5166ffa4a1 None None] The sync data for ids ['4463e75e-9598-46f9-a8b7-8fc8106cf333'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:27:59.622843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:27:59.628938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] Set router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:27:59.717702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] For port 3f8e3eba-6053-4c8f-814b-0b773ff0e158, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3f8e3eba-6053-4c8f-814b-0b773ff0e158,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:27:59.718073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.727647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.728787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.730305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e2ccdb89-45e0-4ca5-acf3-1a579f900cf9 service neutron] 10.222.0.55 "PUT /v2.0/ports/1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 HTTP/1.1" status: 200 len: 1091 time: 5.7270362 Nov 25 17:27:59.748786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Calling delete_port for 3f8e3eba-6053-4c8f-814b-0b773ff0e158 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:27:59.833825 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:27:59.865569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-64b0ca07-2539-4dc9-8b73-6cc639e179e5 service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147004 Nov 25 17:27:59.870308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-449f29b4-7422-45b6-b970-35c5c69d51d2 req-8a326b1b-3ebe-47bb-a972-bf2d64a1b529 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4302864 Nov 25 17:27:59.901958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfe863c-b3db-415d-90fd-a71da6d54cca']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.966448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13233978-ca94-4915-8437-031cbda75fdf') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.968165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13233978-ca94-4915-8437-031cbda75fdf') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:27:59.971989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e20d1b62-3e6a-493b-8c8f-8ead90609866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:27:59.973746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-e20d1b62-3e6a-493b-8c8f-8ead90609866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 1094 time: 0.1860509 Nov 25 17:28:00.006979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Made reservation on behalf of 2722caecaa2a438e8a6953270e8b7c4d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:00.012834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.034866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.041887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] device_id is not set on port 9c6f163c-7147-4dc5-8ae1-e5bd4734f440 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:28:00.052732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-01bb4428-17fb-4069-afdd-3981089190e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 HTTP/1.1" status: 200 len: 217 time: 0.0462744 Nov 25 17:28:00.054827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.105318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8e3eba-6053-4c8f-814b-0b773ff0e158,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:00.112571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0b269-6124-46ac-b688-51f80f44da3a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:00.140805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:27:55Z', 'revision_number': 5, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:00.209798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a5e84-4600-4f91-bb25-5c86f0bc23ec None None] The sync data for ids ['a25f8af6-6561-4c16-8ba6-6e42698f7ce6'] in n-d-817303-7 is: [{'id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'name': 'tempest-TaggedBootDevicesTest-521571983-router', 'tenant_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:15:20Z', 'updated_at': '2021-11-25T17:27:55Z', 'revision_number': 5, 'project_id': 'ad8f1c6efce2476ab5a2b9ad377c7fe1', 'gw_port': {'id': '3f8e3eba-6053-4c8f-814b-0b773ff0e158', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f8af6-6561-4c16-8ba6-6e42698f7ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:15:21Z', 'updated_at': '2021-11-25T17:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:00.268010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.349553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:28:00.417566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.443376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.538675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'tag': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:00.542276 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e" -d '{"events": [{"name": "network-changed", "server_uuid": "17164fc5-8849-4ab1-82a2-3a05623caec5", "tag": "1c4d3dc1-e5c4-410b-a251-c4c3a8166e21"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:00.545183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.545714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a25f8af6-6561-4c16-8ba6-6e42698f7ce6 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:00.548884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.557056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:00.557536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.558369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Allocated IP 172.20.0.4 (d5474308-b71b-44eb-970c-7729a6f47109/88a9ec47-9b02-4439-a6fb-5f58df6ea08e/9c6f163c-7147-4dc5-8ae1-e5bd4734f440) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:00.569881 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.571254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f97dfbc9-dad0-4af8-84fc-3d1bc196e03f admin admin] 10.222.0.86 "DELETE /v2.0/routers/a25f8af6-6561-4c16-8ba6-6e42698f7ce6 HTTP/1.1" status: 204 len: 168 time: 2.2150588 Nov 25 17:28:00.581516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:00.670937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Deleting subnet d361e956-1c66-43eb-9961-1e2d0dd049e2 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:00.687803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:00.695013 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:00.697153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-f43e697a-0bcf-4960-9771-33363ff59c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:00.699285 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-f43e697a-0bcf-4960-9771-33363ff59c90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.6323152 Nov 25 17:28:00.715992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.728606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:00.737453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/9dfe863c-b3db-415d-90fd-a71da6d54cca HTTP/1.1" status: 204 len: 168 time: 5.0828662 Nov 25 17:28:00.786086 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdeab48-1fd5-410e-b7cb-a3ffef39539d x-openstack-request-id: req-cbdeab48-1fd5-410e-b7cb-a3ffef39539d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:00.786460 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17164fc5-8849-4ab1-82a2-3a05623caec5", "tag": "1c4d3dc1-e5c4-410b-a251-c4c3a8166e21", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:00.786709 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cbdeab48-1fd5-410e-b7cb-a3ffef39539d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:00.788178 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'tag': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21', 'status': 'completed', 'code': 200} Nov 25 17:28:00.788568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:00.789398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654597f-802e-44bb-83e1-9e6c72e7464c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=9dfe863c-b3db-415d-90fd-a71da6d54cca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:01.105430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-5cd04e84-1dea-4c3f-8c83-7605d4518e3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3959372 Nov 25 17:28:01.214225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-bddb4a56-9c33-42a4-a3e4-43febd2b78aa service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3158777 Nov 25 17:28:01.434295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b37b93-2546-4e69-94c5-a9766611b4c8 req-274bd6d5-1e64-4f6c-b351-5a05a20d6b23 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.446798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b37b93-2546-4e69-94c5-a9766611b4c8 req-274bd6d5-1e64-4f6c-b351-5a05a20d6b23 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.3830643 Nov 25 17:28:01.461959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 65b3545f-37b5-4930-a483-1e429ec0342d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:01.525470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54b37b93-2546-4e69-94c5-a9766611b4c8 req-0a706aeb-915f-40b7-8524-538184c9e2d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772338 Nov 25 17:28:01.534487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 65b3545f-37b5-4930-a483-1e429ec0342d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:01.537253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 65b3545f-37b5-4930-a483-1e429ec0342d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:01.569624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a11b3f-a8da-4a7f-b77e-917312bd4ae5 req-1e7ad917-165c-4d45-946d-e6321a62aab4 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.571171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43a11b3f-a8da-4a7f-b77e-917312bd4ae5 req-1e7ad917-165c-4d45-946d-e6321a62aab4 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 943 time: 1.1164277 Nov 25 17:28:01.633314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-aa6dfae3-c3e8-4374-9024-8054ff693497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.634414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-aa6dfae3-c3e8-4374-9024-8054ff693497 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=f34fd81f-64f2-48b9-bf0d-97d36e0018a6 HTTP/1.1" status: 200 len: 1094 time: 0.3226082 Nov 25 17:28:01.675088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.691428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-ec849caf-38ad-4c6a-b6c0-3152bc5ecb3a service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692878 Nov 25 17:28:01.726477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43a11b3f-a8da-4a7f-b77e-917312bd4ae5 req-ab66ff24-35d7-4bbf-aac1-18746c26578f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421797 Nov 25 17:28:01.825354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.917233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.965032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d361e956-1c66-43eb-9961-1e2d0dd049e2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:01.970187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.973058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3ccaa082-aeab-4446-ac47-f8736f115027 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d361e956-1c66-43eb-9961-1e2d0dd049e2 HTTP/1.1" status: 204 len: 168 time: 1.3833809 Nov 25 17:28:01.975984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196599b-a84a-44db-b556-22e8f7e4996c None None] Network 8bf5f339-7115-47e8-84ad-57e098425dbd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:01.976178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:01.977805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:01.994512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-c315b475-9f94-44b9-874f-e56c2dcbb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:01.998063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-c315b475-9f94-44b9-874f-e56c2dcbb847 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 913 time: 0.3320582 Nov 25 17:28:02.005203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c155b07-0f4f-4592-83d2-57519a36b4b2 req-2305cdad-0759-43bb-ab18-ad6a425dace1 service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928205 Nov 25 17:28:02.077575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.187856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-1763b9fe-7285-4a7f-bd92-387fb697f6fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=424e7582-4b53-4649-a005-31f34df3d529 HTTP/1.1" status: 200 len: 217 time: 0.0710576 Nov 25 17:28:02.188501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.246977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-788693aa-fec4-4f73-b3d7-d5674e7f84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.248507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-788693aa-fec4-4f73-b3d7-d5674e7f84f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.0551634 Nov 25 17:28:02.297950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-e6b8f9a7-b1ee-466f-a2f3-ff07728425d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365460 Nov 25 17:28:02.312941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Port': ['ID=9c6f163c-7147-4dc5-8ae1-e5bd4734f440,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:02.329758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-20368b7f-b279-46f9-b09d-c204c7cf55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.331413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-20368b7f-b279-46f9-b09d-c204c7cf55b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 1094 time: 0.1884539 Nov 25 17:28:02.350646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network d5474308-b71b-44eb-970c-7729a6f47109 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:02.355896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:02.372439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:02.380077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Deleting port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:02.381780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.432485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] DHCP port deletion for 8bf5f339-7115-47e8-84ad-57e098425dbd request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:02.472926 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.533237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.533911 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.538203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] Deleting port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:02.539178 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.543677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] For port c9ab3fc3-1503-4a46-8b7d-f6ff29833125, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:02.544098 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.562995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Calling delete_port for c9ab3fc3-1503-4a46-8b7d-f6ff29833125 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:02.659480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] For port c9ab3fc3-1503-4a46-8b7d-f6ff29833125, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,segment=NetworkSegment(f2d35f6d-582f-4c38-941b-34411c6723f8),segment_id=f2d35f6d-582f-4c38-941b-34411c6723f8)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:02.660434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.689391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] Calling delete_port for c9ab3fc3-1503-4a46-8b7d-f6ff29833125 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:02.717308 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.757835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:02.794419 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-872fdabe-3b23-4aec-9b66-789dc2eafe8c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4613373 Nov 25 17:28:02.795349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] No DVR routers for this DVR port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:02.796950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55346) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:02.803486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:02.833231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.894449 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:02.985221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d3ab-4eeb-4fb2-9ed8-7bd3e2d1a71f req-24a4bfbc-c66a-4de6-b22a-9679786e7c33 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:02.992714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d272d3ab-4eeb-4fb2-9ed8-7bd3e2d1a71f req-24a4bfbc-c66a-4de6-b22a-9679786e7c33 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.2902403 Nov 25 17:28:03.004487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-5f2a4d86-c801-4988-8cc1-b696e63ddbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:03.007830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-5f2a4d86-c801-4988-8cc1-b696e63ddbdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 913 time: 0.6600718 Nov 25 17:28:03.011963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 424e7582-4b53-4649-a005-31f34df3d529 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:03.015920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-4a7f3926-c4eb-42d4-bab2-64d40f32631b service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050650 Nov 25 17:28:03.034078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.070811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf5f339-7115-47e8-84ad-57e098425dbd']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:03.115218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d35f6d-582f-4c38-941b-34411c6723f8') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:03.115542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d35f6d-582f-4c38-941b-34411c6723f8') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:03.160867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.199982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=424e7582-4b53-4649-a005-31f34df3d529,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:03.210158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d272d3ab-4eeb-4fb2-9ed8-7bd3e2d1a71f req-f28ae2f8-e7ca-4752-9b5a-c237f7315ff4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164423 Nov 25 17:28:03.217430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.223519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '424e7582-4b53-4649-a005-31f34df3d529', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'port_id': '424e7582-4b53-4649-a005-31f34df3d529', 'mac_address': 'fa:16:3e:cd:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b41c406-62de-4c94-a579-03ba57a3d164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:03.233764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ba50c0b-8bbc-4727-969e-fe209a29ef34 req-55535fd1-b2ad-4c45-96ef-9d470e2a1e0d service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843405 Nov 25 17:28:03.237868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] Pushing event deleted for resources: {'Port': ['ID=c9ab3fc3-1503-4a46-8b7d-f6ff29833125,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.252366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-f0cfc4c9-bff1-4666-bfd3-4e18c06ddc12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 HTTP/1.1" status: 200 len: 217 time: 0.2311282 Nov 25 17:28:03.264573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:03.265018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e818dc-8af5-47fd-92f9-76e3daa99417 None None] No DVR routers for this DVR port c9ab3fc3-1503-4a46-8b7d-f6ff29833125 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:03.267945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:03.271160 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:03.331184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9a2d3c73-be91-4d4a-aa6d-c6d470c2c8b7 None None] Provisioning complete for port 9c6f163c-7147-4dc5-8ae1-e5bd4734f440 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:03.331774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3c73-be91-4d4a-aa6d-c6d470c2c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.378204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacc125-009d-47ea-84dd-047e8fb46fbd req-89380bc5-9650-4cdd-8b7b-01434993a0ca tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:03.380351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcacc125-009d-47ea-84dd-047e8fb46fbd req-89380bc5-9650-4cdd-8b7b-01434993a0ca tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 943 time: 0.4007008 Nov 25 17:28:03.394189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.409506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.428287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424e7582-4b53-4649-a005-31f34df3d529 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:03.453689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcacc125-009d-47ea-84dd-047e8fb46fbd req-f0166a33-e300-4e7b-a255-d58c41097657 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Nov 25 17:28:03.458013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-afaa3bc9-cfb7-4d23-ab1d-68a446d09f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:03.459435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-afaa3bc9-cfb7-4d23-ab1d-68a446d09f46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.1994033 Nov 25 17:28:03.487971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=424e7582-4b53-4649-a005-31f34df3d529,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:03.517291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9ab3fc3-1503-4a46-8b7d-f6ff29833125 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:03.521258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.527478 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.537040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.552727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8bf5f339-7115-47e8-84ad-57e098425dbd HTTP/1.1" status: 204 len: 168 time: 1.5589855 Nov 25 17:28:03.606744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28957ee7-345a-47fc-afd2-0ac855c9a6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf5f339-7115-47e8-84ad-57e098425dbd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.611422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-ef6f88bb-fa4c-4919-943f-ed5db392a8b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998149 Nov 25 17:28:03.658858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d3c73-be91-4d4a-aa6d-c6d470c2c8b7 None None] Port 9c6f163c-7147-4dc5-8ae1-e5bd4734f440 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:03.661638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:03.669626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c9ab3fc3-1503-4a46-8b7d-f6ff29833125 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:03.669974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9ab3fc3-1503-4a46-8b7d-f6ff29833125 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:03.670398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3f8e3eba-6053-4c8f-814b-0b773ff0e158 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:03.699804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 3f8e3eba-6053-4c8f-814b-0b773ff0e158 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:03.700147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3f8e3eba-6053-4c8f-814b-0b773ff0e158 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:03.758712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Allocated IP 172.25.8.185 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4affe263-bfc8-4fa3-8955-6fa877be49f0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:03.760195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['424e7582-4b53-4649-a005-31f34df3d529'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:03.875900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port b1de0df7-16e3-4aa0-a01d-684f8c5908f3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:03.881719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:03.983709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.002214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-54727cfc-249f-4638-b9ab-5b1c2d1fa9ca service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767130 Nov 25 17:28:04.018094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55366) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:04.051978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.107666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:04.111183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:04.116334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:04.155253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Port': ['ID=4affe263-bfc8-4fa3-8955-6fa877be49f0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:04.159027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-44d77a72-dbac-42cc-9cf4-6877cac382be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2aa097f7d5a54e7aa5c2698f82d2a51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244113 Nov 25 17:28:04.163352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:04.211098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port b1de0df7-16e3-4aa0-a01d-684f8c5908f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:04.211508 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.264104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for b1de0df7-16e3-4aa0-a01d-684f8c5908f3 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:04.280835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.355148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f393f4fb-4fb0-4a38-ae2d-54816b4a801e req-6d84a9a8-8809-4069-8232-b3ad9903083f service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472855 Nov 25 17:28:04.405260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e9be355-7268-4992-97da-f4ace8a0b776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.421866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.485425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e9be355-7268-4992-97da-f4ace8a0b776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.506428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df6ae-c2f6-4da3-b610-758f26e34fd7 req-6aa90d80-cf3e-45ac-83a6-47361547723d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.508051 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e74df6ae-c2f6-4da3-b610-758f26e34fd7 req-6aa90d80-cf3e-45ac-83a6-47361547723d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1717615 Nov 25 17:28:04.647130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e74df6ae-c2f6-4da3-b610-758f26e34fd7 req-7e578449-1e22-4e68-960f-c41fda0944d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179347 Nov 25 17:28:04.661841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e9be355-7268-4992-97da-f4ace8a0b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.672426 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e9be355-7268-4992-97da-f4ace8a0b776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.672426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8e9be355-7268-4992-97da-f4ace8a0b776 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e42fea8-6cde-49f3-bd10-ecaef83a5fc0 HTTP/1.1" status: 204 len: 168 time: 0.5028992 Nov 25 17:28:04.693869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55112-1fc8-45e9-a549-ec54566fc942 req-e1176c24-daa5-4891-a1bd-dcdbde59e404 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:04.695580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82c55112-1fc8-45e9-a549-ec54566fc942 req-e1176c24-daa5-4891-a1bd-dcdbde59e404 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 943 time: 0.0964367 Nov 25 17:28:04.697492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9be355-7268-4992-97da-f4ace8a0b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42fea8-6cde-49f3-bd10-ecaef83a5fc0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:04.699610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.749079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=b1de0df7-16e3-4aa0-a01d-684f8c5908f3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:04.769072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.776944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.823672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:04.961868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82c55112-1fc8-45e9-a549-ec54566fc942 req-1e2499c2-e43d-4abe-8a73-f910d9f098eb tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296219 Nov 25 17:28:04.971346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Port': ['ID=4affe263-bfc8-4fa3-8955-6fa877be49f0,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:04.982086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.987663 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:04.994394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.994750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.995093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.995464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.995805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.996144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.996477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.996966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.997305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.997634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.997962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:04.998363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:05.019152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.020825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a901fd32-964f-4da9-8924-0048c21b8b6a tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2227225 Nov 25 17:28:05.023292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55404) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.030880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-26bd32fc-3659-4ddc-9e89-c054154d8ce9 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'floatingip': {'port_id': '9c6f163c-7147-4dc5-8ae1-e5bd4734f440', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:05.070829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 424e7582-4b53-4649-a005-31f34df3d529 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:05.095678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26bd32fc-3659-4ddc-9e89-c054154d8ce9 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.353170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ebbb4-0e51-4e01-bbb3-34d50bf6efe2 req-5b8c243c-5d7a-4079-8071-4bd27191a28b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:05.354833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e3ebbb4-0e51-4e01-bbb3-34d50bf6efe2 req-5b8c243c-5d7a-4079-8071-4bd27191a28b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.0804515 Nov 25 17:28:05.365959 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-26bd32fc-3659-4ddc-9e89-c054154d8ce9 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] update failed (client error): The resource could not be found. Nov 25 17:28:05.370073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-26bd32fc-3659-4ddc-9e89-c054154d8ce9 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "PUT /v2.0/floatingips/8b9e9fb3-b821-4062-9074-aa0ef1f992d9 HTTP/1.1" status: 404 len: 507 time: 0.3420784 Nov 25 17:28:05.373090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.487650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55414) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.554876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:05.570130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 424e7582-4b53-4649-a005-31f34df3d529 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:05.577194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 424e7582-4b53-4649-a005-31f34df3d529 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:05.577543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.580980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'port_id': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21', 'mac_address': 'fa:16:3e:19:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b41c406-62de-4c94-a579-03ba57a3d164', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:05.601435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e3ebbb4-0e51-4e01-bbb3-34d50bf6efe2 req-18ab9d2c-2009-4b34-a55c-66e8fc2d544c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382290 Nov 25 17:28:05.611370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3a12c945-9d99-4f0a-ac01-72bb51f60dd0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ad8f1c6efce2476ab5a2b9ad377c7fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1157110 Nov 25 17:28:05.613919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55418) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:05.645887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.656906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Deleting port 4affe263-bfc8-4fa3-8955-6fa877be49f0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:05.657279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.670473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:05.713650 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-141e0c69-5b8f-41e3-ae1a-ac54bd3a2e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.717171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:05.726678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.739009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f59fbba9-6fac-4c78-b55f-a6b2c64e4a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.764780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f59fbba9-6fac-4c78-b55f-a6b2c64e4a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.788856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.828147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f59fbba9-6fac-4c78-b55f-a6b2c64e4a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.836323 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.850450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f59fbba9-6fac-4c78-b55f-a6b2c64e4a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.864603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e7582-4b53-4649-a005-31f34df3d529'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:05.866485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f59fbba9-6fac-4c78-b55f-a6b2c64e4a8c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/60174cdc-a664-4bde-ba8e-60b5c73a645e HTTP/1.1" status: 204 len: 168 time: 0.2515922 Nov 25 17:28:05.867122 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000ab28-1b38-4019-ad96-21967d86e22e" -d '{"events": [{"server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "name": "network-vif-plugged", "status": "completed", "tag": "424e7582-4b53-4649-a005-31f34df3d529"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:05.892101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=424e7582-4b53-4649-a005-31f34df3d529,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:05.894497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fbba9-6fac-4c78-b55f-a6b2c64e4a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60174cdc-a664-4bde-ba8e-60b5c73a645e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:05.897388 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.911135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.911547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:05.925442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Calling delete_port for 4affe263-bfc8-4fa3-8955-6fa877be49f0 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:05.964217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['1c4d3dc1-e5c4-410b-a251-c4c3a8166e21'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:06.045050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.205390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.219221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:06.234144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7817c-87c9-4190-89c7-f696f23aa63a req-9ec84b42-5e8f-478a-bcb3-73fd43836db1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.250671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bc7817c-87c9-4190-89c7-f696f23aa63a req-9ec84b42-5e8f-478a-bcb3-73fd43836db1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.2800868 Nov 25 17:28:06.272348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Port': ['ID=4affe263-bfc8-4fa3-8955-6fa877be49f0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:06.354662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.357793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.359262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b322b8e-ad5a-450a-b64d-1d659fd29e5b tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "DELETE /v2.0/floatingips/8b9e9fb3-b821-4062-9074-aa0ef1f992d9 HTTP/1.1" status: 204 len: 168 time: 0.9850214 Nov 25 17:28:06.364157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55446) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.370237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ba98c9c7-d383-413c-b509-702cfe33da0d tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'floatingip': {'floating_network_id': 'd5474308-b71b-44eb-970c-7729a6f47109', 'port_id': '9c6f163c-7147-4dc5-8ae1-e5bd4734f440', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:06.405123 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ba98c9c7-d383-413c-b509-702cfe33da0d tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.439177 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9b22d4-f4ea-4547-bdf9-7f8fb5c128a2 x-openstack-request-id: req-6c9b22d4-f4ea-4547-bdf9-7f8fb5c128a2 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:06.439511 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "name": "network-vif-plugged", "status": "completed", "tag": "424e7582-4b53-4649-a005-31f34df3d529", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:06.439773 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c9b22d4-f4ea-4547-bdf9-7f8fb5c128a2 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:06.440176 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e7582-4b53-4649-a005-31f34df3d529', 'code': 200} Nov 25 17:28:06.571430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:06.583906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fe0bfe00-77f0-4396-b30c-ec30913eecb3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7906210 Nov 25 17:28:06.584050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:06.592315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55454) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:06.600857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bc7817c-87c9-4190-89c7-f696f23aa63a req-8b064a73-cc0b-49f8-9564-5094f0ee17f3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483603 Nov 25 17:28:06.605189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:06.605664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:06.623396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadd4a2-ba88-4e49-bc4e-14e149a63ae2 req-b7d3ed8d-7aa2-4680-b753-21abd8a5ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.625185 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-beadd4a2-ba88-4e49-bc4e-14e149a63ae2 req-b7d3ed8d-7aa2-4680-b753-21abd8a5ba92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f34fd81f-64f2-48b9-bf0d-97d36e0018a6 HTTP/1.1" status: 200 len: 1096 time: 0.0905652 Nov 25 17:28:06.656872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting subnet 4f4f0069-40d6-4f76-8fc8-e166e0270557 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:06.660297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.726931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-beadd4a2-ba88-4e49-bc4e-14e149a63ae2 req-cb53250c-5a34-4891-a971-05cb2f4109f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882504 Nov 25 17:28:06.748549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:06.802858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:06.808570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d6302-268d-4d3d-99ea-fece8779a456 req-d7a203a4-18dd-443f-bbc5-fede7da91ade tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:06.818122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c43d6302-268d-4d3d-99ea-fece8779a456 req-d7a203a4-18dd-443f-bbc5-fede7da91ade tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.0813453 Nov 25 17:28:06.871255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:06.923371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c43d6302-268d-4d3d-99ea-fece8779a456 req-223c68b7-1a9e-46ee-bfa6-d19c370b0d24 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022823 Nov 25 17:28:06.953202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:28:04Z', 'revision_number': 11, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:06.985723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:06.998899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9372bad-d004-4a3c-a5bc-4dcd99e742ce req-7e831212-5436-439a-8cbc-239048a352dc tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:07.000533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:07.001318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:27:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:07.005470 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9372bad-d004-4a3c-a5bc-4dcd99e742ce req-7e831212-5436-439a-8cbc-239048a352dc tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 944 time: 0.4832857 Nov 25 17:28:07.073372 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-ba98c9c7-d383-413c-b509-702cfe33da0d tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:28:07.078126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba98c9c7-d383-413c-b509-702cfe33da0d tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7093723 Nov 25 17:28:07.079655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55476) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:07.085481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '9c6f163c-7147-4dc5-8ae1-e5bd4734f440', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:07.097997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:07.098586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.116796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.161324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:28:04Z', 'revision_number': 11, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:07.200735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55478) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:07.209747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:07.217369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9372bad-d004-4a3c-a5bc-4dcd99e742ce req-cfef8930-e708-48a2-a0f8-58cd59364845 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937170 Nov 25 17:28:07.217877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:07.218325 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.244724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.279220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f492c9-98f5-4c4d-996b-9a47d9f84e15 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:28:04Z', 'revision_number': 11, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:07.291420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4f0069-40d6-4f76-8fc8-e166e0270557,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:07.298977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.306806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55482) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:07.307497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5589a00a-dcf2-448c-a7db-998e57f4b799 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/4f4f0069-40d6-4f76-8fc8-e166e0270557 HTTP/1.1" status: 204 len: 168 time: 0.7119899 Nov 25 17:28:07.319229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61acd121-d9d1-4073-a3a2-d111c62a5b77 None None] Network cf22a751-1ebc-4c73-b5ea-d5cfe989c456 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:07.408221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1168677348-network', 'tenant_id': '8c1fdf30d7f34d7299e3d17ebfd33090'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:07.445793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.452716 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.466464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.498590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Made reservation on behalf of 8c1fdf30d7f34d7299e3d17ebfd33090 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:07.500930 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.516498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:07.522929 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.525790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.576736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:07.652553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Allocated IP 172.25.8.165 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/47ac0f7d-fe42-4801-824a-a1beb05c8c69) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:07.674621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] DHCP port deletion for cf22a751-1ebc-4c73-b5ea-d5cfe989c456 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:07.738218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Deleting port c9c0d181-a2da-4d8d-951e-c6afa9725e77 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:07.738569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.758758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] Deleting port c9c0d181-a2da-4d8d-951e-c6afa9725e77 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:07.760582 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.860634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.879370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.883710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] For port c9c0d181-a2da-4d8d-951e-c6afa9725e77, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9c0d181-a2da-4d8d-951e-c6afa9725e77,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:07.886424 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.911063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] Calling delete_port for c9c0d181-a2da-4d8d-951e-c6afa9725e77 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:07.930675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] For port c9c0d181-a2da-4d8d-951e-c6afa9725e77, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9c0d181-a2da-4d8d-951e-c6afa9725e77,segment=NetworkSegment(1eee03df-b41b-48e4-99b4-a08d91539cd6),segment_id=1eee03df-b41b-48e4-99b4-a08d91539cd6)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:07.930990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:07.948393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:07.981653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Calling delete_port for c9c0d181-a2da-4d8d-951e-c6afa9725e77 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:07.990464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.006013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a59bc-1e80-41a8-9d0d-d255faf77890 req-d9fc46b5-1767-41d8-8efe-b795e93a1ad6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.013726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba9a59bc-1e80-41a8-9d0d-d255faf77890 req-d9fc46b5-1767-41d8-8efe-b795e93a1ad6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.2047310 Nov 25 17:28:08.020640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e613b09-fce6-4921-b7a9-f58e35dd4166,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.027615 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.027970 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Added segment 0aef2623-5400-4ae2-8a8f-2dbbd7211d0a of type vlan for network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e Nov 25 17:28:08.080625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3f5df8d4-4d7c-4304-822d-83177df91ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.114315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.122207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce93a-5137-4edb-8bf5-2f78e20e7de8 req-4a0b308e-a6dc-49e5-90a9-b63dfd312fc4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.126200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-495ce93a-5137-4edb-8bf5-2f78e20e7de8 req-4a0b308e-a6dc-49e5-90a9-b63dfd312fc4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.1041412 Nov 25 17:28:08.154675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] Pushing event deleted for resources: {'Port': ['ID=c9c0d181-a2da-4d8d-951e-c6afa9725e77,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.159534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71f55b-1ebb-459b-8dad-6ee10e1ca300 None None] No DVR routers for this DVR port c9c0d181-a2da-4d8d-951e-c6afa9725e77 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:08.159688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.197867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-495ce93a-5137-4edb-8bf5-2f78e20e7de8 req-222bb599-731f-4b6a-a745-cc045ec0f0c7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654299 Nov 25 17:28:08.221701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba9a59bc-1e80-41a8-9d0d-d255faf77890 req-eb7d955d-ce06-43ec-8bf6-d644c756a68b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055104 Nov 25 17:28:08.250654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.301552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.302504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.303086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.319117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:08.346971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:08.364000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:08.427817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2252605 Nov 25 17:28:08.428389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event updated for resources: {'Port': ['ID=47ac0f7d-fe42-4801-824a-a1beb05c8c69,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.432392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:08.440457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Request body: {'subnet': {'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1168677348-subnet', 'tenant_id': '8c1fdf30d7f34d7299e3d17ebfd33090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:08.441556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:08.445917 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8441919-ac48-4709-ae55-ee23e49493b1" -d '{"events": [{"server_uuid": "17164fc5-8849-4ab1-82a2-3a05623caec5", "name": "network-vif-plugged", "status": "completed", "tag": "1c4d3dc1-e5c4-410b-a251-c4c3a8166e21"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:08.459712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292ece-2411-4902-8466-c1f318ed0f6b admin admin] Pushing event updated for resources: {'Network': ['ID=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.462786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.475034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:08.484865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Made reservation on behalf of 8c1fdf30d7f34d7299e3d17ebfd33090 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:08.493256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.502076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Port': ['ID=c9c0d181-a2da-4d8d-951e-c6afa9725e77,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.506263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No DVR routers for this DVR port c9c0d181-a2da-4d8d-951e-c6afa9725e77 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:08.554237 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d3d0c7-9c93-4ee1-b33c-ab5bf27edd4a x-openstack-request-id: req-a4d3d0c7-9c93-4ee1-b33c-ab5bf27edd4a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:08.554801 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17164fc5-8849-4ab1-82a2-3a05623caec5", "name": "network-vif-plugged", "status": "completed", "tag": "1c4d3dc1-e5c4-410b-a251-c4c3a8166e21", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:08.555285 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a4d3d0c7-9c93-4ee1-b33c-ab5bf27edd4a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:08.556944 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21', 'code': 200} Nov 25 17:28:08.566585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35760c3d-baac-4568-b0d9-181ee400abc6 req-6fb4e10c-6939-4335-9a50-29768ac8d4ec tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.574106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35760c3d-baac-4568-b0d9-181ee400abc6 req-6fb4e10c-6939-4335-9a50-29768ac8d4ec tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 945 time: 0.2568202 Nov 25 17:28:08.717130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.744230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.762618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf22a751-1ebc-4c73-b5ea-d5cfe989c456']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:08.792712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35760c3d-baac-4568-b0d9-181ee400abc6 req-ebf1428c-f5ff-4de9-ace9-2a1a632eaf4e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177203 Nov 25 17:28:08.796250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eee03df-b41b-48e4-99b4-a08d91539cd6') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:08.796419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d635b172-7c5e-4772-83f8-2fc90d506c51,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:08.796598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eee03df-b41b-48e4-99b4-a08d91539cd6') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:08.800879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e03b0-8ee1-4e68-9d63-56f899e3cb63 req-0e1dc945-a878-461d-8f42-8905d4745458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.802373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f03e03b0-8ee1-4e68-9d63-56f899e3cb63 req-0e1dc945-a878-461d-8f42-8905d4745458 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 1096 time: 0.1824200 Nov 25 17:28:08.816671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Checking segment: {'id': '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:08.816671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Network hostable DHCP agents. Network: 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:08.822879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.835236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:08.848469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:08.856211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:08.857044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.865257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.866489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74644ad3-2e0f-44da-b055-b9257e1fd132 None None] Network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:08.881381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:08.881791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:08.885848 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:08.893737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ce9b4731-5a10-4b64-b7c2-20bfb7469daf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4586475 Nov 25 17:28:08.948563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f03e03b0-8ee1-4e68-9d63-56f899e3cb63 req-15657bce-02da-42c0-a3d6-863a80835a50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363552 Nov 25 17:28:08.959697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Deleting port 47ac0f7d-fe42-4801-824a-a1beb05c8c69 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:08.960091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:08.979124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:08.986715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:08.988801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.000727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.008414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/networks/cf22a751-1ebc-4c73-b5ea-d5cfe989c456 HTTP/1.1" status: 204 len: 168 time: 1.7003169 Nov 25 17:28:09.010406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:09.017232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'routes': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:09.077910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe50885-7083-47d0-9262-ee94117c674c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Pushing event deleted for resources: {'Network': ['ID=cf22a751-1ebc-4c73-b5ea-d5cfe989c456,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:09.109130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.109723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.126149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Calling delete_port for 47ac0f7d-fe42-4801-824a-a1beb05c8c69 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:09.180189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72922e-d721-40f2-8375-a07083c738be None None] Network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:09.348990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.354445 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.364082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Added routes are [] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:28:09.368087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Removed routes are [] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:28:09.370139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.393747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.435679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:09.460068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9c0d181-a2da-4d8d-951e-c6afa9725e77 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:09.464262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Port': ['ID=47ac0f7d-fe42-4801-824a-a1beb05c8c69,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:09.494337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a89c1-2390-41eb-ba1b-de5a99d9161e req-7614e06e-d0a3-4417-abfc-e25b8ec74b5d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:09.496172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e4a89c1-2390-41eb-ba1b-de5a99d9161e req-7614e06e-d0a3-4417-abfc-e25b8ec74b5d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.1573722 Nov 25 17:28:09.498138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '28200e40-1cf9-4a8f-a1cf-161537561811', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': '28200e40-1cf9-4a8f-a1cf-161537561811', 'mac_address': 'fa:16:3e:d0:2f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:09.547607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:09.548988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c9c0d181-a2da-4d8d-951e-c6afa9725e77 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:09.549448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9c0d181-a2da-4d8d-951e-c6afa9725e77 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:09.550206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1de0df7-16e3-4aa0-a01d-684f8c5908f3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:09.576386 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] create failed (client error): The resource could not be found. Nov 25 17:28:09.582644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-022ebcc4-fbbe-495b-9b40-90bda566680e tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5009246 Nov 25 17:28:09.584271 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.586127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:09.634408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b1de0df7-16e3-4aa0-a01d-684f8c5908f3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:09.634995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1de0df7-16e3-4aa0-a01d-684f8c5908f3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:09.663101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e4a89c1-2390-41eb-ba1b-de5a99d9161e req-fc0b79a6-ae21-4cfe-bf41-4b8060667f66 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445804 Nov 25 17:28:09.669379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.678141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.713506 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.717878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=11']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:09.739310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:09.777231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Deleting port 9c6f163c-7147-4dc5-8ae1-e5bd4734f440 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:09.777419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:09.777504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.782435 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:09.867683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:09.881488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['28200e40-1cf9-4a8f-a1cf-161537561811'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:09.921287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4fe4e-f0fd-4be2-835a-b5a4c7a26f3d req-6931c38c-e1bd-4b90-bc02-a2178ac4b068 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:09.947824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e4fe4e-f0fd-4be2-835a-b5a4c7a26f3d req-6931c38c-e1bd-4b90-bc02-a2178ac4b068 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1220865 Nov 25 17:28:10.074964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.093696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e4fe4e-f0fd-4be2-835a-b5a4c7a26f3d req-f8e997a1-4be8-4b3f-bffc-76ccde61dc55 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446733 Nov 25 17:28:10.099436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Calling delete_port for 9c6f163c-7147-4dc5-8ae1-e5bd4734f440 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:10.276763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.284896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:10.299975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-ac5a9194-eb78-4c64-a1b8-c9444ecc3f43 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:10.307948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-ac5a9194-eb78-4c64-a1b8-c9444ecc3f43 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/networks?id=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e HTTP/1.1" status: 200 len: 814 time: 0.8018181 Nov 25 17:28:10.324823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-308ca5e7-365e-4bb6-b50d-2ae7fa3f8846 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/quotas/8c1fdf30d7f34d7299e3d17ebfd33090 HTTP/1.1" status: 200 len: 375 time: 0.0159299 Nov 25 17:28:10.330349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Port': ['ID=9c6f163c-7147-4dc5-8ae1-e5bd4734f440,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:10.380751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-75b79830-eba9-4941-a929-cd66a6b323a4 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c1fdf30d7f34d7299e3d17ebfd33090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550058 Nov 25 17:28:10.456217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295909ea-e3fa-40ee-bc7b-1ecab3e24410 req-663e4fd3-5c77-4d2d-8061-ce20d6ec7f06 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:10.457738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-295909ea-e3fa-40ee-bc7b-1ecab3e24410 req-663e4fd3-5c77-4d2d-8061-ce20d6ec7f06 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 945 time: 0.1327884 Nov 25 17:28:10.470646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.479757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2cb05fec-5e34-4043-bee8-d6efaa434ec3 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "DELETE /v2.0/ports/9c6f163c-7147-4dc5-8ae1-e5bd4734f440 HTTP/1.1" status: 204 len: 168 time: 0.8921840 Nov 25 17:28:10.487431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55552) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:10.538388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:10.550624 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] Sync routers for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:10.558846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:10.564866 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d451e89-0f99-4c22-a040-249048d45888" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:10.567249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:10.569626 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.572198 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.572841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.576595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6cf6839d-2811-4331-beb3-31c1c0513d22 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 705 time: 1.5622342 Nov 25 17:28:10.577995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:10.650167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-ccc52708-82e6-4699-9454-ab2ffbc83c38 service neutron] 10.222.0.86 "GET /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684166 Nov 25 17:28:10.671537 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d85bcebb-d485-4094-8a40-cb5474db5436 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 205 time: 0.0884998 Nov 25 17:28:10.684958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:10.716696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6468ab75-57d6-42c6-91c0-dd61bf5926ff tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:10.721442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6468ab75-57d6-42c6-91c0-dd61bf5926ff tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "GET /v2.0/ports?device_id=4463e75e-9598-46f9-a8b7-8fc8106cf333 HTTP/1.1" status: 200 len: 913 time: 0.2301502 Nov 25 17:28:10.724661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55566) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:10.732794 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:10.774869 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-295909ea-e3fa-40ee-bc7b-1ecab3e24410 req-53b7a657-daa3-4ec3-87f1-6aef36d119e3 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889295 Nov 25 17:28:10.827766 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cddf74-2863-40cc-aa39-18d84740c9e5 x-openstack-request-id: req-e0cddf74-2863-40cc-aa39-18d84740c9e5 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:10.828067 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:10.828322 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0cddf74-2863-40cc-aa39-18d84740c9e5 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:10.828893 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'code': 200} Nov 25 17:28:10.877926 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:28:04Z', 'revision_number': 11, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.887533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:10.941613 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] Checking router: f6a047d8-d053-4e0f-b75e-05d7b9b3de91 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:10.958172 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] Routers {'f6a047d8-d053-4e0f-b75e-05d7b9b3de91'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:10.958945 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:10.983285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:11.142840 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] Set router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:11.157707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 28200e40-1cf9-4a8f-a1cf-161537561811 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:11.163692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.202286 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:28:04Z', 'revision_number': 11, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:11.232579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-b768e054-9130-46ab-8596-7f0bfcb550e4 service neutron] 10.222.0.86 "GET /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814986 Nov 25 17:28:11.264688 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985658fe-3f04-4d29-8f72-212e1fdd0d73 None None] The sync data for ids ['f6a047d8-d053-4e0f-b75e-05d7b9b3de91'] in n-d-817303-7 is: [{'id': 'f6a047d8-d053-4e0f-b75e-05d7b9b3de91', 'name': 'tempest-RoutersIpV6Test-router-1075989624', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:37Z', 'updated_at': '2021-11-25T17:28:04Z', 'revision_number': 11, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:11.416297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.525692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:11.534270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.661305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ad7fe-2e6c-4d28-aa51-cd1f2f47d46b req-e3400b66-ca04-42d7-bea1-04c4d3109aff tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:11.669000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.670370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c29ad7fe-2e6c-4d28-aa51-cd1f2f47d46b req-e3400b66-ca04-42d7-bea1-04c4d3109aff tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34fd81f-64f2-48b9-bf0d-97d36e0018a6 HTTP/1.1" status: 200 len: 945 time: 0.1840177 Nov 25 17:28:11.673230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=13']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:11.757902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c29ad7fe-2e6c-4d28-aa51-cd1f2f47d46b req-46fc117a-e794-4941-969c-f50416434cea tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867116 Nov 25 17:28:11.761458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.942612 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-07649a3f-def0-404e-bdad-abca06490612 req-e7e47696-bf3b-400f-895d-96c06789e308 service neutron] show failed (client error): The resource could not be found. Nov 25 17:28:11.943672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-e7e47696-bf3b-400f-895d-96c06789e308 service neutron] 10.222.0.55 "GET /v2.0/ports/f7121ef5-2eb1-4e52-91bf-d004b642e661/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.9836218 Nov 25 17:28:11.945387 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.949598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:11.969186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67cf1e-e569-4d21-a3a7-6002ccd741e4 req-3aa83610-7a90-4d5b-bdfe-f1b091c5d167 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:11.979921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f67cf1e-e569-4d21-a3a7-6002ccd741e4 req-3aa83610-7a90-4d5b-bdfe-f1b091c5d167 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 945 time: 1.0208521 Nov 25 17:28:12.061198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.062143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router f6a047d8-d053-4e0f-b75e-05d7b9b3de91 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:12.073899 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.075377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa005281-fbf4-4242-bcab-ea45cabaa53d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 204 len: 168 time: 1.3872893 Nov 25 17:28:12.085190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:12.091272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467278829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:12.145465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c4051-aabb-44bb-8cb0-ebc568683966 req-43c89ccb-1437-4fe7-a6a3-7c17c9326e88 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.146034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f67cf1e-e569-4d21-a3a7-6002ccd741e4 req-155d25d7-36f3-4964-b179-8025390f76b5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638446 Nov 25 17:28:12.165726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-261c4051-aabb-44bb-8cb0-ebc568683966 req-43c89ccb-1437-4fe7-a6a3-7c17c9326e88 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.2152388 Nov 25 17:28:12.197068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.198726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.408471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.413463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.437162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-6ae77fef-9293-4a64-9f92-a111dd5d0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:12.439915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-6ae77fef-9293-4a64-9f92-a111dd5d0f50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0962412 Nov 25 17:28:12.443335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.444580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a76bd6a-6c2c-4131-930a-377ee3ace1ed tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3584323 Nov 25 17:28:12.466100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-261c4051-aabb-44bb-8cb0-ebc568683966 req-df98c3b4-5e96-4a9d-b83d-fc4c2d061765 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902265 Nov 25 17:28:12.466942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55600) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:12.497809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:12.539781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:12.556584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ad00520-5c0b-46d9-a277-eed0cfb39b63 req-5aba5c6f-9ee9-44d2-a814-e609cba39d9a tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 210 time: 0.1096675 Nov 25 17:28:12.647917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:12.830448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:12.833134 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff92171-eee5-49fc-875c-7debc80e0143" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:12.938205 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebeeb0-dff6-49e1-8290-0063cc2c1c3a x-openstack-request-id: req-aeebeeb0-dff6-49e1-8290-0063cc2c1c3a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:12.938794 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-plugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:12.939269 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aeebeeb0-dff6-49e1-8290-0063cc2c1c3a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:12.940049 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'code': 200} Nov 25 17:28:13.015304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Deleting port d0cf6399-a032-4c0e-a5d1-3754c7b71e8e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:13.016101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.036662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.096761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.232682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.269649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Calling delete_port for d0cf6399-a032-4c0e-a5d1-3754c7b71e8e owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:13.326114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Router b3a96015-b308-41bc-a766-48a0e370c234 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:28:13.401498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:13.554597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e388-4356-4b07-8ced-150ea7ae695f req-b6f2345b-55cd-4ecc-a459-8dd1a00845bf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:13.557127 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6d5e388-4356-4b07-8ced-150ea7ae695f req-b6f2345b-55cd-4ecc-a459-8dd1a00845bf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.1452942 Nov 25 17:28:13.561097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:13.570356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] Sync routers for ids ['b3a96015-b308-41bc-a766-48a0e370c234'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:13.580687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-d1e61af7-cf9a-4752-bfff-f7cb2b8d0ec7 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:13.582687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-d1e61af7-cf9a-4752-bfff-f7cb2b8d0ec7 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.55 "GET /v2.0/networks?id=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e HTTP/1.1" status: 200 len: 814 time: 0.5363722 Nov 25 17:28:13.583090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.584241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:13.584363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-49a7c21e-2ab7-4d46-833b-a7ee75d6cf9b tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "PUT /v2.0/routers/b3a96015-b308-41bc-a766-48a0e370c234 HTTP/1.1" status: 200 len: 698 time: 1.1153743 Nov 25 17:28:13.588015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55626) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:13.590815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] Routers {'b3a96015-b308-41bc-a766-48a0e370c234'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:13.595356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b3a96015-b308-41bc-a766-48a0e370c234'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:13.628880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Request body: {'port': {'device_id': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e', 'admin_state_up': True, 'tenant_id': '8c1fdf30d7f34d7299e3d17ebfd33090'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:13.677587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6d5e388-4356-4b07-8ced-150ea7ae695f req-9d262ba1-a415-4db1-9031-35f4fba085d4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072488 Nov 25 17:28:13.750466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:13.817840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Port': ['ID=d0cf6399-a032-4c0e-a5d1-3754c7b71e8e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:13.941919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd421f5c-6eac-4487-9cd6-1a7eec91d18f tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/routers/b3a96015-b308-41bc-a766-48a0e370c234 HTTP/1.1" status: 200 len: 704 time: 0.3523865 Nov 25 17:28:13.945251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:13.982099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a8c873c7-334c-418f-800d-cd05a18a631a tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:13.992097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a8c873c7-334c-418f-800d-cd05a18a631a tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 812 time: 0.5767179 Nov 25 17:28:14.001051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:14.006418 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf41b78-d913-4e51-b497-a7677da04dcd" -d '{"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-unplugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:14.011108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.045546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8456e86b-89ac-415d-a2f0-4d826827fcd9 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3a96015-b308-41bc-a766-48a0e370c234 HTTP/1.1" status: 200 len: 205 time: 0.0616918 Nov 25 17:28:14.048151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:14.055041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-66b35f99-0d8f-464b-b3a5-60c466ce7983 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/quotas/99fbf4f30c804888ae29e145000311a1 HTTP/1.1" status: 200 len: 375 time: 0.0617976 Nov 25 17:28:14.062469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Transition to ACTIVE for port object f7121ef5-2eb1-4e52-91bf-d004b642e661 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:14.173070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.240178 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.264948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:14.286513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] Set router b3a96015-b308-41bc-a766-48a0e370c234 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:14.331871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c82ca6-fa8f-4894-b4fc-083136ae36d1 req-884a1adc-c430-4fd6-b365-bfe75ebcf3d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.340704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78c82ca6-fa8f-4894-b4fc-083136ae36d1 req-884a1adc-c430-4fd6-b365-bfe75ebcf3d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.4174252 Nov 25 17:28:14.417170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-2a4dfaf4-4eeb-4465-9522-1393b6bd6a0d tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.418912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-2a4dfaf4-4eeb-4465-9522-1393b6bd6a0d tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "GET /v2.0/ports?device_id=f34fd81f-64f2-48b9-bf0d-97d36e0018a6 HTTP/1.1" status: 200 len: 945 time: 0.2778115 Nov 25 17:28:14.462492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a96015-b308-41bc-a766-48a0e370c234', 'name': 'tempest-RoutersIpV6Test-router-1467278829', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:12Z', 'updated_at': '2021-11-25T17:28:13Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.519855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-f543fd90-0a48-4e6f-ac05-7d1910fe28ed tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4628687 Nov 25 17:28:14.549346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] Checking router: b3a96015-b308-41bc-a766-48a0e370c234 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:14.557811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.603342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] Routers {'b3a96015-b308-41bc-a766-48a0e370c234'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:14.604718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Made reservation on behalf of 8c1fdf30d7f34d7299e3d17ebfd33090 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:14.608614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.610835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b3a96015-b308-41bc-a766-48a0e370c234'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.716869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] Set router b3a96015-b308-41bc-a766-48a0e370c234 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:14.792242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a96015-b308-41bc-a766-48a0e370c234', 'name': 'tempest-RoutersIpV6Test-router-1467278829', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:12Z', 'updated_at': '2021-11-25T17:28:13Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:14.825821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69e85e-df7e-433f-87ca-086c572a42af None None] The sync data for ids ['b3a96015-b308-41bc-a766-48a0e370c234'] in n-d-817303-7 is: [{'id': 'b3a96015-b308-41bc-a766-48a0e370c234', 'name': 'tempest-RoutersIpV6Test-router-1467278829', 'tenant_id': '81fb02df67be4e699701be9b90f269a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:12Z', 'updated_at': '2021-11-25T17:28:13Z', 'revision_number': 2, 'project_id': '81fb02df67be4e699701be9b90f269a8', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:14.881012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-25483960-f6c7-45cc-8a67-f3f16b4d47cf tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:14.881627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:14.893442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-25483960-f6c7-45cc-8a67-f3f16b4d47cf tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "GET /v2.0/ports?device_id=17164fc5-8849-4ab1-82a2-3a05623caec5 HTTP/1.1" status: 200 len: 945 time: 0.4890449 Nov 25 17:28:14.912373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] No DVR routers for this DVR port f7121ef5-2eb1-4e52-91bf-d004b642e661 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:14.942698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:14.953573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:14.958643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.191661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78c82ca6-fa8f-4894-b4fc-083136ae36d1 req-2123cc9e-eaac-4da3-8e02-dededee96284 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8491673 Nov 25 17:28:15.224635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.226871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Fanout notify agent at l3_agent the message router_deleted on router b3a96015-b308-41bc-a766-48a0e370c234 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:15.238858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Router 4463e75e-9598-46f9-a8b7-8fc8106cf333 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:28:15.263454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.268659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-69f9b8be-8700-4c73-a218-13fe69305256 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/b3a96015-b308-41bc-a766-48a0e370c234 HTTP/1.1" status: 204 len: 168 time: 1.1156082 Nov 25 17:28:15.281403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55646) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.356307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Allocated IP 172.20.0.13 (275d2f7a-95a1-4c9f-a0ec-d6e641580f6e/d635b172-7c5e-4772-83f8-2fc90d506c51/60aa8984-9454-46f1-84e8-ce7555440a91) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:15.369537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Deleting port 424e7582-4b53-4649-a005-31f34df3d529 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:15.369847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.376639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f1c9cb52-dc59-45c6-b6db-10babb45f60d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3a96015-b308-41bc-a766-48a0e370c234 HTTP/1.1" status: 200 len: 205 time: 0.0941083 Nov 25 17:28:15.395823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-d629a850-1410-4e7e-9e7c-226c49743f81 service neutron] 10.222.0.86 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653316 Nov 25 17:28:15.416600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.447428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c94f5d4a-39bb-4415-8ffc-94a810f526c8 req-a90f259b-5034-4dda-952b-4d103a56ec91 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 210 time: 0.0847738 Nov 25 17:28:15.530539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:15.545383 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] Sync routers for ids ['4463e75e-9598-46f9-a8b7-8fc8106cf333'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:15.553756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b14c3d4-dc71-48fa-83b6-11625c138b78 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "PUT /v2.0/routers/4463e75e-9598-46f9-a8b7-8fc8106cf333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8229139 Nov 25 17:28:15.554586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.561457 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] Routers {'4463e75e-9598-46f9-a8b7-8fc8106cf333'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:15.562079 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4463e75e-9598-46f9-a8b7-8fc8106cf333'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.629832 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.647442 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] Routers {'4463e75e-9598-46f9-a8b7-8fc8106cf333'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:15.647976 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4463e75e-9598-46f9-a8b7-8fc8106cf333'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.697432 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-fc47cf8e-4f98-400f-b65c-668d80d695a6 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:15.697432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fc47cf8e-4f98-400f-b65c-668d80d695a6 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/b3a96015-b308-41bc-a766-48a0e370c234 HTTP/1.1" status: 404 len: 336 time: 0.2628503 Nov 25 17:28:15.705034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.748364 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:15.749259 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1b392-559f-4282-8f3e-f795f2efc4f6 None None] The sync data for ids ['4463e75e-9598-46f9-a8b7-8fc8106cf333'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:15.794079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:15.911948 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e4e250-15ff-4d58-912a-8ab6e4e6cdda tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:15.912561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e4e250-15ff-4d58-912a-8ab6e4e6cdda tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:15.916224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d7e4e250-15ff-4d58-912a-8ab6e4e6cdda tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/3492bec0-dc80-4b14-a42f-5b3ca0523fcb HTTP/1.1" status: 404 len: 337 time: 0.2098100 Nov 25 17:28:15.920228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55662) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:15.987789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=424e7582-4b53-4649-a005-31f34df3d529,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:15.987789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.010148 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.014305 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a6f02b-802a-42d5-88eb-1816bc10f87d x-openstack-request-id: req-89a6f02b-802a-42d5-88eb-1816bc10f87d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:16.014606 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-unplugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:16.014862 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89a6f02b-802a-42d5-88eb-1816bc10f87d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:16.015255 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'code': 200} Nov 25 17:28:16.046810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:16.047168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:16.047504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:16.075311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Deleting port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:16.075681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.082021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Calling delete_port for 424e7582-4b53-4649-a005-31f34df3d529 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:16.131913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-143cf3d9-027b-4246-82ac-514141190a92 service neutron] 10.222.0.86 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352662 Nov 25 17:28:16.132633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:16.132940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:16.201188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:16.201572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Checking segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:16.204083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Bound using segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:16.204560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Bound port: f7121ef5-2eb1-4e52-91bf-d004b642e661, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:16.204927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.786032 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12d6478-d2c9-4831-8988-70690462fbf3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:16.786586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12d6478-d2c9-4831-8988-70690462fbf3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:16.794086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b12d6478-d2c9-4831-8988-70690462fbf3 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/312ebcf0-3189-470b-8f38-3de79e919048 HTTP/1.1" status: 404 len: 337 time: 0.8695560 Nov 25 17:28:16.796055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.828731 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-06855b10-982d-42f3-8b1e-f4affd704644 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:16.829424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06855b10-982d-42f3-8b1e-f4affd704644 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:16.835080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06855b10-982d-42f3-8b1e-f4affd704644 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/7f6816ac-edb8-4ba3-88f4-2aae663a9680 HTTP/1.1" status: 404 len: 337 time: 0.0350642 Nov 25 17:28:16.839664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55678) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:16.913808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.921801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:16.928935 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae688c7-1de0-4029-acc7-45bd4bc3bb09 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:16.929305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae688c7-1de0-4029-acc7-45bd4bc3bb09 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:16.935937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8ae688c7-1de0-4029-acc7-45bd4bc3bb09 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/4f4f0069-40d6-4f76-8fc8-e166e0270557 HTTP/1.1" status: 404 len: 337 time: 0.0950420 Nov 25 17:28:16.938992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.012876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 424e7582-4b53-4649-a005-31f34df3d529 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:17.068366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214f3af-33a1-4cd4-9918-6780bd26fe33 req-974b73a4-2864-4266-b6ba-1f22ff9b503a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.076766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.078204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9214f3af-33a1-4cd4-9918-6780bd26fe33 req-974b73a4-2864-4266-b6ba-1f22ff9b503a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 1.1438935 Nov 25 17:28:17.088839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b864e8b4-a379-4918-b099-7528d9e4bbf9 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 200 len: 205 time: 0.1484923 Nov 25 17:28:17.091852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55688) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.170257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.170813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Fanout notify agent at l3_agent the message router_deleted on router 4463e75e-9598-46f9-a8b7-8fc8106cf333 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:28:17.175123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2794e5-f66b-49bf-8a0d-ce449603bcad req-01cdd6ec-6b56-4480-80a8-d2b57b24728c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:17.176424 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.176735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a2794e5-f66b-49bf-8a0d-ce449603bcad req-01cdd6ec-6b56-4480-80a8-d2b57b24728c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.2963877 Nov 25 17:28:17.184461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.188100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f20b6f3a-b9b5-4441-905f-13e6a3e46521 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "DELETE /v2.0/routers/4463e75e-9598-46f9-a8b7-8fc8106cf333 HTTP/1.1" status: 204 len: 168 time: 1.6298311 Nov 25 17:28:17.192588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55690) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.201965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] For port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:17.202350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.242925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424e7582-4b53-4649-a005-31f34df3d529'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:17.249045 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d509a9-dde3-469d-af51-cd6334efad02" -d '{"events": [{"server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "name": "network-vif-unplugged", "status": "completed", "tag": "424e7582-4b53-4649-a005-31f34df3d529"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:17.293962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 424e7582-4b53-4649-a005-31f34df3d529, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=424e7582-4b53-4649-a005-31f34df3d529,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:17.296694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9214f3af-33a1-4cd4-9918-6780bd26fe33 req-5f7c89db-01cb-4f22-b40c-a6fad7dedafe tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169697 Nov 25 17:28:17.301802 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.303360 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-d2f0121a-a68c-42c5-92de-c80e025e1503 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:17.308583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2f0121a-a68c-42c5-92de-c80e025e1503 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/f6a047d8-d053-4e0f-b75e-05d7b9b3de91 HTTP/1.1" status: 404 len: 336 time: 0.2110283 Nov 25 17:28:17.347057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.398318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Calling delete_port for 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:17.417520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:17.448152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Deleting subnet 88a9ec47-9b02-4439-a6fb-5f58df6ea08e {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:17.471671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.481785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5867f814-975d-4964-996d-91b36f1dc5f1 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=8196a614-65ef-492e-9f95-4d49170990fd HTTP/1.1" status: 200 len: 205 time: 0.0875425 Nov 25 17:28:17.483087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.483220 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.495758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9b22544-95c2-415f-a009-c452bc9cac06 req-69ee86ef-5658-4018-91b4-b898051fdb9e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 210 time: 0.0447087 Nov 25 17:28:17.501786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:17.614584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.623092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:17.630678 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-a0b596b9-b40d-439f-b813-209df93c24af tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:17.635583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a0b596b9-b40d-439f-b813-209df93c24af tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/8196a614-65ef-492e-9f95-4d49170990fd HTTP/1.1" status: 404 len: 336 time: 0.1392407 Nov 25 17:28:17.640649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.674558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.678660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.771474 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c1330-3afc-4e84-9538-f6115ca0e883 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:17.771959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3c1330-3afc-4e84-9538-f6115ca0e883 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:17.792748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eb3c1330-3afc-4e84-9538-f6115ca0e883 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/65e64d9d-e4ea-4745-a00d-974094fa84d4 HTTP/1.1" status: 404 len: 337 time: 0.1143775 Nov 25 17:28:17.794671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.796851 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d47946-8183-48a0-957c-b02e062f6469 x-openstack-request-id: req-60d47946-8183-48a0-957c-b02e062f6469 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:17.797148 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "name": "network-vif-unplugged", "status": "completed", "tag": "424e7582-4b53-4649-a005-31f34df3d529", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:17.797404 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60d47946-8183-48a0-957c-b02e062f6469 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:17.797860 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424e7582-4b53-4649-a005-31f34df3d529', 'code': 200} Nov 25 17:28:17.847004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.948942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:17.952686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-841b4263-de5d-4ce9-9ff5-b8dff3e1253c tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 200 len: 205 time: 0.1535747 Nov 25 17:28:17.960940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55714) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:17.980379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a2794e5-f66b-49bf-8a0d-ce449603bcad req-487209af-3d29-4cbc-8174-faba03a71768 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7656229 Nov 25 17:28:18.085091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:18.090918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.092557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Subnet': ['ID=88a9ec47-9b02-4439-a6fb-5f58df6ea08e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.094757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] 10.222.0.73 "PUT /v2.0/ports/f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 1091 time: 5.6064069 Nov 25 17:28:18.098540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.106462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b27a35-2094-471a-a911-f275aa428282 None None] Network d5474308-b71b-44eb-970c-7729a6f47109 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:18.121362 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18deaa4a-059c-49e1-b3df-d676d7950603 tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "DELETE /v2.0/subnets/88a9ec47-9b02-4439-a6fb-5f58df6ea08e HTTP/1.1" status: 204 len: 168 time: 0.9147298 Nov 25 17:28:18.124834 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-560680f7-fedf-4d64-861b-9a4ab2e62d35 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:18.128982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-560680f7-fedf-4d64-861b-9a4ab2e62d35 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/a05904ef-1062-4194-b10a-8a580e736321 HTTP/1.1" status: 404 len: 336 time: 0.1657650 Nov 25 17:28:18.131342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.131837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55718) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.236677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-47f9c0d6-31bc-4b5c-8160-d37e3b6c80e0 req-d80c237f-5da8-4986-bbf7-99df8afdeb43 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 210 time: 0.0577981 Nov 25 17:28:18.272374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1ec26cbd-20a2-4e7a-9389-a8533600d79d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d97a866-ff7f-446f-a5dd-ada9de46a6c4 HTTP/1.1" status: 200 len: 205 time: 0.1247783 Nov 25 17:28:18.319454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.407660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.418609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:18.420267 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-8a594a09-4333-45ca-9213-245619f8245d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:18.423817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8a594a09-4333-45ca-9213-245619f8245d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/9d97a866-ff7f-446f-a5dd-ada9de46a6c4 HTTP/1.1" status: 404 len: 336 time: 0.1032033 Nov 25 17:28:18.426207 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5bd86e-1e14-4a64-9324-8a5d110e632e" -d '{"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:18.440899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.468143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.472229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.548535 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e7c5a7-f24b-4bc1-93a9-865145bc2849 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:18.550530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e7c5a7-f24b-4bc1-93a9-865145bc2849 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:18.556138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7e7c5a7-f24b-4bc1-93a9-865145bc2849 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/d3cc5f54-8f78-4a03-a074-045a429328d8 HTTP/1.1" status: 404 len: 337 time: 0.0789433 Nov 25 17:28:18.564150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:18.610596 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf16636-311d-44af-b64c-2b4c88ed9ec2 x-openstack-request-id: req-ccf16636-311d-44af-b64c-2b4c88ed9ec2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:18.610893 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:18.611073 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ccf16636-311d-44af-b64c-2b4c88ed9ec2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:18.611479 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'status': 'completed', 'code': 200} Nov 25 17:28:18.643568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:18.644507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.774865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.775437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.775817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.776163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.776515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.776917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.777260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.777585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.777711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] DHCP port deletion for d5474308-b71b-44eb-970c-7729a6f47109 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:18.777926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.778247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.778586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.778919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd1d8e2-84f7-4a24-ad10-1656ffe57926 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:18.796371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:18.851890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] No DVR routers for this DVR port 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:18.868682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Pushing event updated for resources: {'Port': ['ID=60aa8984-9454-46f1-84e8-ce7555440a91,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:18.887535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:18.890951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0dc4fa90-d939-4e98-8e0c-823147cbacd0 req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "DELETE /v2.0/ports/1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 HTTP/1.1" status: 204 len: 173 time: 3.9966955 Nov 25 17:28:18.891719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:18.923237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:18.957888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:18.958673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 1c4d3dc1-e5c4-410b-a251-c4c3a8166e21 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:18.987742 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] Deleting port 9e39f951-fddc-4de3-abec-b53d13247aeb {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:18.988664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.040845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d1685de9-925e-4de3-b09b-780905d36254 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=22576804-c7d9-47b4-8185-a0108581d54b HTTP/1.1" status: 200 len: 205 time: 0.3363035 Nov 25 17:28:19.053614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.086359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event deleted for resources: {'Port': ['ID=424e7582-4b53-4649-a005-31f34df3d529,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:19.113445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] For port 9e39f951-fddc-4de3-abec-b53d13247aeb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9e39f951-fddc-4de3-abec-b53d13247aeb,segment=NetworkSegment(376f67f5-ed27-4339-b10b-1ea62d6fbd61),segment_id=376f67f5-ed27-4339-b10b-1ea62d6fbd61)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:19.116467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.154905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] Calling delete_port for 9e39f951-fddc-4de3-abec-b53d13247aeb owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:19.295911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.299598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.381962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-bc36e637-1d93-4e37-b57f-11f907c59dcd tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.386865 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-bc36e637-1d93-4e37-b57f-11f907c59dcd tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 812 time: 0.4360454 Nov 25 17:28:19.389979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.402287 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-82e8ede2-6d3f-40ee-b36b-cc8924e68400 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:19.403793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Request body: {'port': {'device_id': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'admin_state_up': True, 'tenant_id': '99fbf4f30c804888ae29e145000311a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:19.404049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82e8ede2-6d3f-40ee-b36b-cc8924e68400 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/22576804-c7d9-47b4-8185-a0108581d54b HTTP/1.1" status: 404 len: 336 time: 0.3342538 Nov 25 17:28:19.406435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-0e6ae7e4-ba3d-41b4-a2be-0d5d5bec2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.408198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-0e6ae7e4-ba3d-41b4-a2be-0d5d5bec2def service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1094 time: 0.8355417 Nov 25 17:28:19.420765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eda5f5-26d2-45fb-b1ee-fc07100343fd req-f6770861-0d46-41e3-af91-92cd1bf1c8ce tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.421332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.432543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39eda5f5-26d2-45fb-b1ee-fc07100343fd req-f6770861-0d46-41e3-af91-92cd1bf1c8ce tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.9285996 Nov 25 17:28:19.446930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4febf06-d26b-4321-a90b-568e518c5f81 req-233a90f7-dcac-47e4-bb01-d708dc135a8f tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.448231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4febf06-d26b-4321-a90b-568e518c5f81 req-233a90f7-dcac-47e4-bb01-d708dc135a8f tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 932 time: 0.7068725 Nov 25 17:28:19.467222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-7f6154e1-bd64-4f7e-ac3b-0129cfbcc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.468948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-7f6154e1-bd64-4f7e-ac3b-0129cfbcc3ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1094 time: 0.7638299 Nov 25 17:28:19.472379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] No DVR routers for this DVR port 9e39f951-fddc-4de3-abec-b53d13247aeb on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:19.486023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ab32a-c893-49bb-be60-df55037d4e1b None None] Pushing event deleted for resources: {'Port': ['ID=9e39f951-fddc-4de3-abec-b53d13247aeb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:19.526122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebbc73-ab84-4535-b190-e7270e881958 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event deleted for resources: {'Port': ['ID=1c4d3dc1-e5c4-410b-a251-c4c3a8166e21,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:19.552599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9e39f951-fddc-4de3-abec-b53d13247aeb no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:19.580374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 9e39f951-fddc-4de3-abec-b53d13247aeb {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:19.580722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9e39f951-fddc-4de3-abec-b53d13247aeb not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:19.590054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] No DVR routers for this DVR port 424e7582-4b53-4649-a005-31f34df3d529 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:19.627304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-4882d8d6-23e9-47f6-8313-7b79407e504e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0028174 Nov 25 17:28:19.628522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.640455 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8d0ebd-0136-4563-b056-3474ab60b0ff tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:19.641410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8d0ebd-0136-4563-b056-3474ab60b0ff tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:19.644036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55591852-4f06-4129-b4a2-55b257a9cd81 req-108da8e0-4d16-4a43-a064-ffa4683f5581 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "DELETE /v2.0/ports/424e7582-4b53-4649-a005-31f34df3d529 HTTP/1.1" status: 204 len: 173 time: 5.1484563 Nov 25 17:28:19.655544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5d8d0ebd-0136-4563-b056-3474ab60b0ff tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/b15f60c7-fd72-42d4-a782-896ea1f99a5a HTTP/1.1" status: 404 len: 337 time: 0.2241609 Nov 25 17:28:19.664085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55762) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:19.683596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Deleting port 9e39f951-fddc-4de3-abec-b53d13247aeb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:19.684332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:19.718030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-bc70b466-2f2f-43b0-a42a-4fdc26fa5d8d tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:28:19.720779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-bc70b466-2f2f-43b0-a42a-4fdc26fa5d8d tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160301 Nov 25 17:28:19.745377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Request body: {'port': {'device_id': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:19.764777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-93df4803-cae1-4912-a5e6-48738a3d3c25 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:19.777093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-93df4803-cae1-4912-a5e6-48738a3d3c25 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 812 time: 1.2117043 Nov 25 17:28:19.893802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39eda5f5-26d2-45fb-b1ee-fc07100343fd req-1574d2a5-2352-4da5-b719-9a11ed0e7974 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4585459 Nov 25 17:28:19.894748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.130815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9bd59dd6-dc0c-4f26-bbcc-a3f95196783d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "GET /v2.0/ports?device_id=68c9305e-7ef0-4fe3-b756-86ea811c782c HTTP/1.1" status: 200 len: 205 time: 0.4489310 Nov 25 17:28:20.138283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55764) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.162441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Request body: {'port': {'device_id': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'admin_state_up': True, 'tenant_id': '99fbf4f30c804888ae29e145000311a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:20.163201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-6d97b9da-2e35-42b6-b84e-0367163ece49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.165367 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-6d97b9da-2e35-42b6-b84e-0367163ece49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.7275033 Nov 25 17:28:20.286509 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-b315cf0a-957e-40a1-a721-f317a0be5ab8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] delete failed (client error): The resource could not be found. Nov 25 17:28:20.287902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b315cf0a-957e-40a1-a721-f317a0be5ab8 tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/routers/68c9305e-7ef0-4fe3-b756-86ea811c782c HTTP/1.1" status: 404 len: 336 time: 0.1455555 Nov 25 17:28:20.293113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.379651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aa8984-9454-46f1-84e8-ce7555440a91 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:20.386574 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d3d31d-8bab-46a8-abdd-91940599985d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:20.387420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d3d31d-8bab-46a8-abdd-91940599985d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:20.390976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e6d3d31d-8bab-46a8-abdd-91940599985d tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/2bac7c28-1aa5-478e-87e7-d90e75f96a2e HTTP/1.1" status: 404 len: 337 time: 0.0927432 Nov 25 17:28:20.397088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:20.399437 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.434230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc4c9-bbb5-4810-933f-edbb2b4b9f32 req-195641b6-3906-4614-9aa6-1604e5343578 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.434957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] For port 9e39f951-fddc-4de3-abec-b53d13247aeb, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:20.435327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.441789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd7bc4c9-bbb5-4810-933f-edbb2b4b9f32 req-195641b6-3906-4614-9aa6-1604e5343578 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.3007464 Nov 25 17:28:20.449431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Calling delete_port for 9e39f951-fddc-4de3-abec-b53d13247aeb owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:20.453222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Port 9e39f951-fddc-4de3-abec-b53d13247aeb was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:28:20.458005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.491789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-edbb1439-7327-4798-a14a-51317963d253 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 0.2855046 Nov 25 17:28:20.492712 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa1199-712d-4394-8b68-b6ecbaeacdda tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] DELETE failed (client error): The resource could not be found. Nov 25 17:28:20.494341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaa1199-712d-4394-8b68-b6ecbaeacdda tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:28:20.498040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cfaa1199-712d-4394-8b68-b6ecbaeacdda tempest-RoutersIpV6Test-778219282 tempest-RoutersIpV6Test-778219282-project] 10.222.0.86 "DELETE /v2.0/subnets/e2ab3e7b-630b-4055-818f-667e7f32253b HTTP/1.1" status: 404 len: 337 time: 0.0934374 Nov 25 17:28:20.498205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Port': ['ID=9e39f951-fddc-4de3-abec-b53d13247aeb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.499713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Transition to ACTIVE for port object 60aa8984-9454-46f1-84e8-ce7555440a91 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:20.550159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.613265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4febf06-d26b-4321-a90b-568e518c5f81 req-39c9c82f-b7a7-4e96-8223-c606a876be3f tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9524145 Nov 25 17:28:20.614689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-b10f05bb-df82-4c1d-af2e-e9e36e98a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.617483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-b10f05bb-df82-4c1d-af2e-e9e36e98a7fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 1.1253729 Nov 25 17:28:20.626806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] No DVR routers for this DVR port 9e39f951-fddc-4de3-abec-b53d13247aeb on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:20.628511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Made reservation on behalf of 99fbf4f30c804888ae29e145000311a1 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:20.632405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'name': 'network-vif-deleted', 'tag': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21'}, {'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'name': 'network-vif-deleted', 'tag': '424e7582-4b53-4649-a005-31f34df3d529'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:20.633175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.646331 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527bee4-bd82-43d3-b9bb-9416ed4a578f" -d '{"events": [{"server_uuid": "17164fc5-8849-4ab1-82a2-3a05623caec5", "name": "network-vif-deleted", "tag": "1c4d3dc1-e5c4-410b-a251-c4c3a8166e21"}, {"server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "name": "network-vif-deleted", "tag": "424e7582-4b53-4649-a005-31f34df3d529"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:20.658431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Made reservation on behalf of 99fbf4f30c804888ae29e145000311a1 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:20.662343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:20.720048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-f57622d9-1b6c-4407-a89f-2969b4793642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:20.721829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-f57622d9-1b6c-4407-a89f-2969b4793642 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.2209766 Nov 25 17:28:20.796005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd7bc4c9-bbb5-4810-933f-edbb2b4b9f32 req-db3125d9-d80c-47e3-9ca0-35079c947462 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530180 Nov 25 17:28:20.940918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Pushing event updated for resources: {'Port': ['ID=60aa8984-9454-46f1-84e8-ce7555440a91,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:20.950738 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c79d42-bc96-40e7-9eba-8db930f0a052 x-openstack-request-id: req-42c79d42-bc96-40e7-9eba-8db930f0a052 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:20.955833 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17164fc5-8849-4ab1-82a2-3a05623caec5", "name": "network-vif-deleted", "tag": "1c4d3dc1-e5c4-410b-a251-c4c3a8166e21", "status": "completed", "code": 200}, {"server_uuid": "f34fd81f-64f2-48b9-bf0d-97d36e0018a6", "name": "network-vif-deleted", "tag": "424e7582-4b53-4649-a005-31f34df3d529", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:20.956262 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42c79d42-bc96-40e7-9eba-8db930f0a052 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:20.956849 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17164fc5-8849-4ab1-82a2-3a05623caec5', 'name': 'network-vif-deleted', 'tag': '1c4d3dc1-e5c4-410b-a251-c4c3a8166e21', 'status': 'completed', 'code': 200} Nov 25 17:28:20.957356 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34fd81f-64f2-48b9-bf0d-97d36e0018a6', 'name': 'network-vif-deleted', 'tag': '424e7582-4b53-4649-a005-31f34df3d529', 'status': 'completed', 'code': 200} Nov 25 17:28:20.981283 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-660aafe4-4d7a-4f66-a178-380351d8065d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 0.3344374 Nov 25 17:28:21.018150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e01b39af-55c7-4825-bd80-c6dd59895def req-28d94ae7-8157-4c9e-aac1-2f706c9b70c6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 210 time: 0.0844777 Nov 25 17:28:21.018657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.021878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07649a3f-def0-404e-bdad-abca06490612 req-06b4c6d9-7413-45f9-9b46-d1ed544b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.028479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-06b4c6d9-7413-45f9-9b46-d1ed544b7ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927623 Nov 25 17:28:21.032561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Attempting to bind port 60aa8984-9454-46f1-84e8-ce7555440a91 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:21.036344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Attempting to bind port 60aa8984-9454-46f1-84e8-ce7555440a91 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:21.036717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Attempting to bind port 60aa8984-9454-46f1-84e8-ce7555440a91 on network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:21.087996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Port 60aa8984-9454-46f1-84e8-ce7555440a91 on network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:21.088330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Attempting to bind port 60aa8984-9454-46f1-84e8-ce7555440a91 on network 275d2f7a-95a1-4c9f-a0ec-d6e641580f6e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:21.154069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Allocated IP 172.20.0.9 (9b5495af-cd73-47a9-9a14-d2a1b79115a3/3b41c406-62de-4c94-a579-03ba57a3d164/6a7a59c2-a433-4160-8191-2e0211f22670) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:21.237188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:21.237765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Checking segment: {'id': '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:21.237910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Bound using segment: {'id': '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:21.241014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Bound port: 60aa8984-9454-46f1-84e8-ce7555440a91, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:21.241394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.312973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.399249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.451506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.507730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b05de150-6a46-4e3f-8aba-b9c8e60df933 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=81fb02df67be4e699701be9b90f269a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680085 Nov 25 17:28:21.513022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55790) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:21.516272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59bbd2-0d17-4b80-b446-3f969521055f req-ada6f348-eb6d-4abc-824d-a4d5db2df21c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.518364 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb59bbd2-0d17-4b80-b446-3f969521055f req-ada6f348-eb6d-4abc-824d-a4d5db2df21c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.4334073 Nov 25 17:28:21.559707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-e0935898-7b1a-4f0f-9946-ff1e9f892514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.561196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-e0935898-7b1a-4f0f-9946-ff1e9f892514 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.5519533 Nov 25 17:28:21.571499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] For port 60aa8984-9454-46f1-84e8-ce7555440a91, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:21.583607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:21.588168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5474308-b71b-44eb-970c-7729a6f47109']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.600413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:21.604886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:21.615960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-d7021db9-c7ba-4cfc-8509-5a1421a1e993 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502548 Nov 25 17:28:21.626074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] For port 60aa8984-9454-46f1-84e8-ce7555440a91, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=60aa8984-9454-46f1-84e8-ce7555440a91,segment=NetworkSegment(0aef2623-5400-4ae2-8a8f-2dbbd7211d0a),segment_id=0aef2623-5400-4ae2-8a8f-2dbbd7211d0a)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:21.699676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event updated for resources: {'Port': ['ID=6a7a59c2-a433-4160-8191-2e0211f22670,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.702113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.713014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376f67f5-ed27-4339-b10b-1ea62d6fbd61') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.713449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376f67f5-ed27-4339-b10b-1ea62d6fbd61') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:21.767073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.775439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ece99-d599-4129-9ddb-71e2d88ec379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.818714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Allocated IP 172.20.0.10 (9b5495af-cd73-47a9-9a14-d2a1b79115a3/3b41c406-62de-4c94-a579-03ba57a3d164/c3db2a7a-716d-40ca-a18e-afdd25a8d2b1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:21.845497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-96464944-26b9-4f3b-a2ae-64b049411123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.847253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-96464944-26b9-4f3b-a2ae-64b049411123 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513416 Nov 25 17:28:21.862704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Pushing event updated for resources: {'Port': ['ID=60aa8984-9454-46f1-84e8-ce7555440a91,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:21.867530 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb59bbd2-0d17-4b80-b446-3f969521055f req-e36a4180-ad8d-4755-bd90-97dac685071f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370194 Nov 25 17:28:21.886438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.887601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.890262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.890731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-58eed960-9d1b-4999-8ff2-a567d5bdfc9a service neutron] 10.222.0.55 "PUT /v2.0/ports/60aa8984-9454-46f1-84e8-ce7555440a91 HTTP/1.1" status: 200 len: 1092 time: 2.1509633 Nov 25 17:28:21.907313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:21.908004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.928204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:21.928614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:21.932506 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:21.973888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ece99-d599-4129-9ddb-71e2d88ec379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.080895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-b170ec70-53e1-424f-bd03-7584c6adf03f tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6823375 Nov 25 17:28:22.084526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07649a3f-def0-404e-bdad-abca06490612 req-338e84e8-6bd2-43f4-a63c-5f8339ebdbdf service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567976 Nov 25 17:28:22.101284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Request body: {'port': {'device_id': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:22.123306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-552f3d0b-88f1-40bd-8e47-061fb427b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.124904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-552f3d0b-88f1-40bd-8e47-061fb427b235 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c1fdf30d7f34d7299e3d17ebfd33090&device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 1095 time: 0.1415794 Nov 25 17:28:22.150340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a072-3826-4d77-90c8-2abd3c62227e req-d2804466-6d80-4726-98a1-284410ec4be1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.151942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8192a072-3826-4d77-90c8-2abd3c62227e req-d2804466-6d80-4726-98a1-284410ec4be1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.1589618 Nov 25 17:28:22.178646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.309074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-72e4a4b9-5777-4769-9869-61fb4e19a9be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa8984-9454-46f1-84e8-ce7555440a91 HTTP/1.1" status: 200 len: 217 time: 0.1561077 Nov 25 17:28:22.406211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25b68-81aa-4877-98f3-99be444b284a req-b876d853-ac94-43aa-8305-c3267eb3c070 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.413630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75a25b68-81aa-4877-98f3-99be444b284a req-b876d853-ac94-43aa-8305-c3267eb3c070 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 944 time: 0.6428051 Nov 25 17:28:22.422130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-2c772319-bd0c-4567-89d8-8e8c3be4d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.424622 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-2c772319-bd0c-4567-89d8-8e8c3be4d0b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d635b172-7c5e-4772-83f8-2fc90d506c51 HTTP/1.1" status: 200 len: 854 time: 0.0991225 Nov 25 17:28:22.426141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.432709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] 10.222.0.86 "DELETE /v2.0/networks/d5474308-b71b-44eb-970c-7729a6f47109 HTTP/1.1" status: 204 len: 168 time: 4.2997086 Nov 25 17:28:22.466360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-d073e63b-d835-4e89-99bc-8ae0432b08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:22.470641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-d073e63b-d835-4e89-99bc-8ae0432b08ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1094 time: 0.2969601 Nov 25 17:28:22.477327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871515c-e5b7-4dc1-be85-0b721075b28c tempest-FloatingIPNegativeTestJSON-441329930 tempest-FloatingIPNegativeTestJSON-441329930-project] Pushing event deleted for resources: {'Network': ['ID=d5474308-b71b-44eb-970c-7729a6f47109,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.623716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-99b0bd86-312f-4113-9276-0295cdf7fc3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683943 Nov 25 17:28:22.638772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-588e7d42-320c-477c-a32e-be881f8657c0 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380514 Nov 25 17:28:22.657717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ece99-d599-4129-9ddb-71e2d88ec379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.665029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d6ece99-d599-4129-9ddb-71e2d88ec379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.668964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9d6ece99-d599-4129-9ddb-71e2d88ec379 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bc9b5bd2-ccc6-46e2-a5d1-c28ed6e5bf43 HTTP/1.1" status: 204 len: 168 time: 1.1446123 Nov 25 17:28:22.744097 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:22.786000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75a25b68-81aa-4877-98f3-99be444b284a req-2646bcc3-f20f-454c-94e9-a5faa725b36a tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713000 Nov 25 17:28:22.786918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ece99-d599-4129-9ddb-71e2d88ec379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b5bd2-ccc6-46e2-a5d1-c28ed6e5bf43,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:22.968913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8192a072-3826-4d77-90c8-2abd3c62227e req-5388785d-49da-4094-90b8-ee15452d59f8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7742941 Nov 25 17:28:22.981167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'tag': '60aa8984-9454-46f1-84e8-ce7555440a91'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:22.994723 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf5b238-7071-4cd3-8336-74c4f491e0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "03def599-a5fc-4540-ba98-60b0fa33ba04", "tag": "60aa8984-9454-46f1-84e8-ce7555440a91"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:23.019508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:23.250471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-1591fbfa-0f33-4dce-a4a2-0499a77fa159 service neutron] 10.222.0.55 "GET /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719436 Nov 25 17:28:23.284956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-fbda52b4-5a75-480c-9875-0c1a813b529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.286759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-fbda52b4-5a75-480c-9875-0c1a813b529e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.7631583 Nov 25 17:28:23.470557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-f6005f50-b8da-44b1-85a7-8c3ed8fd9503 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7997653 Nov 25 17:28:23.518216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:23.721722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cb2af-2157-459d-bd43-76ed4ec141e3 req-1b3761d7-c635-4b3d-9f55-c865a87e0187 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:23.731120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de3cb2af-2157-459d-bd43-76ed4ec141e3 req-1b3761d7-c635-4b3d-9f55-c865a87e0187 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 931 time: 0.2558069 Nov 25 17:28:23.965313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.048562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de3cb2af-2157-459d-bd43-76ed4ec141e3 req-77abc1ff-e986-49ea-ab14-128d0b8bdc5b tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155105 Nov 25 17:28:24.124079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bf8451a-2ef9-485b-af2b-17913cc8579f req-e1809709-99e5-434f-a605-8266a9d6ddb6 service neutron] 10.222.0.55 "GET /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362556 Nov 25 17:28:24.152417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a363a-7f5f-4627-afb0-6b72ac0e586e req-4cb963df-4be3-4d35-b96d-4a8992ebfbf5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.174395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:24.175910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-863a363a-7f5f-4627-afb0-6b72ac0e586e req-4cb963df-4be3-4d35-b96d-4a8992ebfbf5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.8856153 Nov 25 17:28:24.183069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:24.189425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:24.227170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event updated for resources: {'Port': ['ID=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.260378 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd6d7d3-7921-451a-a66f-43434323f2c9 x-openstack-request-id: req-8dd6d7d3-7921-451a-a66f-43434323f2c9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:24.265276 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03def599-a5fc-4540-ba98-60b0fa33ba04", "tag": "60aa8984-9454-46f1-84e8-ce7555440a91", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:24.265621 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dd6d7d3-7921-451a-a66f-43434323f2c9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:24.266114 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'tag': '60aa8984-9454-46f1-84e8-ce7555440a91', 'status': 'completed', 'code': 200} Nov 25 17:28:24.289385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.291114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.310434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-7bc2ae2b-038a-46e5-877f-76712bc80d1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 1.0133967 Nov 25 17:28:24.382982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-a72d2660-29ae-4b69-8e3b-a38ec6344362 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2421312 Nov 25 17:28:24.406544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7a59c2-a433-4160-8191-2e0211f22670 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:24.428684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Request body: {'port': {'device_id': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:24.445273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.459803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-88b82505-aaf8-4884-9111-156b3f6beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.461447 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-88b82505-aaf8-4884-9111-156b3f6beaf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.1054282 Nov 25 17:28:24.488476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d084b672-c2d4-4081-9272-c6f7f5460c75 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2722caecaa2a438e8a6953270e8b7c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4601884 Nov 25 17:28:24.494749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:24.546970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-863a363a-7f5f-4627-afb0-6b72ac0e586e req-ada579bc-2eee-4395-9d3a-56e6413117bd tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677444 Nov 25 17:28:24.556460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c1d1c-fef8-4c3b-9f15-0eec2608802d req-689bfe5d-4388-4263-9038-802b41e66683 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.557849 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b6c1d1c-fef8-4c3b-9f15-0eec2608802d req-689bfe5d-4388-4263-9038-802b41e66683 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 944 time: 0.2609529 Nov 25 17:28:24.558952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Transition to ACTIVE for port object 6a7a59c2-a433-4160-8191-2e0211f22670 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:24.568657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.597072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-6508caff-1f88-481e-87b1-877a22a887dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.606283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-6508caff-1f88-481e-87b1-877a22a887dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c1fdf30d7f34d7299e3d17ebfd33090&device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 1095 time: 0.3702242 Nov 25 17:28:24.680617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-b8c51d5f-5957-4296-96c1-226c9a939cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.682570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-b8c51d5f-5957-4296-96c1-226c9a939cb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106709 Nov 25 17:28:24.830049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.838071 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e10478f-cb3b-4e1b-884b-f7ee0783bdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.847155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a59c2-a433-4160-8191-2e0211f22670,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:24.878463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e10478f-cb3b-4e1b-884b-f7ee0783bdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.951750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e10478f-cb3b-4e1b-884b-f7ee0783bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.954738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e10478f-cb3b-4e1b-884b-f7ee0783bdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:24.958302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1e10478f-cb3b-4e1b-884b-f7ee0783bdfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/80efd9ab-c0eb-468a-bb6e-db402984b39a HTTP/1.1" status: 204 len: 168 time: 0.4443693 Nov 25 17:28:24.984137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c588882-a9cc-4082-a648-72ee368a5129 req-695379f2-9b0b-4991-a775-45f4f1d5ff1f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:24.992548 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c588882-a9cc-4082-a648-72ee368a5129 req-695379f2-9b0b-4991-a775-45f4f1d5ff1f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 943 time: 0.3087533 Nov 25 17:28:25.023663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10478f-cb3b-4e1b-884b-f7ee0783bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80efd9ab-c0eb-468a-bb6e-db402984b39a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:25.046370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:25.074267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-a6bf9886-db75-4f0a-b681-382f23993d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.075987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-a6bf9886-db75-4f0a-b681-382f23993d11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e HTTP/1.1" status: 200 len: 915 time: 0.4508979 Nov 25 17:28:25.189190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-59ec83b6-864d-44f6-871d-5a4f389bd1bc service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734437 Nov 25 17:28:25.349885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Attempting to bind port 6a7a59c2-a433-4160-8191-2e0211f22670 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:25.350240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Attempting to bind port 6a7a59c2-a433-4160-8191-2e0211f22670 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:25.350583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Attempting to bind port 6a7a59c2-a433-4160-8191-2e0211f22670 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:25.416291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:25.430060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f5bd86e-1e14-4a64-9324-8a5d110e632e req-a8b16a2f-4748-4745-aa77-be21d18926e8 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290013 Nov 25 17:28:25.437805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-5b34f672-a74f-4bb2-8d59-485a12b711f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60aa8984-9454-46f1-84e8-ce7555440a91 HTTP/1.1" status: 200 len: 217 time: 0.3510063 Nov 25 17:28:25.460372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c588882-a9cc-4082-a648-72ee368a5129 req-47cdaa21-f593-4aad-8535-f833986d7cb2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665377 Nov 25 17:28:25.468097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'mac_address': 'fa:16:3e:23:42:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:25.518528 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b6c1d1c-fef8-4c3b-9f15-0eec2608802d req-7556e416-dbb7-4683-a469-a052bb0932fb tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9446790 Nov 25 17:28:25.551269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Port 6a7a59c2-a433-4160-8191-2e0211f22670 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:25.554979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Attempting to bind port 6a7a59c2-a433-4160-8191-2e0211f22670 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:25.595606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:25.598910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Checking segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:25.599522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Bound using segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:25.602829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Bound port: 6a7a59c2-a433-4160-8191-2e0211f22670, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:25.607063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.648704 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.666814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-4d778881-c2ea-4bbe-b9c7-a8399d736da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:25.668355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-4d778881-c2ea-4bbe-b9c7-a8399d736da6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d635b172-7c5e-4772-83f8-2fc90d506c51 HTTP/1.1" status: 200 len: 854 time: 0.2050745 Nov 25 17:28:25.700949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7121ef5-2eb1-4e52-91bf-d004b642e661 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:25.732411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:25.738349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:25.758883 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-2d786877-676f-42fa-99f2-29c51cef50d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774877 Nov 25 17:28:26.045369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] For port 6a7a59c2-a433-4160-8191-2e0211f22670, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:26.064898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['f7121ef5-2eb1-4e52-91bf-d004b642e661'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:26.116905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888084aa-c4a6-401b-a860-b8ac6a5af04a req-0ae7c2b5-a50e-441b-bb9f-9bfc7ae53423 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.130341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888084aa-c4a6-401b-a860-b8ac6a5af04a req-0ae7c2b5-a50e-441b-bb9f-9bfc7ae53423 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 943 time: 0.4186077 Nov 25 17:28:26.162320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:26.207654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] For port 6a7a59c2-a433-4160-8191-2e0211f22670, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6a7a59c2-a433-4160-8191-2e0211f22670,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:26.232866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:26.244788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.270329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.281856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.282504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.284003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] 10.222.0.55 "PUT /v2.0/ports/6a7a59c2-a433-4160-8191-2e0211f22670 HTTP/1.1" status: 200 len: 1091 time: 4.1867759 Nov 25 17:28:26.288477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'tag': '6a7a59c2-a433-4160-8191-2e0211f22670'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:26.292416 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15021f35-ea67-4f6e-953d-ae5d1057f7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "20757ea2-12b5-46c1-a6cc-55c5336bbd6f", "tag": "6a7a59c2-a433-4160-8191-2e0211f22670"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:26.413215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Transition to ACTIVE for port object c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:26.414132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-a7430638-a80e-43f9-ba8e-f7daf33e5d4c service neutron] 10.222.0.55 "GET /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458027 Nov 25 17:28:26.570543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:26.664342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-3f8d07d5-2ec3-4fd8-9872-8919dd15094d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.672264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-3f8d07d5-2ec3-4fd8-9872-8919dd15094d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295&tenant_id=95c99e5365bf47f596809a61f354cfc2&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 944 time: 0.6728547 Nov 25 17:28:26.696755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73751ca-849d-46d0-88a2-84bf8f6d0be0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a59c2-a433-4160-8191-2e0211f22670,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:26.854133 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888084aa-c4a6-401b-a860-b8ac6a5af04a req-8fcf2b48-8f6f-4354-9944-d77ad3ad3a45 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226758 Nov 25 17:28:26.854813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55924) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:26.940590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-913affce-ff60-499c-bdba-7d6b543de40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.942138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-913affce-ff60-499c-bdba-7d6b543de40f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 1094 time: 0.5984619 Nov 25 17:28:26.943259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 60aa8984-9454-46f1-84e8-ce7555440a91 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:26.966728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232600ae-1371-46da-b062-797bda07d47a req-5638f48b-220d-41bb-8c5e-d2cc7438cd41 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:26.984605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-232600ae-1371-46da-b062-797bda07d47a req-5638f48b-220d-41bb-8c5e-d2cc7438cd41 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.8634212 Nov 25 17:28:27.006803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Pushing event updated for resources: {'Port': ['ID=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.010207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-7a6da482-4f77-45e5-96fe-dcec14301488 service neutron] 10.222.0.73 "GET /v2.0/ports/f7121ef5-2eb1-4e52-91bf-d004b642e661/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 382 time: 0.1943543 Nov 25 17:28:27.178859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 60aa8984-9454-46f1-84e8-ce7555440a91, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=60aa8984-9454-46f1-84e8-ce7555440a91,segment=NetworkSegment(0aef2623-5400-4ae2-8a8f-2dbbd7211d0a),segment_id=0aef2623-5400-4ae2-8a8f-2dbbd7211d0a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:27.192714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '60aa8984-9454-46f1-84e8-ce7555440a91', 'network_id': '275d2f7a-95a1-4c9f-a0ec-d6e641580f6e', 'port_id': '60aa8984-9454-46f1-84e8-ce7555440a91', 'mac_address': 'fa:16:3e:d3:09:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd635b172-7c5e-4772-83f8-2fc90d506c51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:27.234917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.241515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--17682311'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:27.249120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa8984-9454-46f1-84e8-ce7555440a91 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:27.260462 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-232600ae-1371-46da-b062-797bda07d47a req-61c0fb76-0f77-4249-ad58-9263200ebb59 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698822 Nov 25 17:28:27.267625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5cf5b238-7071-4cd3-8336-74c4f491e0d5 req-e35f7668-138c-4a18-809c-ed400e8f03d1 service neutron] 10.222.0.55 "GET /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345451 Nov 25 17:28:27.269728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-dbdd89c0-77f8-4fee-9881-bb0f4e317fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.271153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-dbdd89c0-77f8-4fee-9881-bb0f4e317fd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1095 time: 0.2293963 Nov 25 17:28:27.285233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 60aa8984-9454-46f1-84e8-ce7555440a91, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=60aa8984-9454-46f1-84e8-ce7555440a91,segment=NetworkSegment(0aef2623-5400-4ae2-8a8f-2dbbd7211d0a),segment_id=0aef2623-5400-4ae2-8a8f-2dbbd7211d0a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:27.291673 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.298141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-dc0bcd5c-b5dd-4045-96df-11abe18b29ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a7a59c2-a433-4160-8191-2e0211f22670 HTTP/1.1" status: 200 len: 217 time: 0.3297524 Nov 25 17:28:27.412201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Attempting to bind port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:27.412437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Attempting to bind port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:27.412715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Attempting to bind port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:27.432970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=60aa8984-9454-46f1-84e8-ce7555440a91,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:27.448210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.448210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.448210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.448624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.448987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.449550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.451055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.451055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.451698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.452410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.452980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.453475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:28:27.460132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced5dc-84f3-4637-bd70-80bc92593ee4 req-1c89ab29-2d41-47c7-9cbf-fedf244e2ae8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.470494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0eced5dc-84f3-4637-bd70-80bc92593ee4 req-1c89ab29-2d41-47c7-9cbf-fedf244e2ae8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.4408267 Nov 25 17:28:27.472645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-c751fa82-7ba7-4227-a553-37396ec76d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.474133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-c751fa82-7ba7-4227-a553-37396ec76d1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.1873307 Nov 25 17:28:27.514039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['60aa8984-9454-46f1-84e8-ce7555440a91'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:27.532548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:27.532889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Attempting to bind port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 on network 9b5495af-cd73-47a9-9a14-d2a1b79115a3 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:27.549824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:27.556220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Checking segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:27.556220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Bound using segment: {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:27.556687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Bound port: c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:27.557060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.565796 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.623881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-fcdc8e25-02e8-4fb4-a815-dc2af5df7d04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 999 time: 0.1421936 Nov 25 17:28:27.630657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:27.774802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-fc7fad24-c3ad-45c9-b4d0-c3c978c2cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.782172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-fc7fad24-c3ad-45c9-b4d0-c3c978c2cf17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.1498668 Nov 25 17:28:27.783720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-347107b9-7d54-46ea-bdd6-b35260d129c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.788353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-347107b9-7d54-46ea-bdd6-b35260d129c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.4692776 Nov 25 17:28:27.804872 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4ba6e-d1fe-4e1a-97e9-4c7f1efd5301 x-openstack-request-id: req-04c4ba6e-d1fe-4e1a-97e9-4c7f1efd5301 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:27.805684 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20757ea2-12b5-46c1-a6cc-55c5336bbd6f", "tag": "6a7a59c2-a433-4160-8191-2e0211f22670", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:27.805941 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04c4ba6e-d1fe-4e1a-97e9-4c7f1efd5301 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:27.806348 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'tag': '6a7a59c2-a433-4160-8191-2e0211f22670', 'status': 'completed', 'code': 200} Nov 25 17:28:27.843113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0eced5dc-84f3-4637-bd70-80bc92593ee4 req-d82b1e02-d056-4387-95d9-7b3dcd469149 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681657 Nov 25 17:28:27.896453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-5437cc36-ae7f-43ca-bdae-89aa93bcc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:27.899212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-5437cc36-ae7f-43ca-bdae-89aa93bcc4a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067851 Nov 25 17:28:27.984623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-48f589cb-cf4c-4a21-baa9-fe0efd3838b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387334 Nov 25 17:28:28.048740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd11cde-9472-4b0c-964c-7aa9b0231e97 req-e3712ad9-a988-4a53-8a61-65ede556cfee tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.052359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cdd11cde-9472-4b0c-964c-7aa9b0231e97 req-e3712ad9-a988-4a53-8a61-65ede556cfee tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 945 time: 0.1957252 Nov 25 17:28:28.057260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ce2f0c87-29ae-4ff1-b31a-349fd0d601c8 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507657 Nov 25 17:28:28.205885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] For port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:28.216666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] For port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:28.226410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.233295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.242299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-9eafa2e1-4796-474b-a190-d40de57c10db service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743832 Nov 25 17:28:28.294428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cdd11cde-9472-4b0c-964c-7aa9b0231e97 req-e074be01-cfdf-48b5-9d62-4dd01935dccd tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252238 Nov 25 17:28:28.306320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7177a03-56e2-449a-b348-364b779a5c7a req-3ed11021-aaa3-4f12-bd19-7efedd15e3d3 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.312210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7177a03-56e2-449a-b348-364b779a5c7a req-3ed11021-aaa3-4f12-bd19-7efedd15e3d3 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 943 time: 0.2514277 Nov 25 17:28:28.329296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.334087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.334835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.336197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 HTTP/1.1" status: 200 len: 1092 time: 3.9341419 Nov 25 17:28:28.432896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-18e06a62-faed-4667-8310-e3f263d27101 service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348409 Nov 25 17:28:28.463678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f438b-beb7-4292-92ee-ccd31f898062 req-1b2aa30e-3d09-459c-8044-48a65fe573ce tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.466531 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da0f438b-beb7-4292-92ee-ccd31f898062 req-1b2aa30e-3d09-459c-8044-48a65fe573ce tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.0758469 Nov 25 17:28:28.530529 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da0f438b-beb7-4292-92ee-ccd31f898062 req-d884053b-4346-4a68-8f87-321da18fbb91 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551744 Nov 25 17:28:28.554757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9adb1-54de-459e-ae2a-f87e5e258a41,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.566528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03578a-cfbd-448b-bfed-85e44b9e3665 service neutron] Pushing event updated for resources: {'Port': ['ID=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.622342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.652159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7177a03-56e2-449a-b348-364b779a5c7a req-fbfbbf0d-a105-467b-8161-cb6d9242448b tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026204 Nov 25 17:28:28.655257 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-ec4eb533-4dc0-4962-9fa4-ddaf2c75533c service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026737 Nov 25 17:28:28.658146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.725376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:28.726780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8565621 Nov 25 17:28:28.730819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:28.745451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-99ce45e3-636e-4750-b805-0e8372ac6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:28.747167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-99ce45e3-636e-4750-b805-0e8372ac6824 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 1095 time: 0.3379369 Nov 25 17:28:28.831108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd8a88e4-0d69-4153-b11d-2d00d2130ca4 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0978692 Nov 25 17:28:28.833669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55958) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:28.839768 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-security--737204779', 'description': 'tempest-security-description-944656868'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:28.905542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-65b07ed2-ea4a-4042-818a-0d45bf4878d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 HTTP/1.1" status: 200 len: 217 time: 0.1046581 Nov 25 17:28:28.912696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175f98d-62cd-4667-9e71-83505ebf6444 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f291404e-589a-400e-8799-bc6bbffe94f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:28.984182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 60aa8984-9454-46f1-84e8-ce7555440a91 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:29.008747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.067429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:29.146058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-676fa6d8-b3a1-4581-b58c-a9b399aa4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.153981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-676fa6d8-b3a1-4581-b58c-a9b399aa4909 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 1094 time: 0.4180317 Nov 25 17:28:29.155961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-543e66f0-9ef4-41a9-8be5-12a7871cb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.161685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-543e66f0-9ef4-41a9-8be5-12a7871cb50e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.2213542 Nov 25 17:28:29.173763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bde283-d420-4aeb-8849-3f690c869433 req-d81a106e-3a94-4774-a5a6-0711543115ba tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.184480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32bde283-d420-4aeb-8849-3f690c869433 req-d81a106e-3a94-4774-a5a6-0711543115ba tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.1484387 Nov 25 17:28:29.185391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 60aa8984-9454-46f1-84e8-ce7555440a91 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:29.191218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 60aa8984-9454-46f1-84e8-ce7555440a91 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:29.191838 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.209651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.217314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.220601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.221945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "PUT /v2.0/security-groups/f291404e-589a-400e-8799-bc6bbffe94f5 HTTP/1.1" status: 200 len: 1795 time: 0.3871040 Nov 25 17:28:29.230012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:29.278548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port f7121ef5-2eb1-4e52-91bf-d004b642e661 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:29.327366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32bde283-d420-4aeb-8849-3f690c869433 req-89d7fcca-4663-44d5-a04d-12a411deb97a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417234 Nov 25 17:28:29.342762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967fa2b-0263-40a2-8a50-b1d847d012bd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f291404e-589a-400e-8799-bc6bbffe94f5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.349108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port f7121ef5-2eb1-4e52-91bf-d004b642e661 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:29.349532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.363300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-400e3fbf-13d6-447b-a340-04a026129363 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups/f291404e-589a-400e-8799-bc6bbffe94f5 HTTP/1.1" status: 200 len: 1795 time: 0.1271214 Nov 25 17:28:29.365937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:29.460362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.465401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-eae36550-8d7e-40be-9c40-493626715bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.466840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-167452b0-d806-4e07-93ee-b1be2d4c75f1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.466968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-eae36550-8d7e-40be-9c40-493626715bd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 913 time: 0.3009138 Nov 25 17:28:29.516828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-ccc98797-af81-4bd9-9b2a-65adf6d301ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785182 Nov 25 17:28:29.546232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-167452b0-d806-4e07-93ee-b1be2d4c75f1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.620144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 60aa8984-9454-46f1-84e8-ce7555440a91, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=60aa8984-9454-46f1-84e8-ce7555440a91,segment=NetworkSegment(0aef2623-5400-4ae2-8a8f-2dbbd7211d0a),segment_id=0aef2623-5400-4ae2-8a8f-2dbbd7211d0a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:29.628323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8984-9454-46f1-84e8-ce7555440a91'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:29.630583 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe9e88f-c982-4c87-bfb2-e46e71ad854e" -d '{"events": [{"server_uuid": "03def599-a5fc-4540-ba98-60b0fa33ba04", "name": "network-vif-plugged", "status": "completed", "tag": "60aa8984-9454-46f1-84e8-ce7555440a91"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:29.677726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.681958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-167452b0-d806-4e07-93ee-b1be2d4c75f1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.692186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-167452b0-d806-4e07-93ee-b1be2d4c75f1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.702230 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-167452b0-d806-4e07-93ee-b1be2d4c75f1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/f291404e-589a-400e-8799-bc6bbffe94f5 HTTP/1.1" status: 204 len: 168 time: 0.3336697 Nov 25 17:28:29.702895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:29.759588 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.776694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-e6f1414c-3cb0-4d74-896d-06de5763c6e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a7a59c2-a433-4160-8191-2e0211f22670 HTTP/1.1" status: 200 len: 217 time: 0.2739673 Nov 25 17:28:29.783074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167452b0-d806-4e07-93ee-b1be2d4c75f1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291404e-589a-400e-8799-bc6bbffe94f5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.855357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'tag': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:29.876878 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05409427-f7e0-4c2f-838c-8fa2d227ff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a535d3f-ca4f-427a-882a-138a201d6ac2", "tag": "c3db2a7a-716d-40ca-a18e-afdd25a8d2b1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:29.910566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:29.933974 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:29.942209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f17eb8ef-c910-4327-82c7-c8e675d965d1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1822927 Nov 25 17:28:29.951472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218b138-0234-4aff-8763-c42ccffddd98 req-67d9beda-f26f-4afb-bb9e-3d06d08d19f7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:29.959839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d218b138-0234-4aff-8763-c42ccffddd98 req-67d9beda-f26f-4afb-bb9e-3d06d08d19f7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.1645608 Nov 25 17:28:29.961365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=60aa8984-9454-46f1-84e8-ce7555440a91,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:29.966727 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:30.019985 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-8ef71e73-109b-4d4d-a123-d1df4d5e143d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] delete failed (client error): The resource could not be found. Nov 25 17:28:30.021042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8ef71e73-109b-4d4d-a123-d1df4d5e143d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/f291404e-589a-400e-8799-bc6bbffe94f5 HTTP/1.1" status: 404 len: 347 time: 0.0525136 Nov 25 17:28:30.032039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:30.032440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31704-6b71-4000-9980-5c31e9bb8f42 req-cf2d98e1-730b-42fd-842c-18a94169fcc7 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.032440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0d31704-6b71-4000-9980-5c31e9bb8f42 req-cf2d98e1-730b-42fd-842c-18a94169fcc7 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 946 time: 0.5279245 Nov 25 17:28:30.037355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--447282693'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:30.105442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:30.136594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-788b7abb-a3f6-45ac-b698-c8292a63c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.138042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-788b7abb-a3f6-45ac-b698-c8292a63c789 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.2851942 Nov 25 17:28:30.146087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d218b138-0234-4aff-8763-c42ccffddd98 req-71b023eb-cda8-48ef-ad49-5bbdf5221343 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852584 Nov 25 17:28:30.157983 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.233979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0d31704-6b71-4000-9980-5c31e9bb8f42 req-d5ca1739-e89d-4eea-9d08-0de4b92da04b tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937761 Nov 25 17:28:30.254011 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-dde66733-7e82-42d9-8568-16c8d5fb714d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640955 Nov 25 17:28:30.261823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-0f847dee-2552-4b1a-b614-2191918f0697 service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262578 Nov 25 17:28:30.282410 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b2699-bf93-4bc1-98a5-ebf60f8dda12 x-openstack-request-id: req-a16b2699-bf93-4bc1-98a5-ebf60f8dda12 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:30.282548 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03def599-a5fc-4540-ba98-60b0fa33ba04", "name": "network-vif-plugged", "status": "completed", "tag": "60aa8984-9454-46f1-84e8-ce7555440a91", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:30.284131 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a16b2699-bf93-4bc1-98a5-ebf60f8dda12 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:30.284533 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa8984-9454-46f1-84e8-ce7555440a91', 'code': 200} Nov 25 17:28:30.388144 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.393412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.471952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.479157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4486110 Nov 25 17:28:30.490886 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482abc4-ca01-4b78-9694-84ab42cdcca6 x-openstack-request-id: req-f482abc4-ca01-4b78-9694-84ab42cdcca6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:30.491294 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a535d3f-ca4f-427a-882a-138a201d6ac2", "tag": "c3db2a7a-716d-40ca-a18e-afdd25a8d2b1", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:30.491686 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f482abc4-ca01-4b78-9694-84ab42cdcca6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:30.492729 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'tag': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1', 'status': 'completed', 'code': 200} Nov 25 17:28:30.515712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56006) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:30.519215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d886c6-dda8-4b3b-b6f9-9b73b7da28f2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0e189-a3cb-4cfa-8d2b-587688cc8215,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:30.554821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': '50e0e189-a3cb-4cfa-8d2b-587688cc8215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:30.620857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.780023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196561cd-db23-4f9b-960a-a920abbfd4cb req-0d1d5836-a29d-4b81-bfc7-04dff6e4f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.782040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196561cd-db23-4f9b-960a-a920abbfd4cb req-0d1d5836-a29d-4b81-bfc7-04dff6e4f71a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 1097 time: 0.3427427 Nov 25 17:28:30.825358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bd9fd-6e64-4783-8609-bfa119a3de81 req-2981266a-1965-4151-b882-833defe9735f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:30.827063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-658bd9fd-6e64-4783-8609-bfa119a3de81 req-2981266a-1965-4151-b882-833defe9735f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1806545 Nov 25 17:28:30.976634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:30.982530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-82976c3f-2e24-45e8-b64c-1cb864f246bf service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172782 Nov 25 17:28:31.008473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291276d6-ac17-4ef4-bc0b-9533c19674e1 req-dbaf0d47-b0dd-448e-a493-d8a4304076ad tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.016830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-291276d6-ac17-4ef4-bc0b-9533c19674e1 req-dbaf0d47-b0dd-448e-a493-d8a4304076ad tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 943 time: 0.5236290 Nov 25 17:28:31.042710 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.088924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-658bd9fd-6e64-4783-8609-bfa119a3de81 req-39a754bc-6609-4d22-bc81-103a9310bb58 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295735 Nov 25 17:28:31.090406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fa6e34-58f7-409a-a87d-369f9264eeb8 req-eb4e12f7-3cba-4eb5-8faa-eba33bab34dd service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7633486 Nov 25 17:28:31.105672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a979ac-084a-4fcb-b358-203299bc0faf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.123345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196561cd-db23-4f9b-960a-a920abbfd4cb req-654558d3-3698-4766-94ff-a1a388509cbe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178113 Nov 25 17:28:31.141964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-55479047-7045-4b28-b5a0-08c8e2efdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.146435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-55479047-7045-4b28-b5a0-08c8e2efdc35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.4257867 Nov 25 17:28:31.210560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.216919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-acba705a-c159-4048-8fb6-06e258035b5b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6755855 Nov 25 17:28:31.220078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56020) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:31.266413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-291276d6-ac17-4ef4-bc0b-9533c19674e1 req-c41a3f64-8434-4170-8b97-aedcd5389c4a tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212250 Nov 25 17:28:31.298652 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15021f35-ea67-4f6e-953d-ae5d1057f7bf req-0eed0252-c5b4-4813-a7ae-833320805565 service neutron] 10.222.0.55 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617133 Nov 25 17:28:31.301202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-d584bb17-2dd0-49e2-9812-daa9cfd925b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.302769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-d584bb17-2dd0-49e2-9812-daa9cfd925b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99fbf4f30c804888ae29e145000311a1&device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 1095 time: 0.1276724 Nov 25 17:28:31.311521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6c9964d-0ad0-4337-8e1b-0a3bbdf28d6a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.341291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:31.360533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6c9964d-0ad0-4337-8e1b-0a3bbdf28d6a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.474685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996e9e4-f4f5-42e8-9637-4b7e3fb841b8 req-79d0181f-a779-4597-baa1-4581c8eaaf32 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.481157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.482685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9996e9e4-f4f5-42e8-9637-4b7e3fb841b8 req-79d0181f-a779-4597-baa1-4581c8eaaf32 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.1262288 Nov 25 17:28:31.493932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6c9964d-0ad0-4337-8e1b-0a3bbdf28d6a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.505375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6c9964d-0ad0-4337-8e1b-0a3bbdf28d6a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.509818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b6c9964d-0ad0-4337-8e1b-0a3bbdf28d6a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/e1a979ac-084a-4fcb-b358-203299bc0faf HTTP/1.1" status: 204 len: 168 time: 0.2863262 Nov 25 17:28:31.510350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56024) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:31.512181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9964d-0ad0-4337-8e1b-0a3bbdf28d6a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1a979ac-084a-4fcb-b358-203299bc0faf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:31.598086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9996e9e4-f4f5-42e8-9637-4b7e3fb841b8 req-4d026bfe-5015-4335-92e0-9fc25891e28b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088455 Nov 25 17:28:31.687844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-54df104e-36ea-4d00-97a6-b20781ab842d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1498771 Nov 25 17:28:31.689198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:31.698751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-3ec09fce-c120-4480-91ca-f0bd2abf0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:31.700622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-3ec09fce-c120-4480-91ca-f0bd2abf0946 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 200 len: 913 time: 0.3898907 Nov 25 17:28:31.774548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4a92559-e077-4b97-9f12-7ae06ca42f7d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.849664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4a92559-e077-4b97-9f12-7ae06ca42f7d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.937443 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4a92559-e077-4b97-9f12-7ae06ca42f7d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.941455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4a92559-e077-4b97-9f12-7ae06ca42f7d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:31.949726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b4a92559-e077-4b97-9f12-7ae06ca42f7d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/50e0e189-a3cb-4cfa-8d2b-587688cc8215 HTTP/1.1" status: 204 len: 168 time: 0.2587533 Nov 25 17:28:31.951592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:31.991886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a92559-e077-4b97-9f12-7ae06ca42f7d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0e189-a3cb-4cfa-8d2b-587688cc8215,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:32.088290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-15e6230c-cdf6-406d-a738-bdfd473ff0b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243370 Nov 25 17:28:32.089336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:32.096799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--70790342'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:32.128336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.275530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.286125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:32.296229 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687ad08b-f6bd-42e5-925f-faa9fa55ec5d" -d '{"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-plugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:32.332515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.410758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.415471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3208213 Nov 25 17:28:32.417668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab39ea-2184-4a36-9534-a607be21bdfd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d5b6e-ac75-463c-a2a8-120cc48e5c32,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:32.420158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:32.442622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a87734-4a7e-4ad1-a6e8-b8008ee122cb req-9eab74c7-e1fd-4a4f-94b9-0abd0fe52c8a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.444226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3a87734-4a7e-4ad1-a6e8-b8008ee122cb req-9eab74c7-e1fd-4a4f-94b9-0abd0fe52c8a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 945 time: 0.1669247 Nov 25 17:28:32.448870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'de7d5b6e-ac75-463c-a2a8-120cc48e5c32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:32.486235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-6facfc80-1d1b-4dea-a8b6-b18ccafe9250 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 HTTP/1.1" status: 200 len: 217 time: 0.7479799 Nov 25 17:28:32.604240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3a87734-4a7e-4ad1-a6e8-b8008ee122cb req-b06b85f2-bff8-4602-8785-3a0d95518732 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384654 Nov 25 17:28:32.613530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.617246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588ddcd-830b-48b1-acde-2206ad856faf req-952722f1-a1ea-4bf8-8c77-204922f69607 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.619683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a588ddcd-830b-48b1-acde-2206ad856faf req-952722f1-a1ea-4bf8-8c77-204922f69607 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 946 time: 1.0825529 Nov 25 17:28:32.696293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-5a0a5c1f-0c47-42b5-8757-92ce089ee7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.698594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-5a0a5c1f-0c47-42b5-8757-92ce089ee7a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 200 len: 852 time: 0.0924299 Nov 25 17:28:32.770260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.778744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.798519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6834c93-8fc5-499e-84d5-143a65f10d79 req-fba67885-42ed-4154-a497-6df9a2b41f1d tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:32.807019 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6834c93-8fc5-499e-84d5-143a65f10d79 req-fba67885-42ed-4154-a497-6df9a2b41f1d tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 943 time: 0.0739648 Nov 25 17:28:32.816250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-16af5074-3e51-47ca-82d0-f47a503664a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b5495af-cd73-47a9-9a14-d2a1b79115a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057930 Nov 25 17:28:32.873398 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6834c93-8fc5-499e-84d5-143a65f10d79 req-59d1089b-b6ab-4498-9a42-5674694b9243 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Nov 25 17:28:32.883975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4a6b6d-8906-4b18-9473-2167b9074c2e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:32.910425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:32.917581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b32d32c3-27b0-45a1-b33d-1c12dd3a831b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4848697 Nov 25 17:28:32.918326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:32.928166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'de7d5b6e-ac75-463c-a2a8-120cc48e5c32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:32.976451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-569be91e-6ede-4ba7-a00c-229d713b2e6f service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424806 Nov 25 17:28:32.990440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6a7a59c2-a433-4160-8191-2e0211f22670 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:32.997642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.022378 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93076be-2281-43dc-b63b-2e229a32df99 x-openstack-request-id: req-a93076be-2281-43dc-b63b-2e229a32df99 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:33.024486 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-plugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:33.026502 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a93076be-2281-43dc-b63b-2e229a32df99 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:33.027583 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'code': 200} Nov 25 17:28:33.093851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:33.096840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:33.290928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:33.304879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.322885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.418042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cc0153-6644-4231-b9f9-e5c79cad4d3c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:33.443235 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.448264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a9f314c-500b-4695-9ffb-3400864d2d31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5271261 Nov 25 17:28:33.451000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56070) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:33.463594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'de7d5b6e-ac75-463c-a2a8-120cc48e5c32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:33.491644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6a7a59c2-a433-4160-8191-2e0211f22670, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6a7a59c2-a433-4160-8191-2e0211f22670,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:33.510463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e5b80-9d70-4cc9-b2b8-5baf411dc5f8 req-f0925f23-b8ed-4ea1-8d24-9b39b83682a5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:33.511983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-910e5b80-9d70-4cc9-b2b8-5baf411dc5f8 req-f0925f23-b8ed-4ea1-8d24-9b39b83682a5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.3889365 Nov 25 17:28:33.522328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:33.567176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:33.583284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'port_id': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1', 'mac_address': 'fa:16:3e:ee:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b41c406-62de-4c94-a579-03ba57a3d164', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:33.588708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '6a7a59c2-a433-4160-8191-2e0211f22670', 'network_id': '9b5495af-cd73-47a9-9a14-d2a1b79115a3', 'port_id': '6a7a59c2-a433-4160-8191-2e0211f22670', 'mac_address': 'fa:16:3e:17:15:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b41c406-62de-4c94-a579-03ba57a3d164', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:33.614788 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.627345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.658665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Transition to ACTIVE for port object f7121ef5-2eb1-4e52-91bf-d004b642e661 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:33.672072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:33.682590 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ebf15-0c04-439f-8ea1-4850f70a9ed0" -d '{"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-unplugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:33.700370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.710436 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.714153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a588ddcd-830b-48b1-acde-2206ad856faf req-2c3b2b64-1a6f-47d3-b4b6-a353ddf9c3ca tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0142553 Nov 25 17:28:33.722302 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.735745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7a59c2-a433-4160-8191-2e0211f22670 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:33.743326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.788063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6a7a59c2-a433-4160-8191-2e0211f22670, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6a7a59c2-a433-4160-8191-2e0211f22670,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:33.796846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:33.801504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.838761 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:28:33.839151 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:28:33.856033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:33.884476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:33.912685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-910e5b80-9d70-4cc9-b2b8-5baf411dc5f8 req-63dafc5b-e191-470d-9cb1-7ade87c913b3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822894 Nov 25 17:28:33.919924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=6a7a59c2-a433-4160-8191-2e0211f22670,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.005180 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.014334 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.065383 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.068219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6152971 Nov 25 17:28:34.071951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:34.083011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6a7a59c2-a433-4160-8191-2e0211f22670'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:34.097307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'de7d5b6e-ac75-463c-a2a8-120cc48e5c32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:34.129568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6226cf-eb5b-4317-9a8b-b8b4cba2b8d2 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9148d4-a113-46f2-ad46-24ef66132da9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.190808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.208343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['c3db2a7a-716d-40ca-a18e-afdd25a8d2b1'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:34.220952 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d4964a-a8b0-4092-8d48-eb9cd6f005db x-openstack-request-id: req-75d4964a-a8b0-4092-8d48-eb9cd6f005db {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:34.220952 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-unplugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:34.220952 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75d4964a-a8b0-4092-8d48-eb9cd6f005db {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:34.220952 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'code': 200} Nov 25 17:28:34.286752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.322542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] No DVR routers for this DVR port f7121ef5-2eb1-4e52-91bf-d004b642e661 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:34.328983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f813c-8bf6-405e-b8f1-a92f282c7964 req-ca64b4d2-4f2e-4d15-a018-86b8b0c05a82 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.338955 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab1f813c-8bf6-405e-b8f1-a92f282c7964 req-ca64b4d2-4f2e-4d15-a018-86b8b0c05a82 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 944 time: 0.1360786 Nov 25 17:28:34.360326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05409427-f7e0-4c2f-838c-8fa2d227ff3c req-2b7907e4-6154-4927-af7b-e5684766fae7 service neutron] 10.222.0.73 "GET /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3735411 Nov 25 17:28:34.447896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.467055 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.522167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab1f813c-8bf6-405e-b8f1-a92f282c7964 req-98a8e0e6-58ac-4c88-bce0-ebf3ac06ec40 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820633 Nov 25 17:28:34.524134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336f9db0-0e06-457c-894a-90ffd8df51f5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.535119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008beb6-8425-4b46-ab47-97b52d953392 req-9f686d69-017e-41d8-82f4-03fde0cb3e94 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.544770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1008beb6-8425-4b46-ab47-97b52d953392 req-9f686d69-017e-41d8-82f4-03fde0cb3e94 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.3549800 Nov 25 17:28:34.559118 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.563313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f826c8fd-be01-482c-a03a-1eaacc7452d3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4793277 Nov 25 17:28:34.563989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:34.568504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'de7d5b6e-ac75-463c-a2a8-120cc48e5c32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:34.633117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.830052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.834896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.895944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:34.896661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:34.897231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:34.904732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a8c745-7fdb-4301-b963-43190026c571,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:34.910817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:34.911515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Attempting to bind port f7121ef5-2eb1-4e52-91bf-d004b642e661 on network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:34.918289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1008beb6-8425-4b46-ab47-97b52d953392 req-0153cbdb-204c-41fe-a9c9-81af7179e3f6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727319 Nov 25 17:28:34.924852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:34.925458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Checking segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:34.927583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Bound using segment: {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:34.928325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Bound port: f7121ef5-2eb1-4e52-91bf-d004b642e661, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae26ba1-4e16-4559-99ee-1d88f0d09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:34.928912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:34.952063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-31c076e5-00f9-4990-81b2-51ddec73d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:34.953820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-31c076e5-00f9-4990-81b2-51ddec73d24a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1097 time: 0.1256640 Nov 25 17:28:35.065110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.068975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e626783b-ba47-49be-8ea8-8151dcd13596 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5040097 Nov 25 17:28:35.079019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56098) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.117926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.153896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:35.162621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db9b03e9-bce3-4b4f-8ed0-563ca56c972a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.191089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:35.193205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-b562410b-0736-4ab9-8540-1dc9835ee429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.196472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-b562410b-0736-4ab9-8540-1dc9835ee429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.2024395 Nov 25 17:28:35.202900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db9b03e9-bce3-4b4f-8ed0-563ca56c972a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.206333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.207955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca794d-ecae-4a87-b651-53ffad8d766d req-de598b9f-2344-4d62-9e0a-d9fb85fb7348 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.225797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b7ca794d-ecae-4a87-b651-53ffad8d766d req-de598b9f-2344-4d62-9e0a-d9fb85fb7348 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 946 time: 0.3440392 Nov 25 17:28:35.237180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.238343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.239880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 1092 time: 3.9135473 Nov 25 17:28:35.424622 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b7ca794d-ecae-4a87-b651-53ffad8d766d req-af46275b-9abb-434a-b5d3-f40eeecc0dd4 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975732 Nov 25 17:28:35.589132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db9b03e9-bce3-4b4f-8ed0-563ca56c972a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.592703 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-99d14db2-9683-4c1f-8d1a-00a8c2caccd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 1001 time: 0.3765666 Nov 25 17:28:35.604157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db9b03e9-bce3-4b4f-8ed0-563ca56c972a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.608094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56108) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.622069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db9b03e9-bce3-4b4f-8ed0-563ca56c972a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/02a8c745-7fdb-4301-b963-43190026c571 HTTP/1.1" status: 204 len: 168 time: 0.5346189 Nov 25 17:28:35.691511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83b82d6f-385e-4400-82d0-752b2d4e2530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:35.714856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae436db3-9c82-4323-863e-66a89c820ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.767336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a05ddc13-33ab-44d7-af08-6bce85f8dfc5 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1579928 Nov 25 17:28:35.775847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:35.804328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b03e9-bce3-4b4f-8ed0-563ca56c972a tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02a8c745-7fdb-4301-b963-43190026c571,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:35.825158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-8437cb8f-1cf8-407e-8523-38f3fbc214d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.826687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-8437cb8f-1cf8-407e-8523-38f3fbc214d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1095 time: 0.5150142 Nov 25 17:28:35.845613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dbab3-ca60-4c53-ad5c-ed9a2be3f365 req-392d27ff-82e8-4b10-9255-970e915b8d15 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.853764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-946dbab3-ca60-4c53-ad5c-ed9a2be3f365 req-392d27ff-82e8-4b10-9255-970e915b8d15 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.4141624 Nov 25 17:28:35.916226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b710a4-6bc8-44e1-968d-08364a89f616 req-91e5717a-c416-4e0e-b683-c696e2cb8f10 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.926699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20b710a4-6bc8-44e1-968d-08364a89f616 req-91e5717a-c416-4e0e-b683-c696e2cb8f10 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 944 time: 0.2360222 Nov 25 17:28:35.970403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-a3730334-3b48-4dc5-b776-4c57f20232aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:35.971904 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-a3730334-3b48-4dc5-b776-4c57f20232aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.3409917 Nov 25 17:28:35.972424 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4431-b5d5-42d3-a332-f2cf3c640016 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.025214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20b710a4-6bc8-44e1-968d-08364a89f616 req-f35933a7-d7b4-4f87-a896-ab06f476dba8 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972905 Nov 25 17:28:36.032772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-946dbab3-ca60-4c53-ad5c-ed9a2be3f365 req-68f64e61-924c-4404-913c-ac0eb4c9d7a9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764755 Nov 25 17:28:36.072503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4431-b5d5-42d3-a332-f2cf3c640016 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.174267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-c585e9c7-3f59-454a-a0b4-ae83d03c3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.174267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-c585e9c7-3f59-454a-a0b4-ae83d03c3afc service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.3384330 Nov 25 17:28:36.251413 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4431-b5d5-42d3-a332-f2cf3c640016 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.274205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4431-b5d5-42d3-a332-f2cf3c640016 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.277761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa1a4431-b5d5-42d3-a332-f2cf3c640016 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/336f9db0-0e06-457c-894a-90ffd8df51f5 HTTP/1.1" status: 204 len: 168 time: 0.4949722 Nov 25 17:28:36.281077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56122) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.342361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a4431-b5d5-42d3-a332-f2cf3c640016 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=336f9db0-0e06-457c-894a-90ffd8df51f5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:36.444928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:36.444928 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848024c2-100c-48b6-b6ce-d2ec6166c98c" -d '{"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:36.445228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-003a109b-79ee-4ca8-a1d1-fe632135a78b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1100206 Nov 25 17:28:36.445327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-27461f29-6213-4ce7-9d94-d7288f87ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.445327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-27461f29-6213-4ce7-9d94-d7288f87ad96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4088049 Nov 25 17:28:36.446967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56128) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.522849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efa69599-8386-4cc9-86bf-d67963684362 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.545509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efa69599-8386-4cc9-86bf-d67963684362 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.566458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be309141-3abe-4307-afbf-18cb83f85958 req-360a0da3-7df6-4d9f-9dbf-7a5185fb032c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.576574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be309141-3abe-4307-afbf-18cb83f85958 req-360a0da3-7df6-4d9f-9dbf-7a5185fb032c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.2035961 Nov 25 17:28:36.580188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-688047cf-5d1e-4316-84c6-c37ccbbfd7c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 0.3957093 Nov 25 17:28:36.626414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efa69599-8386-4cc9-86bf-d67963684362 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.633781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-efa69599-8386-4cc9-86bf-d67963684362 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:36.637740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-efa69599-8386-4cc9-86bf-d67963684362 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/7d9148d4-a113-46f2-ad46-24ef66132da9 HTTP/1.1" status: 204 len: 168 time: 0.2052500 Nov 25 17:28:36.641403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56138) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.649588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa69599-8386-4cc9-86bf-d67963684362 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d9148d4-a113-46f2-ad46-24ef66132da9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:36.663962 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3140324b-c710-4664-babf-678d1b472105 x-openstack-request-id: req-3140324b-c710-4664-babf-678d1b472105 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:36.665227 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:36.666000 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3140324b-c710-4664-babf-678d1b472105 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:36.666393 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'status': 'completed', 'code': 200} Nov 25 17:28:36.748433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be309141-3abe-4307-afbf-18cb83f85958 req-731d8471-1641-4f36-9349-556891906599 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709111 Nov 25 17:28:36.803970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-51ed1ba9-332b-40c4-9162-1143a4112b21 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610601 Nov 25 17:28:36.809134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-468bde12-cf6d-4ef4-8084-b312b6049a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.810905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-468bde12-cf6d-4ef4-8084-b312b6049a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.2192645 Nov 25 17:28:36.846078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e5efb789-0596-465a-9937-bef1ef4c3f54 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2034738 Nov 25 17:28:36.852874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:36.904628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-6bc084df-4d79-4cb0-8a43-4199d5e358b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:36.907651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-6bc084df-4d79-4cb0-8a43-4199d5e358b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1095 time: 0.2234142 Nov 25 17:28:36.964614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82499b5e-6d8c-44d4-83ae-dfab97b99c98 req-c32cece1-b4f4-4ec8-88e1-3fe57eac0fc9 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519959 Nov 25 17:28:36.996170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6a7a59c2-a433-4160-8191-2e0211f22670 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:37.056473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-5c498eb3-8763-4e49-936f-29aa6cc84e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.058909 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-5c498eb3-8763-4e49-936f-29aa6cc84e61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.1390450 Nov 25 17:28:37.104593 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c2203d6-97ff-468b-beba-614f13137f43 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.112345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-dec292b6-8624-4b12-8177-c41b0d5d0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.113401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:37.114004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-dec292b6-8624-4b12-8177-c41b0d5d0828 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485710 Nov 25 17:28:37.136468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1944a6b-e48c-474f-a713-a5cd50195c59 req-38fcaac5-95b4-4315-bef4-1be1c684501e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.143806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1944a6b-e48c-474f-a713-a5cd50195c59 req-38fcaac5-95b4-4315-bef4-1be1c684501e tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 946 time: 0.1213970 Nov 25 17:28:37.186776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 6a7a59c2-a433-4160-8191-2e0211f22670 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:37.191705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 6a7a59c2-a433-4160-8191-2e0211f22670 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:37.192079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.201382 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c2203d6-97ff-468b-beba-614f13137f43 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.277916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-f9a6bbf1-0ba4-4b22-8881-7a16cbb934da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 0.2100959 Nov 25 17:28:37.279804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c2203d6-97ff-468b-beba-614f13137f43 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.284235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:37.289935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:37.290441 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.290623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77072e-ab55-4def-8298-c37826715986 req-1109cc16-aade-4099-9b04-d7bd60c512cb tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.299233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc77072e-ab55-4def-8298-c37826715986 req-1109cc16-aade-4099-9b04-d7bd60c512cb tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 944 time: 0.1220443 Nov 25 17:28:37.319718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1944a6b-e48c-474f-a713-a5cd50195c59 req-d6ac2bdb-9be2-4be6-be72-b93dee04335b tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689451 Nov 25 17:28:37.357140 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:28:37.362587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c2203d6-97ff-468b-beba-614f13137f43 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.364332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9c2203d6-97ff-468b-beba-614f13137f43 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/e4cc0153-6644-4231-b9f9-e5c79cad4d3c HTTP/1.1" status: 204 len: 168 time: 0.5070462 Nov 25 17:28:37.373206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56150) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:37.408851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2203d6-97ff-468b-beba-614f13137f43 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4cc0153-6644-4231-b9f9-e5c79cad4d3c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:37.422685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-79651dc7-811e-463c-aa45-e967013cd53a service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945366 Nov 25 17:28:37.474594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-26289b23-d8a8-48bf-b505-c0c0b9544025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.476154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-26289b23-d8a8-48bf-b505-c0c0b9544025 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.1520615 Nov 25 17:28:37.492094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc77072e-ab55-4def-8298-c37826715986 req-a549d4ba-fb2f-4d7a-9fa1-37a4f5c7629c tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897926 Nov 25 17:28:37.510107 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.559904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6a7a59c2-a433-4160-8191-2e0211f22670, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6a7a59c2-a433-4160-8191-2e0211f22670,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:37.561504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a59c2-a433-4160-8191-2e0211f22670'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:37.565537 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e57ad-269a-4a2b-b9ef-466c886fc524" -d '{"events": [{"server_uuid": "20757ea2-12b5-46c1-a6cc-55c5336bbd6f", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a59c2-a433-4160-8191-2e0211f22670"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:37.568820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.595413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-986ffc3f-e5cc-470e-a5a6-7197eda39ce6 req-23ac1a5a-c971-476f-a935-bea67d566a12 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660058 Nov 25 17:28:37.610350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.612127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-162f11c4-e045-4443-904e-442308ad3252 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2195811 Nov 25 17:28:37.616595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:37.664978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:37.678776 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.689914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-b00ca501-2892-4f9c-8af4-ecb23b4ffeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.692034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-b00ca501-2892-4f9c-8af4-ecb23b4ffeb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781015 Nov 25 17:28:37.714516 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=6a7a59c2-a433-4160-8191-2e0211f22670,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:37.716024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd58257-61be-4048-851e-89a9d221c6e1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.813003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988ccba-7f01-4901-9707-d6ae2f40bc08 req-b25454cd-ae1b-4d9f-9783-9ff39d1db4d8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.818551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7988ccba-7f01-4901-9707-d6ae2f40bc08 req-b25454cd-ae1b-4d9f-9783-9ff39d1db4d8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.2218342 Nov 25 17:28:37.879233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:37.888353 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a47efb4-280f-4fb9-a849-eb0c37c5650b x-openstack-request-id: req-9a47efb4-280f-4fb9-a849-eb0c37c5650b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:37.888656 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20757ea2-12b5-46c1-a6cc-55c5336bbd6f", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a59c2-a433-4160-8191-2e0211f22670", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:37.888914 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a47efb4-280f-4fb9-a849-eb0c37c5650b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:37.889322 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a59c2-a433-4160-8191-2e0211f22670', 'code': 200} Nov 25 17:28:37.917697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd58257-61be-4048-851e-89a9d221c6e1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:37.941679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-8d86b0cd-6a1e-4a3c-9f7b-bba2c02fa06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:37.944868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-8d86b0cd-6a1e-4a3c-9f7b-bba2c02fa06c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1095 time: 0.2546613 Nov 25 17:28:37.948655 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-691203d5-7450-4dc3-a8b3-7d76198637b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.052615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6f5b8-7bfa-4b26-a955-3580cbb339e3 req-59007edc-3e46-4d40-b694-f8b416487c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.054282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52b6f5b8-7bfa-4b26-a955-3580cbb339e3 req-59007edc-3e46-4d40-b694-f8b416487c85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 1096 time: 0.2297983 Nov 25 17:28:38.073302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7988ccba-7f01-4901-9707-d6ae2f40bc08 req-837e975c-c8ab-41df-afb9-89d235667cf0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121079 Nov 25 17:28:38.118521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd58257-61be-4048-851e-89a9d221c6e1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.144260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4dd58257-61be-4048-851e-89a9d221c6e1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.145396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4dd58257-61be-4048-851e-89a9d221c6e1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/5b4a6b6d-8906-4b18-9473-2167b9074c2e HTTP/1.1" status: 204 len: 168 time: 0.5207679 Nov 25 17:28:38.148013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd58257-61be-4048-851e-89a9d221c6e1 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b4a6b6d-8906-4b18-9473-2167b9074c2e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.151762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56174) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:38.162950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-808a9978-bcd3-44cd-9ff2-170977aa1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.165454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-808a9978-bcd3-44cd-9ff2-170977aa1089 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.2039447 Nov 25 17:28:38.174209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-38721a94-d043-4970-b010-f02972674ad0 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731126 Nov 25 17:28:38.182778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32034285-bfd2-414f-af66-d409c69af441 req-e02c6e12-1318-4f44-8dc0-44c33c0063d7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.190660 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32034285-bfd2-414f-af66-d409c69af441 req-e02c6e12-1318-4f44-8dc0-44c33c0063d7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.1423123 Nov 25 17:28:38.245747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52b6f5b8-7bfa-4b26-a955-3580cbb339e3 req-49cb59d7-8de8-415d-b966-22948e35d78b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674638 Nov 25 17:28:38.279111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b2e34776-0fd3-4c75-8c1e-9b836e36a661 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248691 Nov 25 17:28:38.281943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56176) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:38.305960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-be19421c-10a1-45d2-bed6-788531929887 service neutron] 10.222.0.73 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120181 Nov 25 17:28:38.309600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-e01a9d11-35fa-4923-ac40-47cf32163b0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 998 time: 0.1304336 Nov 25 17:28:38.377420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48028e2b-dca3-4713-af25-8652a40a3290 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.408652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48028e2b-dca3-4713-af25-8652a40a3290 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.410022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32034285-bfd2-414f-af66-d409c69af441 req-c3e58a18-8a68-4300-a9e7-fab5dbefa2d8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161171 Nov 25 17:28:38.567655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48028e2b-dca3-4713-af25-8652a40a3290 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.570218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48028e2b-dca3-4713-af25-8652a40a3290 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:38.575146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56184) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:38.575337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-48028e2b-dca3-4713-af25-8652a40a3290 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/de7d5b6e-ac75-463c-a2a8-120cc48e5c32 HTTP/1.1" status: 204 len: 168 time: 0.2923825 Nov 25 17:28:38.593077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-71e8cc6c-780a-452e-82d1-9ef300427b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.595666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-71e8cc6c-780a-452e-82d1-9ef300427b50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.1197622 Nov 25 17:28:38.704938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48028e2b-dca3-4713-af25-8652a40a3290 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d5b6e-ac75-463c-a2a8-120cc48e5c32,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:38.753584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6b06347a-2708-40d6-b0b3-a65fe29a33d8 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1465392 Nov 25 17:28:38.758606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d1f1-d892-403f-ad82-cf719680c165 req-2bb5145e-1358-454f-860c-4c730c1e0d21 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.761767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:38.762648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edb8d1f1-d892-403f-ad82-cf719680c165 req-2bb5145e-1358-454f-860c-4c730c1e0d21 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 946 time: 0.3172932 Nov 25 17:28:38.790677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--142023453'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:38.890375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7925e3-8a67-4125-bd6b-9f80bbbf6bba req-7d117295-b4ca-4fb5-8559-53262511f69e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:38.904335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b7925e3-8a67-4125-bd6b-9f80bbbf6bba req-7d117295-b4ca-4fb5-8559-53262511f69e tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 945 time: 0.2255757 Nov 25 17:28:38.942697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.256216 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.317980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-8402fe74-71c5-4760-9410-871e287c6436 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:39.319711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-8402fe74-71c5-4760-9410-871e287c6436 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.55 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 946 time: 0.7432089 Nov 25 17:28:39.338142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-51b8bbf5-4df4-4519-89fa-9944b7660146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:39.350944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-51b8bbf5-4df4-4519-89fa-9944b7660146 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7260723 Nov 25 17:28:39.536113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-edb8d1f1-d892-403f-ad82-cf719680c165 req-3841a727-04da-4451-8c4e-bfa86faaa4da tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e613b09-fce6-4921-b7a9-f58e35dd4166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633560 Nov 25 17:28:39.750092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Deleting port 60aa8984-9454-46f1-84e8-ce7555440a91 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:39.750429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.790353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b7925e3-8a67-4125-bd6b-9f80bbbf6bba req-2d936a4d-5b85-4483-968c-71d3de328a58 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8838990 Nov 25 17:28:39.840373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.854198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.890641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:39.892959 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a645e19e-9511-48da-84c8-cc4680097b35" -d '{"events": [{"server_uuid": "9a535d3f-ca4f-427a-882a-138a201d6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c3db2a7a-716d-40ca-a18e-afdd25a8d2b1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:39.893664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:39.895194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1169202 Nov 25 17:28:39.900247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:39.906211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'ba441b02-68c1-4a3d-9328-9b1d061dbd6e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:39.928194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25767f40-87cd-4d97-a378-dbac4e346146 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba441b02-68c1-4a3d-9328-9b1d061dbd6e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:39.964101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.001479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-ea94d0af-14df-475c-b9cc-659c4a3f1928 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422511 Nov 25 17:28:40.129485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] For port 60aa8984-9454-46f1-84e8-ce7555440a91, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=60aa8984-9454-46f1-84e8-ce7555440a91,segment=NetworkSegment(0aef2623-5400-4ae2-8a8f-2dbbd7211d0a),segment_id=0aef2623-5400-4ae2-8a8f-2dbbd7211d0a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:40.134305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.159822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Calling delete_port for 60aa8984-9454-46f1-84e8-ce7555440a91 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:40.216319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.246492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab00f8-24d3-4422-b5ae-ddac998502f3 req-8b48c212-5249-495a-be73-5299dca19694 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:40.260689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0cab00f8-24d3-4422-b5ae-ddac998502f3 req-8b48c212-5249-495a-be73-5299dca19694 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 944 time: 0.2496424 Nov 25 17:28:40.281803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.329134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.341141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['60aa8984-9454-46f1-84e8-ce7555440a91'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:40.454568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0cab00f8-24d3-4422-b5ae-ddac998502f3 req-18007abc-aeb5-4093-aa30-a836d2374b62 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919560 Nov 25 17:28:40.456439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acd98c9-e9e8-4bfc-ad16-a9d7a24c0f97,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.473265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.474525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ed75183e-fa8c-4d29-9714-20be0fd1434d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5718946 Nov 25 17:28:40.481028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56246) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:40.567358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56250) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:40.578784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.639597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Pushing event deleted for resources: {'Port': ['ID=60aa8984-9454-46f1-84e8-ce7555440a91,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:40.694679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73121d35-b3dc-47d1-98c3-4aea332b0d0d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.750527 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b197ed8b-8a10-4f20-b5c8-c6c81f1381ca x-openstack-request-id: req-b197ed8b-8a10-4f20-b5c8-c6c81f1381ca {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:40.750817 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a535d3f-ca4f-427a-882a-138a201d6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c3db2a7a-716d-40ca-a18e-afdd25a8d2b1", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:40.751247 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b197ed8b-8a10-4f20-b5c8-c6c81f1381ca {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:40.751849 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1', 'code': 200} Nov 25 17:28:40.780985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73121d35-b3dc-47d1-98c3-4aea332b0d0d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:40.804299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7fc4-b232-4ffd-8e4c-4c1e183a7729 req-3eb30127-5efc-408d-bee2-f238a019bf93 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:40.822647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c35a7fc4-b232-4ffd-8e4c-4c1e183a7729 req-3eb30127-5efc-408d-bee2-f238a019bf93 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.9505880 Nov 25 17:28:40.999782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] No DVR routers for this DVR port 60aa8984-9454-46f1-84e8-ce7555440a91 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:41.010856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf4f3c54-eb73-4afc-9c76-fb46a2612263 req-683fa2ba-1c41-4dae-9795-4278f76d2317 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.86 "GET /v2.0/ports?device_id=03def599-a5fc-4540-ba98-60b0fa33ba04 HTTP/1.1" status: 200 len: 210 time: 0.1076176 Nov 25 17:28:41.027645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:28:41.069031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73121d35-b3dc-47d1-98c3-4aea332b0d0d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.078565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73121d35-b3dc-47d1-98c3-4aea332b0d0d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.084572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73121d35-b3dc-47d1-98c3-4aea332b0d0d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/ba441b02-68c1-4a3d-9328-9b1d061dbd6e HTTP/1.1" status: 204 len: 168 time: 0.6020138 Nov 25 17:28:41.090394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.095592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9428d1a6-ff88-4ec4-bc8f-93aeb2608edf req-06c80bbd-6c64-44e0-868e-e43a1d2dca83 tempest-ServerAddressesTestJSON-1435192323 tempest-ServerAddressesTestJSON-1435192323-project] 10.222.0.55 "DELETE /v2.0/ports/60aa8984-9454-46f1-84e8-ce7555440a91 HTTP/1.1" status: 204 len: 173 time: 1.7243814 Nov 25 17:28:41.098306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde5bc-301e-4440-89f7-3a4658b5b9ed req-9ffbe3dc-ad85-4e64-a5b1-25468cbff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.102843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37fde5bc-301e-4440-89f7-3a4658b5b9ed req-9ffbe3dc-ad85-4e64-a5b1-25468cbff0ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 1097 time: 0.2308953 Nov 25 17:28:41.106580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56286) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:41.108202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c35a7fc4-b232-4ffd-8e4c-4c1e183a7729 req-0d6b7a03-38d0-486c-8029-e0b0d7d7ecc1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829251 Nov 25 17:28:41.114358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'name': 'network-vif-deleted', 'tag': '60aa8984-9454-46f1-84e8-ce7555440a91'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:41.117269 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6f4d74-be05-45b8-a712-aa60d4fe119e" -d '{"events": [{"server_uuid": "03def599-a5fc-4540-ba98-60b0fa33ba04", "name": "network-vif-deleted", "tag": "60aa8984-9454-46f1-84e8-ce7555440a91"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:41.154828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ba5e40a6-7613-4f22-b0d8-5cc1719cd39e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/391f8ae1-cb87-4851-bba0-b97d0fd0478e HTTP/1.1" status: 200 len: 990 time: 0.5834806 Nov 25 17:28:41.202164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73121d35-b3dc-47d1-98c3-4aea332b0d0d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba441b02-68c1-4a3d-9328-9b1d061dbd6e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.235231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-848024c2-100c-48b6-b6ce-d2ec6166c98c req-879805be-0b82-44ff-beca-09af9481fa09 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9051135 Nov 25 17:28:41.252671 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b473e-5983-4b27-8f94-1122cefb3102 x-openstack-request-id: req-848b473e-5983-4b27-8f94-1122cefb3102 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:41.253366 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03def599-a5fc-4540-ba98-60b0fa33ba04", "name": "network-vif-deleted", "tag": "60aa8984-9454-46f1-84e8-ce7555440a91", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:41.253777 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-848b473e-5983-4b27-8f94-1122cefb3102 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:41.254535 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03def599-a5fc-4540-ba98-60b0fa33ba04', 'name': 'network-vif-deleted', 'tag': '60aa8984-9454-46f1-84e8-ce7555440a91', 'status': 'completed', 'code': 200} Nov 25 17:28:41.282396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37fde5bc-301e-4440-89f7-3a4658b5b9ed req-4d8753df-0cde-410e-ba5e-521386011e12 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393802 Nov 25 17:28:41.342501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb021b62-4d90-4641-bc61-4f0c726ef2ff req-a3026c46-900f-45ed-9ad6-50754ee7fdd9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.351140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb021b62-4d90-4641-bc61-4f0c726ef2ff req-a3026c46-900f-45ed-9ad6-50754ee7fdd9 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 945 time: 0.1632776 Nov 25 17:28:41.390939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-74cd8a8b-2b4a-45af-8c14-099f338db718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.393316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-74cd8a8b-2b4a-45af-8c14-099f338db718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1095 time: 0.0627279 Nov 25 17:28:41.434894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1e886e91-97f2-4165-8f15-e3d405ec57eb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3237050 Nov 25 17:28:41.438736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56300) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:41.459427 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.464904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--22643243'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:41.487417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:41.513082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'port_id': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'mac_address': 'fa:16:3e:23:42:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:28:41.542724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb021b62-4d90-4641-bc61-4f0c726ef2ff req-5c9e74fb-cc44-4b1f-835b-7e6ae61d3983 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888323 Nov 25 17:28:41.592495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.597008 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.625705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-1e94f616-0aa6-40c0-a680-bb05cb883ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.629455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-1e94f616-0aa6-40c0-a680-bb05cb883ddf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 0.2089047 Nov 25 17:28:41.630246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7121ef5-2eb1-4e52-91bf-d004b642e661 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:41.684442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:41.689417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.796076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:41.881464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70908a90-9198-4575-b0f0-bbbb8b982e4f req-ec7c0092-a364-4e19-954f-a9847decc712 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:41.898423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70908a90-9198-4575-b0f0-bbbb8b982e4f req-ec7c0092-a364-4e19-954f-a9847decc712 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 946 time: 0.2345395 Nov 25 17:28:41.921933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f7121ef5-2eb1-4e52-91bf-d004b642e661'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:41.974770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:41.983779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.013218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c97285-a9cc-4b87-99d3-5c98873c23dc req-6bff0345-fbe7-4cea-b9b6-f32a82cb19a5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:42.035586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48c97285-a9cc-4b87-99d3-5c98873c23dc req-6bff0345-fbe7-4cea-b9b6-f32a82cb19a5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 946 time: 0.3972938 Nov 25 17:28:42.095081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-6e765483-da3c-4c58-97f7-ebc34f9556b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 999 time: 0.4083300 Nov 25 17:28:42.155573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.159962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7002597 Nov 25 17:28:42.162876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00273487-182f-4d86-a4d9-d66bf0c57f0b tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4983dba8-6fc2-469e-adfc-a8db65fdcfb1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:42.163892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:42.229541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70908a90-9198-4575-b0f0-bbbb8b982e4f req-66b55d94-e93f-4993-9f08-53bc35cdb4af tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239081 Nov 25 17:28:42.231517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48c97285-a9cc-4b87-99d3-5c98873c23dc req-db02be3a-6447-4eaf-89af-e021dbba0ff7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892636 Nov 25 17:28:42.235776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861056050'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:42.296637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-f0ef76f4-04b2-4108-ba3e-779bd5728378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:42.303044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-f0ef76f4-04b2-4108-ba3e-779bd5728378 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.2051799 Nov 25 17:28:42.351182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:42.453566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Deleting subnet d635b172-7c5e-4772-83f8-2fc90d506c51 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:42.466011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.540186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.564086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.615790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-1d64b551-24d6-4de4-a2f9-3839ca5ef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:42.617876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-1d64b551-24d6-4de4-a2f9-3839ca5ef1c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011763 Nov 25 17:28:42.655828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.735001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.770009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d635b172-7c5e-4772-83f8-2fc90d506c51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:42.779243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.788252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c99bd6b-1c98-4bda-aaa9-fdffe1c4af61 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d635b172-7c5e-4772-83f8-2fc90d506c51 HTTP/1.1" status: 204 len: 168 time: 0.4337633 Nov 25 17:28:42.788967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56354) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:42.888623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.918367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:42.938973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-e6d50585-7cef-4e10-ba4e-1b81804b5b6d service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089342 Nov 25 17:28:42.964745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.036392 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.040568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8182390 Nov 25 17:28:43.043362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56376) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:43.049336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': '4983dba8-6fc2-469e-adfc-a8db65fdcfb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f9748a68-198c-41d9-b377-ac8e7c6135cc', 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:43.051843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:43.104302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d8d0-ea9b-4473-8d30-7da8c4361caa tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9748a68-198c-41d9-b377-ac8e7c6135cc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:43.137646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:43.174859 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.194310 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.250031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6eaf4834-de1b-47db-9e72-a4254a2d4290 req-bf29bd2b-4cbe-4e1c-b336-4847d14931b7 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916996 Nov 25 17:28:43.359053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f7121ef5-2eb1-4e52-91bf-d004b642e661 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:28:43.365078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f7121ef5-2eb1-4e52-91bf-d004b642e661 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:43.370607 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.373369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275d2f7a-95a1-4c9f-a0ec-d6e641580f6e']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:43.436222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.454215 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.458484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530f684-2547-49e4-85d2-8034cb307c34 req-63c17d05-b593-47e9-ba67-72d07673e307 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:43.460447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f530f684-2547-49e4-85d2-8034cb307c34 req-63c17d05-b593-47e9-ba67-72d07673e307 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0838697 Nov 25 17:28:43.471284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.485745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:43.486049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aef2623-5400-4ae2-8a8f-2dbbd7211d0a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:43.533198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6cabae-f6b8-4518-83a8-2ea0e0be5758,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:43.556037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.572532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:43.574827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:43.577639 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af2bed9-f27a-40d9-a0ce-dc9a2021f87f" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:43.594976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.605537 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f530f684-2547-49e4-85d2-8034cb307c34 req-f6719cc5-9033-41e8-ba0a-aaf345e2babd tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384809 Nov 25 17:28:43.666301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.671983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56406) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:43.684249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-65c4e1a5-68a0-47af-b2c4-e1e4a6ed04e6 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6385529 Nov 25 17:28:43.688777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.712814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:43.713253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:43.722751 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:43.758205 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267bffae-dd69-4a5e-88f6-96958eb72c5d x-openstack-request-id: req-267bffae-dd69-4a5e-88f6-96958eb72c5d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:43.758933 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:43.758933 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-267bffae-dd69-4a5e-88f6-96958eb72c5d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:43.759125 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'code': 200} Nov 25 17:28:43.760627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=14']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:43.782851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e65e515-b10b-4922-a040-b2d90b74e3b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.796593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e65e515-b10b-4922-a040-b2d90b74e3b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.926479 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.927899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e65e515-b10b-4922-a040-b2d90b74e3b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.941870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e65e515-b10b-4922-a040-b2d90b74e3b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:43.960369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5e65e515-b10b-4922-a040-b2d90b74e3b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/2f6cabae-f6b8-4518-83a8-2ea0e0be5758 HTTP/1.1" status: 204 len: 168 time: 0.2872224 Nov 25 17:28:43.961574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56438) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:44.018905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65e515-b10b-4922-a040-b2d90b74e3b9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f6cabae-f6b8-4518-83a8-2ea0e0be5758,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.036605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:44.048868 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.049594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 60aa8984-9454-46f1-84e8-ce7555440a91 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:44.092669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 60aa8984-9454-46f1-84e8-ce7555440a91 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:44.093947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 60aa8984-9454-46f1-84e8-ce7555440a91 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:44.146430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.166012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5263a939-2196-43dd-bc85-e9936b41023e tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1927795 Nov 25 17:28:44.167094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:44.198132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=275d2f7a-95a1-4c9f-a0ec-d6e641580f6e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.209339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.217919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c7a15a8-20bb-40c1-8a09-d3c1796759a7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/275d2f7a-95a1-4c9f-a0ec-d6e641580f6e HTTP/1.1" status: 204 len: 168 time: 1.4279125 Nov 25 17:28:44.236366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=13']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.435347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d84810b-6bb4-4098-a911-4da8a1daee31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.461880 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d84810b-6bb4-4098-a911-4da8a1daee31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.516612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4f379-8479-45e0-b98e-f7f3f471c508 req-e2ad5e52-2e5f-4e8f-a8ed-f22ad1cde08d tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:44.518174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4e4f379-8479-45e0-b98e-f7f3f471c508 req-e2ad5e52-2e5f-4e8f-a8ed-f22ad1cde08d tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0903201 Nov 25 17:28:44.528135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae89b-b8a4-4b32-848c-be201ed3faad req-8017c58b-25b0-4e87-a157-f82751ce969a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:44.529789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-762ae89b-b8a4-4b32-848c-be201ed3faad req-8017c58b-25b0-4e87-a157-f82751ce969a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1713798 Nov 25 17:28:44.565265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56460) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:44.605005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-762ae89b-b8a4-4b32-848c-be201ed3faad req-947475ae-1406-4392-a8e5-088919754bb8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680029 Nov 25 17:28:44.631523 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d84810b-6bb4-4098-a911-4da8a1daee31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.635768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d84810b-6bb4-4098-a911-4da8a1daee31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.637201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9d84810b-6bb4-4098-a911-4da8a1daee31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/f9748a68-198c-41d9-b377-ac8e7c6135cc HTTP/1.1" status: 204 len: 168 time: 0.4669006 Nov 25 17:28:44.641801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56464) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:44.656327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84810b-6bb4-4098-a911-4da8a1daee31 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9748a68-198c-41d9-b377-ac8e7c6135cc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.693678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4e4f379-8479-45e0-b98e-f7f3f471c508 req-53e30e2d-6430-47c0-8cc4-49b3d4553291 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656110 Nov 25 17:28:44.737315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56468) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:44.737518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6b9e2261-9c9e-49ec-9161-1c666f0485c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c1fdf30d7f34d7299e3d17ebfd33090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674590 Nov 25 17:28:44.772827 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-30678356-b62f-4072-8573-41013a227f9d tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1286383 Nov 25 17:28:44.776497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:44.837990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c01b-94d9-46d4-8abc-1b6f27cd0895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.892550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c01b-94d9-46d4-8abc-1b6f27cd0895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.896920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a72124b7-1cbf-43bf-8b84-e2fcce6b0930 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.960602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c01b-94d9-46d4-8abc-1b6f27cd0895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.967119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c01b-94d9-46d4-8abc-1b6f27cd0895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:44.971267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c2b6c01b-94d9-46d4-8abc-1b6f27cd0895 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e613b09-fce6-4921-b7a9-f58e35dd4166 HTTP/1.1" status: 204 len: 168 time: 0.2326152 Nov 25 17:28:44.983315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c01b-94d9-46d4-8abc-1b6f27cd0895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e613b09-fce6-4921-b7a9-f58e35dd4166,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:44.996818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a72124b7-1cbf-43bf-8b84-e2fcce6b0930 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.153336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a72124b7-1cbf-43bf-8b84-e2fcce6b0930 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.157416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a72124b7-1cbf-43bf-8b84-e2fcce6b0930 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.160568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a72124b7-1cbf-43bf-8b84-e2fcce6b0930 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/4983dba8-6fc2-469e-adfc-a8db65fdcfb1 HTTP/1.1" status: 204 len: 168 time: 0.3812757 Nov 25 17:28:45.161371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:45.214874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72124b7-1cbf-43bf-8b84-e2fcce6b0930 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983dba8-6fc2-469e-adfc-a8db65fdcfb1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:45.230430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541298-ba27-4490-ac30-abec3a7bde2e req-30201535-d991-4d32-b9a1-094fec72f2f5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.236487 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a541298-ba27-4490-ac30-abec3a7bde2e req-30201535-d991-4d32-b9a1-094fec72f2f5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.3024130 Nov 25 17:28:45.239846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e863f6-a245-41c1-ba77-569383ebf42c req-56851dd9-b5b9-4ffe-8c3e-ce600db28393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.241278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-56851dd9-b5b9-4ffe-8c3e-ce600db28393 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.3016198 Nov 25 17:28:45.277468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4a39f98d-c3b9-495c-a2ff-2c125b7534da tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1146469 Nov 25 17:28:45.295719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:45.317869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077127191'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:45.403506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-76e9cfd9-0403-4d42-8b03-fb132f6bc53b tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.405177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-76e9cfd9-0403-4d42-8b03-fb132f6bc53b tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 946 time: 0.1236050 Nov 25 17:28:45.540312 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.582992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Deleting port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:45.584327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.689902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a541298-ba27-4490-ac30-abec3a7bde2e req-5f37a1c0-a6c3-41ca-a088-6f2dae4acbdc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249320 Nov 25 17:28:45.704613 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.739757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.760978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:45.774856 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa1329f-11e6-47db-8ef6-f4c5fa89d886" -d '{"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-plugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:45.794790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:45.797504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4961703 Nov 25 17:28:45.830059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:45.851123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'bc68ca86-8285-490c-8201-f8fbe0f06769', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:45.885888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e863f6-a245-41c1-ba77-569383ebf42c req-d753b75c-0d72-4cf2-bc53-bb45486c2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:45.892101 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b2b3a-ce5d-44c3-a1b5-e4146922b6d5 x-openstack-request-id: req-718b2b3a-ce5d-44c3-a1b5-e4146922b6d5 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:45.892715 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-plugged", "status": "completed", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:45.897649 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-718b2b3a-ce5d-44c3-a1b5-e4146922b6d5 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:45.903587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-d753b75c-0d72-4cf2-bc53-bb45486c2ea4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.6058874 Nov 25 17:28:45.903909 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'code': 200} Nov 25 17:28:46.042182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56f68-fcd0-4434-a64f-5a5cda3b9b0f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68ca86-8285-490c-8201-f8fbe0f06769,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:46.108408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.122174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-88ba9f3f-91c8-49b6-acf5-97811f705af5 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:46.123775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-88ba9f3f-91c8-49b6-acf5-97811f705af5 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "GET /v2.0/ports?device_id=20757ea2-12b5-46c1-a6cc-55c5336bbd6f HTTP/1.1" status: 200 len: 945 time: 0.3923535 Nov 25 17:28:46.133214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-c4b76e20-165c-44e2-a84a-2c9f48a0ec5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.2277184 Nov 25 17:28:46.167588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] For port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:46.168187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.217756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e863f6-a245-41c1-ba77-569383ebf42c req-f9ecee81-aca6-499f-a09f-8677101c8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:46.219823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-f9ecee81-aca6-499f-a09f-8677101c8f16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0775931 Nov 25 17:28:46.230850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.252513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc9aa4-f353-4d6f-8c72-2e817d524cd9 req-f445cda2-294b-45c5-9aa2-b8bdc04fa085 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:46.254094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30dc9aa4-f353-4d6f-8c72-2e817d524cd9 req-f445cda2-294b-45c5-9aa2-b8bdc04fa085 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 946 time: 0.3497040 Nov 25 17:28:46.309096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Calling delete_port for c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:46.422203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e863f6-a245-41c1-ba77-569383ebf42c req-2c490fa9-ca9a-4833-8bb5-1e8481ba698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:46.431206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-2c490fa9-ca9a-4833-8bb5-1e8481ba698d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021029 Nov 25 17:28:46.657220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:46.668677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-f9fcc90b-5adb-4381-befc-2303b3a7175d service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220688 Nov 25 17:28:46.739090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30dc9aa4-f353-4d6f-8c72-2e817d524cd9 req-8489ac12-093c-40fa-8d0b-37418b0dd3fd tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/security-groups?id=79d1c9af-c245-4b36-9201-88c109092914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162760 Nov 25 17:28:46.791211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.805024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.934978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.942216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1050818 Nov 25 17:28:46.942216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014156e6-6b91-4e3d-b0c2-c0e93dc40aef tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7aa211a-d16a-411a-bed3-3e644f1baceb,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:46.942216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:46.967410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Deleting port 6a7a59c2-a433-4160-8191-2e0211f22670 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:28:46.967868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:46.970333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42e863f6-a245-41c1-ba77-569383ebf42c req-51071e1e-e7d7-47f4-a6c4-ea4241c58e4a service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949781 Nov 25 17:28:47.005145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beac69-4660-4d57-86f4-01b112a8090d req-a8309eb6-5c42-4562-8a5d-94fcafa3dbf4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:47.014841 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2beac69-4660-4d57-86f4-01b112a8090d req-a8309eb6-5c42-4562-8a5d-94fcafa3dbf4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1912642 Nov 25 17:28:47.127333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-980173582-network', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:47.169191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2beac69-4660-4d57-86f4-01b112a8090d req-f063f5e2-4ba2-4c8c-bbf1-fd67e78bb73b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526875 Nov 25 17:28:47.170897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] For port 6a7a59c2-a433-4160-8191-2e0211f22670, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6a7a59c2-a433-4160-8191-2e0211f22670,segment=NetworkSegment(197b3fa9-93c7-4830-9ea5-ed76fc60a0fc),segment_id=197b3fa9-93c7-4830-9ea5-ed76fc60a0fc)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:47.171270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.205866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82144d3f-1eac-4d37-b0ea-fb7f2a8de046 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.215651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.228576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Calling delete_port for 6a7a59c2-a433-4160-8191-2e0211f22670 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:28:47.231171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6a7a59c2-a433-4160-8191-2e0211f22670'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:28:47.241067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82144d3f-1eac-4d37-b0ea-fb7f2a8de046 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.286024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event deleted for resources: {'Port': ['ID=c3db2a7a-716d-40ca-a18e-afdd25a8d2b1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.287835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Made reservation on behalf of 35edf69da2464d85970ad6e25afabb8c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:47.290848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.359094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.398676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82144d3f-1eac-4d37-b0ea-fb7f2a8de046 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.424279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-82144d3f-1eac-4d37-b0ea-fb7f2a8de046 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.425631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-82144d3f-1eac-4d37-b0ea-fb7f2a8de046 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/e7aa211a-d16a-411a-bed3-3e644f1baceb HTTP/1.1" status: 204 len: 168 time: 0.4812965 Nov 25 17:28:47.426738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] No DVR routers for this DVR port c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:47.429378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56548) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:47.442545 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.447033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-794f114a-093d-47f4-9649-9e9bffbe3e5b req-9adc64cc-e191-4106-8d22-d874e64b01b6 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.73 "DELETE /v2.0/ports/c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 HTTP/1.1" status: 204 len: 173 time: 2.0346372 Nov 25 17:28:47.447765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'name': 'network-vif-deleted', 'tag': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:47.450197 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1291cd4e-8ec6-4c03-8483-2052c7f9a84a" -d '{"events": [{"server_uuid": "9a535d3f-ca4f-427a-882a-138a201d6ac2", "name": "network-vif-deleted", "tag": "c3db2a7a-716d-40ca-a18e-afdd25a8d2b1"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:47.477371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82144d3f-1eac-4d37-b0ea-fb7f2a8de046 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7aa211a-d16a-411a-bed3-3e644f1baceb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.480779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.539770 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053a6ac-78c1-4b5b-bb22-73cb4e038cc6 x-openstack-request-id: req-2053a6ac-78c1-4b5b-bb22-73cb4e038cc6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:47.542799 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a535d3f-ca4f-427a-882a-138a201d6ac2", "name": "network-vif-deleted", "tag": "c3db2a7a-716d-40ca-a18e-afdd25a8d2b1", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:47.543283 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2053a6ac-78c1-4b5b-bb22-73cb4e038cc6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:47.544863 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a535d3f-ca4f-427a-882a-138a201d6ac2', 'name': 'network-vif-deleted', 'tag': 'c3db2a7a-716d-40ca-a18e-afdd25a8d2b1', 'status': 'completed', 'code': 200} Nov 25 17:28:47.629113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ef1decf4-91e7-4091-8a8a-5c31ee7f98cd tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1972313 Nov 25 17:28:47.631718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:47.846603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b540dd3e-3761-4750-aac2-62f0c6789aeb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.848469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.863080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.875508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.920671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b540dd3e-3761-4750-aac2-62f0c6789aeb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.969978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Pushing event deleted for resources: {'Port': ['ID=6a7a59c2-a433-4160-8191-2e0211f22670,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:47.972232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:47.991704 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b540dd3e-3761-4750-aac2-62f0c6789aeb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.995997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b540dd3e-3761-4750-aac2-62f0c6789aeb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:47.998042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b540dd3e-3761-4750-aac2-62f0c6789aeb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/bc68ca86-8285-490c-8201-f8fbe0f06769 HTTP/1.1" status: 204 len: 168 time: 0.3641479 Nov 25 17:28:48.015740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:48.034205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300ac89b-6c0b-44b9-b56c-c5c4bfd45760,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:48.034410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540dd3e-3761-4750-aac2-62f0c6789aeb tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68ca86-8285-490c-8201-f8fbe0f06769,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:48.042650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.043098 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Added segment be635ca9-9a23-40b2-bc04-efd3c7783c5d of type vlan for network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 Nov 25 17:28:48.051329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e07d1ca-8801-431d-8768-111516f46c85 req-2a533bc3-a37f-4a0e-bdb1-96b7d9f8c422 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a535d3f-ca4f-427a-882a-138a201d6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0841813 Nov 25 17:28:48.158242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] No DVR routers for this DVR port 6a7a59c2-a433-4160-8191-2e0211f22670 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:28:48.172833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.176450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7022789a-c68f-40d4-95b8-cf2ffbeaefe1 req-df6d6e4e-e66b-4920-8b89-5147858dd963 tempest-MultipleCreateTestJSON-2133209551 tempest-MultipleCreateTestJSON-2133209551-project] 10.222.0.55 "DELETE /v2.0/ports/6a7a59c2-a433-4160-8191-2e0211f22670 HTTP/1.1" status: 204 len: 173 time: 2.0053005 Nov 25 17:28:48.195932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.254437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0919a4b9-261c-4e6b-9b32-a7a4f18582ba tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2176828 Nov 25 17:28:48.255555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56568) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:48.263318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248703746'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:48.284084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.285038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.285610 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.472192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8002360 Nov 25 17:28:48.475153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:48.482526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Request body: {'subnet': {'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-subnet', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:48.497270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.571789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3bd51-965c-4b19-b189-91bcea4a9871 admin admin] Pushing event updated for resources: {'Network': ['ID=6423a287-98bc-415c-8aaa-bb22b1c5ae17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:48.573362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Made reservation on behalf of 35edf69da2464d85970ad6e25afabb8c for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:48.578025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:48.584365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:28:48.593796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1251c51-9c4e-4637-9568-e67a55b4e79a req-b53535c9-8e97-4120-9d1b-eba50c8bec0f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:48.604449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1251c51-9c4e-4637-9568-e67a55b4e79a req-b53535c9-8e97-4120-9d1b-eba50c8bec0f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2348819 Nov 25 17:28:48.825448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1251c51-9c4e-4637-9568-e67a55b4e79a req-a39b722c-9c70-4296-abb1-566ff34d34d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093763 Nov 25 17:28:49.009313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.020887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.064559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbbc6ee-3296-47dc-b3ce-04b12e242faf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.084405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.090457 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3055e0f8-e0d1-465a-8ab4-c11762d9c7dc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8339059 Nov 25 17:28:49.093315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56588) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:49.139321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'ecbbc6ee-3296-47dc-b3ce-04b12e242faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:49.156236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:49.206418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:49.207012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c3db2a7a-716d-40ca-a18e-afdd25a8d2b1 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:49.220110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.272776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.297012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b562fc31-8a36-4cac-babb-b8da569f9a5e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.310142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Checking segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:49.314110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Network hostable DHCP agents. Network: 6423a287-98bc-415c-8aaa-bb22b1c5ae17, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:28:49.379192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:28:49.385170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56596) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:49.411106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6423a287-98bc-415c-8aaa-bb22b1c5ae17) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:49.418319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.418916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.423520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1268541b-aa66-4063-9d8e-a1a996fba554 None None] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:49.484471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d8b46937-8af4-48db-b2cd-1087f9f26c73 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0062046 Nov 25 17:28:49.485905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56598) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:49.491116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:49.516643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.518359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.558508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'name': 'network-vif-deleted', 'tag': '6a7a59c2-a433-4160-8191-2e0211f22670'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:28:49.574514 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601be242-1a35-47e4-9f28-b026ca84e873" -d '{"events": [{"server_uuid": "20757ea2-12b5-46c1-a6cc-55c5336bbd6f", "name": "network-vif-deleted", "tag": "6a7a59c2-a433-4160-8191-2e0211f22670"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:28:49.619303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.632751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.652638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Deleting subnet 3b41c406-62de-4c94-a579-03ba57a3d164 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:28:49.688861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.707008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.723619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e7c-e9b6-4897-a50c-aef415f5e495 req-c40dd182-46f3-4992-9ca9-a710b95b285a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:49.737757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04799e7c-e9b6-4897-a50c-aef415f5e495 req-c40dd182-46f3-4992-9ca9-a710b95b285a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.4188917 Nov 25 17:28:49.747470 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e32c7d-9b25-456c-863a-a6cd32092968 x-openstack-request-id: req-48e32c7d-9b25-456c-863a-a6cd32092968 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:28:49.748460 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20757ea2-12b5-46c1-a6cc-55c5336bbd6f", "name": "network-vif-deleted", "tag": "6a7a59c2-a433-4160-8191-2e0211f22670", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:28:49.748460 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48e32c7d-9b25-456c-863a-a6cd32092968 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:28:49.749934 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20757ea2-12b5-46c1-a6cc-55c5336bbd6f', 'name': 'network-vif-deleted', 'tag': '6a7a59c2-a433-4160-8191-2e0211f22670', 'status': 'completed', 'code': 200} Nov 25 17:28:49.780131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc784bf-9a89-4e91-bdfa-d06588e22511,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:49.784160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db990be4-bfb6-4616-9c42-b3dedcf6fdf4 None None] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:28:49.799215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.803343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5f0a47be-d523-4ec1-824a-dc8feae4fdd3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6778896 Nov 25 17:28:49.812101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56604) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:49.841725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:49.915734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6ef4f61-4fab-40f6-9131-e1e81009c472 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules/bcc784bf-9a89-4e91-bdfa-d06588e22511 HTTP/1.1" status: 200 len: 763 time: 0.1018112 Nov 25 17:28:49.931940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.029317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04799e7c-e9b6-4897-a50c-aef415f5e495 req-55873b21-7cf7-41b0-bd84-1b77446be479 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903931 Nov 25 17:28:50.104863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.125525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-26e959e2-64b2-402b-ba80-57d956281fbe tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1902304 Nov 25 17:28:50.128464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.131577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.231749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.322006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b41c406-62de-4c94-a579-03ba57a3d164,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.324200 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.337464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31f23767-c93a-411f-8448-796b4910acfb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3b41c406-62de-4c94-a579-03ba57a3d164 HTTP/1.1" status: 204 len: 168 time: 0.9309709 Nov 25 17:28:50.342341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56620) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.389653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79c933a2-3f0d-40f6-a6b2-922611f3d1c0 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.409360 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79c933a2-3f0d-40f6-a6b2-922611f3d1c0 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.475035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79c933a2-3f0d-40f6-a6b2-922611f3d1c0 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.490793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79c933a2-3f0d-40f6-a6b2-922611f3d1c0 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.493082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-79c933a2-3f0d-40f6-a6b2-922611f3d1c0 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/bcc784bf-9a89-4e91-bdfa-d06588e22511 HTTP/1.1" status: 204 len: 168 time: 0.3601706 Nov 25 17:28:50.497216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56624) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.526271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d497832-e066-4044-93cc-1406c1bc11f3 req-141e228f-2721-41ba-bec7-306da1864568 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:50.543137 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d497832-e066-4044-93cc-1406c1bc11f3 req-141e228f-2721-41ba-bec7-306da1864568 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.3127675 Nov 25 17:28:50.547627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c933a2-3f0d-40f6-a6b2-922611f3d1c0 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc784bf-9a89-4e91-bdfa-d06588e22511,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:50.554064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.566387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0afc758b-3bab-495a-8a48-cf9af5879dbc tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679960 Nov 25 17:28:50.569636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:50.580592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'ecbbc6ee-3296-47dc-b3ce-04b12e242faf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:50.751696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d497832-e066-4044-93cc-1406c1bc11f3 req-43d7eb70-8169-4a7d-9167-92d6c1aa11cb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075450 Nov 25 17:28:50.768499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.795631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.844226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5495af-cd73-47a9-9a14-d2a1b79115a3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:50.859249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.864437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:50.867513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197b3fa9-93c7-4830-9ea5-ed76fc60a0fc') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:50.888896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.911147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:50.925883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:28:50.926290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:28:51.057288 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:28:51.063797 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.067838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.091729 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.108048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9b5495af-cd73-47a9-9a14-d2a1b79115a3 HTTP/1.1" status: 204 len: 168 time: 0.7624941 Nov 25 17:28:51.108240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6a7a59c2-a433-4160-8191-2e0211f22670 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:28:51.138635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Allocated IP 172.25.8.19 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/d65a92f2-b28f-4260-90ce-02ac5de038d8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:51.182655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 6a7a59c2-a433-4160-8191-2e0211f22670 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:28:51.183234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6a7a59c2-a433-4160-8191-2e0211f22670 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:28:51.207823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbfc25-4447-4832-b62c-f4f7625d9715 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5495af-cd73-47a9-9a14-d2a1b79115a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:51.297553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.307653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.375106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.375106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7968130 Nov 25 17:28:51.377230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.396384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1644a74-39f5-4e40-8064-33edfe9e7784 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d58ea7-a58a-404f-a547-90ecf582c8b7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:51.416655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-ec6cfb65-340b-4bfe-b04c-7c84bc373f60 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:51.425479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-ec6cfb65-340b-4bfe-b04c-7c84bc373f60 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.2889187 Nov 25 17:28:51.436993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7cb7aace-7e07-4d6b-bf0f-a06a33153550 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules/c4d58ea7-a58a-404f-a547-90ecf582c8b7 HTTP/1.1" status: 200 len: 763 time: 0.0587134 Nov 25 17:28:51.448325 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-ea466877-93e5-48c0-bd63-505d54bb833c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/quotas/d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 375 time: 0.0214908 Nov 25 17:28:51.470320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.479546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.497680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.588570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ba4eec0-37e4-4bd7-b501-9bf46b709b19 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1171207 Nov 25 17:28:51.600713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.640408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb153-c01c-4f0d-a941-354c657c48c9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.695589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-cecd2c2a-fe95-454f-8b51-a2143f528662 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2456117 Nov 25 17:28:51.722821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-20f40404-bff6-4e3a-9527-0e5bf4cd443a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=99fbf4f30c804888ae29e145000311a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134395 Nov 25 17:28:51.726962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56666) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:51.777046 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.841045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:51.847697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:51.859690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:51.873866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022fbd5-68e8-4a68-a1bf-276b4afcbba0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:51.875978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Pushing event updated for resources: {'Port': ['ID=d65a92f2-b28f-4260-90ce-02ac5de038d8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:51.914039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb153-c01c-4f0d-a941-354c657c48c9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:51.922908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-cfa56e4e-0d1d-4ec7-acfa-56654d8bc6a5 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264628 Nov 25 17:28:51.951378 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-162ae05f-f736-4b76-a1b1-7ac8704549a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.016260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-98302845-a40d-4647-87c3-b74da05c5a30 None None] Provisioning complete for port d65a92f2-b28f-4260-90ce-02ac5de038d8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:52.017203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-98302845-a40d-4647-87c3-b74da05c5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.031206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-162ae05f-f736-4b76-a1b1-7ac8704549a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.083122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-98302845-a40d-4647-87c3-b74da05c5a30 None None] Port d65a92f2-b28f-4260-90ce-02ac5de038d8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:52.340725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-162ae05f-f736-4b76-a1b1-7ac8704549a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.346242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-162ae05f-f736-4b76-a1b1-7ac8704549a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.353921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-162ae05f-f736-4b76-a1b1-7ac8704549a6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/79d1c9af-c245-4b36-9201-88c109092914 HTTP/1.1" status: 204 len: 168 time: 0.6258612 Nov 25 17:28:52.430144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ae05f-f736-4b76-a1b1-7ac8704549a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d1c9af-c245-4b36-9201-88c109092914,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.607156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb153-c01c-4f0d-a941-354c657c48c9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.618334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb153-c01c-4f0d-a941-354c657c48c9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.619722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7f3bb153-c01c-4f0d-a941-354c657c48c9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/c4d58ea7-a58a-404f-a547-90ecf582c8b7 HTTP/1.1" status: 204 len: 168 time: 1.0177958 Nov 25 17:28:52.622805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:52.637707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bb153-c01c-4f0d-a941-354c657c48c9 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4d58ea7-a58a-404f-a547-90ecf582c8b7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:52.756692 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:52.787793 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-89b91882-74f3-49ad-87bf-797a2d6fd161 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1635134 Nov 25 17:28:52.801567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-32eb93e9-0ef7-4054-947a-16dd17baefc0 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366563 Nov 25 17:28:52.803844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56688) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:52.817377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Request body: {'security_group_rule': {'security_group_id': 'ecbbc6ee-3296-47dc-b3ce-04b12e242faf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:52.931499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.034470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.041337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.089386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e4cb79-ef33-46f2-9ca5-dfdea97c2b50,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.102260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.107902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-85913be5-e33d-4b25-95ba-415093fb756f tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942369 Nov 25 17:28:53.120178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.139321 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5429880f-5b10-4d6b-ab46-7f7a467482a3 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules/15e4cb79-ef33-46f2-9ca5-dfdea97c2b50 HTTP/1.1" status: 200 len: 764 time: 0.0179689 Nov 25 17:28:53.141971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.225837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8e4ce625-6947-41f2-b82f-917e344a1bea tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0803146 Nov 25 17:28:53.227175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.276633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.290460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c860ac9-7535-4998-b851-d93da28b2432 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.326148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c860ac9-7535-4998-b851-d93da28b2432 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.380641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c860ac9-7535-4998-b851-d93da28b2432 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.387602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c860ac9-7535-4998-b851-d93da28b2432 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.389180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4c860ac9-7535-4998-b851-d93da28b2432 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/15e4cb79-ef33-46f2-9ca5-dfdea97c2b50 HTTP/1.1" status: 204 len: 168 time: 0.1610453 Nov 25 17:28:53.394108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.437253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c860ac9-7535-4998-b851-d93da28b2432 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e4cb79-ef33-46f2-9ca5-dfdea97c2b50,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.448177 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9633a1a5-cef4-4c24-83f8-19549a60984a req-1baa3ca3-ce1d-483a-b990-c8f96d4323a3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 210 time: 0.1669481 Nov 25 17:28:53.480551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:28:53.505602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6d23eac5-2358-4699-85d5-73026011bd67 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1100922 Nov 25 17:28:53.509460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.610838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aec75ad9-9753-4a85-83b1-afd0a9007588 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.646603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aec75ad9-9753-4a85-83b1-afd0a9007588 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.709278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aec75ad9-9753-4a85-83b1-afd0a9007588 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.713562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aec75ad9-9753-4a85-83b1-afd0a9007588 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:53.715312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aec75ad9-9753-4a85-83b1-afd0a9007588 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "DELETE /v2.0/security-groups/ecbbc6ee-3296-47dc-b3ce-04b12e242faf HTTP/1.1" status: 204 len: 168 time: 0.2041259 Nov 25 17:28:53.737870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:53.738737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec75ad9-9753-4a85-83b1-afd0a9007588 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbbc6ee-3296-47dc-b3ce-04b12e242faf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:53.885214 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ce1b15da-8b1a-4a97-b3df-cfa4aecbfc34 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1326766 Nov 25 17:28:53.892719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:54.002361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f6df338e-f103-44d8-8785-f1e52e5cef56 tempest-SecGroupTest-1864485336 tempest-SecGroupTest-1864485336-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1082344 Nov 25 17:28:54.242227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:28:54.256146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Sync routers for ids ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:28:54.287054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Routers {'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:54.290163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:54.302705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:54.310462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56770) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:54.318449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-173b5385-56a1-4a60-9139-5695470e3c75 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8312089 Nov 25 17:28:54.662383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Set router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:54.672331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4412c509-6db0-4f8c-a189-35e770b40467 req-26f185d3-f38e-4ec2-b7ca-21616197213b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 210 time: 0.0690145 Nov 25 17:28:54.677704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56778) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.016511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-bb4e7a4c-a734-4f52-a783-6a20ee08877c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:55.020481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-bb4e7a4c-a734-4f52-a783-6a20ee08877c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.2069750 Nov 25 17:28:55.037873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0544e92a-8d90-4d89-8d65-0ae21b94b9da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5136e79d9c694e099a9b9b0d4c3b176c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589416 Nov 25 17:28:55.040560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.045046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'port': {'device_id': '1171506a-5d32-4b22-bf4d-43347c617773', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'admin_state_up': True, 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:55.158043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:52Z', 'revision_number': 3, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:55.169514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47c505a-223d-421f-a929-86497a113360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.212857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47c505a-223d-421f-a929-86497a113360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.249575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Checking router: fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:28:55.249927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Updating router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 port d65a92f2-b28f-4260-90ce-02ac5de038d8 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:28:55.351918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.358806 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47c505a-223d-421f-a929-86497a113360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.362265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a47c505a-223d-421f-a929-86497a113360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.363616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a47c505a-223d-421f-a929-86497a113360 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/73a9adb1-54de-459e-ae2a-f87e5e258a41 HTTP/1.1" status: 204 len: 168 time: 0.3200166 Nov 25 17:28:55.378577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c505a-223d-421f-a929-86497a113360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9adb1-54de-459e-ae2a-f87e5e258a41,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:55.547753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:55.560377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:55.803735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:55.977486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fa81813-9cc1-4c95-8180-3616ef0978dd req-09924fc8-3d50-4369-a4fb-64e77b8a8ce3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 210 time: 0.0914032 Nov 25 17:28:56.031598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ace3bc1e-f141-427a-a0a9-a0f310205f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.066313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.114165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.120671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Allocated IP 172.20.0.7 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/32f69fa9-c760-4206-b9d1-215ea64cee97) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:56.125982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.217361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ace3bc1e-f141-427a-a0a9-a0f310205f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.229543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e43c67-7336-4503-a6e6-f49c57e84ba0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:56.243056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ace3bc1e-f141-427a-a0a9-a0f310205f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.261397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d49d46-f1aa-4a2a-9f25-29cc195cc799 None None] Pushing event updated for resources: {'Port': ['ID=d65a92f2-b28f-4260-90ce-02ac5de038d8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.278510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Attempting to bind port d65a92f2-b28f-4260-90ce-02ac5de038d8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:56.283699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Attempting to bind port d65a92f2-b28f-4260-90ce-02ac5de038d8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:56.284793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Attempting to bind port d65a92f2-b28f-4260-90ce-02ac5de038d8 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:56.300302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:56.301078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:56.303141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.306687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:56.307251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Bound port: d65a92f2-b28f-4260-90ce-02ac5de038d8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:56.307684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.335189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3bc1e-f141-427a-a0a9-a0f310205f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111e1ff6-7438-4aa5-9a25-7625655f0d45,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.351678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:56.352344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ace3bc1e-f141-427a-a0a9-a0f310205f4d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fbf450a9383943b999fe4f1fa7ad6599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5469034 Nov 25 17:28:56.503159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2baa45bc-fe07-4cba-ade7-28cf13c400fc None None] Provisioning complete for port d65a92f2-b28f-4260-90ce-02ac5de038d8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:56.514728 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2baa45bc-fe07-4cba-ade7-28cf13c400fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.562822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] For port d65a92f2-b28f-4260-90ce-02ac5de038d8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:28:56.583987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Allocated IP 172.20.0.1 (6423a287-98bc-415c-8aaa-bb22b1c5ae17/b562fc31-8a36-4cac-babb-b8da569f9a5e/7a65e8f1-685a-4151-9401-96133f64043f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:28:56.584399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] For port d65a92f2-b28f-4260-90ce-02ac5de038d8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d65a92f2-b28f-4260-90ce-02ac5de038d8,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:28:56.587154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2baa45bc-fe07-4cba-ade7-28cf13c400fc None None] Port d65a92f2-b28f-4260-90ce-02ac5de038d8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:56.588643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639eb1d7-c3d1-4c6b-841b-85a7f6c21d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.591342 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.619324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.642675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639eb1d7-c3d1-4c6b-841b-85a7f6c21d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.685166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff641a97-e76d-4573-82cb-4ec3a2e09cae None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:28:56.692693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56850) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:56.774999 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.775430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Routers {'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:28:56.780521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:56.844184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=32f69fa9-c760-4206-b9d1-215ea64cee97,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.864675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639eb1d7-c3d1-4c6b-841b-85a7f6c21d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.868233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639eb1d7-c3d1-4c6b-841b-85a7f6c21d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.869703 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-639eb1d7-c3d1-4c6b-841b-85a7f6c21d0e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/111e1ff6-7438-4aa5-9a25-7625655f0d45 HTTP/1.1" status: 204 len: 168 time: 0.5171137 Nov 25 17:28:56.874843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:56.891106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:56.891664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d49d46-f1aa-4a2a-9f25-29cc195cc799 None None] Pushing event updated for resources: {'Port': ['ID=d65a92f2-b28f-4260-90ce-02ac5de038d8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.895143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:56.897205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eb1d7-c3d1-4c6b-841b-85a7f6c21d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111e1ff6-7438-4aa5-9a25-7625655f0d45,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:56.901370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:56.934791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3983f2a5-acf3-41e2-bb2a-b56c0ee60021 tempest-ServiceProvidersTest-173542072 tempest-ServiceProvidersTest-173542072-project] 10.222.0.86 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2392988 Nov 25 17:28:57.000383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:57.001064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.004714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-308d2247-bc02-41bf-bed2-b53fa0109c41 None None] Provisioning complete for port d65a92f2-b28f-4260-90ce-02ac5de038d8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:57.012937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-308d2247-bc02-41bf-bed2-b53fa0109c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.028635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-06704736-c412-4982-abc7-a79cdd7c53d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9889371 Nov 25 17:28:57.030307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.045526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Request body: {'port': {'device_id': '1171506a-5d32-4b22-bf4d-43347c617773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:57.126515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:57.155962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:57.159613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:28:57.232202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] Set router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:28:57.329074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-308d2247-bc02-41bf-bed2-b53fa0109c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.390002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:57.408994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Pushing event updated for resources: {'Port': ['ID=7a65e8f1-685a-4151-9401-96133f64043f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.499791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.533485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-308d2247-bc02-41bf-bed2-b53fa0109c41 None None] For port d65a92f2-b28f-4260-90ce-02ac5de038d8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d65a92f2-b28f-4260-90ce-02ac5de038d8,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:28:57.558106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-308d2247-bc02-41bf-bed2-b53fa0109c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.602560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cec15-04e6-46ed-8960-44adfc59e52e req-7218307e-4bc0-471e-b0c2-483aa6043869 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:57.608784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f2cec15-04e6-46ed-8960-44adfc59e52e req-7218307e-4bc0-471e-b0c2-483aa6043869 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 931 time: 0.4620678 Nov 25 17:28:57.612687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.648851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05780230-f7d8-4df9-a9d1-fec7aaf4b876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.738116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d2247-bc02-41bf-bed2-b53fa0109c41 None None] Pushing event updated for resources: {'Port': ['ID=d65a92f2-b28f-4260-90ce-02ac5de038d8,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:57.745056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2b11fdb4-3774-41c8-b604-38dd24081c29 None None] Provisioning complete for port 32f69fa9-c760-4206-b9d1-215ea64cee97 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:57.745477 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b11fdb4-3774-41c8-b604-38dd24081c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.866945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05780230-f7d8-4df9-a9d1-fec7aaf4b876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.876942 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05780230-f7d8-4df9-a9d1-fec7aaf4b876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:57.916375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2b11fdb4-3774-41c8-b604-38dd24081c29 None None] Port 32f69fa9-c760-4206-b9d1-215ea64cee97 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:28:57.981945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05780230-f7d8-4df9-a9d1-fec7aaf4b876 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1d95a29d7154278944c36d0b5ce690e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884111 Nov 25 17:28:57.998352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:52Z', 'revision_number': 3, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:28:58.000107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:58.031155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cac6fa-be99-4cd6-a832-9fecede4e421 None None] The sync data for ids ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'] in n-d-817303-7 is: [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:52Z', 'revision_number': 3, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:28:58.072653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f2cec15-04e6-46ed-8960-44adfc59e52e req-e30cd40c-92be-4f65-9221-21776d61acf9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174416 Nov 25 17:28:58.077230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05780230-f7d8-4df9-a9d1-fec7aaf4b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9689ef6-2125-4868-8098-61c6d011a048,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.130065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a55b06e-1012-4edb-8db9-4045175c84be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.177911 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.185271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a55b06e-1012-4edb-8db9-4045175c84be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.260267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a55b06e-1012-4edb-8db9-4045175c84be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.264347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a55b06e-1012-4edb-8db9-4045175c84be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.269799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7a55b06e-1012-4edb-8db9-4045175c84be admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9689ef6-2125-4868-8098-61c6d011a048 HTTP/1.1" status: 204 len: 168 time: 0.2683806 Nov 25 17:28:58.278860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55b06e-1012-4edb-8db9-4045175c84be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9689ef6-2125-4868-8098-61c6d011a048,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:58.345464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:28:58.582668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f69fa9-c760-4206-b9d1-215ea64cee97 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:28:58.599740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.639124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.643483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Transition to ACTIVE for port object 32f69fa9-c760-4206-b9d1-215ea64cee97 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:28:58.644841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.701121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.725418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:58.898856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-227227455-network', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:28:58.970383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Pushing event updated for resources: {'Port': ['ID=7a65e8f1-685a-4151-9401-96133f64043f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.150619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Pushing event updated for resources: {'Port': ['ID=32f69fa9-c760-4206-b9d1-215ea64cee97,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.158169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Made reservation on behalf of 84b3660e9d12415bb38c70c24fcfec66 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:28:59.164611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.208078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.322922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.374146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:28:59.386918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.394299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596da87-329d-4a06-9823-cddeae59fd53 req-cdc9937d-e213-44f6-bf05-af6a4cd117af tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:28:59.404780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9596da87-329d-4a06-9823-cddeae59fd53 req-cdc9937d-e213-44f6-bf05-af6a4cd117af tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 943 time: 0.1359298 Nov 25 17:28:59.486698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:28:59.567502 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9596da87-329d-4a06-9823-cddeae59fd53 req-efd75fe0-0df4-47c1-a583-265353f3b1a0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459522 Nov 25 17:28:59.599917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d65a92f2-b28f-4260-90ce-02ac5de038d8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:28:59.672984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:28:59.703822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3758856e-e763-4ad6-ba10-32cbf4dd7d8d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:28:59.734176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.734610 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Added segment 41c55cb0-507b-4cdb-95a0-9e4c3e315993 of type vlan for network e71de579-13cc-4495-8815-997c2d03e05b Nov 25 17:28:59.778593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d65a92f2-b28f-4260-90ce-02ac5de038d8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:28:59.783079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.817642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Attempting to bind port 32f69fa9-c760-4206-b9d1-215ea64cee97 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:28:59.818092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Attempting to bind port 32f69fa9-c760-4206-b9d1-215ea64cee97 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:28:59.818511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Attempting to bind port 32f69fa9-c760-4206-b9d1-215ea64cee97 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:59.830132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Port 32f69fa9-c760-4206-b9d1-215ea64cee97 on network f32f7096-4838-4cf6-9956-56886cddd436 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:28:59.831265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Attempting to bind port 32f69fa9-c760-4206-b9d1-215ea64cee97 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:28:59.929584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:28:59.929956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:28:59.930342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:28:59.930952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Bound port: 32f69fa9-c760-4206-b9d1-215ea64cee97, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:28:59.935455 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:28:59.956753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.051774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] For port 32f69fa9-c760-4206-b9d1-215ea64cee97, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:00.055743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] For port 32f69fa9-c760-4206-b9d1-215ea64cee97, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=32f69fa9-c760-4206-b9d1-215ea64cee97,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:00.066004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.075350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:00.129747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.131071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.133418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] 10.222.0.73 "PUT /v2.0/ports/32f69fa9-c760-4206-b9d1-215ea64cee97 HTTP/1.1" status: 200 len: 1091 time: 3.0939503 Nov 25 17:29:00.147739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1171506a-5d32-4b22-bf4d-43347c617773', 'tag': '32f69fa9-c760-4206-b9d1-215ea64cee97'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:00.150337 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f296b-bc34-4fef-a84a-347d8065fdef" -d '{"events": [{"name": "network-changed", "server_uuid": "1171506a-5d32-4b22-bf4d-43347c617773", "tag": "32f69fa9-c760-4206-b9d1-215ea64cee97"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:00.161353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.162288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.163497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.230962 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93788354-2a6e-42ec-a51a-ab9c6812614a x-openstack-request-id: req-93788354-2a6e-42ec-a51a-ab9c6812614a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:00.231660 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1171506a-5d32-4b22-bf4d-43347c617773", "tag": "32f69fa9-c760-4206-b9d1-215ea64cee97", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:00.231660 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93788354-2a6e-42ec-a51a-ab9c6812614a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:00.231926 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1171506a-5d32-4b22-bf4d-43347c617773', 'tag': '32f69fa9-c760-4206-b9d1-215ea64cee97', 'status': 'completed', 'code': 200} Nov 25 17:29:00.440277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ecdd1-d00d-4614-a99c-79f5e634014b service neutron] Pushing event updated for resources: {'Port': ['ID=32f69fa9-c760-4206-b9d1-215ea64cee97,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.448054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] Pushing event updated for resources: {'Network': ['ID=e71de579-13cc-4495-8815-997c2d03e05b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:00.457374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4c3eecae-4824-4445-88a9-3280daa2f32e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1108594 Nov 25 17:29:00.460517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:00.466064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e71de579-13cc-4495-8815-997c2d03e05b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:00.466240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Request body: {'subnet': {'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-227227455-subnet', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:00.531661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-5812d2b5-bcf4-4fdb-bb6c-c43d48d9af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:00.533405 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-5812d2b5-bcf4-4fdb-bb6c-c43d48d9af69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 1094 time: 0.3007562 Nov 25 17:29:00.556659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Made reservation on behalf of 84b3660e9d12415bb38c70c24fcfec66 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:00.565222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:00.990932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.110439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-d51f18e0-8a1f-47c9-8ed6-ac4071a6d83d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f69fa9-c760-4206-b9d1-215ea64cee97 HTTP/1.1" status: 200 len: 217 time: 0.5663261 Nov 25 17:29:01.137229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:01.144909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2f4ab138-70fc-4a44-a34f-b1e19e6bbb5c admin admin] 10.222.0.86 "PUT /v2.0/routers/fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8329298 Nov 25 17:29:01.190436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c793f412-1e20-4012-b537-c68c8b33de43,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:01.232116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec666-60f7-4845-b5f1-ad220b034fa4 req-5ac570e3-d61d-40e9-837f-d38a783ace30 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.244982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f0ec666-60f7-4845-b5f1-ad220b034fa4 req-5ac570e3-d61d-40e9-837f-d38a783ace30 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 943 time: 0.2686098 Nov 25 17:29:01.262327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Sync routers for ids ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:01.270431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-b1f3e86e-c971-4d01-9acc-996c11c61bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.271949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-b1f3e86e-c971-4d01-9acc-996c11c61bb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1501267 Nov 25 17:29:01.316060 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Routers {'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:01.317153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:01.323142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f0ec666-60f7-4845-b5f1-ad220b034fa4 req-639727ed-7f77-4105-9e7e-f75108eca3cf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771592 Nov 25 17:29:01.372857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Checking segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:01.373048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Network hostable DHCP agents. Network: e71de579-13cc-4495-8815-997c2d03e05b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:01.406369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5417030-9c73-4445-918d-54151b1fe428 req-4d568ba2-a2be-480f-be1d-c0666d88b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.409469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-4d568ba2-a2be-480f-be1d-c0666d88b0cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287537 Nov 25 17:29:01.456530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Network e71de579-13cc-4495-8815-997c2d03e05b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:01.478602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e71de579-13cc-4495-8815-997c2d03e05b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:01.483927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:01.485045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.488372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff94f7-c52a-480d-9702-c2a8b636f354 None None] Network e71de579-13cc-4495-8815-997c2d03e05b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:01.531089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-30fd6452-33d7-49a1-aa1f-a0c1e414dd61 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0692554 Nov 25 17:29:01.550486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57008) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:01.580775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:01.723354 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.724480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.835412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-4c434b75-ef3b-4776-a970-d9300f23aa91 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129915 Nov 25 17:29:01.893556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:01.928813 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Set router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:01.953345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bcdab8-0f74-4836-9e8b-f51c7b763df4 None None] Network e71de579-13cc-4495-8815-997c2d03e05b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:02.255132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5417030-9c73-4445-918d-54151b1fe428 req-cb4779ca-0bf1-415c-bd55-0b72d8f49042 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158993 Nov 25 17:29:02.396173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.465917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f296b-bc34-4fef-a84a-347d8065fdef req-05b932e0-0b86-433e-81d8-c3d196faa808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.477408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-05b932e0-0b86-433e-81d8-c3d196faa808 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 1094 time: 0.0984530 Nov 25 17:29:02.484692 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:58Z', 'revision_number': 4, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7a65e8f1-685a-4151-9401-96133f64043f', 'name': '', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'mac_address': 'fa:16:3e:3d:8d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:56Z', 'updated_at': '2021-11-25T17:28:58Z', 'revision_number': 2, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'subnets': [{'id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:02.518788 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Checking router: fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:02.523886 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Updating router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 port 7a65e8f1-685a-4151-9401-96133f64043f binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:02.567086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876dacd-7098-4964-bcff-c96287991076 req-ca447973-6d62-4e13-a0c1-8964b41241bc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.574564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2876dacd-7098-4964-bcff-c96287991076 req-ca447973-6d62-4e13-a0c1-8964b41241bc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 943 time: 0.1062531 Nov 25 17:29:02.661193 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:02.671975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2876dacd-7098-4964-bcff-c96287991076 req-1b60c2ea-b4a7-435f-87b8-e7e02056ea13 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816536 Nov 25 17:29:02.939658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-ba4e0b7a-288d-49ac-ad31-a319ed88b281 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:02.948122 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-ba4e0b7a-288d-49ac-ad31-a319ed88b281 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 818 time: 0.4691882 Nov 25 17:29:02.967120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-0896569d-baa1-4d24-aa96-e2a85e557566 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/quotas/35edf69da2464d85970ad6e25afabb8c HTTP/1.1" status: 200 len: 375 time: 0.0179641 Nov 25 17:29:02.989448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.023798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.071973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-d419eb49-bd54-4453-a823-0f9c23b4fb39 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036139 Nov 25 17:29:03.100427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f296b-bc34-4fef-a84a-347d8065fdef req-d78c759f-6096-4d6f-8a8b-488663516e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.102322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-d78c759f-6096-4d6f-8a8b-488663516e57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.5801075 Nov 25 17:29:03.108148 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.118712 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.178293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-c03bc2ca-5a28-47d4-a079-11582427133d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f69fa9-c760-4206-b9d1-215ea64cee97 HTTP/1.1" status: 200 len: 217 time: 0.0445242 Nov 25 17:29:03.206553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a513250-e36e-4baa-9fe6-51857d679009 req-771c4565-50b2-4a11-aadf-096a51c0aa86 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.208321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a513250-e36e-4baa-9fe6-51857d679009 req-771c4565-50b2-4a11-aadf-096a51c0aa86 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1401379 Nov 25 17:29:03.214150 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Pushing event updated for resources: {'Port': ['ID=7a65e8f1-685a-4151-9401-96133f64043f,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.235414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Allocated IP 172.25.8.70 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:03.266083 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Attempting to bind port 7a65e8f1-685a-4151-9401-96133f64043f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:03.266700 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Attempting to bind port 7a65e8f1-685a-4151-9401-96133f64043f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:03.267862 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Attempting to bind port 7a65e8f1-685a-4151-9401-96133f64043f on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:03.272966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f296b-bc34-4fef-a84a-347d8065fdef req-93c81852-189a-4dbe-a2c1-30f7743dcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.274558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-93c81852-189a-4dbe-a2c1-30f7743dcbe2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0864403 Nov 25 17:29:03.276536 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.277043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.277560 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.278166 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.278641 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.279125 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.279621 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.280141 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.281003 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.281810 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.282299 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.282766 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:03.284508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-17232352-e47b-43a6-b1c1-02f6860e0b80 service neutron] 10.222.0.86 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117078 Nov 25 17:29:03.287180 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:03.287792 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Checking segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:03.288569 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.289124 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Bound using segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:03.289746 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Bound port: 7a65e8f1-685a-4151-9401-96133f64043f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:03.290371 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.377126 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] For port 7a65e8f1-685a-4151-9401-96133f64043f, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:03.381468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] For port 7a65e8f1-685a-4151-9401-96133f64043f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7a65e8f1-685a-4151-9401-96133f64043f,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:03.384640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a513250-e36e-4baa-9fe6-51857d679009 req-dbd1dfe5-9b41-4ebb-a80c-55aad5e0b217 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722787 Nov 25 17:29:03.388146 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.403047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-6e8e84b1-ca6f-49f4-b073-d6ff9fdaedfe service neutron] 10.222.0.86 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176295 Nov 25 17:29:03.458250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.466056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f296b-bc34-4fef-a84a-347d8065fdef req-ffd3b28d-dbc9-4710-a9bd-fae9adbf6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:03.468139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-ffd3b28d-dbc9-4710-a9bd-fae9adbf6b95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767183 Nov 25 17:29:03.498401 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55e5bc-459b-4fdc-a9d1-e4cc829a4da7 None None] Pushing event updated for resources: {'Port': ['ID=7a65e8f1-685a-4151-9401-96133f64043f,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.507209 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Routers {'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:03.507918 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:03.541856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.587137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:03.590489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:03.611176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:03.626270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4203489-6da6-4018-afac-2e974f5aaa43 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:03.670614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-fcb13303-42c8-4e9d-ab47-ed3f180b55a9 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928270 Nov 25 17:29:03.674572 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] Set router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:03.760258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fbb447f-4b28-42db-b1fd-a7eefb715b11 req-66ab660e-a1ab-433a-9235-86c7e59dcdec tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 210 time: 0.1035581 Nov 25 17:29:03.807705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Pushing event updated for resources: {'Port': ['ID=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:03.812904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-331b254d-77a0-4cf5-b6ca-df50638304d7 None None] Provisioning complete for port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:03.813779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-331b254d-77a0-4cf5-b6ca-df50638304d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:03.916372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-331b254d-77a0-4cf5-b6ca-df50638304d7 None None] Port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:04.035405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213b7b-0c14-46b6-bc07-b97034e76c9b req-4133d521-0f92-4aff-9753-df47aea83233 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.049050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5213b7b-0c14-46b6-bc07-b97034e76c9b req-4133d521-0f92-4aff-9753-df47aea83233 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 943 time: 0.2181344 Nov 25 17:29:04.057481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-371f296b-bc34-4fef-a84a-347d8065fdef req-21f89922-ad8b-47f1-bc9b-9f35e71616ca service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789485 Nov 25 17:29:04.173789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5213b7b-0c14-46b6-bc07-b97034e76c9b req-eb983aaa-a555-4f87-ad27-7b06b12c201b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206892 Nov 25 17:29:04.261185 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:58Z', 'revision_number': 4, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7a65e8f1-685a-4151-9401-96133f64043f', 'name': '', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'mac_address': 'fa:16:3e:3d:8d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:56Z', 'updated_at': '2021-11-25T17:29:03Z', 'revision_number': 4, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'subnets': [{'id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:04.300531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be119cc8-fc11-4907-840b-6dc0d5664170 None None] The sync data for ids ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'] in n-d-817303-7 is: [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:28:58Z', 'revision_number': 4, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7a65e8f1-685a-4151-9401-96133f64043f', 'name': '', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'mac_address': 'fa:16:3e:3d:8d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:56Z', 'updated_at': '2021-11-25T17:29:03Z', 'revision_number': 4, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'subnets': [{'id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:04.446642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-ecbd79c3-4999-4e60-ba63-d04802eb924f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.473177 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-ecbd79c3-4999-4e60-ba63-d04802eb924f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 818 time: 0.4218726 Nov 25 17:29:04.551083 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-d7e396d7-46b5-4ad9-9ad5-c9dbe1a440a9 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/quotas/35edf69da2464d85970ad6e25afabb8c HTTP/1.1" status: 200 len: 375 time: 0.0766430 Nov 25 17:29:04.649920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d0a2c-4473-44d3-a6a7-b55c5801c4b1 req-85a3672f-03bf-4a0d-bb35-60737427f653 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:04.669095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-635d0a2c-4473-44d3-a6a7-b55c5801c4b1 req-85a3672f-03bf-4a0d-bb35-60737427f653 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1512189 Nov 25 17:29:04.737418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-309ebfbc-2ae6-4b10-8cb6-d6160164bea2 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850655 Nov 25 17:29:04.814885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-635d0a2c-4473-44d3-a6a7-b55c5801c4b1 req-eb9ac928-e57c-4eab-a22c-4f80e3830e7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421435 Nov 25 17:29:04.832399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.053525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6642c066-98e1-4bb3-b531-1495e697d0f2 service neutron] 10.222.0.86 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152232 Nov 25 17:29:05.234167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 32f69fa9-c760-4206-b9d1-215ea64cee97 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:05.441068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6b16437a-789b-4ab6-9cb8-c23f025b4c14 service neutron] 10.222.0.86 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721592 Nov 25 17:29:05.461091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:05.556393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404974c-b72f-4ce0-b336-500d523cb67a req-d117c149-6f0d-46fe-9993-a20dc4337e63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:05.557891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e404974c-b72f-4ce0-b336-500d523cb67a req-d117c149-6f0d-46fe-9993-a20dc4337e63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 943 time: 0.1610084 Nov 25 17:29:05.638081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7a65e8f1-685a-4151-9401-96133f64043f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:05.739676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e404974c-b72f-4ce0-b336-500d523cb67a req-f9ebf003-02e2-4122-9db9-905422f96bcd tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734118 Nov 25 17:29:05.864412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Router 96d841f0-1d4f-44d7-9694-25dcc20a198c is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:06.075156 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-692abd3d-c050-48ae-9859-ad51fb87d9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.095003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 32f69fa9-c760-4206-b9d1-215ea64cee97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=32f69fa9-c760-4206-b9d1-215ea64cee97,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:06.114768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7a65e8f1-685a-4151-9401-96133f64043f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:06.118918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.172057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5fb9e0c8-0b29-4156-a4f4-0a536a962f07 req-b9bbac33-dd89-48e0-ad88-733798eddeb8 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 210 time: 0.1526632 Nov 25 17:29:06.326751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '32f69fa9-c760-4206-b9d1-215ea64cee97', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': '32f69fa9-c760-4206-b9d1-215ea64cee97', 'mac_address': 'fa:16:3e:01:cc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:06.448217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dd0ec-712c-427f-a63d-bd3bf21375eb req-4b0af411-5ae0-4fb4-9ea5-a4d1474408cc tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.461251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c1dd0ec-712c-427f-a63d-bd3bf21375eb req-4b0af411-5ae0-4fb4-9ea5-a4d1474408cc tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.4078357 Nov 25 17:29:06.541276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:06.592595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.598360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5fbbfff8-11d7-4221-8789-ed13d5f7f64e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0413520 Nov 25 17:29:06.598790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57178) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:06.687645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.698940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Sync routers for ids ['96d841f0-1d4f-44d7-9694-25dcc20a198c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:06.723005 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.783831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 7a65e8f1-685a-4151-9401-96133f64043f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7a65e8f1-685a-4151-9401-96133f64043f,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:06.796623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:06.800382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f69fa9-c760-4206-b9d1-215ea64cee97 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:06.903366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Routers {'96d841f0-1d4f-44d7-9694-25dcc20a198c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:06.913869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:28:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['96d841f0-1d4f-44d7-9694-25dcc20a198c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:06.941402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-311532ce-4869-4c4c-9c00-6b7f79d96caa tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:06.944096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-311532ce-4869-4c4c-9c00-6b7f79d96caa tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 818 time: 1.1667924 Nov 25 17:29:06.989027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Request body: {'port': {'device_id': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'admin_state_up': True, 'tenant_id': '35edf69da2464d85970ad6e25afabb8c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:07.077466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544a8c8-16c9-4351-8dc6-7f455dbd0fcb req-97594fa7-6675-4619-ab41-d107606e5cf1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.090078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0544a8c8-16c9-4351-8dc6-7f455dbd0fcb req-97594fa7-6675-4619-ab41-d107606e5cf1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 943 time: 0.1362298 Nov 25 17:29:07.134311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7a65e8f1-685a-4151-9401-96133f64043f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:07.149821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 32f69fa9-c760-4206-b9d1-215ea64cee97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=32f69fa9-c760-4206-b9d1-215ea64cee97,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:07.164767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.199882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c1dd0ec-712c-427f-a63d-bd3bf21375eb req-7d1eb448-932e-4bc9-a0b7-2d1dea2c5775 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7368996 Nov 25 17:29:07.236025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0544a8c8-16c9-4351-8dc6-7f455dbd0fcb req-8719647e-792a-4eb3-8c56-6068ca30124f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443706 Nov 25 17:29:07.354685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Made reservation on behalf of 35edf69da2464d85970ad6e25afabb8c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:07.359673 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.420572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3821f067-b33c-4e8d-9be2-7e3ca7f8cda7 req-ecf6b302-6e33-4e2d-a0d2-913b4ee6531b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 210 time: 0.0660729 Nov 25 17:29:07.423054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=32f69fa9-c760-4206-b9d1-215ea64cee97,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:07.446850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:07.505291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Set router 96d841f0-1d4f-44d7-9694-25dcc20a198c gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:07.508635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7a65e8f1-685a-4151-9401-96133f64043f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:07.706638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Allocated IP 172.20.0.6 (6423a287-98bc-415c-8aaa-bb22b1c5ae17/b562fc31-8a36-4cac-babb-b8da569f9a5e/56b720fc-39ad-451a-be7e-b124dcd42056) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:07.726978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7a65e8f1-685a-4151-9401-96133f64043f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:07.727666 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:07.942289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-14e8717c-1e54-4c0f-882c-a57f9a7dc013 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:07.943956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-14e8717c-1e54-4c0f-882c-a57f9a7dc013 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.73 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 818 time: 0.1785514 Nov 25 17:29:07.968588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Request body: {'port': {'device_id': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'admin_state_up': True, 'tenant_id': '35edf69da2464d85970ad6e25afabb8c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:08.043771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d644333b-1955-4c6b-8fd7-d24e3f174e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.075953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:04Z', 'revision_number': 3, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:08.112271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Checking router: 96d841f0-1d4f-44d7-9694-25dcc20a198c for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:08.112685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Updating router 96d841f0-1d4f-44d7-9694-25dcc20a198c port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:08.159721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.392172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f513-9ad2-4063-a82d-33716c7ab121 req-04b5e07e-f7b4-4a87-8802-f8b841f4973b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:08.402766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa42f513-9ad2-4063-a82d-33716c7ab121 req-04b5e07e-f7b4-4a87-8802-f8b841f4973b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.0647771 Nov 25 17:29:08.502226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa42f513-9ad2-4063-a82d-33716c7ab121 req-b03cb7f8-ad1a-41a7-b40e-e0c7328aae1c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954671 Nov 25 17:29:08.505511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Made reservation on behalf of 35edf69da2464d85970ad6e25afabb8c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:08.519367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.601147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.666737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eecd2155-0fb3-4a2f-9b52-a93cc6a2e209 req-c8f50752-a427-4a17-bf5f-7b40f54c936f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 210 time: 0.0834317 Nov 25 17:29:08.754196 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.770770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.782707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f8dcd-17b7-47fe-9a99-5f021df741f9 req-6c148637-3ecb-4959-a7b8-9671d374880a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:08.784529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-729f8dcd-17b7-47fe-9a99-5f021df741f9 req-6c148637-3ecb-4959-a7b8-9671d374880a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 944 time: 0.4132388 Nov 25 17:29:08.786931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.841537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cde6e8-efe8-45ef-b9de-38ecb495aa8e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:08.899618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Attempting to bind port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:08.900828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Attempting to bind port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:08.901485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Attempting to bind port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:08.908826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:08.909210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:08.909616 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.910013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:08.910488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Bound port: 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:08.911044 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:08.914784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871ed0-9a73-400d-a0bb-a3db0a6b6c84 None None] Pushing event updated for resources: {'Port': ['ID=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:08.962169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0a8ab85c-4011-4b6a-beb5-8a811d27fff7 None None] Provisioning complete for port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:08.963470 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab85c-4011-4b6a-beb5-8a811d27fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.061018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] For port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:09.068776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] For port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:09.074802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ab85c-4011-4b6a-beb5-8a811d27fff7 None None] Port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:09.097025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.217666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.254840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8f3bd-a199-4fd6-b912-a6816bcfbc2e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:09.284959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 32f69fa9-c760-4206-b9d1-215ea64cee97 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:09.352886 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-729f8dcd-17b7-47fe-9a99-5f021df741f9 req-a5368b3a-13de-4269-b7db-2a62b12356e4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609350 Nov 25 17:29:09.404982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:09.415847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Allocated IP 172.20.0.9 (6423a287-98bc-415c-8aaa-bb22b1c5ae17/b562fc31-8a36-4cac-babb-b8da569f9a5e/fea1ecba-abe3-494b-9e51-88f398320934) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:09.422526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:09.424964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Pushing event updated for resources: {'Port': ['ID=56b720fc-39ad-451a-be7e-b124dcd42056,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.429504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:09.462904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Routers {'96d841f0-1d4f-44d7-9694-25dcc20a198c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:09.463574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['96d841f0-1d4f-44d7-9694-25dcc20a198c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:09.524568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.524873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.525481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.525858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.538253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.538253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.538501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.538678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.548249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.548669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.549079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.549502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:09.553973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Allocated IP 172.20.0.1 (e71de579-13cc-4495-8815-997c2d03e05b/c793f412-1e20-4012-b537-c68c8b33de43/0510eb30-eedb-4a7e-8264-eed7a7968abf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:09.588663 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.631246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871ed0-9a73-400d-a0bb-a3db0a6b6c84 None None] Pushing event updated for resources: {'Port': ['ID=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:09.644866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:09.644866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.656693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 32f69fa9-c760-4206-b9d1-215ea64cee97 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:09.773827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 32f69fa9-c760-4206-b9d1-215ea64cee97 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:09.775489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.785400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e03956d7-8eca-49ec-8edd-e0206145f797 None None] Provisioning complete for port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:09.785510 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e03956d7-8eca-49ec-8edd-e0206145f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:09.799444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-79e044c2-876a-4576-acf9-3bba4b1f8244 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8318136 Nov 25 17:29:09.812388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5667e-e4f4-4a5c-846b-b1b981b3bac0 req-40462b5c-72f8-443f-ba55-3009880562e9 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:09.825477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8c5667e-e4f4-4a5c-846b-b1b981b3bac0 req-40462b5c-72f8-443f-ba55-3009880562e9 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.2035668 Nov 25 17:29:09.866676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Request body: {'port': {'device_id': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:09.921609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] Set router 96d841f0-1d4f-44d7-9694-25dcc20a198c gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:09.930936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8c5667e-e4f4-4a5c-846b-b1b981b3bac0 req-8be74c23-36b8-4b72-a241-7f564fe6df9d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985093 Nov 25 17:29:09.947616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd764f5a-e19f-496f-bbc8-1f50786a1281 req-a412531a-8b26-4ec4-8578-511762a84343 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 210 time: 0.0753009 Nov 25 17:29:10.104554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.164889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e03956d7-8eca-49ec-8edd-e0206145f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.172558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.176557 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.201706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.218411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e03956d7-8eca-49ec-8edd-e0206145f797 None None] For port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:10.244411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1171506a-5d32-4b22-bf4d-43347c617773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f69fa9-c760-4206-b9d1-215ea64cee97'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:10.247537 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0bbc44-9c72-45ac-a3db-d0b90f3d5462" -d '{"events": [{"server_uuid": "1171506a-5d32-4b22-bf4d-43347c617773", "name": "network-vif-plugged", "status": "completed", "tag": "32f69fa9-c760-4206-b9d1-215ea64cee97"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:10.264355 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e03956d7-8eca-49ec-8edd-e0206145f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.356521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 32f69fa9-c760-4206-b9d1-215ea64cee97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=32f69fa9-c760-4206-b9d1-215ea64cee97,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:10.360919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03956d7-8eca-49ec-8edd-e0206145f797 None None] Pushing event updated for resources: {'Port': ['ID=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.458001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.555379 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0106e3f7-3a9d-4292-980d-dde5d70a6334 x-openstack-request-id: req-0106e3f7-3a9d-4292-980d-dde5d70a6334 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:10.556044 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1171506a-5d32-4b22-bf4d-43347c617773", "name": "network-vif-plugged", "status": "completed", "tag": "32f69fa9-c760-4206-b9d1-215ea64cee97", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:10.556505 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0106e3f7-3a9d-4292-980d-dde5d70a6334 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:10.557222 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1171506a-5d32-4b22-bf4d-43347c617773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f69fa9-c760-4206-b9d1-215ea64cee97', 'code': 200} Nov 25 17:29:10.650783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700f28-9b0c-47c5-adcf-42ff82bd0a0f req-9382e0a4-3baa-4888-ab30-2b33c275d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:10.653924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f700f28-9b0c-47c5-adcf-42ff82bd0a0f req-9382e0a4-3baa-4888-ab30-2b33c275d80f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 1096 time: 0.0751257 Nov 25 17:29:10.660595 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:10.672263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=32f69fa9-c760-4206-b9d1-215ea64cee97,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:10.688449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:04Z', 'revision_number': 3, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:10.739109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f700f28-9b0c-47c5-adcf-42ff82bd0a0f req-b9bd97d8-ccdd-42fe-8a14-020d63852821 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772266 Nov 25 17:29:10.742699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb183c6-3278-42f0-a2d1-10e6ef13ce1b None None] The sync data for ids ['96d841f0-1d4f-44d7-9694-25dcc20a198c'] in n-d-817303-7 is: [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:04Z', 'revision_number': 3, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:11.284427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.415319 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.501740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Pushing event updated for resources: {'Port': ['ID=0510eb30-eedb-4a7e-8264-eed7a7968abf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:11.599160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:11.711783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.746338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Network e71de579-13cc-4495-8815-997c2d03e05b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:11.758892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:11.759314 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:11.833179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:11.872164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:11.878792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:11.963912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a547eb-fc25-41f5-b5a7-9c297e55b1c9 req-944ad95e-96d6-41a1-916a-e075b4a69817 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:11.974467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44a547eb-fc25-41f5-b5a7-9c297e55b1c9 req-944ad95e-96d6-41a1-916a-e075b4a69817 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.8910794 Nov 25 17:29:12.055678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222eac1-e9fd-4069-9b20-57a43cedf602 req-e104df46-950d-4102-af04-5b8a9fa67d2c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.067434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2222eac1-e9fd-4069-9b20-57a43cedf602 req-e104df46-950d-4102-af04-5b8a9fa67d2c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.8071668 Nov 25 17:29:12.216077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-44a547eb-fc25-41f5-b5a7-9c297e55b1c9 req-cdac4e17-f1d0-4b71-bcbe-3b9119f98096 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401202 Nov 25 17:29:12.261776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:12.392132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07f4a5-9d57-44ec-9f87-32bc19fab45d req-0319f5c6-fd9c-4e1d-aea2-0770e9911658 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.401679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e07f4a5-9d57-44ec-9f87-32bc19fab45d req-0319f5c6-fd9c-4e1d-aea2-0770e9911658 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 931 time: 0.0975835 Nov 25 17:29:12.402310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b720fc-39ad-451a-be7e-b124dcd42056 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:12.412654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.434115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Transition to ACTIVE for port object 56b720fc-39ad-451a-be7e-b124dcd42056 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:12.439362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:12.513099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.523346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.526633 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e07f4a5-9d57-44ec-9f87-32bc19fab45d req-c46f15f0-51f3-4ab4-88fc-90758909df85 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231401 Nov 25 17:29:12.732669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Pushing event updated for resources: {'Port': ['ID=fea1ecba-abe3-494b-9e51-88f398320934,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.738207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2222eac1-e9fd-4069-9b20-57a43cedf602 req-af557326-9b1a-4ea0-9091-4af83f1fc64b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579690 Nov 25 17:29:12.787299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Pushing event updated for resources: {'Port': ['ID=56b720fc-39ad-451a-be7e-b124dcd42056,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:12.830649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:12.964593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b0236-d6fc-4d1d-a709-3352b2580a6c req-3feb2db1-be51-4b9b-9d16-c111cc9c0bb9 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:12.967699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-027b0236-d6fc-4d1d-a709-3352b2580a6c req-3feb2db1-be51-4b9b-9d16-c111cc9c0bb9 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1097 time: 0.0748031 Nov 25 17:29:13.011282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.012046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.079682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-027b0236-d6fc-4d1d-a709-3352b2580a6c req-3f92e400-0a4c-47c6-8c6a-a22a0f3bf4ad tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042311 Nov 25 17:29:13.086236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Attempting to bind port 56b720fc-39ad-451a-be7e-b124dcd42056 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:13.086456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Attempting to bind port 56b720fc-39ad-451a-be7e-b124dcd42056 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:13.086713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Attempting to bind port 56b720fc-39ad-451a-be7e-b124dcd42056 on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:13.105072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57348) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:13.112135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Port 56b720fc-39ad-451a-be7e-b124dcd42056 on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:13.112579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Attempting to bind port 56b720fc-39ad-451a-be7e-b124dcd42056 on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:13.135497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6f12a8e4-d591-44f0-9ac9-583ba3d21c7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1708579 Nov 25 17:29:13.142441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:13.142771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Checking segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:13.143160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Bound using segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:13.143630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Bound port: 56b720fc-39ad-451a-be7e-b124dcd42056, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:13.143983 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.149630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.155365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Request body: {'port': {'device_id': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:13.226650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.231443 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.538207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 0562e382-26e0-4e0b-b2f9-45a3fbc59e21 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:13.538600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.620367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Pushing event updated for resources: {'Port': ['ID=0510eb30-eedb-4a7e-8264-eed7a7968abf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:13.637118 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.637451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.641710 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.653756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 0562e382-26e0-4e0b-b2f9-45a3fbc59e21 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:13.731326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d72f-32a7-410c-b431-570bee866050 req-49eb78c9-2baf-4f2c-b4ac-37842e67b17b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.732811 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ce6d72f-32a7-410c-b431-570bee866050 req-49eb78c9-2baf-4f2c-b4ac-37842e67b17b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.2923596 Nov 25 17:29:13.737472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] For port 56b720fc-39ad-451a-be7e-b124dcd42056, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:13.799690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7885dd4-506b-42aa-b05d-fc35e0c9d896 req-d7b1eccd-cbe9-44be-bc7f-e1c66a559a3d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.809476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7885dd4-506b-42aa-b05d-fc35e0c9d896 req-d7b1eccd-cbe9-44be-bc7f-e1c66a559a3d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 931 time: 0.1343188 Nov 25 17:29:13.818747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] For port 56b720fc-39ad-451a-be7e-b124dcd42056, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=56b720fc-39ad-451a-be7e-b124dcd42056,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:13.844210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.894878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7885dd4-506b-42aa-b05d-fc35e0c9d896 req-a94a6c19-9c34-4f1e-92c1-6a184d7b9975 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798368 Nov 25 17:29:13.973411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:13.974032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:13.976627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] 10.222.0.55 "PUT /v2.0/ports/56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 1091 time: 4.1161695 Nov 25 17:29:13.998501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'tag': '56b720fc-39ad-451a-be7e-b124dcd42056'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:14.000815 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d433ed-564d-4737-a1aa-4291fb8403e4" -d '{"events": [{"name": "network-changed", "server_uuid": "10f3237b-d32f-48a1-9e9d-3ed9a7fc537d", "tag": "56b720fc-39ad-451a-be7e-b124dcd42056"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:14.020986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ce6d72f-32a7-410c-b431-570bee866050 req-d521d731-4b00-4f16-947c-83fda9d28123 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768674 Nov 25 17:29:14.090429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2438bec-e748-47ad-8c7e-e7b8094a21cf service neutron] Pushing event updated for resources: {'Port': ['ID=56b720fc-39ad-451a-be7e-b124dcd42056,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.095508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Network e71de579-13cc-4495-8815-997c2d03e05b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:14.108196 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1873e41-72bd-42de-87fd-a0621baa8f8f x-openstack-request-id: req-a1873e41-72bd-42de-87fd-a0621baa8f8f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:14.108494 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f3237b-d32f-48a1-9e9d-3ed9a7fc537d", "tag": "56b720fc-39ad-451a-be7e-b124dcd42056", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:14.108745 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1873e41-72bd-42de-87fd-a0621baa8f8f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:14.109132 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'tag': '56b720fc-39ad-451a-be7e-b124dcd42056', 'status': 'completed', 'code': 200} Nov 25 17:29:14.112511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:14.139457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-5bd83ba6-a56e-4ace-a3a4-1d5abf34bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.140968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-5bd83ba6-a56e-4ace-a3a4-1d5abf34bdb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1094 time: 0.1095924 Nov 25 17:29:14.153703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.185885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=0562e382-26e0-4e0b-b2f9-45a3fbc59e21,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.199782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7356-794f-49cd-8818-187dd3421a53 req-0234e6b5-3b19-46d4-a8cb-01fe1716fca8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.201331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0ca7356-794f-49cd-8818-187dd3421a53 req-0234e6b5-3b19-46d4-a8cb-01fe1716fca8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1250567 Nov 25 17:29:14.235136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-7fad9ada-ec78-4ae0-ba7d-18fb0d7c0f46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.0528069 Nov 25 17:29:14.293226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.293861 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP 391f8ae1-cb87-4851-bba0-b97d0fd0478e disassociated (deleted). External IP: 172.25.8.54, port: f7121ef5-2eb1-4e52-91bf-d004b642e661. Nov 25 17:29:14.331731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea1ecba-abe3-494b-9e51-88f398320934 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:14.352419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.361648 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:29:14.380708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Transition to ACTIVE for port object fea1ecba-abe3-494b-9e51-88f398320934 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:14.382872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-ac294fac-b7b8-4782-aa9c-f7329f0dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.384757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-ac294fac-b7b8-4782-aa9c-f7329f0dab35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.1280222 Nov 25 17:29:14.404101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.428106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-18f48d90-4fc4-4e7d-aa50-b3db614762a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353367 Nov 25 17:29:14.438212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0ca7356-794f-49cd-8818-187dd3421a53 req-ca704555-7f18-4c0e-a97c-4c3e1303fa50 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280896 Nov 25 17:29:14.438431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Router 96d841f0-1d4f-44d7-9694-25dcc20a198c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:14.580770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router dd0b6a52-8a14-4f62-bc92-b99337b2a767 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:14.636587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fea1ecba-abe3-494b-9e51-88f398320934,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:14.872344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c765e-539e-4f8d-89ff-a2be6fdd1127 req-2c93a763-27a5-4bc6-8eea-ff57fc973ebf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:14.873855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-703c765e-539e-4f8d-89ff-a2be6fdd1127 req-2c93a763-27a5-4bc6-8eea-ff57fc973ebf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.0665481 Nov 25 17:29:14.874956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:14.879917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:14.892179 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffde638-8191-4082-a924-b0c662ef010f None None] Sync routers for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:14.912413 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:14.914999 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:14.916005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c210bf59-ef81-40c6-a9b6-6c6a45d9a66c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/floatingips/391f8ae1-cb87-4851-bba0-b97d0fd0478e HTTP/1.1" status: 204 len: 168 time: 1.8096521 Nov 25 17:29:14.917902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:14.920305 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:15.003255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-703c765e-539e-4f8d-89ff-a2be6fdd1127 req-64909d70-b115-4044-9375-5f20846a1491 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947158 Nov 25 17:29:15.010275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-2506ddeb-824e-4e0c-8e4a-4779ca024a07 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516305 Nov 25 17:29:15.133710 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:15.171037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Attempting to bind port fea1ecba-abe3-494b-9e51-88f398320934 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:15.171371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Attempting to bind port fea1ecba-abe3-494b-9e51-88f398320934 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:15.171722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Attempting to bind port fea1ecba-abe3-494b-9e51-88f398320934 on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:15.324799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Port fea1ecba-abe3-494b-9e51-88f398320934 on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:15.325134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Attempting to bind port fea1ecba-abe3-494b-9e51-88f398320934 on network 6423a287-98bc-415c-8aaa-bb22b1c5ae17 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:15.348311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:15.348775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Checking segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:15.349099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Bound using segment: {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:15.349552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Bound port: fea1ecba-abe3-494b-9e51-88f398320934, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be635ca9-9a23-40b2-bc04-efd3c7783c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:15.349908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:15.364961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464a2f-7fb4-49d2-9d57-50bd0a4cf198 req-81e43b38-4614-468b-8317-ea4132c3de70 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.372429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40464a2f-7fb4-49d2-9d57-50bd0a4cf198 req-81e43b38-4614-468b-8317-ea4132c3de70 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 943 time: 0.3598814 Nov 25 17:29:15.378152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:15.391465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Sync routers for ids ['96d841f0-1d4f-44d7-9694-25dcc20a198c'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:15.406148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a925096e-2651-4c60-8270-bda5b24dd32b admin admin] 10.222.0.86 "PUT /v2.0/routers/96d841f0-1d4f-44d7-9694-25dcc20a198c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8034568 Nov 25 17:29:15.419544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Routers {'96d841f0-1d4f-44d7-9694-25dcc20a198c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:15.420347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['96d841f0-1d4f-44d7-9694-25dcc20a198c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:15.497487 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e608fbea-2dfe-4337-9ef7-58f6e7e33f87 x-openstack-request-id: req-e608fbea-2dfe-4337-9ef7-58f6e7e33f87 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:15.497979 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:15.498209 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e608fbea-2dfe-4337-9ef7-58f6e7e33f87 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:15.498789 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'status': 'completed', 'code': 200} Nov 25 17:29:15.657827 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:15.721596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Set router 96d841f0-1d4f-44d7-9694-25dcc20a198c gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:15.743845 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffde638-8191-4082-a924-b0c662ef010f None None] Checking router: dd0b6a52-8a14-4f62-bc92-b99337b2a767 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:15.757796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc7a7-442d-4387-8c7d-10e3d46915e8 req-dcd5cec3-4e84-4aa5-a1b3-433fd16462e7 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:15.770903 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf9bc7a7-442d-4387-8c7d-10e3d46915e8 req-dcd5cec3-4e84-4aa5-a1b3-433fd16462e7 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1061058 Nov 25 17:29:15.782239 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:15.782905 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:15.828898 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40464a2f-7fb4-49d2-9d57-50bd0a4cf198 req-0202591e-7c7c-4359-bdcd-c9006d632056 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550595 Nov 25 17:29:15.921693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57e70b83-f8a3-4e31-94a5-b588ff3dedd0 req-c9b3f9b5-6d76-4dd9-89ef-994c63729ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375678 Nov 25 17:29:15.930897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf9bc7a7-442d-4387-8c7d-10e3d46915e8 req-23b3908c-f842-47ae-b214-ae1f30efdd5e tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590064 Nov 25 17:29:15.942271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] For port fea1ecba-abe3-494b-9e51-88f398320934, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:15.984495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] For port fea1ecba-abe3-494b-9e51-88f398320934, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fea1ecba-abe3-494b-9e51-88f398320934,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:16.018726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-dacd78d0-7a41-4e65-821f-4e9477dd85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.020450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-dacd78d0-7a41-4e65-821f-4e9477dd85bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 1097 time: 0.3980942 Nov 25 17:29:16.051636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.055977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.185928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.192061 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.195455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] 10.222.0.73 "PUT /v2.0/ports/fea1ecba-abe3-494b-9e51-88f398320934 HTTP/1.1" status: 200 len: 1091 time: 3.0491073 Nov 25 17:29:16.199300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'tag': 'fea1ecba-abe3-494b-9e51-88f398320934'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:16.210913 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e02c313e-c868-4331-9ea2-3310b040f78f", "tag": "fea1ecba-abe3-494b-9e51-88f398320934"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:16.215697 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:16.254044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:12Z', 'revision_number': 4, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0510eb30-eedb-4a7e-8264-eed7a7968abf', 'name': '', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'mac_address': 'fa:16:3e:23:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:08Z', 'updated_at': '2021-11-25T17:29:12Z', 'revision_number': 2, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'subnets': [{'id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:16.322771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Checking router: 96d841f0-1d4f-44d7-9694-25dcc20a198c for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:16.323796 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Updating router 96d841f0-1d4f-44d7-9694-25dcc20a198c port 0510eb30-eedb-4a7e-8264-eed7a7968abf binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:16.400605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:16.454776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-b6a5ca22-5a4c-47eb-8c78-cf117fe78722 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:16.464251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-b6a5ca22-5a4c-47eb-8c78-cf117fe78722 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 810 time: 0.1920702 Nov 25 17:29:16.497424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2013bd8d-bfcf-4108-bed7-a40604bb6820 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/quotas/84b3660e9d12415bb38c70c24fcfec66 HTTP/1.1" status: 200 len: 375 time: 0.0318546 Nov 25 17:29:16.654536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-664e4c11-49ec-4e5a-a152-4d62143f3881 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552644 Nov 25 17:29:16.794625 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fffde638-8191-4082-a924-b0c662ef010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:16.847346 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffde638-8191-4082-a924-b0c662ef010f None None] The sync data for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 is: [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:26:42Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0eeb2eb7-ec71-4977-9a3b-873e35ff4325', 'name': '', 'network_id': 'b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:fe:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:39Z', 'updated_at': '2021-11-25T17:26:50Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': 'bec74dbb-ff98-441c-b37a-4b9a42553911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:16.912850 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-e9d1bf1d-12ff-40de-9445-3116edb85f7d service neutron] 10.222.0.86 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573819 Nov 25 17:29:17.173430 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.189043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.218261 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-8d4dbf0c-6f1b-49d3-a79e-5636f9658432 service neutron] 10.222.0.86 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925506 Nov 25 17:29:17.269123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663d4e1-a932-4598-b149-3d45a16070cb None None] Pushing event updated for resources: {'Port': ['ID=0510eb30-eedb-4a7e-8264-eed7a7968abf,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.271841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-0ef9dc4d-4e12-4321-a3fc-ad38fbbfb5f8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.274098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-0ef9dc4d-4e12-4321-a3fc-ad38fbbfb5f8 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 946 time: 0.3601487 Nov 25 17:29:17.464996 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ab25b-2226-4c64-8d17-854c86abcb86 None None] New status for floating IP 391f8ae1-cb87-4851-bba0-b97d0fd0478e: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:29:17.505110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad2df0-500c-4c10-8695-03454a869f5f req-a28bfb18-8a55-430c-bcd0-2e673626a422 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.514847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30ad2df0-500c-4c10-8695-03454a869f5f req-a28bfb18-8a55-430c-bcd0-2e673626a422 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 946 time: 1.5282555 Nov 25 17:29:17.522628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port f7121ef5-2eb1-4e52-91bf-d004b642e661 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:17.527598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.587465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-f927b6bf-8434-4eda-9723-ea1a1abb5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.590866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-f927b6bf-8434-4eda-9723-ea1a1abb5fe7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 200 len: 896 time: 1.5131717 Nov 25 17:29:17.709224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-7260e829-8fc5-4a63-afca-6ae5677b7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.712316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-7260e829-8fc5-4a63-afca-6ae5677b7aae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 1094 time: 1.4014840 Nov 25 17:29:17.715160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-69400ed8-f4aa-434c-976a-4cdec642878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.716812 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-69400ed8-f4aa-434c-976a-4cdec642878b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1094 time: 1.6404734 Nov 25 17:29:17.718848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-7d9aad23-d213-46d3-8158-6bba67b7747c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 200 len: 217 time: 0.1057539 Nov 25 17:29:17.721527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c58685-5de6-400f-b6b3-8243506939a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fea1ecba-abe3-494b-9e51-88f398320934,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:17.778531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-6aefc8b2-b6b5-40af-b244-47a0bda55e0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fea1ecba-abe3-494b-9e51-88f398320934 HTTP/1.1" status: 200 len: 217 time: 0.0514369 Nov 25 17:29:17.937881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port f7121ef5-2eb1-4e52-91bf-d004b642e661, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f7121ef5-2eb1-4e52-91bf-d004b642e661,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:17.938480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:17.970635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-0ebfb60c-19fa-4231-8c4d-a28dc32662a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.972348 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-0ebfb60c-19fa-4231-8c4d-a28dc32662a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.1922193 Nov 25 17:29:17.974052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-7b05a0fc-1108-48a6-9321-2ebc63eb0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:17.976308 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-7b05a0fc-1108-48a6-9321-2ebc63eb0ba8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 200 len: 835 time: 0.0620501 Nov 25 17:29:18.033986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-f88e9279-0233-4e11-a4de-bcd257d94065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.036669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-f88e9279-0233-4e11-a4de-bcd257d94065 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.0566461 Nov 25 17:29:18.072312 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.075943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Attempting to bind port 0510eb30-eedb-4a7e-8264-eed7a7968abf on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:18.078688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Attempting to bind port 0510eb30-eedb-4a7e-8264-eed7a7968abf by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:18.079638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Attempting to bind port 0510eb30-eedb-4a7e-8264-eed7a7968abf on network e71de579-13cc-4495-8815-997c2d03e05b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:18.089946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for f7121ef5-2eb1-4e52-91bf-d004b642e661 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:18.117800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:18.118832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Checking segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:18.119009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-23ab8950-af82-439e-b72f-f2ac440ee6af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298858 Nov 25 17:29:18.119881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.121315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Bound using segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:18.122749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Bound port: 0510eb30-eedb-4a7e-8264-eed7a7968abf, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:18.123469 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.159520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-b67cb34f-b938-4c43-8dcb-cf820401ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.161035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-b67cb34f-b938-4c43-8dcb-cf820401ab34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1096 time: 0.3881576 Nov 25 17:29:18.177821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c8d63-4987-4845-bbe8-b9330193232b req-c0b12b6c-f1da-42d7-a1fd-bf8e8111e11c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.186327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc3c8d63-4987-4845-bbe8-b9330193232b req-c0b12b6c-f1da-42d7-a1fd-bf8e8111e11c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.2787945 Nov 25 17:29:18.383574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-8e460b5c-6484-4a86-85fc-1c4d4089c32d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.3405399 Nov 25 17:29:18.385719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] For port 0510eb30-eedb-4a7e-8264-eed7a7968abf, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:18.394886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] For port 0510eb30-eedb-4a7e-8264-eed7a7968abf, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0510eb30-eedb-4a7e-8264-eed7a7968abf,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:18.404180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.475371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-e3c1a638-487f-46b6-b5ec-6fef0a543cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.477454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-e3c1a638-487f-46b6-b5ec-6fef0a543cce service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.2888856 Nov 25 17:29:18.506860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-ad2687df-6215-4232-8496-07f0bba98114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.508488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-ad2687df-6215-4232-8496-07f0bba98114 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.0981259 Nov 25 17:29:18.525067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30ad2df0-500c-4c10-8695-03454a869f5f req-8fcd213f-779b-4940-b7df-b15226b1be28 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0087817 Nov 25 17:29:18.550905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Routers {'96d841f0-1d4f-44d7-9694-25dcc20a198c'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:18.557602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['96d841f0-1d4f-44d7-9694-25dcc20a198c'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:18.618015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-7863ed35-e35d-4874-8f24-cfc925215cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:18.618566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc3c8d63-4987-4845-bbe8-b9330193232b req-b94c1014-478c-4ebb-8b09-29e4b19d93bd tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310303 Nov 25 17:29:18.619816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-7863ed35-e35d-4874-8f24-cfc925215cdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5625415 Nov 25 17:29:18.623684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-c1388209-e8e9-4528-99e0-cdcec61b1c7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963569 Nov 25 17:29:18.677034 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b227773-b850-4fcf-953b-51456ef7bca4 x-openstack-request-id: req-9b227773-b850-4fcf-953b-51456ef7bca4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:18.677338 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02c313e-c868-4331-9ea2-3310b040f78f", "tag": "fea1ecba-abe3-494b-9e51-88f398320934", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:18.677571 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b227773-b850-4fcf-953b-51456ef7bca4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:18.678043 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'tag': 'fea1ecba-abe3-494b-9e51-88f398320934', 'status': 'completed', 'code': 200} Nov 25 17:29:18.730357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663d4e1-a932-4598-b149-3d45a16070cb None None] Pushing event updated for resources: {'Port': ['ID=0510eb30-eedb-4a7e-8264-eed7a7968abf,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:18.751011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-8d9e9fcb-0086-4c0f-91a4-74d0122e9470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 1001 time: 0.2610321 Nov 25 17:29:18.897182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3be79932-1e10-43a0-8631-7c1d4eb06982 req-195bdb66-17e7-4980-be1c-8d4118d16fcf tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 210 time: 0.1113954 Nov 25 17:29:18.913664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-229140ee-2301-471e-a3d4-a5dceebad7c7 service neutron] 10.222.0.73 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933365 Nov 25 17:29:18.914803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:18.958961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=f7121ef5-2eb1-4e52-91bf-d004b642e661,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:19.018256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] Set router 96d841f0-1d4f-44d7-9694-25dcc20a198c gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:19.093331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.094054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.094947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.095464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.096177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.096464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.096869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.097204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.098015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.098015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.098247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.098490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:19.118471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] No DVR routers for this DVR port f7121ef5-2eb1-4e52-91bf-d004b642e661 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:19.121925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:19.128727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "DELETE /v2.0/ports/f7121ef5-2eb1-4e52-91bf-d004b642e661 HTTP/1.1" status: 204 len: 173 time: 1.8468571 Nov 25 17:29:19.154232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a88caf-64e8-46f9-8e16-9f0c4201be42 req-4e6f46fc-ff31-44bd-8d2d-c060e3e6e114 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.157109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38a88caf-64e8-46f9-8e16-9f0c4201be42 req-4e6f46fc-ff31-44bd-8d2d-c060e3e6e114 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 943 time: 0.3677208 Nov 25 17:29:19.158580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-deleted', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:19.161200 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdfd151-558d-4283-93a0-d16e8dfcd57e" -d '{"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-deleted", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:19.167091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-808d87d5-b9ec-45a2-9ab1-b5ccb93e5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.169052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-808d87d5-b9ec-45a2-9ab1-b5ccb93e5cc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.4084132 Nov 25 17:29:19.180182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 56b720fc-39ad-451a-be7e-b124dcd42056 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:19.200610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-b5b03959-3498-40c8-a3d9-f3ea9362e5fb service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457530 Nov 25 17:29:19.234733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-b5b59f86-9317-4bc2-9fab-17f13698e019 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036174 Nov 25 17:29:19.339252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38a88caf-64e8-46f9-8e16-9f0c4201be42 req-2cbf81f2-acc9-41b7-aad3-acb85f882199 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687987 Nov 25 17:29:19.360810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-dbb350ee-fc2d-4c45-a855-cdbe44e027a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.372450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-dbb350ee-fc2d-4c45-a855-cdbe44e027a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575913 Nov 25 17:29:19.397739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf36c771-e2b6-482e-86c3-57b926a03e05 req-52066160-cb41-4dd2-ae7b-8a2ee6f1295a service neutron] 10.222.0.73 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653549 Nov 25 17:29:19.426229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db338f5-9322-4a99-8c22-7db88fbdb0d5 req-f961d8d1-1979-42aa-893e-a11d279f86ea tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:19.436598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8db338f5-9322-4a99-8c22-7db88fbdb0d5 req-f961d8d1-1979-42aa-893e-a11d279f86ea tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.3522031 Nov 25 17:29:19.563684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58d433ed-564d-4737-a1aa-4291fb8403e4 req-2cc3e7c5-18ae-4902-b80b-1667f8a3dc80 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457038 Nov 25 17:29:19.585814 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c0719-757b-4544-9abe-664d5d83e236 x-openstack-request-id: req-358c0719-757b-4544-9abe-664d5d83e236 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:19.586104 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333d371-5208-4404-84b9-684fcaf00295", "name": "network-vif-deleted", "tag": "f7121ef5-2eb1-4e52-91bf-d004b642e661", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:19.586326 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-358c0719-757b-4544-9abe-664d5d83e236 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:19.586739 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333d371-5208-4404-84b9-684fcaf00295', 'name': 'network-vif-deleted', 'tag': 'f7121ef5-2eb1-4e52-91bf-d004b642e661', 'status': 'completed', 'code': 200} Nov 25 17:29:19.776428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9ff9c25-ddeb-40b5-9d46-da4b99aaac5e req-4024bfed-670a-409e-b3a2-a546cf9dd2ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=b333d371-5208-4404-84b9-684fcaf00295 HTTP/1.1" status: 200 len: 210 time: 0.0784843 Nov 25 17:29:19.805091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-1d9c40b0-a782-4b9e-9355-7f820222ca05 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142170 Nov 25 17:29:19.835547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-5c05641e-ff19-484d-a8a7-e778d2ddd952 service neutron] 10.222.0.55 "GET /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812161 Nov 25 17:29:19.990388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8db338f5-9322-4a99-8c22-7db88fbdb0d5 req-122b7241-b4e7-4ef7-a532-aebd520faa3a tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5528316 Nov 25 17:29:20.006731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 56b720fc-39ad-451a-be7e-b124dcd42056, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=56b720fc-39ad-451a-be7e-b124dcd42056,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:20.010119 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03660cf6-296c-4b7e-85c1-26e58baea10f req-d811734b-51f5-40e5-9afd-e1d4b23df6cf service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044568 Nov 25 17:29:20.070830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2c41-26fe-44a8-8f54-f416efa47679 req-0ac85b5c-1e22-4b34-898d-0434518819d7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.094152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '56b720fc-39ad-451a-be7e-b124dcd42056', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'port_id': '56b720fc-39ad-451a-be7e-b124dcd42056', 'mac_address': 'fa:16:3e:98:ca:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:20.095206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-331f2c41-26fe-44a8-8f54-f416efa47679 req-0ac85b5c-1e22-4b34-898d-0434518819d7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1863904 Nov 25 17:29:20.189343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-331f2c41-26fe-44a8-8f54-f416efa47679 req-87724a83-b4e7-401b-8ce8-8c9bf3570dd3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858784 Nov 25 17:29:20.197749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.229217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-daef0556-6814-4440-a8cf-f2ee41c0025b req-65e5e962-3b78-4c02-8582-dac6cd8eb249 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 210 time: 0.0822322 Nov 25 17:29:20.234106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-66e050c9-5052-4434-90a9-cd5fff6e417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.235619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-66e050c9-5052-4434-90a9-cd5fff6e417c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 1094 time: 0.6412747 Nov 25 17:29:20.245500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b720fc-39ad-451a-be7e-b124dcd42056 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:20.273203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 56b720fc-39ad-451a-be7e-b124dcd42056, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=56b720fc-39ad-451a-be7e-b124dcd42056,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:20.276175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:12Z', 'revision_number': 4, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0510eb30-eedb-4a7e-8264-eed7a7968abf', 'name': '', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'mac_address': 'fa:16:3e:23:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:08Z', 'updated_at': '2021-11-25T17:29:18Z', 'revision_number': 4, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'subnets': [{'id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:20.313217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eaffef-6d0e-4326-a0b8-1e5101a38356 None None] The sync data for ids ['96d841f0-1d4f-44d7-9694-25dcc20a198c'] in n-d-817303-7 is: [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:29:12Z', 'revision_number': 4, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0510eb30-eedb-4a7e-8264-eed7a7968abf', 'name': '', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'mac_address': 'fa:16:3e:23:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:08Z', 'updated_at': '2021-11-25T17:29:18Z', 'revision_number': 4, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'subnets': [{'id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:20.316294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.326451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-97e1b770-ad6b-4985-b592-a6b55d362e2b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.328044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-97e1b770-ad6b-4985-b592-a6b55d362e2b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.55 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 810 time: 0.5894544 Nov 25 17:29:20.344162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Request body: {'port': {'device_id': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'admin_state_up': True, 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:20.529660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-2344414e-38d6-4a89-8b0b-9135876cb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.539533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-2344414e-38d6-4a89-8b0b-9135876cb20f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.2897637 Nov 25 17:29:20.546225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=56b720fc-39ad-451a-be7e-b124dcd42056,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:20.601077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['56b720fc-39ad-451a-be7e-b124dcd42056'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:20.613785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13719485-354f-45c9-8711-9c883c9dc941 req-9118ef4e-3000-4684-bbe6-f7da1689f68f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.617158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13719485-354f-45c9-8711-9c883c9dc941 req-9118ef4e-3000-4684-bbe6-f7da1689f68f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 943 time: 0.0999684 Nov 25 17:29:20.624954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-c3ad2558-7c5a-4caa-aa25-d10a7f1d8569 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fea1ecba-abe3-494b-9e51-88f398320934 HTTP/1.1" status: 200 len: 217 time: 0.0742259 Nov 25 17:29:20.734237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13719485-354f-45c9-8711-9c883c9dc941 req-2363c81d-0d97-4c18-977e-af6d3a0ab226 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065400 Nov 25 17:29:20.783631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-ca9899f9-2866-40a5-9e89-c5c3c9d4a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:20.785144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-ca9899f9-2866-40a5-9e89-c5c3c9d4a589 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.1481054 Nov 25 17:29:20.806063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Made reservation on behalf of 84b3660e9d12415bb38c70c24fcfec66 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:20.840419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:20.914466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-7d043b17-4328-440e-a7c5-3a17cfc7edac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214249 Nov 25 17:29:20.915152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:21.192965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:21.276592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994f455-c3f4-4c41-930b-f7a21c174914 req-9b49034d-eded-4bd9-9ff5-06ea84c748c3 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:21.278191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1994f455-c3f4-4c41-930b-f7a21c174914 req-9b49034d-eded-4bd9-9ff5-06ea84c748c3 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1274998 Nov 25 17:29:21.288748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: f7121ef5-2eb1-4e52-91bf-d004b642e661 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:21.289262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f7121ef5-2eb1-4e52-91bf-d004b642e661 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:21.294875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fea1ecba-abe3-494b-9e51-88f398320934 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:21.417345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-0e23e2f2-a59a-4312-8156-345d8a8e4c4d service neutron] 10.222.0.73 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623883 Nov 25 17:29:21.528014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1994f455-c3f4-4c41-930b-f7a21c174914 req-ae914a29-b839-404f-a64f-949ba75fcdca tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308519 Nov 25 17:29:21.610819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fea1ecba-abe3-494b-9e51-88f398320934, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fea1ecba-abe3-494b-9e51-88f398320934,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:21.657901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0510eb30-eedb-4a7e-8264-eed7a7968abf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:21.710175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'fea1ecba-abe3-494b-9e51-88f398320934', 'network_id': '6423a287-98bc-415c-8aaa-bb22b1c5ae17', 'port_id': 'fea1ecba-abe3-494b-9e51-88f398320934', 'mac_address': 'fa:16:3e:3c:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b562fc31-8a36-4cac-babb-b8da569f9a5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:21.761149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Allocated IP 172.20.0.14 (e71de579-13cc-4495-8815-997c2d03e05b/c793f412-1e20-4012-b537-c68c8b33de43/c9b7fb19-ac3a-46c3-9337-f7980a87399d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:21.780804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0d559c5-a5ab-4be1-a108-9933205df02b req-225d53b9-f454-4a98-838c-b9dd991e12c3 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 210 time: 0.1104193 Nov 25 17:29:21.810066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.831065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea1ecba-abe3-494b-9e51-88f398320934 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:21.841947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0510eb30-eedb-4a7e-8264-eed7a7968abf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:21.842456 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.951040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fea1ecba-abe3-494b-9e51-88f398320934, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fea1ecba-abe3-494b-9e51-88f398320934,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:21.958939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8339-8ec7-42a6-bcea-4b8d6ea48ad4 req-ef0457a3-4004-488c-a725-751f6f64d092 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:21.961209 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:21.961726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ac8339-8ec7-42a6-bcea-4b8d6ea48ad4 req-ef0457a3-4004-488c-a725-751f6f64d092 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 943 time: 0.0747516 Nov 25 17:29:22.061665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2ac8339-8ec7-42a6-bcea-4b8d6ea48ad4 req-5a4c6d32-c6cf-4393-b878-bffa6907049c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936003 Nov 25 17:29:22.112905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e0753-93dd-427e-82ff-9dc70904b660 req-f9476aa8-c110-47fc-83e3-6c759236548c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.129128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc2e0753-93dd-427e-82ff-9dc70904b660 req-f9476aa8-c110-47fc-83e3-6c759236548c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.7725747 Nov 25 17:29:22.173018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=fea1ecba-abe3-494b-9e51-88f398320934,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.206320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.248556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e69b44c5-bad6-4e5a-85f6-57c63b59fa3c req-e34db9c9-5626-45f1-9bc5-2b2a6ad91304 service neutron] 10.222.0.73 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8103545 Nov 25 17:29:22.250624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['fea1ecba-abe3-494b-9e51-88f398320934'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:22.448563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 0510eb30-eedb-4a7e-8264-eed7a7968abf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0510eb30-eedb-4a7e-8264-eed7a7968abf,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:22.451978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc2e0753-93dd-427e-82ff-9dc70904b660 req-8f102caa-b647-425d-986e-3dea5536e4b2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205070 Nov 25 17:29:22.463742 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.514163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.546687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=0510eb30-eedb-4a7e-8264-eed7a7968abf,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.660520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.745483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Pushing event updated for resources: {'Port': ['ID=c9b7fb19-ac3a-46c3-9337-f7980a87399d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:22.758974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Network e71de579-13cc-4495-8815-997c2d03e05b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:22.761491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:22.766982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:22.921083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:22.921919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.962695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:22.970177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-ec0bb5a8-79a2-40e6-8593-a8f979b00c9b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6297977 Nov 25 17:29:23.008252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Request body: {'port': {'device_id': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:23.063362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b268f-9449-42d2-8428-0f6ef3b61340 req-1d76bbab-658d-43b7-b2ea-13077e29bd3e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.065245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd5b268f-9449-42d2-8428-0f6ef3b61340 req-1d76bbab-658d-43b7-b2ea-13077e29bd3e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 932 time: 0.1285219 Nov 25 17:29:23.173489 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd5b268f-9449-42d2-8428-0f6ef3b61340 req-1c886591-881d-44c1-82fb-c2863f213775 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018176 Nov 25 17:29:23.198027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 56b720fc-39ad-451a-be7e-b124dcd42056 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:23.285443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 56b720fc-39ad-451a-be7e-b124dcd42056 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:23.299772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 56b720fc-39ad-451a-be7e-b124dcd42056 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:23.300623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.397101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fea1ecba-abe3-494b-9e51-88f398320934 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:23.572608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port fea1ecba-abe3-494b-9e51-88f398320934 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:23.620153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port fea1ecba-abe3-494b-9e51-88f398320934 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:23.620636 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.653178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0510eb30-eedb-4a7e-8264-eed7a7968abf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:23.733774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.747163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d5da-0366-42b9-8cbf-26df1d539d63 req-e8beff85-7d25-4112-a921-1e9333141fd7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:23.765504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15c7d5da-0366-42b9-8cbf-26df1d539d63 req-e8beff85-7d25-4112-a921-1e9333141fd7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1687276 Nov 25 17:29:23.861966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.903725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b720fc-39ad-451a-be7e-b124dcd42056'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:23.909446 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5943d632-7d47-4939-a0f6-050441d9e358" -d '{"events": [{"server_uuid": "10f3237b-d32f-48a1-9e9d-3ed9a7fc537d", "name": "network-vif-plugged", "status": "completed", "tag": "56b720fc-39ad-451a-be7e-b124dcd42056"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:23.910878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15c7d5da-0366-42b9-8cbf-26df1d539d63 req-e555a6b4-ef43-402e-809d-15b311cfa7e0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443572 Nov 25 17:29:23.960624 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:23.990024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 56b720fc-39ad-451a-be7e-b124dcd42056, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=56b720fc-39ad-451a-be7e-b124dcd42056,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:24.040861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port fea1ecba-abe3-494b-9e51-88f398320934, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fea1ecba-abe3-494b-9e51-88f398320934,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:24.049942 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30231e3e-69c8-4849-84c2-449c2c141a6a x-openstack-request-id: req-30231e3e-69c8-4849-84c2-449c2c141a6a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:24.050422 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f3237b-d32f-48a1-9e9d-3ed9a7fc537d", "name": "network-vif-plugged", "status": "completed", "tag": "56b720fc-39ad-451a-be7e-b124dcd42056", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:24.050821 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30231e3e-69c8-4849-84c2-449c2c141a6a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:24.052208 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b720fc-39ad-451a-be7e-b124dcd42056', 'code': 200} Nov 25 17:29:24.058646 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.062373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.081913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171b92d-5cb7-4228-934e-de7ca612bd86 req-4f7174b6-f2a4-4cdb-98b1-1a74579207e8 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.083736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a171b92d-5cb7-4228-934e-de7ca612bd86 req-4f7174b6-f2a4-4cdb-98b1-1a74579207e8 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 944 time: 0.2116752 Nov 25 17:29:24.107924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0510eb30-eedb-4a7e-8264-eed7a7968abf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:24.108286 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.170932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=fea1ecba-abe3-494b-9e51-88f398320934,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:24.284965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=56b720fc-39ad-451a-be7e-b124dcd42056,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:24.293517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d221-0c11-4134-9f9a-6a53231493f7 req-6129d3d3-4022-424b-94f0-f40b7ed6486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.295038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21a7d221-0c11-4134-9f9a-6a53231493f7 req-6129d3d3-4022-424b-94f0-f40b7ed6486f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.1719830 Nov 25 17:29:24.311951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a171b92d-5cb7-4228-934e-de7ca612bd86 req-e7d2cbb3-d829-4b0a-b69f-6e1f37e49347 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915081 Nov 25 17:29:24.438803 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21a7d221-0c11-4134-9f9a-6a53231493f7 req-4a240bfc-8230-4e1e-b63f-a27d7295abfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355979 Nov 25 17:29:24.458558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b426a6a-61c1-42c0-8f48-d0c4df8ade05 req-0910e906-68ac-46e2-9286-99eabe8cfaae tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:24.467446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b426a6a-61c1-42c0-8f48-d0c4df8ade05 req-0910e906-68ac-46e2-9286-99eabe8cfaae tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 932 time: 0.1458223 Nov 25 17:29:24.534759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b426a6a-61c1-42c0-8f48-d0c4df8ade05 req-bc0e4e5c-398e-49d3-b087-daa74b34bcd3 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Nov 25 17:29:24.629494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b7fb19-ac3a-46c3-9337-f7980a87399d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:24.640229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.660659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Transition to ACTIVE for port object c9b7fb19-ac3a-46c3-9337-f7980a87399d will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:24.675888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.801011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:24.801413 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.908142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port 0eeb2eb7-ec71-4977-9a3b-873e35ff4325, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:24.908959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:24.940240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Pushing event updated for resources: {'Port': ['ID=c9b7fb19-ac3a-46c3-9337-f7980a87399d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:24.950658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:25.152289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801c04d-a6dd-4cec-a2eb-a071ac5d4a55 req-31769a5c-1296-432f-9ea7-8f2deee2a9bb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.153819 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0801c04d-a6dd-4cec-a2eb-a071ac5d4a55 req-31769a5c-1296-432f-9ea7-8f2deee2a9bb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.0766873 Nov 25 17:29:25.174146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Attempting to bind port c9b7fb19-ac3a-46c3-9337-f7980a87399d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:25.174484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Attempting to bind port c9b7fb19-ac3a-46c3-9337-f7980a87399d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:25.174801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Attempting to bind port c9b7fb19-ac3a-46c3-9337-f7980a87399d on network e71de579-13cc-4495-8815-997c2d03e05b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:25.197119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Port c9b7fb19-ac3a-46c3-9337-f7980a87399d on network e71de579-13cc-4495-8815-997c2d03e05b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:25.197119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Attempting to bind port c9b7fb19-ac3a-46c3-9337-f7980a87399d on network e71de579-13cc-4495-8815-997c2d03e05b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:25.259890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:25.260332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Checking segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:25.260613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Bound using segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:25.261069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Bound port: c9b7fb19-ac3a-46c3-9337-f7980a87399d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:25.261428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.307589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0801c04d-a6dd-4cec-a2eb-a071ac5d4a55 req-74edbaa6-7f72-427d-ba3a-ca879bc6b446 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365163 Nov 25 17:29:25.424158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] For port c9b7fb19-ac3a-46c3-9337-f7980a87399d, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:25.454350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] For port c9b7fb19-ac3a-46c3-9337-f7980a87399d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:25.467151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.518311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162501d-2583-4232-9ffa-2fd3934f45cd req-abb808be-70d8-4ab8-aaf0-81bb9dc9aa8b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.535991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a162501d-2583-4232-9ffa-2fd3934f45cd req-abb808be-70d8-4ab8-aaf0-81bb9dc9aa8b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0911574 Nov 25 17:29:25.540289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.541151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.545073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] 10.222.0.55 "PUT /v2.0/ports/c9b7fb19-ac3a-46c3-9337-f7980a87399d HTTP/1.1" status: 200 len: 1092 time: 2.5411041 Nov 25 17:29:25.549438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'tag': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:25.552424 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "53f9b48c-e3d7-4828-aea6-57fe58c33e5c", "tag": "c9b7fb19-ac3a-46c3-9337-f7980a87399d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:25.556433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:25.649972 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bfd177-5df4-49db-bfe7-da37c3ff649b x-openstack-request-id: req-17bfd177-5df4-49db-bfe7-da37c3ff649b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:25.650388 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f9b48c-e3d7-4828-aea6-57fe58c33e5c", "tag": "c9b7fb19-ac3a-46c3-9337-f7980a87399d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:25.650513 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-17bfd177-5df4-49db-bfe7-da37c3ff649b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:25.650920 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'tag': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d', 'status': 'completed', 'code': 200} Nov 25 17:29:25.675992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a162501d-2583-4232-9ffa-2fd3934f45cd req-ae37b090-ec63-4c7f-a312-0aa7ec2ecfa4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388950 Nov 25 17:29:25.680023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c516-36fc-4c07-862b-8bce23ddfdbc service neutron] Pushing event updated for resources: {'Port': ['ID=c9b7fb19-ac3a-46c3-9337-f7980a87399d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.724924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=0eeb2eb7-ec71-4977-9a3b-873e35ff4325,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:25.798482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-9f683552-aaf8-4e61-9c10-0ad7ae5e3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.800237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-9f683552-aaf8-4e61-9c10-0ad7ae5e3089 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 1095 time: 0.1868174 Nov 25 17:29:25.868505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e7a9-9ab3-4059-b306-ab82068ac56a req-3651dc4d-a6e8-4ce6-84bc-038d07f05fa6 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:25.870472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7cf8e7a9-9ab3-4059-b306-ab82068ac56a req-3651dc4d-a6e8-4ce6-84bc-038d07f05fa6 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 944 time: 0.1327384 Nov 25 17:29:25.909115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-e9b159da-1623-4e4b-9779-2decdaa047b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d HTTP/1.1" status: 200 len: 217 time: 0.0630164 Nov 25 17:29:26.054103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea1ecba-abe3-494b-9e51-88f398320934'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:26.056565 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d39c11-6316-4efa-a1f6-cb72e8f89bdf" -d '{"events": [{"server_uuid": "e02c313e-c868-4331-9ea2-3310b040f78f", "name": "network-vif-plugged", "status": "completed", "tag": "fea1ecba-abe3-494b-9e51-88f398320934"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:26.083581 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7cf8e7a9-9ab3-4059-b306-ab82068ac56a req-53057b32-08ca-436c-85a3-f8568aee0b7a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735144 Nov 25 17:29:26.095640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-7d8c8ad1-702f-437b-bc94-946618fc48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.097115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-7d8c8ad1-702f-437b-bc94-946618fc48d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.1486816 Nov 25 17:29:26.135703 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93ffc5-f803-43d1-ba01-4332d271dbf8 x-openstack-request-id: req-aa93ffc5-f803-43d1-ba01-4332d271dbf8 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:26.137584 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c313e-c868-4331-9ea2-3310b040f78f", "name": "network-vif-plugged", "status": "completed", "tag": "fea1ecba-abe3-494b-9e51-88f398320934", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:26.137932 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aa93ffc5-f803-43d1-ba01-4332d271dbf8 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:26.142192 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea1ecba-abe3-494b-9e51-88f398320934', 'code': 200} Nov 25 17:29:26.145484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:26.152121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-cfaf3af4-04f0-47a2-bdd4-27c768dcb02e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380998 Nov 25 17:29:26.624716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2cc4f-e990-478c-b019-fc4142ae0e0b req-ec6fd9d8-b8c2-4450-95e0-9a32a0d1e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.626745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fa2cc4f-e990-478c-b019-fc4142ae0e0b req-ec6fd9d8-b8c2-4450-95e0-9a32a0d1e485 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 1096 time: 0.2337353 Nov 25 17:29:26.640427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1922f42-0968-43d3-8a5d-d635cf139a34 req-ac450294-67cf-417e-a482-e1c689416713 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.641966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1922f42-0968-43d3-8a5d-d635cf139a34 req-ac450294-67cf-417e-a482-e1c689416713 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1682863 Nov 25 17:29:26.715870 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-fe925cd2-1711-4614-98a9-341485209ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510986 Nov 25 17:29:26.827003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2ec7045-b9dd-48aa-b596-ba3578cf5af9 req-9c17442a-0939-4a39-a71e-da15e686d7ce service neutron] 10.222.0.55 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992241 Nov 25 17:29:26.830259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c41747-7ae8-4ee1-a830-2f817daf10c4 req-4df530b4-4e12-4168-9abf-826e55b6ced1 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:26.873583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47c41747-7ae8-4ee1-a830-2f817daf10c4 req-4df530b4-4e12-4168-9abf-826e55b6ced1 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1129165 Nov 25 17:29:26.918697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fa2cc4f-e990-478c-b019-fc4142ae0e0b req-3bdeddb1-be8f-4f22-8618-bc7cd8f655ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757075 Nov 25 17:29:26.924689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router dd0b6a52-8a14-4f62-bc92-b99337b2a767 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:26.936880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1922f42-0968-43d3-8a5d-d635cf139a34 req-974238f0-78a1-415b-a6bc-572a3febe34d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529967 Nov 25 17:29:26.997641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47c41747-7ae8-4ee1-a830-2f817daf10c4 req-ed897277-0dd9-435e-abd4-52ca78084c5f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218269 Nov 25 17:29:27.041851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-3fd59039-b31b-4c85-96ba-20982cd6482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.043841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-3fd59039-b31b-4c85-96ba-20982cd6482a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 1095 time: 0.1242292 Nov 25 17:29:27.113085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:27.124176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] Sync routers for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:27.138081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:27.140151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:27.148243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57638) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:27.157285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0d289a5-b328-4c42-a9ca-cb3459e97033 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/dd0b6a52-8a14-4f62-bc92-b99337b2a767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2116587 Nov 25 17:29:27.241843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting subnet bec74dbb-ff98-441c-b37a-4b9a42553911 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:29:27.245427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.296916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.309771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:27.358159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97c11e-e378-40eb-aa23-355da033a1d3 req-19838efc-1847-4231-a8e2-c102128a6c7b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.366707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c97c11e-e378-40eb-aa23-355da033a1d3 req-19838efc-1847-4231-a8e2-c102128a6c7b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 944 time: 0.1344213 Nov 25 17:29:27.388030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-1c4ad497-316a-4e2b-a9a4-c1530d2a461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.389630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-1c4ad497-316a-4e2b-a9a4-c1530d2a461a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 911 time: 0.2578547 Nov 25 17:29:27.544145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-1ddaf6c3-b0f1-43fd-83fb-194a2dba5e7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d HTTP/1.1" status: 200 len: 217 time: 0.0943363 Nov 25 17:29:27.614610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:27.618546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c97c11e-e378-40eb-aa23-355da033a1d3 req-9e09fd42-cf42-4843-a1fd-05bdf6ddc41b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508612 Nov 25 17:29:27.648184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-192b85ac-3c54-47f6-86fe-7cb8ec995316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:27.649668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-192b85ac-3c54-47f6-86fe-7cb8ec995316 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.0969162 Nov 25 17:29:27.686906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] Checking router: dd0b6a52-8a14-4f62-bc92-b99337b2a767 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:27.712603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] Routers {'dd0b6a52-8a14-4f62-bc92-b99337b2a767'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:27.713373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:27.775167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-88f95c61-0ab4-4ae9-b453-6f2b0e6b9fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078970 Nov 25 17:29:27.907454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] Set router dd0b6a52-8a14-4f62-bc92-b99337b2a767 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:27.931880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:27.949805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-4ac769b0-7e5c-4c16-990f-1df671736f5f service neutron] 10.222.0.55 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572564 Nov 25 17:29:28.087152 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.119298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.130240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57670) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:28.135995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/subnets/bec74dbb-ff98-441c-b37a-4b9a42553911 HTTP/1.1" status: 204 len: 168 time: 0.9865739 Nov 25 17:29:28.197455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d00eb-3913-4173-b5d8-924f05108bb9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Subnet': ['ID=bec74dbb-ff98-441c-b37a-4b9a42553911,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:28.231618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dfd7f-4747-4041-835b-fd9de293b14e req-fe6165be-b81b-4548-8c85-92ec9eb42c63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.233207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb2dfd7f-4747-4041-835b-fd9de293b14e req-fe6165be-b81b-4548-8c85-92ec9eb42c63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.0697308 Nov 25 17:29:28.325385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb2dfd7f-4747-4041-835b-fd9de293b14e req-fda38ba3-0e41-4cbc-be58-601f5a805248 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846810 Nov 25 17:29:28.327109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:28.559824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa895360-a5d2-465b-9976-ed9234a5bac7 None None] Network b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:28.932430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24e354-0882-46c1-91ed-482c50226a38 req-52cd08db-77b2-4734-a2e0-2921dfce0a4d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:28.934316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d24e354-0882-46c1-91ed-482c50226a38 req-52cd08db-77b2-4734-a2e0-2921dfce0a4d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 944 time: 0.1777995 Nov 25 17:29:29.009233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d24e354-0882-46c1-91ed-482c50226a38 req-2fbfcd12-cf7c-4846-b0d1-1d5b02f5da16 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Nov 25 17:29:29.094999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68036f-a841-4a70-b077-a9e231175323 req-28eb16aa-e384-4a72-b0a4-c8c63e715f43 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.103694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef68036f-a841-4a70-b077-a9e231175323 req-28eb16aa-e384-4a72-b0a4-c8c63e715f43 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0851667 Nov 25 17:29:29.147972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:29.182242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.198636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ae489-0880-4770-aa51-7f8caa060b6f None None] The sync data for ids ['dd0b6a52-8a14-4f62-bc92-b99337b2a767'] in n-d-817303-7 is: [{'id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65016264', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:26:23Z', 'updated_at': '2021-11-25T17:29:25Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cd943c72-26e4-40ef-9211-8bdd3d148818', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0b6a52-8a14-4f62-bc92-b99337b2a767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:26Z', 'updated_at': '2021-11-25T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:29.243943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e26b71bc-0ff5-48f9-9658-16d9e434bf5e req-3e73d240-0027-43ee-a0d4-ba9dad3bb409 service neutron] 10.222.0.55 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2866123 Nov 25 17:29:29.261645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] DHCP port deletion for b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:29.309679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef68036f-a841-4a70-b077-a9e231175323 req-7e318d99-783e-4454-a402-215bab98333b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050624 Nov 25 17:29:29.346325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Deleting port 04cbf445-2982-4dc7-a46b-d31cff250975 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:29.346812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.347477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port cd943c72-26e4-40ef-9211-8bdd3d148818 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:29:29.347875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.457265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] For port 04cbf445-2982-4dc7-a46b-d31cff250975, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04cbf445-2982-4dc7-a46b-d31cff250975,segment=NetworkSegment(eae26ba1-4e16-4559-99ee-1d88f0d09d10),segment_id=eae26ba1-4e16-4559-99ee-1d88f0d09d10)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:29.457808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.475660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port cd943c72-26e4-40ef-9211-8bdd3d148818, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd943c72-26e4-40ef-9211-8bdd3d148818,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:29.476168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.494624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Calling delete_port for 04cbf445-2982-4dc7-a46b-d31cff250975 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:29.529807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for cd943c72-26e4-40ef-9211-8bdd3d148818 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:29:29.600405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718ccb-1f0d-4de2-84e7-2ecb2c65b07a req-f5b96ff4-8734-4b09-b4b9-8e30a5549a90 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.602471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9718ccb-1f0d-4de2-84e7-2ecb2c65b07a req-f5b96ff4-8734-4b09-b4b9-8e30a5549a90 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1308820 Nov 25 17:29:29.758765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bcb23-a304-4922-ba3c-1db3c0f43826 req-845d59e2-3324-4ac6-b9c6-ed3219fc40fc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:29.769114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b64bcb23-a304-4922-ba3c-1db3c0f43826 req-845d59e2-3324-4ac6-b9c6-ed3219fc40fc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0978508 Nov 25 17:29:29.819695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04cbf445-2982-4dc7-a46b-d31cff250975 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:29.829295 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:29.845076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b64bcb23-a304-4922-ba3c-1db3c0f43826 req-22aed701-3854-40cc-a971-c3b67f93b147 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727391 Nov 25 17:29:29.887782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 04cbf445-2982-4dc7-a46b-d31cff250975 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:29.888283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 04cbf445-2982-4dc7-a46b-d31cff250975 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:29.888784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:29.974575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Pushing event deleted for resources: {'Port': ['ID=04cbf445-2982-4dc7-a46b-d31cff250975,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:29.986825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] No DVR routers for this DVR port 04cbf445-2982-4dc7-a46b-d31cff250975 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:29:29.990040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:29.993147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0eeb2eb7-ec71-4977-9a3b-873e35ff4325 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:30.011219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.011219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.011219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.011219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.011219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.011219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.011925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.012350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.012786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.013209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.013835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.014436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94645f95-2c4a-4406-a700-1779b239b35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:29:30.023052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.060355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9718ccb-1f0d-4de2-84e7-2ecb2c65b07a req-563673b9-c5b5-44bf-a013-5542868c6c54 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332535 Nov 25 17:29:30.114994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=cd943c72-26e4-40ef-9211-8bdd3d148818,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:30.122988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-1362ac8a-b7d5-4274-a7dc-b3d20ee68b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.126934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-1362ac8a-b7d5-4274-a7dc-b3d20ee68b36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 1096 time: 0.3938384 Nov 25 17:29:30.143039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d9920-3521-4aab-9787-eb17f1ad8f10 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:30.216139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf731193-8bd9-404e-870f-04167821104c req-8fc5721b-9d6a-4b60-99d3-883851e45d06 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.217860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf731193-8bd9-404e-870f-04167821104c req-8fc5721b-9d6a-4b60-99d3-883851e45d06 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 944 time: 0.0660903 Nov 25 17:29:30.260596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.318403 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf731193-8bd9-404e-870f-04167821104c req-53f67130-83ad-43be-999c-122261804830 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940888 Nov 25 17:29:30.386514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.391066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.459335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-8c5d819a-0e7f-4532-83c7-7ba6323d7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.461182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-8c5d819a-0e7f-4532-83c7-7ba6323d7f4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.3234146 Nov 25 17:29:30.466826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.467764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Fanout notify agent at l3_agent the message router_deleted on router dd0b6a52-8a14-4f62-bc92-b99337b2a767 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:29:30.476502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.477636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bb75ea67-3c4b-4548-a3fe-b493973fc926 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/routers/dd0b6a52-8a14-4f62-bc92-b99337b2a767 HTTP/1.1" status: 204 len: 168 time: 2.3394482 Nov 25 17:29:30.480810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:30.524651 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-9529e924-ea25-4e03-aa48-228a6d67fe81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fea1ecba-abe3-494b-9e51-88f398320934 HTTP/1.1" status: 200 len: 217 time: 0.0459101 Nov 25 17:29:30.609665 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.632766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-2038186c-f730-4def-8e9b-24a34a4eb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:30.634796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-2038186c-f730-4def-8e9b-24a34a4eb7a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.1037052 Nov 25 17:29:30.694955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-5ea06362-c423-478b-982f-d34e4bcdbbe6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531583 Nov 25 17:29:30.752250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.784483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:30.799447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae26ba1-4e16-4559-99ee-1d88f0d09d10') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:30.800192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae26ba1-4e16-4559-99ee-1d88f0d09d10') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:30.815130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.831818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.832465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-527c02f4-aa88-42dc-b74b-222325cb7a2d service neutron] 10.222.0.73 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303005 Nov 25 17:29:30.844232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:29:30.844894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:29:30.852372 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:29:30.961124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.968342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:30.975232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/networks/b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b HTTP/1.1" status: 204 len: 168 time: 0.4901929 Nov 25 17:29:30.979921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:31.027990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bd145-3686-4b6a-9b20-29d7f4239aab req-4b3c729d-317c-45da-ba14-8b70c5f93981 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.035684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-890bd145-3686-4b6a-9b20-29d7f4239aab req-4b3c729d-317c-45da-ba14-8b70c5f93981 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0875103 Nov 25 17:29:31.058037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39842d-cfcd-4161-9ad0-bb3f1a8cd188 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Network': ['ID=b3dcd26c-c58e-4f40-a13d-ddf0e89caa7b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.059929 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15e42059-2ed3-4984-a0ca-9255d8e70ae1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.085139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54611714-2157-4fc2-bee8-7bfe413739f5 req-fac3fa1a-990e-4573-9783-1a863dfe7390 service neutron] 10.222.0.73 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397845 Nov 25 17:29:31.118471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15e42059-2ed3-4984-a0ca-9255d8e70ae1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.147703 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-890bd145-3686-4b6a-9b20-29d7f4239aab req-8333549c-801e-4e67-85fd-5d9205b90cad tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111238 Nov 25 17:29:31.282669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debc30b-0b0e-44a0-9c2c-e4d65028de8c req-bc8ecc6c-cdea-48b9-a12f-e83135ab1918 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.312771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1debc30b-0b0e-44a0-9c2c-e4d65028de8c req-bc8ecc6c-cdea-48b9-a12f-e83135ab1918 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.0844097 Nov 25 17:29:31.315113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9b7fb19-ac3a-46c3-9337-f7980a87399d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:31.435548 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1debc30b-0b0e-44a0-9c2c-e4d65028de8c req-a9fb6bf0-3b4f-4539-bf5c-f052b38440dd tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348047 Nov 25 17:29:31.456306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15e42059-2ed3-4984-a0ca-9255d8e70ae1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.460141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-15e42059-2ed3-4984-a0ca-9255d8e70ae1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.464475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-15e42059-2ed3-4984-a0ca-9255d8e70ae1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/security-groups/7fb3c2de-c01a-42b4-b96c-fc55cf518cbf HTTP/1.1" status: 204 len: 168 time: 0.4673607 Nov 25 17:29:31.492823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e42059-2ed3-4984-a0ca-9255d8e70ae1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb3c2de-c01a-42b4-b96c-fc55cf518cbf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.529548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c9b7fb19-ac3a-46c3-9337-f7980a87399d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:31.570840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'port_id': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d', 'mac_address': 'fa:16:3e:4d:cd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:31.611641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd943c72-26e4-40ef-9211-8bdd3d148818 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:29:31.620959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959de4-4db3-4186-a9fc-3ce174645d24 req-99c52839-edb9-4f26-b72c-f6f6e23cd474 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:31.622721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59959de4-4db3-4186-a9fc-3ce174645d24 req-99c52839-edb9-4f26-b72c-f6f6e23cd474 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 944 time: 0.1303790 Nov 25 17:29:31.690717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59959de4-4db3-4186-a9fc-3ce174645d24 req-ac2d382a-e229-4d5b-b950-2bcbcef14a44 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619977 Nov 25 17:29:31.694945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: cd943c72-26e4-40ef-9211-8bdd3d148818 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:29:31.695284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd943c72-26e4-40ef-9211-8bdd3d148818 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:29:31.725301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.749063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b7fb19-ac3a-46c3-9337-f7980a87399d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:31.780369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c9b7fb19-ac3a-46c3-9337-f7980a87399d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:31.786882 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:31.845907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c9b7fb19-ac3a-46c3-9337-f7980a87399d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:31.976092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:31.980533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898421708', 'description': 'tempest-secgroup-smoke-898421708 description', 'project_id': '95c99e5365bf47f596809a61f354cfc2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:32.039208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['c9b7fb19-ac3a-46c3-9337-f7980a87399d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:32.039934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.151319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.155706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.220978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da87b9a-f765-4291-84a3-6981eb450e23,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:32.260340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.265941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-01724b01-1fc3-462a-a99e-be79b66b03aa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2873874 Nov 25 17:29:32.267762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57752) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:32.280347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '0da87b9a-f765-4291-84a3-6981eb450e23', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:32.333999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.356374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343099bc-afa6-4e07-8c15-d327978d47cd req-ea5b7054-f5b9-46a6-96b6-0508421d5a8d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.358553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-343099bc-afa6-4e07-8c15-d327978d47cd req-ea5b7054-f5b9-46a6-96b6-0508421d5a8d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0585322 Nov 25 17:29:32.400064 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.407296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.439165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512528de-cd8e-453a-896d-99db26a27b52,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:32.446451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.451289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd1bd125-1e79-416f-b080-d81b3ef8f4ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824322 Nov 25 17:29:32.452105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:32.469756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-343099bc-afa6-4e07-8c15-d327978d47cd req-daa178cc-569c-441d-beaf-3960fc6dfd9e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047423 Nov 25 17:29:32.476171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '0da87b9a-f765-4291-84a3-6981eb450e23', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:32.544000 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.649353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11886c-148f-46d7-b38e-c82eb285feac req-bf08aeba-9de6-405d-873f-a734ce49e0d2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.657214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c11886c-148f-46d7-b38e-c82eb285feac req-bf08aeba-9de6-405d-873f-a734ce49e0d2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.0826566 Nov 25 17:29:32.724353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c11886c-148f-46d7-b38e-c82eb285feac req-ccb07344-332a-43c3-8cec-e01b6e8365ed tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611429 Nov 25 17:29:32.750141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.756744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.785434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09db499c-8931-4f57-ad26-80ccedec0c11,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:32.794972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.799413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57772) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:32.801251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b7ce9a80-97f0-42d4-a94b-b07675720c1b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3421769 Nov 25 17:29:32.805238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '0da87b9a-f765-4291-84a3-6981eb450e23', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:32.928643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:32.960952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2cb2f-b55a-4ec2-aeeb-a3c35c3da0e2 req-19c649a7-0aec-47c5-ae24-bf343921c121 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:32.962604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbd2cb2f-b55a-4ec2-aeeb-a3c35c3da0e2 req-19c649a7-0aec-47c5-ae24-bf343921c121 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 945 time: 0.1462450 Nov 25 17:29:33.052214 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbd2cb2f-b55a-4ec2-aeeb-a3c35c3da0e2 req-3c2368c5-ca8c-4598-9e78-790f37beae1e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670056 Nov 25 17:29:33.089661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.094028 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.139831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67de9c2-7f28-41f6-8849-106d5af32e12,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.158835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.160391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3ca27ee-22ed-4964-9fab-312349da3f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3594956 Nov 25 17:29:33.163658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57778) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:33.168505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '0da87b9a-f765-4291-84a3-6981eb450e23', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:33.200851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.272961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.277751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.304150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9b7fb19-ac3a-46c3-9337-f7980a87399d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:33.316865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.320967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533291 Nov 25 17:29:33.321961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:33.326874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1414848-0968-4a11-9360-9453660ecb21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3696ec0-f723-4d47-b11a-022cc389134e,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.327610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '0da87b9a-f765-4291-84a3-6981eb450e23', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:33.391350 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:29:33.411048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.483376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port c9b7fb19-ac3a-46c3-9337-f7980a87399d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:33.515996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port c9b7fb19-ac3a-46c3-9337-f7980a87399d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:33.519465 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.552027 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.557760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.582704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828f266a-defa-47fa-b8ac-becd43158cf5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.600603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.605614 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-244a1fae-6f65-41c9-b0ed-1fb025d5a3fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2822242 Nov 25 17:29:33.608533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57788) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:33.615171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': '0da87b9a-f765-4291-84a3-6981eb450e23', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:33.662093 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:29:33.675222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.719017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa4fb3-4448-4d1a-a2a3-7fafd072d5e8 req-2cbd76c4-ce74-46f0-b25d-2bf8449af01f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:33.731472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5caa4fb3-4448-4d1a-a2a3-7fafd072d5e8 req-2cbd76c4-ce74-46f0-b25d-2bf8449af01f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0970166 Nov 25 17:29:33.765860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.813969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c9b7fb19-ac3a-46c3-9337-f7980a87399d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:33.814976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:33.817732 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237dadea-79a1-40f2-af37-fba963a30cb5" -d '{"events": [{"server_uuid": "53f9b48c-e3d7-4828-aea6-57fe58c33e5c", "name": "network-vif-plugged", "status": "completed", "tag": "c9b7fb19-ac3a-46c3-9337-f7980a87399d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:33.822465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5caa4fb3-4448-4d1a-a2a3-7fafd072d5e8 req-f88ee6a0-4bfe-4f02-83a2-b25260a6f0b5 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897901 Nov 25 17:29:33.822649 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.868393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.873614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:33.913583 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb755c4c-27a2-4dab-9659-345b30de1f7e x-openstack-request-id: req-bb755c4c-27a2-4dab-9659-345b30de1f7e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:33.915721 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f9b48c-e3d7-4828-aea6-57fe58c33e5c", "name": "network-vif-plugged", "status": "completed", "tag": "c9b7fb19-ac3a-46c3-9337-f7980a87399d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:33.916043 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb755c4c-27a2-4dab-9659-345b30de1f7e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:33.916462 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d', 'code': 200} Nov 25 17:29:33.943666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c374f4-2a60-45bf-9302-43c85fcceba0,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:33.970484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c9b7fb19-ac3a-46c3-9337-f7980a87399d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.045624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.046896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06ac02f2-e462-4552-9aba-19db1b2984d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4367466 Nov 25 17:29:34.049892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:34.055359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'network': {'name': 'tempest-network-smoke--1598023472', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'port_security_enabled': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:34.111768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d42e7-d6d8-465a-bfa6-47501fda0945 req-81e55f25-90c1-40ee-afb6-f0a688d9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.113342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-157d42e7-d6d8-465a-bfa6-47501fda0945 req-81e55f25-90c1-40ee-afb6-f0a688d9c979 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 1097 time: 0.1405108 Nov 25 17:29:34.126196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5fc9f-e1ff-4148-a0e7-9500c86b11c3 req-1ccec4f5-bc3c-4693-884a-2a1e18a00369 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.129889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddd5fc9f-e1ff-4148-a0e7-9500c86b11c3 req-1ccec4f5-bc3c-4693-884a-2a1e18a00369 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.2065604 Nov 25 17:29:34.136124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:34.142037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.202654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:29:34.204898 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ddd5fc9f-e1ff-4148-a0e7-9500c86b11c3 req-b9afd170-57ac-41ac-99ed-87cb1dfa0797 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647016 Nov 25 17:29:34.218825 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.219893 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Added segment dcbee061-3a0f-429d-ae1f-1ea4b42d0a36 of type vlan for network 554308c6-915d-4fe9-b880-12fc3a02b184 Nov 25 17:29:34.265229 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-157d42e7-d6d8-465a-bfa6-47501fda0945 req-d4eee213-ac52-4a0c-83c4-8389f9f5db4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333659 Nov 25 17:29:34.309387 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.367360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98d610-cf07-4201-946c-0d1947ad8ab2 req-c1b8d242-f91f-41c7-ad47-28dd566c3c22 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.369389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad98d610-cf07-4201-946c-0d1947ad8ab2 req-c1b8d242-f91f-41c7-ad47-28dd566c3c22 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1022117 Nov 25 17:29:34.391739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.398212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.399300 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.499684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4485686 Nov 25 17:29:34.502908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:34.508067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ad8d1-61b8-4bc0-be26-924751660595 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Network': ['ID=554308c6-915d-4fe9-b880-12fc3a02b184,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:34.510249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'admin_state_up': True, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:34.531123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 554308c6-915d-4fe9-b880-12fc3a02b184 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:29:34.539510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad98d610-cf07-4201-946c-0d1947ad8ab2 req-a28bb0b2-5c31-47b8-9a43-6f9e46e2e4ab tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564221 Nov 25 17:29:34.589782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.591329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.653850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.837826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:34.944816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-2c197772-43fd-4745-837d-bb731fa988b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021743 Nov 25 17:29:34.994271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaf3b8-14fc-4ce6-a06d-0386beb65ff7 req-502239d4-59a6-412e-9959-5f03fa5b79d4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:34.995726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bbaf3b8-14fc-4ce6-a06d-0386beb65ff7 req-502239d4-59a6-412e-9959-5f03fa5b79d4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0714672 Nov 25 17:29:35.099527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bbaf3b8-14fc-4ce6-a06d-0386beb65ff7 req-79f4f04b-4938-44cb-a292-6e52873c818a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911033 Nov 25 17:29:35.102995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-31666b42-4da1-439c-b3a5-5794be29748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.104639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-31666b42-4da1-439c-b3a5-5794be29748b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.1063824 Nov 25 17:29:35.266766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.291076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.398198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-34d64b3e-5376-4ae8-8ee2-24c24b776645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.405528 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-34d64b3e-5376-4ae8-8ee2-24c24b776645 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.2448239 Nov 25 17:29:35.430245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302e1a2-3cfa-433c-988e-0e35e238779e req-5e385a45-f880-4993-ab58-d807a3a7cc51 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.432256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d302e1a2-3cfa-433c-988e-0e35e238779e req-5e385a45-f880-4993-ab58-d807a3a7cc51 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1150010 Nov 25 17:29:35.551957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d302e1a2-3cfa-433c-988e-0e35e238779e req-78198437-65dc-4f1d-93f2-f84d9302c34e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115196 Nov 25 17:29:35.552346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-e33477d4-fb17-4e1b-a23d-6660d6a51de0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.1319122 Nov 25 17:29:35.670303 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c6b4d3b-ff18-4f99-9733-e726be30ac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.694348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.119 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/cc4934ea-0d68-4a5f-8b17-f7440241ca98) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:35.787672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-9acf79b0-8822-4598-a2f8-dd5376d98ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.790467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-9acf79b0-8822-4598-a2f8-dd5376d98ebd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.2265904 Nov 25 17:29:35.808782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac05289-25af-4d7a-aed6-b9c8dc6aae50 req-cf2d67d2-4806-43e8-9ec6-393493c56714 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:35.810998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bac05289-25af-4d7a-aed6-b9c8dc6aae50 req-cf2d67d2-4806-43e8-9ec6-393493c56714 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1688523 Nov 25 17:29:35.847775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:35.963373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.038659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=cc4934ea-0d68-4a5f-8b17-f7440241ca98,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:36.049894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-46d0cc61-6580-4e23-a409-90281b9a4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.058734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-46d0cc61-6580-4e23-a409-90281b9a4083 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056353 Nov 25 17:29:36.061202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:36.064236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:36.067907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:36.080053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e9747-f34f-4dd9-8d54-f1d0b345ebd5 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:36.131760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bac05289-25af-4d7a-aed6-b9c8dc6aae50 req-acfc4e85-51e6-4ae4-b7f9-29aed63990e4 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679379 Nov 25 17:29:36.192571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d6480ad7-7235-4386-930e-5c60bfb989d4 None None] Provisioning complete for port cc4934ea-0d68-4a5f-8b17-f7440241ca98 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:36.193659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d6480ad7-7235-4386-930e-5c60bfb989d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:36.290736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d6480ad7-7235-4386-930e-5c60bfb989d4 None None] Port cc4934ea-0d68-4a5f-8b17-f7440241ca98 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:36.363265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834c76-77ed-43f3-9318-ea9649ab7757 req-fd7831e7-87f8-4593-a91d-d34937470857 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.382931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd834c76-77ed-43f3-9318-ea9649ab7757 req-fd7831e7-87f8-4593-a91d-d34937470857 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1450753 Nov 25 17:29:36.511814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd834c76-77ed-43f3-9318-ea9649ab7757 req-baf97645-e0ad-4ee9-a5dd-4fcbedc96ded tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128697 Nov 25 17:29:36.680598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-e5818ddb-fd96-4eb7-97ef-2233145f83ec service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478261 Nov 25 17:29:36.752024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b1222-ef3e-44c3-9159-c9d207aed179 req-70051717-9efa-4a7e-8054-aa0259aec557 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.753957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-325b1222-ef3e-44c3-9159-c9d207aed179 req-70051717-9efa-4a7e-8054-aa0259aec557 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.0992932 Nov 25 17:29:36.862784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-823e2bad-cf1f-41c4-b4f1-ae8e31e74562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:36.866837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-823e2bad-cf1f-41c4-b4f1-ae8e31e74562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 1097 time: 0.2919850 Nov 25 17:29:36.889538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-325b1222-ef3e-44c3-9159-c9d207aed179 req-5eb7fd13-6b5a-4c35-9f67-1912a8f22ab1 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279812 Nov 25 17:29:36.971952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.034410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:37.243052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f132ac9-4b72-41de-a288-77f16198e423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.409052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f132ac9-4b72-41de-a288-77f16198e423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.414628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8f132ac9-4b72-41de-a288-77f16198e423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.491418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132ac9-4b72-41de-a288-77f16198e423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d134ac-76ba-4ee9-8af1-c292c4ed81e6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.509240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8f132ac9-4b72-41de-a288-77f16198e423 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=87ad773228a849629f24ca9a790f2afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4732838 Nov 25 17:29:37.511742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57876) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:37.664774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1caf3a-ec46-43cc-90af-8d9d936396a7 req-cb276529-83ab-484d-96f0-5b1d6e58ab77 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:37.673064 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4e43f9d-0e07-4430-8292-07cde3ad60fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.673504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be1caf3a-ec46-43cc-90af-8d9d936396a7 req-cb276529-83ab-484d-96f0-5b1d6e58ab77 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.9422164 Nov 25 17:29:37.727122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890d3c0-d0e5-4507-949a-b9f373772ebe req-86b37d58-26f5-48ed-bdd4-5d3df82c0897 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:37.729441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9890d3c0-d0e5-4507-949a-b9f373772ebe req-86b37d58-26f5-48ed-bdd4-5d3df82c0897 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1232831 Nov 25 17:29:37.733178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ed016d7-58cc-4f24-9306-b0b4eda2b0b0 req-dfa52193-ae7d-425e-81c2-4309a48b235f service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0129702 Nov 25 17:29:37.760579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4e43f9d-0e07-4430-8292-07cde3ad60fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.843774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be1caf3a-ec46-43cc-90af-8d9d936396a7 req-9179fb87-08be-4e89-b666-02d11afd5c80 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691983 Nov 25 17:29:37.871880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9890d3c0-d0e5-4507-949a-b9f373772ebe req-fb785703-426f-4060-ada1-d031a1a8de7a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321092 Nov 25 17:29:37.899986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4e43f9d-0e07-4430-8292-07cde3ad60fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.903001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d4e43f9d-0e07-4430-8292-07cde3ad60fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:37.904432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d4e43f9d-0e07-4430-8292-07cde3ad60fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43d134ac-76ba-4ee9-8af1-c292c4ed81e6 HTTP/1.1" status: 204 len: 168 time: 0.3915794 Nov 25 17:29:37.917284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43f9d-0e07-4430-8292-07cde3ad60fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d134ac-76ba-4ee9-8af1-c292c4ed81e6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:37.998246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30c5dc9b-6dfd-4b5c-9ed1-a5e136d549b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.010670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-f51a0dd5-a2f2-49af-b142-ef0205d37e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.012351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-f51a0dd5-a2f2-49af-b142-ef0205d37e37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 911 time: 1.1328733 Nov 25 17:29:38.111485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-365fad21-2d3e-4d34-a6f6-5dbffaad9f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d HTTP/1.1" status: 200 len: 217 time: 0.0819759 Nov 25 17:29:38.232627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d6180-6a3d-4e91-8309-3ca333ee3af2 req-17cdc6f7-87d3-4063-a395-b1f057915818 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.234291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f46d6180-6a3d-4e91-8309-3ca333ee3af2 req-17cdc6f7-87d3-4063-a395-b1f057915818 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.2210615 Nov 25 17:29:38.237782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-22a86298-ffc1-4889-817d-92bff920b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.239134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-22a86298-ffc1-4889-817d-92bff920b826 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.0849214 Nov 25 17:29:38.252033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.287963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-d914ec9b-e635-4fb1-bfb1-5ce379026bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370293 Nov 25 17:29:38.425896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-5a8bb5bf-dd4d-4a49-9ec0-c072ec5668fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912116 Nov 25 17:29:38.427021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f46d6180-6a3d-4e91-8309-3ca333ee3af2 req-07faa325-c5e1-445c-b55e-dac0a85f1bc9 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848378 Nov 25 17:29:38.530261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57892) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:38.543024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-d0a2db52-26d2-46de-96ba-33de910d4df2 service neutron] 10.222.0.55 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095242 Nov 25 17:29:38.570424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-cd3c60ea-6bc1-434d-884d-b9650c6c92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.573028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-cd3c60ea-6bc1-434d-884d-b9650c6c92f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1096 time: 0.0930104 Nov 25 17:29:38.648067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8d53cbd-1f3e-4469-a8d4-2b41581b4a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.741719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:29:38.763101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35b9ffdb-92df-4e48-aa89-efcb5a54a551 req-0bfc2c7e-2937-4ec4-a7e7-034586151885 service neutron] 10.222.0.55 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936729 Nov 25 17:29:38.793149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-f75b4f98-8263-49a7-93c1-3ef73c22dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:38.796368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-f75b4f98-8263-49a7-93c1-3ef73c22dcff service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.1782532 Nov 25 17:29:38.853254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8d53cbd-1f3e-4469-a8d4-2b41581b4a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:38.931786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-4c337c72-8755-410a-8f75-c26617ba2fff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 1001 time: 0.1112711 Nov 25 17:29:38.981169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:38.992669 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Sync routers for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:39.000887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8d53cbd-1f3e-4469-a8d4-2b41581b4a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.003456 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:39.004093 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:39.069139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f8d53cbd-1f3e-4469-a8d4-2b41581b4a6f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76ac6fd967a74c03a0ee867d0b2b92b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5294535 Nov 25 17:29:39.073357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d53cbd-1f3e-4469-a8d4-2b41581b4a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc14c2-31a2-480d-8529-97367f0cf100,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.078408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d041c4-a428-4210-af56-9c0b1eb5463f req-4fa445d5-d8a9-4f97-a6c9-008787ea2178 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.081859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99d041c4-a428-4210-af56-9c0b1eb5463f req-4fa445d5-d8a9-4f97-a6c9-008787ea2178 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.1056769 Nov 25 17:29:39.086953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:39.090944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.098179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6aad3f03-7095-48a4-854b-cc7e23a45535 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5938294 Nov 25 17:29:39.105858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:39.107693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-62fb981b-0e8e-4ee6-b6e2-f0a97c7b5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.109167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-62fb981b-0e8e-4ee6-b6e2-f0a97c7b5fcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.1673489 Nov 25 17:29:39.132309 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:39.156751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1416ef9-2c0f-4200-a73e-6ccdad47eebe req-0b588727-2ea7-4d04-a6e7-b6365b429f4b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.158485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1416ef9-2c0f-4200-a73e-6ccdad47eebe req-0b588727-2ea7-4d04-a6e7-b6365b429f4b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1274259 Nov 25 17:29:39.258349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2bb3775f-dd8a-472b-90df-52d2e9b70959 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=95c99e5365bf47f596809a61f354cfc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1478097 Nov 25 17:29:39.265655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1416ef9-2c0f-4200-a73e-6ccdad47eebe req-5898afee-c23f-42c4-b692-b60320faaa13 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004510 Nov 25 17:29:39.273304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:39.274816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.309470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-9f3abcb5-817e-4cc8-936c-1b63aa66b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.310539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-9f3abcb5-817e-4cc8-936c-1b63aa66b463 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651645 Nov 25 17:29:39.315345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99d041c4-a428-4210-af56-9c0b1eb5463f req-cb48236c-bc6c-4e57-860d-cec0af15fb3c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197888 Nov 25 17:29:39.350347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20f0a36-8cd3-479e-8597-0e48b4f0e3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.420009 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:36Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:39.420328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20f0a36-8cd3-479e-8597-0e48b4f0e3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.436927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dddfaa-ac54-4185-8760-36af482191a7 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.441539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d7dddfaa-ac54-4185-8760-36af482191a7 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1650174 Nov 25 17:29:39.442288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57916) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:39.450322 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Checking router: 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:39.450597 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Updating router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 port cc4934ea-0d68-4a5f-8b17-f7440241ca98 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:39.477671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-100b9cc9-620a-4b01-9212-390d90bf0ede tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331733 Nov 25 17:29:39.479012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-03a372d2-45ab-4f8a-9002-f85d8f27e465 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592109 Nov 25 17:29:39.479945 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.480438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:39.485182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-243261425', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:39.606264 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20f0a36-8cd3-479e-8597-0e48b4f0e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.608814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20f0a36-8cd3-479e-8597-0e48b4f0e3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.612915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e20f0a36-8cd3-479e-8597-0e48b4f0e3d1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56bc14c2-31a2-480d-8529-97367f0cf100 HTTP/1.1" status: 204 len: 168 time: 0.5245526 Nov 25 17:29:39.642821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0a36-8cd3-479e-8597-0e48b4f0e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc14c2-31a2-480d-8529-97367f0cf100,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.665790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac193f4a-7fa7-459b-8296-8b158a239d96 req-38f11145-a36f-44cc-a6e6-d295c0e7e504 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:39.673932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac193f4a-7fa7-459b-8296-8b158a239d96 req-38f11145-a36f-44cc-a6e6-d295c0e7e504 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1332533 Nov 25 17:29:39.704914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8959def8-57d8-4e04-9996-5b6df8652ea4 req-34220f2f-0183-46d8-acc5-ef7c12b0a7ce service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132924 Nov 25 17:29:39.707258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:39.712337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.819359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac193f4a-7fa7-459b-8296-8b158a239d96 req-4e4d3385-4c05-4657-97b9-77f8dc27125a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349003 Nov 25 17:29:39.864081 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.882306 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:39.969828 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2308a-65e6-4a4a-9913-29aeb25cf2ec None None] Pushing event updated for resources: {'Port': ['ID=cc4934ea-0d68-4a5f-8b17-f7440241ca98,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:39.991524 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Attempting to bind port cc4934ea-0d68-4a5f-8b17-f7440241ca98 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:39.991963 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Attempting to bind port cc4934ea-0d68-4a5f-8b17-f7440241ca98 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:39.992382 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Attempting to bind port cc4934ea-0d68-4a5f-8b17-f7440241ca98 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:39.998820 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:39.999413 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:39.999603 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.000084 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:40.000613 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Bound port: cc4934ea-0d68-4a5f-8b17-f7440241ca98, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:40.001056 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.027236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef625f5-b8d2-4f94-85bf-3213b36b0de5 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:40.101395 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] For port cc4934ea-0d68-4a5f-8b17-f7440241ca98, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:40.108338 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] For port cc4934ea-0d68-4a5f-8b17-f7440241ca98, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cc4934ea-0d68-4a5f-8b17-f7440241ca98,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:40.115784 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.164631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b89929-debe-4320-8b6e-55e7c16ecf5f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:29:40.176098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6400c2f9-d852-4f98-9699-450f864e51f5 None None] Provisioning complete for port cc4934ea-0d68-4a5f-8b17-f7440241ca98 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:40.177281 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6400c2f9-d852-4f98-9699-450f864e51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.205671 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:40.206569 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:40.216530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.409549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6400c2f9-d852-4f98-9699-450f864e51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.417258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Subnet': ['ID=25c63a88-bf22-46d1-85e8-002fad997a8c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:40.437492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2308a-65e6-4a4a-9913-29aeb25cf2ec None None] Pushing event updated for resources: {'Port': ['ID=cc4934ea-0d68-4a5f-8b17-f7440241ca98,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:40.493110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6400c2f9-d852-4f98-9699-450f864e51f5 None None] For port cc4934ea-0d68-4a5f-8b17-f7440241ca98, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cc4934ea-0d68-4a5f-8b17-f7440241ca98,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:40.498217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6400c2f9-d852-4f98-9699-450f864e51f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.523145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Checking segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:40.523552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network hostable DHCP agents. Network: 554308c6-915d-4fe9-b880-12fc3a02b184, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:29:40.601620 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:40.621392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400c2f9-d852-4f98-9699-450f864e51f5 None None] Pushing event updated for resources: {'Port': ['ID=cc4934ea-0d68-4a5f-8b17-f7440241ca98,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:40.621583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 554308c6-915d-4fe9-b880-12fc3a02b184 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:29:40.650754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5ccfe-f465-411c-a65d-b22fda92c819 req-b3ac318c-790c-4165-ae16-7c46d3e389bb tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.652996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16e5ccfe-f465-411c-a65d-b22fda92c819 req-b3ac318c-790c-4165-ae16-7c46d3e389bb tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1761968 Nov 25 17:29:40.680774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 554308c6-915d-4fe9-b880-12fc3a02b184) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:40.697406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77482e7d-f765-4bc5-8bdd-f399b1ffcb64 req-0ec4aea5-b22d-4753-9196-bd7d61ba2a48 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.702341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77482e7d-f765-4bc5-8bdd-f399b1ffcb64 req-0ec4aea5-b22d-4753-9196-bd7d61ba2a48 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.2016864 Nov 25 17:29:40.706450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.708143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecaaf03-144c-460f-b73a-9e87f76cd20d None None] Network 554308c6-915d-4fe9-b880-12fc3a02b184 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:40.710277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:40.710913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.731705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bd368241-9de0-4ced-85c4-55cc7b8adcb1 None None] Provisioning complete for port cc4934ea-0d68-4a5f-8b17-f7440241ca98 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:40.732398 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bd368241-9de0-4ced-85c4-55cc7b8adcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:40.795252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a09c4cd-22ae-4b43-b4fa-d7783b7506fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3138273 Nov 25 17:29:40.803120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57944) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:40.829878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16e5ccfe-f465-411c-a65d-b22fda92c819 req-c0c97d8c-e614-4ab1-a574-8aa85d5ae066 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693368 Nov 25 17:29:40.835139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-77482e7d-f765-4bc5-8bdd-f399b1ffcb64 req-7514d467-4197-4e3a-acae-8fbcc02d152e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267104 Nov 25 17:29:41.103136 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:36Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:41.128531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf7bea-d3f1-497f-b9b4-7a7e6b824a9e req-1ac43c4d-10b3-4e0f-8c90-a713a2c2f335 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.299989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04bf7bea-d3f1-497f-b9b4-7a7e6b824a9e req-1ac43c4d-10b3-4e0f-8c90-a713a2c2f335 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1295731 Nov 25 17:29:41.308246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04bf7bea-d3f1-497f-b9b4-7a7e6b824a9e req-57626dc9-6197-43f6-bdfa-0514394cf690 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574454 Nov 25 17:29:41.316118 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15187bf4-5e62-46dd-8fe5-29ded0f1893b None None] The sync data for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 is: [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:36Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:41.345938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-554308c6-915d-4fe9-b880-12fc3a02b184', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:29:41.346771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.449366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:41.585040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f488b-ed45-42df-833b-0f13c787dcec req-26aba245-2ac5-45f3-b7c9-68692c2e663f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:41.594706 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc7f488b-ed45-42df-833b-0f13c787dcec req-26aba245-2ac5-45f3-b7c9-68692c2e663f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2606163 Nov 25 17:29:41.785269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc7f488b-ed45-42df-833b-0f13c787dcec req-0154a891-9450-4603-83b8-92a5dda393e5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845667 Nov 25 17:29:41.950964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Allocated IP 172.20.0.2 (554308c6-915d-4fe9-b880-12fc3a02b184/25c63a88-bf22-46d1-85e8-002fad997a8c/0127de25-d417-4d41-9c37-d07ebded4aa8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:42.134952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7924-b757-4184-9544-ad462887b79e req-2647533b-746e-4199-ab81-4c700897fd2a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.144687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dfe7924-b757-4184-9544-ad462887b79e req-2647533b-746e-4199-ab81-4c700897fd2a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1303349 Nov 25 17:29:42.196115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.243737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ae8f8-2297-43e8-b7d5-4280690a5f67 req-22619681-3465-49ed-b257-f7b2753ed3a7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.245793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-553ae8f8-2297-43e8-b7d5-4280690a5f67 req-22619681-3465-49ed-b257-f7b2753ed3a7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.2178433 Nov 25 17:29:42.293007 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dfe7924-b757-4184-9544-ad462887b79e req-13ac9de4-ed28-4a36-ba7e-6cc327588242 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447635 Nov 25 17:29:42.396741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-553ae8f8-2297-43e8-b7d5-4280690a5f67 req-e12267a7-acc8-43cc-be89-4c8c5a7790b6 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327016 Nov 25 17:29:42.458023 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.478968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:42.594681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb217ba9-c79e-4b0c-b6b3-7d6b85d90e4a req-773f9915-e209-43fc-9015-c0b976e9c82f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:42.604338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb217ba9-c79e-4b0c-b6b3-7d6b85d90e4a req-773f9915-e209-43fc-9015-c0b976e9c82f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1288273 Nov 25 17:29:42.676575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Pushing event updated for resources: {'Port': ['ID=0127de25-d417-4d41-9c37-d07ebded4aa8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:42.714555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Network 554308c6-915d-4fe9-b880-12fc3a02b184 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:42.722446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:42.743787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:42.786595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb217ba9-c79e-4b0c-b6b3-7d6b85d90e4a req-83b75bcb-3125-4e96-88ed-69886658d934 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810074 Nov 25 17:29:43.025956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Attempting to bind port 0127de25-d417-4d41-9c37-d07ebded4aa8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:43.026337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Attempting to bind port 0127de25-d417-4d41-9c37-d07ebded4aa8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:43.027200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Attempting to bind port 0127de25-d417-4d41-9c37-d07ebded4aa8 on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:43.038083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:43.038459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Checking segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:43.039564 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.039564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Bound using segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:43.039764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Bound port: 0127de25-d417-4d41-9c37-d07ebded4aa8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:43.040126 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.176728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-7515fb59-5703-45a8-ab85-143d35929600 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.187577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-7515fb59-5703-45a8-ab85-143d35929600 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.3889697 Nov 25 17:29:43.212576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-1d3d750c-5c69-4649-953e-5d05ca28c3d6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/quotas/d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 375 time: 0.0238619 Nov 25 17:29:43.237740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] For port 0127de25-d417-4d41-9c37-d07ebded4aa8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:43.246859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.1 (554308c6-915d-4fe9-b880-12fc3a02b184/25c63a88-bf22-46d1-85e8-002fad997a8c/72535a38-8d04-4676-a499-ef8bf5fa50c8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:43.248089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] For port 0127de25-d417-4d41-9c37-d07ebded4aa8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0127de25-d417-4d41-9c37-d07ebded4aa8,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:43.266885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.441386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.480460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.537878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 554308c6-915d-4fe9-b880-12fc3a02b184 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:43.542769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:43.550001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:43.580925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-68f301ba-41cc-463e-a72f-1962b96f5f33 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3672304 Nov 25 17:29:43.720861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d935901-ceff-4dd1-bc4c-5a9d68243120 None None] Pushing event updated for resources: {'Port': ['ID=0127de25-d417-4d41-9c37-d07ebded4aa8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.742313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f0317-d89b-4b90-83ee-a48ba9adc30e req-a0d9c316-5fb1-4ff9-9c5f-6f79097aa0a3 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:43.757237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=72535a38-8d04-4676-a499-ef8bf5fa50c8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:43.767995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f2f0317-d89b-4b90-83ee-a48ba9adc30e req-a0d9c316-5fb1-4ff9-9c5f-6f79097aa0a3 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.2352769 Nov 25 17:29:43.802256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cc4934ea-0d68-4a5f-8b17-f7440241ca98 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:43.931066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f2f0317-d89b-4b90-83ee-a48ba9adc30e req-b3c5835f-8a5f-4627-94c6-30879e99c191 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618342 Nov 25 17:29:43.931262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-fd226019-d3e2-4f20-94d2-fabb04af2bb3 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490098 Nov 25 17:29:43.945653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:43.972833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port cc4934ea-0d68-4a5f-8b17-f7440241ca98 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:43.973215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:44.202393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c6604-f191-444f-bedb-ef3ecf720a14 req-fd722bb7-f1c5-4a59-a3df-e6a2c8e018df tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:44.205879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab9c6604-f191-444f-bedb-ef3ecf720a14 req-fd722bb7-f1c5-4a59-a3df-e6a2c8e018df tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1539593 Nov 25 17:29:44.389882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab9c6604-f191-444f-bedb-ef3ecf720a14 req-8eff8f47-a7fb-4997-a99d-3474ce099b07 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736023 Nov 25 17:29:44.853442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-fb3dae18-58f9-4e30-8c96-88f045e466e4 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057090 Nov 25 17:29:44.867737 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.216985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be3160-cf0e-4693-ab4f-da48c6b32a7e req-1dc8d5b8-3e6c-42ac-b0e9-d4bda6bc7caf tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:45.228756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40be3160-cf0e-4693-ab4f-da48c6b32a7e req-1dc8d5b8-3e6c-42ac-b0e9-d4bda6bc7caf tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1858292 Nov 25 17:29:45.373400 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40be3160-cf0e-4693-ab4f-da48c6b32a7e req-2d42d74b-9308-4e6c-b3cd-4ba96baf3fef tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400096 Nov 25 17:29:45.688574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c119a20-f8ad-4084-9b91-f468627dfa42 req-e431a9fd-795b-4fbf-a35d-36a0992c2f4d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:45.700979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0127de25-d417-4d41-9c37-d07ebded4aa8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:45.701808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c119a20-f8ad-4084-9b91-f468627dfa42 req-e431a9fd-795b-4fbf-a35d-36a0992c2f4d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1407685 Nov 25 17:29:45.776251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.783166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:45.847819 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c119a20-f8ad-4084-9b91-f468627dfa42 req-d356b8df-9478-4682-9bb8-9eb3d83b60f2 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449804 Nov 25 17:29:45.917151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0127de25-d417-4d41-9c37-d07ebded4aa8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:45.917571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.055270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f848040-a767-4c79-b8a6-a2cc875b58ae req-22b92f0e-d8b3-40f5-99f2-24769772fed1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 210 time: 0.2759590 Nov 25 17:29:46.076421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5799f1c-5a52-4106-b8d3-a750afab9227 None None] Network 554308c6-915d-4fe9-b880-12fc3a02b184 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:29:46.116922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.132178 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.140827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=72535a38-8d04-4676-a499-ef8bf5fa50c8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:46.425749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9d331ddc-664f-4332-965a-782f1847c728 None None] Provisioning complete for port 0127de25-d417-4d41-9c37-d07ebded4aa8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:46.426684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d331ddc-664f-4332-965a-782f1847c728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.444826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 554308c6-915d-4fe9-b880-12fc3a02b184 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:46.453698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:46.524097 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.645179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa6093-a30f-4a84-be45-b7c1058b58e1 req-f6602430-ffdd-4301-bbb7-cf8a226c32fc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:46.661185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8aa6093-a30f-4a84-be45-b7c1058b58e1 req-f6602430-ffdd-4301-bbb7-cf8a226c32fc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1289399 Nov 25 17:29:46.718931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 0127de25-d417-4d41-9c37-d07ebded4aa8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0127de25-d417-4d41-9c37-d07ebded4aa8,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:46.723731 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.797035 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d331ddc-664f-4332-965a-782f1847c728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:46.824619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8aa6093-a30f-4a84-be45-b7c1058b58e1 req-7d058d4a-6048-4c21-ab06-23b1ac60483e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614757 Nov 25 17:29:46.842953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:29:46.862893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=0127de25-d417-4d41-9c37-d07ebded4aa8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:47.013460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-9d331ddc-664f-4332-965a-782f1847c728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:29:47.013821 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-9d331ddc-664f-4332-965a-782f1847c728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:29:47.132182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-fca227e4-9fcd-4dd0-bf41-1050abb227fe tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:47.134863 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-fca227e4-9fcd-4dd0-bf41-1050abb227fe tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.2562618 Nov 25 17:29:47.152101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'port': {'device_id': '46978f05-8073-4e3b-9fc8-559c1816248b', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'admin_state_up': True, 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:47.217715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:29:47.234114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Sync routers for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:29:47.262214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c276a91-723a-4bff-b0b1-13906e5789a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4488232 Nov 25 17:29:47.263190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58228) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:47.280448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:47.283362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:47.311874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d8d00-9625-46da-8440-846f1ef580ff req-4f0019e8-03e3-4da5-8976-bbe8820d523e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:47.311874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d1d8d00-9625-46da-8440-846f1ef580ff req-4f0019e8-03e3-4da5-8976-bbe8820d523e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.2272873 Nov 25 17:29:47.325600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb0853e9-20a7-4ca0-a841-e9232344f104 req-1a59b83f-c78d-4c61-be25-21668011d571 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 210 time: 0.0701330 Nov 25 17:29:47.461967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d1d8d00-9625-46da-8440-846f1ef580ff req-25a9dca5-bf99-43b8-bf8c-e6affe290e3e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464808 Nov 25 17:29:47.506085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:47.512620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.691500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:47.697122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0127de25-d417-4d41-9c37-d07ebded4aa8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:47.740678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e990737-3d8c-4305-84de-88cde7749b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:47.839930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-a9780d15-67b6-4a20-9df7-f8dbdebacdb1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898421708&fields=id&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 267 time: 0.1936326 Nov 25 17:29:47.860200 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.051538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04d671-09da-481f-9623-88e25b3fa8e4 req-42a6a022-ad5c-4b03-a842-1b37602d5241 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.053302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-3ba48c89-aef9-4919-9757-833828351a5e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.061208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-3ba48c89-aef9-4919-9757-833828351a5e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 797 time: 0.2201524 Nov 25 17:29:48.075301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ef04d671-09da-481f-9623-88e25b3fa8e4 req-42a6a022-ad5c-4b03-a842-1b37602d5241 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0982654 Nov 25 17:29:48.120301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-902602d4-9542-494a-a44a-a090e4b3d6a2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/quotas/95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 375 time: 0.0519357 Nov 25 17:29:48.172484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ef04d671-09da-481f-9623-88e25b3fa8e4 req-d03e310c-9db0-48b4-9206-94dd36f6fb59 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898595 Nov 25 17:29:48.207127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0127de25-d417-4d41-9c37-d07ebded4aa8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:48.207594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.216276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Allocated IP 172.20.0.14 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/9ae90b59-dd93-4c23-8b6c-daeefd17bea4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:48.323748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-bfb89e63-361e-44e8-b725-e056c3c3ddca tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822088 Nov 25 17:29:48.326916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e990737-3d8c-4305-84de-88cde7749b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.364987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e990737-3d8c-4305-84de-88cde7749b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.391458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-200d26e0-da7b-4db5-af73-ec6114860f07 None None] Provisioning complete for port 72535a38-8d04-4676-a499-ef8bf5fa50c8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:48.391857 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-200d26e0-da7b-4db5-af73-ec6114860f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.453214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-200d26e0-da7b-4db5-af73-ec6114860f07 None None] Port 72535a38-8d04-4676-a499-ef8bf5fa50c8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:48.460673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:45Z', 'revision_number': 2, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:48.508242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Checking router: 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:29:48.508962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Updating router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 port 72535a38-8d04-4676-a499-ef8bf5fa50c8 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:29:48.521761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6e990737-3d8c-4305-84de-88cde7749b49 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5cc105b89a8543e68a2846e44485995d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2633171 Nov 25 17:29:48.528053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e990737-3d8c-4305-84de-88cde7749b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90390022-eae7-4765-849b-dc9b3da677c6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:48.530825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58266) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:48.545820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-200d26e0-da7b-4db5-af73-ec6114860f07 None None] Provisioning complete for port 0127de25-d417-4d41-9c37-d07ebded4aa8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:48.546252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-200d26e0-da7b-4db5-af73-ec6114860f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.557503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e173c5e8-2fe3-4178-9ffc-52219a4deee2 req-3c9adbb5-b3b3-4e54-bf33-f4b18cc29309 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 210 time: 0.0778527 Nov 25 17:29:48.571244 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.648211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-cb7051ea-a9af-40dc-9267-50f41f9d75ac service neutron] 10.222.0.86 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119159 Nov 25 17:29:48.729813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678532d-589e-458f-967b-bdca3f2fa61d req-52bd8e42-70aa-4932-bad6-35aad84fdccc tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:48.732934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1678532d-589e-458f-967b-bdca3f2fa61d req-52bd8e42-70aa-4932-bad6-35aad84fdccc tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.0847962 Nov 25 17:29:48.759765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0ff9-e97f-4db1-a0e3-6e1447b573a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.778064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.843538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0ff9-e97f-4db1-a0e3-6e1447b573a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.849439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1678532d-589e-458f-967b-bdca3f2fa61d req-898c37c9-4908-4954-bdb6-964d94208751 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093342 Nov 25 17:29:48.906494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-f5efc7cb-772f-45c4-a1df-12a7568c4775 service neutron] 10.222.0.86 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497487 Nov 25 17:29:48.952232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:48.993475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:49.003352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:49.008967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:49.017026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:49.065606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0ff9-e97f-4db1-a0e3-6e1447b573a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.068615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0ff9-e97f-4db1-a0e3-6e1447b573a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.069782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f2ee0ff9-e97f-4db1-a0e3-6e1447b573a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/90390022-eae7-4765-849b-dc9b3da677c6 HTTP/1.1" status: 204 len: 168 time: 0.5262616 Nov 25 17:29:49.121274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee0ff9-e97f-4db1-a0e3-6e1447b573a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90390022-eae7-4765-849b-dc9b3da677c6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.135099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.142074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a41919fd-fe57-44ad-927e-7f5b5e080bc1 req-2c6be70d-9c5e-4fa6-a11f-d411b10801bf tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 210 time: 0.0395634 Nov 25 17:29:49.155601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.156480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.194600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-98d73239-9f50-4a84-9c20-f008d8b18a99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0464547 Nov 25 17:29:49.213687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Request body: {'port': {'device_id': '46978f05-8073-4e3b-9fc8-559c1816248b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:49.324465 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.533647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.556115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.710286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0e2f1252-2380-403d-a9dc-1f71de573bdd None None] Provisioning complete for port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:49.710656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0e2f1252-2380-403d-a9dc-1f71de573bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:49.789879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039d23-edbc-493e-8ad9-55180ee659d5 req-db321683-85ab-4d5d-bfd3-3f4e8c5b156b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.792525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2952b9-b5ba-492d-aced-f313b6850a4a req-284d565c-53b8-495b-9f47-05c8fd5df010 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:49.800022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2039d23-edbc-493e-8ad9-55180ee659d5 req-db321683-85ab-4d5d-bfd3-3f4e8c5b156b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 932 time: 0.1092968 Nov 25 17:29:49.807844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c2952b9-b5ba-492d-aced-f313b6850a4a req-284d565c-53b8-495b-9f47-05c8fd5df010 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.4670906 Nov 25 17:29:49.899257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3277-ed3b-45ff-b099-5918f4cf511b None None] Pushing event updated for resources: {'Port': ['ID=72535a38-8d04-4676-a499-ef8bf5fa50c8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:49.913264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58308) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:49.921606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2039d23-edbc-493e-8ad9-55180ee659d5 req-0cf8046d-4e8b-4e09-902d-ea80a3501073 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172664 Nov 25 17:29:49.975572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f1252-2380-403d-a9dc-1f71de573bdd None None] Port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:50.113769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfdf0-d168-4bd7-8d65-ef11f8be5817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.117299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Attempting to bind port 72535a38-8d04-4676-a499-ef8bf5fa50c8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:50.117808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Attempting to bind port 72535a38-8d04-4676-a499-ef8bf5fa50c8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:50.118201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Attempting to bind port 72535a38-8d04-4676-a499-ef8bf5fa50c8 on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:50.126627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7df62-88e5-47c6-a00e-574234d9f029 req-fd872e54-c239-46d7-9e85-1ee686ab0097 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:50.134646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:50.134957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ba7df62-88e5-47c6-a00e-574234d9f029 req-fd872e54-c239-46d7-9e85-1ee686ab0097 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.0944369 Nov 25 17:29:50.135219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Checking segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:50.135724 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.136181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Bound using segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:50.136765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Bound port: 72535a38-8d04-4676-a499-ef8bf5fa50c8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:50.137460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.168389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c2952b9-b5ba-492d-aced-f313b6850a4a req-e1dd2f1d-0ad5-4e02-805c-c7ee83d787d0 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594525 Nov 25 17:29:50.212244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-06eaa442-ff72-4320-818f-32d36c5a104b None None] Provisioning complete for port 72535a38-8d04-4676-a499-ef8bf5fa50c8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:50.212738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06eaa442-ff72-4320-818f-32d36c5a104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.224610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ba7df62-88e5-47c6-a00e-574234d9f029 req-a179a3f0-e9a5-4887-95e8-0904d2b5cec5 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Nov 25 17:29:50.367037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c3316ea-a478-4bab-bccf-6bd8adae93e8 req-2586ac5c-ec79-4d4d-8a8b-e37d7feb6231 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 210 time: 0.0527973 Nov 25 17:29:50.377227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-06eaa442-ff72-4320-818f-32d36c5a104b None None] Port 72535a38-8d04-4676-a499-ef8bf5fa50c8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:50.407159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] For port 72535a38-8d04-4676-a499-ef8bf5fa50c8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:50.415637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] For port 72535a38-8d04-4676-a499-ef8bf5fa50c8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=72535a38-8d04-4676-a499-ef8bf5fa50c8,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:50.422369 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.472554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfdf0-d168-4bd7-8d65-ef11f8be5817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.478387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:50.486525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfdf0-d168-4bd7-8d65-ef11f8be5817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.491008 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.507066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:29:50.507964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:29:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:50.511830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3277-ed3b-45ff-b099-5918f4cf511b None None] Pushing event updated for resources: {'Port': ['ID=72535a38-8d04-4676-a499-ef8bf5fa50c8,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.555248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Transition to ACTIVE for port object 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:50.559324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5e0dfdf0-d168-4bd7-8d65-ef11f8be5817 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d418b3f605ad48cbaa5f77ffef91101e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6138318 Nov 25 17:29:50.562093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:50.568755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dfdf0-d168-4bd7-8d65-ef11f8be5817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a181b7-6bff-480b-822a-5807e7e3d0c6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.572579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.698535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa9f3-5de0-4566-9e52-037a6bc5c740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.725855 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:50.760660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa9f3-5de0-4566-9e52-037a6bc5c740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:50.804929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:29:50.872001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Attempting to bind port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:50.872920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Attempting to bind port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:50.873465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Attempting to bind port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:50.885881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 on network f32f7096-4838-4cf6-9956-56886cddd436 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:50.887337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Attempting to bind port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:50.893553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:50.894261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:50.894868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:50.895713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Bound port: 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:50.897184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.044522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa9f3-5de0-4566-9e52-037a6bc5c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.047405 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa9f3-5de0-4566-9e52-037a6bc5c740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.048599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5cfa9f3-5de0-4566-9e52-037a6bc5c740 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e1a181b7-6bff-480b-822a-5807e7e3d0c6 HTTP/1.1" status: 204 len: 168 time: 0.4844081 Nov 25 17:29:51.079853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] For port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:51.091633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] For port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:51.101731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.195704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-57e45070-3ca9-46fb-9c62-08c934a45287 None None] Provisioning complete for port 72535a38-8d04-4676-a499-ef8bf5fa50c8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:51.196267 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57e45070-3ca9-46fb-9c62-08c934a45287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.236268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.245779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.249917 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ae90b59-dd93-4c23-8b6c-daeefd17bea4 HTTP/1.1" status: 200 len: 1092 time: 2.0457325 Nov 25 17:29:51.250412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46978f05-8073-4e3b-9fc8-559c1816248b', 'tag': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:51.253491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfa9f3-5de0-4566-9e52-037a6bc5c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a181b7-6bff-480b-822a-5807e7e3d0c6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.256610 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14db8bb-9781-477e-a102-0f9435c63ace" -d '{"events": [{"name": "network-changed", "server_uuid": "46978f05-8073-4e3b-9fc8-559c1816248b", "tag": "9ae90b59-dd93-4c23-8b6c-daeefd17bea4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:51.366582 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:29:51.421765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1dc8f-2e21-4425-8feb-3b00710ee5ab req-144ede70-e675-451d-8fbd-cb040945d0f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.462528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13e1dc8f-2e21-4425-8feb-3b00710ee5ab req-144ede70-e675-451d-8fbd-cb040945d0f3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 944 time: 0.4069734 Nov 25 17:29:51.483195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ed5d-60a4-4061-bfcc-22a9da8ad0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:51.493808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-d4a7cc3c-de33-4e73-b2da-71ec57daa477 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.495317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-d4a7cc3c-de33-4e73-b2da-71ec57daa477 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 797 time: 0.6283858 Nov 25 17:29:51.570686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-5994aaf1-5286-45ee-a491-076235357889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.577185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-5994aaf1-5286-45ee-a491-076235357889 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 1095 time: 0.2487521 Nov 25 17:29:51.673222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57e45070-3ca9-46fb-9c62-08c934a45287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.674534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13e1dc8f-2e21-4425-8feb-3b00710ee5ab req-4e635b8b-d020-40d9-a819-7008017db61a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779540 Nov 25 17:29:51.709860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e030184-96e8-4bf8-964f-ea78f497d79d req-5146d54e-7bb8-4e75-9c6e-fe2e2ded65b2 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.711485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e030184-96e8-4bf8-964f-ea78f497d79d req-5146d54e-7bb8-4e75-9c6e-fe2e2ded65b2 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.2583613 Nov 25 17:29:51.712836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-58ff5cda-4087-43dd-8d1b-a5f258a14ad9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4 HTTP/1.1" status: 200 len: 217 time: 0.1252759 Nov 25 17:29:51.742071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e4f34078-0d7d-4b02-ab8e-53e5f12b0e23 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 379 time: 0.2217798 Nov 25 17:29:51.768419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'port': {'device_id': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'admin_state_up': True, 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'security_groups': ['0da87b9a-f765-4291-84a3-6981eb450e23']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:51.796916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-57e45070-3ca9-46fb-9c62-08c934a45287 None None] For port 72535a38-8d04-4676-a499-ef8bf5fa50c8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=72535a38-8d04-4676-a499-ef8bf5fa50c8,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:51.807131 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57e45070-3ca9-46fb-9c62-08c934a45287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:51.823743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-0e502f26-2abe-482c-b0da-331259687da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.825710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-0e502f26-2abe-482c-b0da-331259687da8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1042490 Nov 25 17:29:51.842688 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e030184-96e8-4bf8-964f-ea78f497d79d req-23a96f26-9dee-4705-bf13-d2a78194bed2 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171837 Nov 25 17:29:51.880065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:50Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:29:51.931918 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe44332-825b-4929-b22c-ff17bac53d6c x-openstack-request-id: req-ebe44332-825b-4929-b22c-ff17bac53d6c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:51.932445 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46978f05-8073-4e3b-9fc8-559c1816248b", "tag": "9ae90b59-dd93-4c23-8b6c-daeefd17bea4", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:51.932445 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebe44332-825b-4929-b22c-ff17bac53d6c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:51.932748 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46978f05-8073-4e3b-9fc8-559c1816248b', 'tag': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4', 'status': 'completed', 'code': 200} Nov 25 17:29:51.959627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a77b4-f004-40bb-9e54-c18b94c40116 None None] The sync data for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 is: [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:50Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:29:51.970047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-424747bc-a254-4e92-bb48-87e4fe41f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:51.979339 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-424747bc-a254-4e92-bb48-87e4fe41f1be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351068 Nov 25 17:29:52.028272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e45070-3ca9-46fb-9c62-08c934a45287 None None] Pushing event updated for resources: {'Port': ['ID=72535a38-8d04-4676-a499-ef8bf5fa50c8,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:52.112465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37bde-f5fe-4f0d-8b1b-e6904a207622 req-befc8c4a-e424-4143-9f2a-a2dfb20d6060 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.126068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84a37bde-f5fe-4f0d-8b1b-e6904a207622 req-befc8c4a-e424-4143-9f2a-a2dfb20d6060 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.3428397 Nov 25 17:29:52.277097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-607f213a-38fa-45aa-9224-c68689d3d5e6 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905946 Nov 25 17:29:52.284896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84a37bde-f5fe-4f0d-8b1b-e6904a207622 req-232d0968-3493-461c-b45e-7219ce7c7c92 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516922 Nov 25 17:29:52.291365 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-540ebf1f-f6b4-46fd-9e97-b915272d94e1 req-b38f7eb0-d9a1-493f-a4aa-780b133a8fd3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 210 time: 0.2378342 Nov 25 17:29:52.394370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:29:52.406589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:52.643235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.6 (554308c6-915d-4fe9-b880-12fc3a02b184/25c63a88-bf22-46d1-85e8-002fad997a8c/db1a58a6-b038-403d-9410-e2d70a6f6e4d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:29:52.702313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12288316-0b09-475b-bec3-b1bb6db58fc4 req-a857ea85-d659-49ba-ac2b-7d3e7b770f76 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095953 Nov 25 17:29:52.943850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db8bb-9781-477e-a102-0f9435c63ace req-12b0eccc-d576-4d42-9840-43403174f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:52.952555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-12b0eccc-d576-4d42-9840-43403174f83f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 1095 time: 0.1602252 Nov 25 17:29:53.048279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c522b8-043f-44c7-be9c-2a737ddf3507 req-d7329725-0ad9-4679-b241-5fb65fa0ca48 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.050206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0c522b8-043f-44c7-be9c-2a737ddf3507 req-d7329725-0ad9-4679-b241-5fb65fa0ca48 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 944 time: 0.2251887 Nov 25 17:29:53.101813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.145253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.245533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d0c522b8-043f-44c7-be9c-2a737ddf3507 req-445b85e8-9152-4668-9716-7fed96b4f3c5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857433 Nov 25 17:29:53.262303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 554308c6-915d-4fe9-b880-12fc3a02b184 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:29:53.266944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:29:53.271546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:29:53.343901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:53.405249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.406126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.477668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-0771a71f-12b5-4214-8550-f54c603430e5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7132084 Nov 25 17:29:53.507346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Request body: {'port': {'device_id': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:29:53.674113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5bfca-cad6-40c8-b830-da7af60c0f1b req-f7379add-5b4d-4145-80dd-9c11db075ab4 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:53.685910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27e5bfca-cad6-40c8-b830-da7af60c0f1b req-f7379add-5b4d-4145-80dd-9c11db075ab4 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.2765665 Nov 25 17:29:53.782496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c85ff4cf-aab5-4123-bc31-5b76ff4c1adb None None] Provisioning complete for port db1a58a6-b038-403d-9410-e2d70a6f6e4d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:53.783100 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c85ff4cf-aab5-4123-bc31-5b76ff4c1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.868404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:53.992493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c85ff4cf-aab5-4123-bc31-5b76ff4c1adb None None] Port db1a58a6-b038-403d-9410-e2d70a6f6e4d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:29:54.005755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 72535a38-8d04-4676-a499-ef8bf5fa50c8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:54.086190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d161f-1fef-4ff0-a016-146f0b0fbea7 req-8d2c6fa8-ea00-4bf9-9fcc-4ad49902ec8e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.097371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-944d161f-1fef-4ff0-a016-146f0b0fbea7 req-8d2c6fa8-ea00-4bf9-9fcc-4ad49902ec8e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1677842 Nov 25 17:29:54.098807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27e5bfca-cad6-40c8-b830-da7af60c0f1b req-62ad2840-9a76-4826-b690-bb69901015e3 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023762 Nov 25 17:29:54.128264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db8bb-9781-477e-a102-0f9435c63ace req-33a38d55-b934-44a6-8b48-64add50cf54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.128264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-33a38d55-b934-44a6-8b48-64add50cf54a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 1.1613798 Nov 25 17:29:54.188700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 72535a38-8d04-4676-a499-ef8bf5fa50c8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:54.189078 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.300098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-944d161f-1fef-4ff0-a016-146f0b0fbea7 req-88807051-385c-4b17-8386-c1808f167e43 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975784 Nov 25 17:29:54.303613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-282a2174-e268-4f6d-8a7f-7fad0e1c331c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4 HTTP/1.1" status: 200 len: 217 time: 0.1644561 Nov 25 17:29:54.427663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db8bb-9781-477e-a102-0f9435c63ace req-7d05f38b-00b0-40bc-b9f7-eb27672ce858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.430253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-7d05f38b-00b0-40bc-b9f7-eb27672ce858 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1151977 Nov 25 17:29:54.569623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95e619-1895-4fe3-b769-b37fd80de9b1 req-9aa22197-3789-4cd4-b219-a7e01aade6f6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.571272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e95e619-1895-4fe3-b769-b37fd80de9b1 req-9aa22197-3789-4cd4-b219-a7e01aade6f6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 931 time: 0.1726413 Nov 25 17:29:54.613882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db8bb-9781-477e-a102-0f9435c63ace req-2c3ed1fd-ac26-4f32-927a-f4f95412ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:54.623924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-2c3ed1fd-ac26-4f32-927a-f4f95412ed7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848986 Nov 25 17:29:54.839560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-6ab0c12c-35ad-4022-8ed1-339251d48799 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059956 Nov 25 17:29:54.885483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1a58a6-b038-403d-9410-e2d70a6f6e4d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:54.902841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:54.936399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e95e619-1895-4fe3-b769-b37fd80de9b1 req-5c2fdd63-0df6-4e12-9e68-d610caeed71d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550284 Nov 25 17:29:54.944551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Transition to ACTIVE for port object db1a58a6-b038-403d-9410-e2d70a6f6e4d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:29:54.950679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.168413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.175186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:55.191424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a14db8bb-9781-477e-a102-0f9435c63ace req-bd7fda0d-1acb-433f-85ff-4bc0dc4e9b9c service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431165 Nov 25 17:29:55.236267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0359-d0ce-4b0e-a1d0-eec2170e0564 req-3ec48351-09f5-431c-ba62-8e469eb5d588 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.237913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c69b0359-d0ce-4b0e-a1d0-eec2170e0564 req-3ec48351-09f5-431c-ba62-8e469eb5d588 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 944 time: 0.2219574 Nov 25 17:29:55.286629 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:29:55.287287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:29:55.287835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:55.295825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:29:55.296473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:29:55.315930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:29:55.316180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Checking segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:29:55.316576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Bound using segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:29:55.317016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Bound port: db1a58a6-b038-403d-9410-e2d70a6f6e4d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:29:55.324162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.415780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c69b0359-d0ce-4b0e-a1d0-eec2170e0564 req-9b404804-a790-4396-a87f-5e76cb2c5c65 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673474 Nov 25 17:29:55.433419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:29:55.589503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d1fd3-b088-4c9c-94d4-dc2fc62f7574 req-178961b6-cdf5-4561-85de-f8ef449fc26e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.592508 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f36e2e27-1640-4a99-bf1e-3852b6519394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.596988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f66d1fd3-b088-4c9c-94d4-dc2fc62f7574 req-178961b6-cdf5-4561-85de-f8ef449fc26e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0684645 Nov 25 17:29:55.651980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:29:55.660723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:55.667740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb7567-b0af-4942-9f17-73f572a40df1 req-b0760f3d-5591-43c2-a99a-73a96e6bb252 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.670071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbeb7567-b0af-4942-9f17-73f572a40df1 req-b0760f3d-5591-43c2-a99a-73a96e6bb252 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.2075875 Nov 25 17:29:55.681659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:29:55.694484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4', 'mac_address': 'fa:16:3e:47:85:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:29:55.708278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.710141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f66d1fd3-b088-4c9c-94d4-dc2fc62f7574 req-a6e1e1f6-d750-46d2-a8fc-3cacdf369fb7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106348 Nov 25 17:29:55.776742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:55.777501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.778897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] 10.222.0.55 "PUT /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 1091 time: 2.2905023 Nov 25 17:29:55.779350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:55.781958 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e6caed-d790-40d9-b32b-ba7f8c7363be" -d '{"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:55.784543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.793773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03a9d-710f-424d-ac21-158f7b367306 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.807957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:29:55.846666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:55.854001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.869506 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9763410-3ef6-4849-957a-afce65fee44c x-openstack-request-id: req-c9763410-3ef6-4849-957a-afce65fee44c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:55.870196 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:55.870640 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9763410-3ef6-4849-957a-afce65fee44c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:55.871290 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'status': 'completed', 'code': 200} Nov 25 17:29:55.873859 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f36e2e27-1640-4a99-bf1e-3852b6519394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.896934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbeb7567-b0af-4942-9f17-73f572a40df1 req-07f8a7fe-9504-4506-82ec-e111f9ab8a16 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137361 Nov 25 17:29:55.906427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f36e2e27-1640-4a99-bf1e-3852b6519394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:55.969859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2e27-1640-4a99-bf1e-3852b6519394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3fa67a-f21d-4b8e-a45d-029f373a0ebc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:55.992430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.016594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:56.016862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f36e2e27-1640-4a99-bf1e-3852b6519394 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d02906b61a6b48228cd732458c65f514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8401735 Nov 25 17:29:56.026494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-c298b0a3-de36-457b-8ed7-4f503babd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.028114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-c298b0a3-de36-457b-8ed7-4f503babd5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1094 time: 0.1524897 Nov 25 17:29:56.101795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['9ae90b59-dd93-4c23-8b6c-daeefd17bea4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:29:56.106693 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-296fd965-a1a2-45bc-a1c1-e7abad2486da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 217 time: 0.0672281 Nov 25 17:29:56.233110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-7a55b861-0e04-404c-a25a-1515c5cb1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.234721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-7a55b861-0e04-404c-a25a-1515c5cb1d3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.1194901 Nov 25 17:29:56.238614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e820e91-1238-4e18-8e07-6636b0c19e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.296761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e820e91-1238-4e18-8e07-6636b0c19e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.320024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-9acfc8f5-a4a1-4c6a-a151-0495a27ba76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.321723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-9acfc8f5-a4a1-4c6a-a151-0495a27ba76d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760350 Nov 25 17:29:56.366692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d4e10-401a-42b2-ac41-9f13c8d94544 req-ce6eed47-b49b-4e6a-a0df-fae0c4e9d9fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.375671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-833d4e10-401a-42b2-ac41-9f13c8d94544 req-ce6eed47-b49b-4e6a-a0df-fae0c4e9d9fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 943 time: 0.2156713 Nov 25 17:29:56.510228 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e820e91-1238-4e18-8e07-6636b0c19e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.515339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e820e91-1238-4e18-8e07-6636b0c19e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:56.517718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e820e91-1238-4e18-8e07-6636b0c19e31 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6d3fa67a-f21d-4b8e-a45d-029f373a0ebc HTTP/1.1" status: 204 len: 168 time: 0.4992237 Nov 25 17:29:56.540873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820e91-1238-4e18-8e07-6636b0c19e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3fa67a-f21d-4b8e-a45d-029f373a0ebc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:56.681802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-833d4e10-401a-42b2-ac41-9f13c8d94544 req-436968e3-6d56-4f2b-945d-155119671511 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051314 Nov 25 17:29:56.714479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-b29c855a-fbf5-49fc-82a9-3faa3c615a3b service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854649 Nov 25 17:29:56.736601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32f73-0c55-40f9-9377-8d9b394b2adc req-99825319-0538-40f7-835e-69fe077d0283 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.740701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8fb32f73-0c55-40f9-9377-8d9b394b2adc req-99825319-0538-40f7-835e-69fe077d0283 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 945 time: 0.1739833 Nov 25 17:29:56.947593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff6a2f-1a38-4a03-9275-7b85499569b7 req-91e1bea2-3108-47f7-bd53-ef52d6e55b4a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:56.951723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eaff6a2f-1a38-4a03-9275-7b85499569b7 req-91e1bea2-3108-47f7-bd53-ef52d6e55b4a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1214302 Nov 25 17:29:56.984906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8fb32f73-0c55-40f9-9377-8d9b394b2adc req-d6b90c0a-8159-40fe-aee4-446964d3ea26 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349508 Nov 25 17:29:57.074304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58514) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:57.081487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eaff6a2f-1a38-4a03-9275-7b85499569b7 req-294230ec-d52d-4ac1-8f22-6fed67c19962 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232305 Nov 25 17:29:57.090424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fe37a47-3839-4a19-bc9b-fb321f6e247e req-1486fefd-a834-4d05-be26-c46c4d6f47c4 service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386250 Nov 25 17:29:57.099677 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92bb02ce-b50a-4dfb-8d9c-faeb150835ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.265991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c516c-09c4-43a3-acb9-df706a2c45b1 req-c4c12b6e-e0df-4db9-b698-93a6038f24e0 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.267791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd6c516c-09c4-43a3-acb9-df706a2c45b1 req-c4c12b6e-e0df-4db9-b698-93a6038f24e0 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1699746 Nov 25 17:29:57.282106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-950240d6-344c-4790-95b6-7c2e20f1c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.283961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-950240d6-344c-4790-95b6-7c2e20f1c1a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1094 time: 0.1196485 Nov 25 17:29:57.314920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e39edd-1248-452d-b656-8b016bb2a09e req-9826b674-bf3e-473c-b4b5-a44f187a0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.316623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6e39edd-1248-452d-b656-8b016bb2a09e req-9826b674-bf3e-473c-b4b5-a44f187a0864 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 1096 time: 0.0596948 Nov 25 17:29:57.381877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6e39edd-1248-452d-b656-8b016bb2a09e req-6ef4ff71-d8fd-49b0-a4b8-dd72bbb52ceb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576689 Nov 25 17:29:57.427823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92bb02ce-b50a-4dfb-8d9c-faeb150835ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.440864 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92bb02ce-b50a-4dfb-8d9c-faeb150835ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.448250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:29:57.485371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd6c516c-09c4-43a3-acb9-df706a2c45b1 req-553db13e-6521-4b0e-8710-e14c6801f230 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059548 Nov 25 17:29:57.516708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-92bb02ce-b50a-4dfb-8d9c-faeb150835ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2faed075d3ae439b96ef608b6364a8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390776 Nov 25 17:29:57.517338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:29:57.532277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-2232ca52-3ac8-45d9-bad5-84782f4ef196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.538006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-2232ca52-3ac8-45d9-bad5-84782f4ef196 service neutron] 10.222.0.55 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 898 time: 0.2387443 Nov 25 17:29:57.540179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb02ce-b50a-4dfb-8d9c-faeb150835ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd32e0-7ae7-4f73-9e64-205ab8edcde5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.544324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:29:57.552759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:29:57.554811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.642544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e95431-018d-4385-9591-fadb70766d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.651823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-6ff3580a-e191-45e9-a94d-6dc9759deb23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 217 time: 0.0802927 Nov 25 17:29:57.727671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.733672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e95431-018d-4385-9591-fadb70766d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.762772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46978f05-8073-4e3b-9fc8-559c1816248b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:29:57.765172 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc064d3-a830-40ae-b912-930bc72bf7b7" -d '{"events": [{"server_uuid": "46978f05-8073-4e3b-9fc8-559c1816248b", "name": "network-vif-plugged", "status": "completed", "tag": "9ae90b59-dd93-4c23-8b6c-daeefd17bea4"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:29:57.780475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:29:57.787630 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.825529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-676be8cb-da5f-488c-a205-5962754b3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.827825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-676be8cb-da5f-488c-a205-5962754b3201 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.1675749 Nov 25 17:29:57.849696 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4718d4d2-31b8-4b32-a90c-e4f82acf459b x-openstack-request-id: req-4718d4d2-31b8-4b32-a90c-e4f82acf459b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:29:57.849994 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46978f05-8073-4e3b-9fc8-559c1816248b", "name": "network-vif-plugged", "status": "completed", "tag": "9ae90b59-dd93-4c23-8b6c-daeefd17bea4", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:29:57.850252 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4718d4d2-31b8-4b32-a90c-e4f82acf459b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:29:57.850651 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46978f05-8073-4e3b-9fc8-559c1816248b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4', 'code': 200} Nov 25 17:29:57.902542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:57.956586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e95431-018d-4385-9591-fadb70766d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.965233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a4e95431-018d-4385-9591-fadb70766d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:29:57.968873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a4e95431-018d-4385-9591-fadb70766d7c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e0bd32e0-7ae7-4f73-9e64-205ab8edcde5 HTTP/1.1" status: 204 len: 168 time: 0.4507968 Nov 25 17:29:57.987606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-3e3d52a9-5b8f-4223-be28-4a229c27d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:57.989212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-3e3d52a9-5b8f-4223-be28-4a229c27d342 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456790 Nov 25 17:29:58.073726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e95431-018d-4385-9591-fadb70766d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd32e0-7ae7-4f73-9e64-205ab8edcde5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:29:58.140586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29b8be-6b1d-4fd0-8986-e26dcbee4e2a req-19112bc7-b893-4b30-bc3c-9ec7042042a0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.152593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe29b8be-6b1d-4fd0-8986-e26dcbee4e2a req-19112bc7-b893-4b30-bc3c-9ec7042042a0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 943 time: 0.3170159 Nov 25 17:29:58.210086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-5ab1223f-c6dd-4294-80a1-246f9374c273 service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123497 Nov 25 17:29:58.261502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd77765-9446-4c11-8f07-63b1c2aa26d6 req-db66397f-4497-419a-9c79-46b9cb4367ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.263235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cd77765-9446-4c11-8f07-63b1c2aa26d6 req-db66397f-4497-419a-9c79-46b9cb4367ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 1097 time: 0.2831786 Nov 25 17:29:58.361017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe29b8be-6b1d-4fd0-8986-e26dcbee4e2a req-d4bdae19-08d4-454c-856b-cb6e634e2af7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066574 Nov 25 17:29:58.433898 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cd77765-9446-4c11-8f07-63b1c2aa26d6 req-05cc6dfa-9934-41c1-850e-4aff6791d2dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606266 Nov 25 17:29:58.467579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc34d8-8eff-4d78-a97b-26da5a9d0299 req-1c72db6e-27d6-4b52-9189-5365849493c4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.470889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fbc34d8-8eff-4d78-a97b-26da5a9d0299 req-1c72db6e-27d6-4b52-9189-5365849493c4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 946 time: 0.2599108 Nov 25 17:29:58.607650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fbc34d8-8eff-4d78-a97b-26da5a9d0299 req-87b382dc-167d-4ae1-b911-6d70640f3332 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183434 Nov 25 17:29:58.608037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40993fe4-5768-45a4-bf72-ca208583b9b2 req-6ca8b159-5c85-47cf-af48-4d68b5ade9be tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.609704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40993fe4-5768-45a4-bf72-ca208583b9b2 req-6ca8b159-5c85-47cf-af48-4d68b5ade9be tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0954340 Nov 25 17:29:58.610394 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e6caed-d790-40d9-b32b-ba7f8c7363be req-e5e49d69-ad78-418a-a464-6dffbdb58c3d service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896146 Nov 25 17:29:58.722121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40993fe4-5768-45a4-bf72-ca208583b9b2 req-7f3ae8f7-820e-4bac-89f1-2b0c82de484f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877788 Nov 25 17:29:58.912114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a68098-91dd-457d-8872-5ca2f60959fc req-655dc7b9-1e7b-4abd-b43e-b66b27c0e030 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.922848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12a68098-91dd-457d-8872-5ca2f60959fc req-655dc7b9-1e7b-4abd-b43e-b66b27c0e030 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1280732 Nov 25 17:29:58.937447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26f4e-32c4-42dd-832f-3d8b23c838d3 req-df0bead2-7551-4671-ac59-cd8de96a738e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:58.946666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ad26f4e-32c4-42dd-832f-3d8b23c838d3 req-df0bead2-7551-4671-ac59-cd8de96a738e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0985374 Nov 25 17:29:59.019013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12a68098-91dd-457d-8872-5ca2f60959fc req-cd0763b6-8b33-4e0d-a9aa-f3130004c34a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788898 Nov 25 17:29:59.029223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ad26f4e-32c4-42dd-832f-3d8b23c838d3 req-c0078aa9-ff35-4b7f-9531-db7bd4a618b5 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800490 Nov 25 17:29:59.343421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e29db-46f9-416c-b4e9-fb5a50a6ca7a req-f29bc219-f389-44ab-91f1-06cfcb7f450f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.345664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-429e29db-46f9-416c-b4e9-fb5a50a6ca7a req-f29bc219-f389-44ab-91f1-06cfcb7f450f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0792851 Nov 25 17:29:59.506176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-429e29db-46f9-416c-b4e9-fb5a50a6ca7a req-840bcb91-f782-47d3-830c-c2fae2e98b94 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436408 Nov 25 17:29:59.619448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a37e5c-7cd3-4159-8b01-c4e8965bf3a9 req-b05adc20-7742-48ab-98ff-a394691014c1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.627941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62a37e5c-7cd3-4159-8b01-c4e8965bf3a9 req-b05adc20-7742-48ab-98ff-a394691014c1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 943 time: 0.1969469 Nov 25 17:29:59.706005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62a37e5c-7cd3-4159-8b01-c4e8965bf3a9 req-ba6a5e65-088f-41f5-a110-7a8a4b5fcec3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750616 Nov 25 17:29:59.881042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1abf05-5b47-4ae0-ab04-ec555f25d1c1 req-dbc47479-dfdf-4110-8f90-a4cb38465ad4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:29:59.892971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa1abf05-5b47-4ae0-ab04-ec555f25d1c1 req-dbc47479-dfdf-4110-8f90-a4cb38465ad4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 946 time: 0.1184874 Nov 25 17:29:59.953113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa1abf05-5b47-4ae0-ab04-ec555f25d1c1 req-700ccf0d-45bd-48e2-9515-b9db5ae7280f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532856 Nov 25 17:30:00.185045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74aadf-0b79-4b6a-9477-c3899656cf90 req-9a84d6b4-6230-4c68-bf48-e79d7a747b06 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.186404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb74aadf-0b79-4b6a-9477-c3899656cf90 req-9a84d6b4-6230-4c68-bf48-e79d7a747b06 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.0747371 Nov 25 17:30:00.295150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb74aadf-0b79-4b6a-9477-c3899656cf90 req-f9000d10-6f77-44f3-b945-bfcb59b98b8d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916913 Nov 25 17:30:00.733747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbec1f-9050-4f88-b31e-8d9593dabe3d req-f056c456-a756-4049-a2a8-fba2c27cdffc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.735349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50fbec1f-9050-4f88-b31e-8d9593dabe3d req-f056c456-a756-4049-a2a8-fba2c27cdffc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0999861 Nov 25 17:30:00.888763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f1fe4-d67d-4479-8e77-9cd9fe5be588 req-7d178327-5765-4cc3-9090-9ab31110ac65 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:00.893328 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-149f1fe4-d67d-4479-8e77-9cd9fe5be588 req-7d178327-5765-4cc3-9090-9ab31110ac65 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 943 time: 0.0677691 Nov 25 17:30:00.945925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50fbec1f-9050-4f88-b31e-8d9593dabe3d req-ae6c22c0-9a42-43db-b450-a1ca1a3188cc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013578 Nov 25 17:30:00.965005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-149f1fe4-d67d-4479-8e77-9cd9fe5be588 req-a2e047d1-7e4e-471b-8312-7afe5ba67c17 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676246 Nov 25 17:30:01.491771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:01.556896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2477-2060-4f3b-bff4-d38ba045df8c req-b0fe3aba-1d2f-49d3-bef8-0c95bbecbafc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:01.565693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0cb2477-2060-4f3b-bff4-d38ba045df8c req-b0fe3aba-1d2f-49d3-bef8-0c95bbecbafc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0858870 Nov 25 17:30:01.698394 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0cb2477-2060-4f3b-bff4-d38ba045df8c req-0addd68c-7c33-4c5d-b530-3071636b2897 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316702 Nov 25 17:30:01.738704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5b762-3762-4852-bb2d-e8d5fd3e3bd7 req-4f4b72f9-3dfb-4cbb-98c9-a90efd885fde tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:01.743034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ae5b762-3762-4852-bb2d-e8d5fd3e3bd7 req-4f4b72f9-3dfb-4cbb-98c9-a90efd885fde tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.2071083 Nov 25 17:30:01.865030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ae5b762-3762-4852-bb2d-e8d5fd3e3bd7 req-81f3c6f3-f41f-4fb2-b0a1-8d404d092d52 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134810 Nov 25 17:30:02.035089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:02.055212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'port_id': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'mac_address': 'fa:16:3e:c6:7e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:02.109902 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.141465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1a58a6-b038-403d-9410-e2d70a6f6e4d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:02.188439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a806ab-d304-444b-9518-6b71acc932c7 req-c303eb64-bd16-4d5f-acdb-0668c0c37f38 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:02.197144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93a806ab-d304-444b-9518-6b71acc932c7 req-c303eb64-bd16-4d5f-acdb-0668c0c37f38 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 943 time: 0.0990560 Nov 25 17:30:02.222064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:02.231985 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:02.343056 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93a806ab-d304-444b-9518-6b71acc932c7 req-65141248-10f5-4271-bf74-bb58bc8abe27 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379125 Nov 25 17:30:02.516032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:02.614888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['db1a58a6-b038-403d-9410-e2d70a6f6e4d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:03.009470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c4634-fcc6-475d-9a8c-1f62736b71cb req-312ea63f-ed60-401f-a5a1-dc39c42437c5 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.025326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e58c4634-fcc6-475d-9a8c-1f62736b71cb req-312ea63f-ed60-401f-a5a1-dc39c42437c5 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2059293 Nov 25 17:30:03.200596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e58c4634-fcc6-475d-9a8c-1f62736b71cb req-8661b55a-6bcb-4776-a288-1a508c484368 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665781 Nov 25 17:30:03.221000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67435ab9-2625-4668-a968-e53dfc12c73d req-0873e2af-5959-4122-8dff-82a7eb942d90 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.234510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67435ab9-2625-4668-a968-e53dfc12c73d req-0873e2af-5959-4122-8dff-82a7eb942d90 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1254766 Nov 25 17:30:03.335429 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67435ab9-2625-4668-a968-e53dfc12c73d req-4080b8b8-b6a5-4862-b8af-c6ddf6ca3abf tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937164 Nov 25 17:30:03.530325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58772) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:03.611082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289edca-d885-4373-af28-a7720151414b req-04a36382-58ca-49d9-a514-36fceace4798 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:03.624577 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9289edca-d885-4373-af28-a7720151414b req-04a36382-58ca-49d9-a514-36fceace4798 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1128876 Nov 25 17:30:03.706437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9289edca-d885-4373-af28-a7720151414b req-764e2aae-6d58-4e2e-941c-e2154b406d89 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802186 Nov 25 17:30:03.773292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e0cc-00e9-4d3f-8240-c61e5d8febdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.959959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e0cc-00e9-4d3f-8240-c61e5d8febdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:03.964817 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e0cc-00e9-4d3f-8240-c61e5d8febdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.009738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58786) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:04.009940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ff9e0cc-00e9-4d3f-8240-c61e5d8febdf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b576258ace1463db4df3225fa61e39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4781852 Nov 25 17:30:04.011089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9e0cc-00e9-4d3f-8240-c61e5d8febdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0524fdae-3872-47f3-b955-ddb1331df46a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:04.126991 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c64b4cf-eba0-4fe5-95eb-002d5398ca96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.160406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c64b4cf-eba0-4fe5-95eb-002d5398ca96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.226491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c64b4cf-eba0-4fe5-95eb-002d5398ca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.229680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1c64b4cf-eba0-4fe5-95eb-002d5398ca96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.233262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1c64b4cf-eba0-4fe5-95eb-002d5398ca96 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0524fdae-3872-47f3-b955-ddb1331df46a HTTP/1.1" status: 204 len: 168 time: 0.2192340 Nov 25 17:30:04.251570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b4cf-eba0-4fe5-95eb-002d5398ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524fdae-3872-47f3-b955-ddb1331df46a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:04.621503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96705f16-7464-4cb3-9aa9-ee7b147ad619 req-2a7d2f0e-4f72-495e-8ffa-deb058d402b8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:04.636914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96705f16-7464-4cb3-9aa9-ee7b147ad619 req-2a7d2f0e-4f72-495e-8ffa-deb058d402b8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1829288 Nov 25 17:30:04.691757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:04.716427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85e0290f-c764-4df9-9cf9-e24f4b297a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.748739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96705f16-7464-4cb3-9aa9-ee7b147ad619 req-2e8dbea9-340e-4430-9b8b-5ddc048c6dfe tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094253 Nov 25 17:30:04.849782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85e0290f-c764-4df9-9cf9-e24f4b297a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.856029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85e0290f-c764-4df9-9cf9-e24f4b297a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:04.922119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-85e0290f-c764-4df9-9cf9-e24f4b297a0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6788f5bc7911443aba9f98a87631c6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282822 Nov 25 17:30:04.925274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:04.985311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0290f-c764-4df9-9cf9-e24f4b297a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380a2a1c-77ec-48f5-9e22-24c372f708bf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.023464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c645d7-985f-4a46-8e7f-6782f33b45e6 req-ea0cf133-6506-4445-8f79-688c0753885e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.029442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64c645d7-985f-4a46-8e7f-6782f33b45e6 req-ea0cf133-6506-4445-8f79-688c0753885e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1344593 Nov 25 17:30:05.136539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64c645d7-985f-4a46-8e7f-6782f33b45e6 req-32e9230d-84d5-4a58-bfae-8f15309bb585 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005700 Nov 25 17:30:05.156829 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-271bda17-ab9e-430a-83fb-b98e46316f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.177769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450809c3-5136-4736-9bb4-db5b585b1765 req-ab5c269c-13dd-46b6-8832-96272cda909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.179480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-450809c3-5136-4736-9bb4-db5b585b1765 req-ab5c269c-13dd-46b6-8832-96272cda909a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 1097 time: 0.1375363 Nov 25 17:30:05.215418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-271bda17-ab9e-430a-83fb-b98e46316f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.328117 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-450809c3-5136-4736-9bb4-db5b585b1765 req-1bd66944-2179-401a-98e7-2e8ffff59ac1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249166 Nov 25 17:30:05.342521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-271bda17-ab9e-430a-83fb-b98e46316f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.349667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-271bda17-ab9e-430a-83fb-b98e46316f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.354434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-271bda17-ab9e-430a-83fb-b98e46316f3e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/380a2a1c-77ec-48f5-9e22-24c372f708bf HTTP/1.1" status: 204 len: 168 time: 0.4239860 Nov 25 17:30:05.364421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bda17-ab9e-430a-83fb-b98e46316f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a2a1c-77ec-48f5-9e22-24c372f708bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:05.524860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:05.615584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port db1a58a6-b038-403d-9410-e2d70a6f6e4d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:05.617781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027d598-33ee-4bdf-93a9-0a8f2be678ae req-f8afad4d-f5d3-414f-8f29-c083b141d6c4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.625827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port db1a58a6-b038-403d-9410-e2d70a6f6e4d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:05.626737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.627741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6027d598-33ee-4bdf-93a9-0a8f2be678ae req-f8afad4d-f5d3-414f-8f29-c083b141d6c4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1066585 Nov 25 17:30:05.707767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6027d598-33ee-4bdf-93a9-0a8f2be678ae req-4cca59d6-c32d-4a99-b355-c9bc11504dc5 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786133 Nov 25 17:30:05.863257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f80449c-dd85-42ad-ac3a-c72cadfd6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.873726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.915116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:05.916694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:05.920394 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305cea9b-1d9b-4532-8e42-3b654813e2b3" -d '{"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-plugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:05.928564 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:05.973457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bb3c5-d5b4-479c-9bbe-242edc911630 req-23c5ef65-7f52-41de-ba65-49f280f40b2a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:05.989981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-532bb3c5-d5b4-479c-9bbe-242edc911630 req-23c5ef65-7f52-41de-ba65-49f280f40b2a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1103275 Nov 25 17:30:05.999579 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc7871d-a9d6-41c4-9652-5a3aef5856ab x-openstack-request-id: req-5dc7871d-a9d6-41c4-9652-5a3aef5856ab {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:06.000106 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-plugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:06.000514 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5dc7871d-a9d6-41c4-9652-5a3aef5856ab {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:06.001107 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'code': 200} Nov 25 17:30:06.008439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:06.121020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f5ffe-37e7-4b37-be16-37b8adbbf0af req-dfceff11-2b14-406e-ba25-20639944f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.121547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-532bb3c5-d5b4-479c-9bbe-242edc911630 req-92b2570f-2f0a-4a01-b8b3-487c3ec33a7c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304297 Nov 25 17:30:06.123191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-981f5ffe-37e7-4b37-be16-37b8adbbf0af req-dfceff11-2b14-406e-ba25-20639944f8b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1096 time: 0.0560849 Nov 25 17:30:06.228345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-981f5ffe-37e7-4b37-be16-37b8adbbf0af req-066694ea-e1f2-4649-9853-80c36fcecb64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936530 Nov 25 17:30:06.283539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98994bf-7863-4d1a-ac49-411d40331158 req-7fba765b-e6dc-48b6-8690-43a723d0159f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.305809 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d98994bf-7863-4d1a-ac49-411d40331158 req-7fba765b-e6dc-48b6-8690-43a723d0159f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.0898664 Nov 25 17:30:06.386233 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d98994bf-7863-4d1a-ac49-411d40331158 req-9f0b8442-1f00-4dc8-875c-798a78c62ee4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776787 Nov 25 17:30:06.541171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d322-c7f6-49ba-868b-27b02d3e7eac req-add95ee9-bda9-4fa8-b6e5-cbdf4d816ce1 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.542941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5bd4d322-c7f6-49ba-868b-27b02d3e7eac req-add95ee9-bda9-4fa8-b6e5-cbdf4d816ce1 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1238625 Nov 25 17:30:06.550535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce3fb-be29-46b9-9694-4085e2951fac req-fb48efb2-d5b7-46ec-a7e3-1a677900b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.553363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-fb48efb2-d5b7-46ec-a7e3-1a677900b3ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.0682976 Nov 25 17:30:06.942691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11f5c7-3a8b-480c-a8fb-738a7ce074ac req-97bb67a7-cb20-4b7f-894d-9cebda929aa3 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:06.954748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb11f5c7-3a8b-480c-a8fb-738a7ce074ac req-97bb67a7-cb20-4b7f-894d-9cebda929aa3 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1042924 Nov 25 17:30:07.029356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb11f5c7-3a8b-480c-a8fb-738a7ce074ac req-4b3b54a3-8d62-4320-a5b5-55663a8ddab3 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726852 Nov 25 17:30:07.126829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5bd4d322-c7f6-49ba-868b-27b02d3e7eac req-5931e2ac-249d-412e-bda4-867b52e9fc4a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720291 Nov 25 17:30:07.165956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce3fb-be29-46b9-9694-4085e2951fac req-a39b5432-6175-43ab-8a5a-7e52f60642d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.171809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-a39b5432-6175-43ab-8a5a-7e52f60642d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.5941272 Nov 25 17:30:07.252575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-71a05c8e-b362-4ff5-98c3-b6c361b0b054 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.0605404 Nov 25 17:30:07.311917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce3fb-be29-46b9-9694-4085e2951fac req-59352067-26ab-400f-a8c1-8aefbdf40b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.313749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-59352067-26ab-400f-a8c1-8aefbdf40b6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.0559533 Nov 25 17:30:07.334864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf049c4f-68ef-4a39-a1d4-888cfabba772 req-dd068d76-c1e7-40fd-850c-1da64401b459 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.336846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf049c4f-68ef-4a39-a1d4-888cfabba772 req-dd068d76-c1e7-40fd-850c-1da64401b459 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1149681 Nov 25 17:30:07.383583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-d3d766d8-7cc7-483e-ad44-52e9b3fe188c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600200 Nov 25 17:30:07.431143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf049c4f-68ef-4a39-a1d4-888cfabba772 req-5020339d-870e-449d-b87e-6e8fe3851e86 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808113 Nov 25 17:30:07.712732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-4c3bc63f-1cfe-496d-82c2-0d1916a44528 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182113 Nov 25 17:30:07.763228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e9ee3-41bc-4e92-a445-e7e9df11adf3 req-cf172a03-8e5e-4d22-aa8a-c454dab52c36 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.765147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d09e9ee3-41bc-4e92-a445-e7e9df11adf3 req-cf172a03-8e5e-4d22-aa8a-c454dab52c36 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.1370542 Nov 25 17:30:07.911254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-2215ef50-443b-476a-b25d-e5078e23ab19 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:07.919605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-2215ef50-443b-476a-b25d-e5078e23ab19 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 810 time: 0.1816905 Nov 25 17:30:07.945599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-96f324c2-2fc2-4139-9389-ea5b774995a1 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/quotas/84b3660e9d12415bb38c70c24fcfec66 HTTP/1.1" status: 200 len: 375 time: 0.0236607 Nov 25 17:30:07.953839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-963e70c5-14fe-4841-a513-09943afbce66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:08.021921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d09e9ee3-41bc-4e92-a445-e7e9df11adf3 req-c910c5a5-88c1-47a4-8c66-6f2dc7fa7004 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966171 Nov 25 17:30:08.049974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-3f645fba-8682-4d80-9ebf-1c54b94f0ca7 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027458 Nov 25 17:30:08.059063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-985ce3fb-be29-46b9-9694-4085e2951fac req-27b94fc8-7fba-4b11-831b-415e1e4d7779 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371592 Nov 25 17:30:08.197502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-b8f0a060-0e8c-4907-a41d-5512cfae0be3 service neutron] 10.222.0.86 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465380 Nov 25 17:30:08.221641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc690a9-23c4-474e-8008-4dc3b8ccb100 req-6c64c7d1-a381-4bbb-89b9-107df44a4d96 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.223999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bc690a9-23c4-474e-8008-4dc3b8ccb100 req-6c64c7d1-a381-4bbb-89b9-107df44a4d96 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.0859003 Nov 25 17:30:08.296851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0bc690a9-23c4-474e-8008-4dc3b8ccb100 req-03b1420d-61a8-479c-89a7-29153920613b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666771 Nov 25 17:30:08.334161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-7a296fe3-aa05-43ef-8aec-6314c3a686fc service neutron] 10.222.0.86 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350455 Nov 25 17:30:08.604002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79295fe8-7b9c-471d-a0c8-43a4f2a959c3 req-e2660191-bce9-41a8-822c-bc9f8d154b42 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0505896 Nov 25 17:30:08.613196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008caa8-30db-4ed9-8400-5feec3dba2a1 req-a9a693e3-2569-4826-b99a-89eba38a7f34 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:08.622980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f008caa8-30db-4ed9-8400-5feec3dba2a1 req-a9a693e3-2569-4826-b99a-89eba38a7f34 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0848053 Nov 25 17:30:08.704736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f008caa8-30db-4ed9-8400-5feec3dba2a1 req-1bb2e780-9807-40fb-bd72-97c5f8b8564f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Nov 25 17:30:09.221358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e0415-b5ef-42db-9f14-08c3eb2baa80 req-ad9e4dca-e73a-4f2b-a2a4-7866de75c4a4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.223744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-315e0415-b5ef-42db-9f14-08c3eb2baa80 req-ad9e4dca-e73a-4f2b-a2a4-7866de75c4a4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.0571454 Nov 25 17:30:09.261902 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:09.328223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-315e0415-b5ef-42db-9f14-08c3eb2baa80 req-1fe9f98e-a6b9-4fbb-a3c8-105f37f60ef2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955141 Nov 25 17:30:09.523996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379406f-5d4f-4201-ad47-48c41e67141b req-3f797970-309e-4284-a00f-ed7764a6e93b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.525594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b379406f-5d4f-4201-ad47-48c41e67141b req-3f797970-309e-4284-a00f-ed7764a6e93b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.0782828 Nov 25 17:30:09.590045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc0267-085f-4ab6-9873-a39d3753b478 req-78d2b441-aea5-40fe-99ca-5c2b93f1c760 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.592489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34dc0267-085f-4ab6-9873-a39d3753b478 req-78d2b441-aea5-40fe-99ca-5c2b93f1c760 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.1245787 Nov 25 17:30:09.610996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b379406f-5d4f-4201-ad47-48c41e67141b req-cc69d1d9-dea9-4825-9591-90568d0017ed tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717354 Nov 25 17:30:09.744416 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34dc0267-085f-4ab6-9873-a39d3753b478 req-4b96cf21-214d-4b90-8dd6-a265998d8b5d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347077 Nov 25 17:30:09.762506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:09.829044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea70bc7-c65c-42a3-85bc-b97ea1088552 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:09.830939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ea70bc7-c65c-42a3-85bc-b97ea1088552 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1091 time: 0.0672417 Nov 25 17:30:09.834452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:09.840363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:09.889128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f076914a-1e3e-46ac-8e16-bd8069052dfd req-7d65afcd-e2fb-478e-9b10-c6e78c587d18 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 210 time: 0.0397527 Nov 25 17:30:10.007186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.049928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a38525-c1d9-4e54-a08e-fbb49536f6f5 req-8fe0d087-50b0-46d8-99f2-fefa8015772b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.052055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82a38525-c1d9-4e54-a08e-fbb49536f6f5 req-8fe0d087-50b0-46d8-99f2-fefa8015772b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1985753 Nov 25 17:30:10.118243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-098bdb0c-6612-415c-8916-d63b1cfe1cb8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.119883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-098bdb0c-6612-415c-8916-d63b1cfe1cb8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.73 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 810 time: 0.2721794 Nov 25 17:30:10.143208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Request body: {'port': {'device_id': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'admin_state_up': True, 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:10.251949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82a38525-c1d9-4e54-a08e-fbb49536f6f5 req-4f7dd3fe-847c-4ad0-825b-5a97ea381e0e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638656 Nov 25 17:30:10.322058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.452056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.127 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/7f029743-e542-4fc2-a7a8-7c9af91d539b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:10.571897 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.583152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.622987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.688146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:10.694573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:10.700686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:10.708986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:10.737677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=7f029743-e542-4fc2-a7a8-7c9af91d539b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:10.746168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Made reservation on behalf of 84b3660e9d12415bb38c70c24fcfec66 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:30:10.750157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:10.790135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.790484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.790825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.791159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.791518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.791850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.792179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.792507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.792836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.793162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.793485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.793805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:10.796218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3617-f425-43d2-89d0-6deffd151137 req-0d4f8dce-c729-4874-a601-ab5b9be00792 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:10.799919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a45f3617-f425-43d2-89d0-6deffd151137 req-0d4f8dce-c729-4874-a601-ab5b9be00792 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.0951202 Nov 25 17:30:10.915060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a45f3617-f425-43d2-89d0-6deffd151137 req-b3f1ffe4-e0aa-405b-ba93-1a6507027edf tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090219 Nov 25 17:30:10.959612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97066ef-3c49-48f9-9f23-6b2d9c1f5e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.089340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97066ef-3c49-48f9-9f23-6b2d9c1f5e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.094125 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d97066ef-3c49-48f9-9f23-6b2d9c1f5e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.150033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d97066ef-3c49-48f9-9f23-6b2d9c1f5e78 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ad0086967789453093dfdbace6f4419a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575591 Nov 25 17:30:11.150224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.159765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97066ef-3c49-48f9-9f23-6b2d9c1f5e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb81c5-aa4c-4538-9334-b6061c92c444,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:11.247317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4748e5aa-3f39-4954-b06c-69bbd105c524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.285706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4748e5aa-3f39-4954-b06c-69bbd105c524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.349348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4748e5aa-3f39-4954-b06c-69bbd105c524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.353501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4748e5aa-3f39-4954-b06c-69bbd105c524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.359902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4748e5aa-3f39-4954-b06c-69bbd105c524 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7bb81c5-aa4c-4538-9334-b6061c92c444 HTTP/1.1" status: 204 len: 168 time: 0.2082989 Nov 25 17:30:11.373314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748e5aa-3f39-4954-b06c-69bbd105c524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb81c5-aa4c-4538-9334-b6061c92c444,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:11.449359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.495257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14a920-4e17-4c63-90aa-ef0228235541 req-ad69d283-420f-48f3-a5a5-1493eb032591 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:11.498763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f14a920-4e17-4c63-90aa-ef0228235541 req-ad69d283-420f-48f3-a5a5-1493eb032591 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1336160 Nov 25 17:30:11.541681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c3097252-54d5-4555-8dd1-240b5aa8c14f req-9a5a08d8-2f24-4837-8cfc-fcf074fda441 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 210 time: 0.5459595 Nov 25 17:30:11.542667 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.595133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f14a920-4e17-4c63-90aa-ef0228235541 req-e0f07b5f-0df0-4e00-8351-f783d0f2cbda tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889010 Nov 25 17:30:11.631146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Allocated IP 172.20.0.3 (e71de579-13cc-4495-8815-997c2d03e05b/c793f412-1e20-4012-b537-c68c8b33de43/6531e57c-1b3a-4e81-9487-4f6c9c1a344e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:30:11.686723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.931851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:11.978109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:11.982028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6182c828-330e-4618-b7f9-9e41684c335f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.009240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.017646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.102425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.116137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['c9b7fb19-ac3a-46c3-9337-f7980a87399d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:12.118153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514d18-9b85-4766-9f71-e3f7abdb8b35 req-f10473d1-d626-4d7b-9df0-b98470aeb4e8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.120341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-90514d18-9b85-4766-9f71-e3f7abdb8b35 req-f10473d1-d626-4d7b-9df0-b98470aeb4e8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.0919707 Nov 25 17:30:12.192955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6182c828-330e-4618-b7f9-9e41684c335f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.200055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.203850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6182c828-330e-4618-b7f9-9e41684c335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.245116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-90514d18-9b85-4766-9f71-e3f7abdb8b35 req-c27fdc75-314b-47b8-90e5-e62c5aec8722 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064191 Nov 25 17:30:12.289470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6182c828-330e-4618-b7f9-9e41684c335f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=54a3b6a9c4e84468a8b28b959de124a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558078 Nov 25 17:30:12.295146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59020) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:12.301848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182c828-330e-4618-b7f9-9e41684c335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41451e26-996e-41c4-b9c4-7cff86d3e67d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.424421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25560ba2-e055-43a1-8d31-7215544deeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.447258 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP 2d7983ff-246c-471c-af04-32ffcf66c27b associated. External IP: 172.25.8.127, port: db1a58a6-b038-403d-9410-e2d70a6f6e4d. Nov 25 17:30:12.467338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25560ba2-e055-43a1-8d31-7215544deeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.552663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25560ba2-e055-43a1-8d31-7215544deeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.556924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-25560ba2-e055-43a1-8d31-7215544deeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:12.557358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Network e71de579-13cc-4495-8815-997c2d03e05b is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:30:12.559558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-25560ba2-e055-43a1-8d31-7215544deeae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41451e26-996e-41c4-b9c4-7cff86d3e67d HTTP/1.1" status: 204 len: 168 time: 0.2628727 Nov 25 17:30:12.577841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:30:12.584409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:30:12.608482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25560ba2-e055-43a1-8d31-7215544deeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41451e26-996e-41c4-b9c4-7cff86d3e67d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.655799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=7f029743-e542-4fc2-a7a8-7c9af91d539b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:12.837202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde6ab7-fee7-4c85-8d9f-1adf2298a8e3 req-acd8be11-cf74-4f9e-8d84-5948dcc3603a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:12.848521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1dde6ab7-fee7-4c85-8d9f-1adf2298a8e3 req-acd8be11-cf74-4f9e-8d84-5948dcc3603a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0947886 Nov 25 17:30:12.942650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1dde6ab7-fee7-4c85-8d9f-1adf2298a8e3 req-b0779d84-1c2e-4cbc-a07e-7d8bfe76981e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909121 Nov 25 17:30:13.248346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed9800-b91f-4205-888e-375d02c388d1 req-0d2fee6c-25d2-409b-a991-786d13cfe157 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.262374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5eed9800-b91f-4205-888e-375d02c388d1 req-0d2fee6c-25d2-409b-a991-786d13cfe157 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0718567 Nov 25 17:30:13.397013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5eed9800-b91f-4205-888e-375d02c388d1 req-2cf14553-26a4-4636-aa77-1d2c789f3ce3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334469 Nov 25 17:30:13.715962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca27b-8b94-4399-9382-a517a3e27c63 req-dd1db24d-b72e-4424-b8b0-d21d5524d302 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.723780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b6cca27b-8b94-4399-9382-a517a3e27c63 req-dd1db24d-b72e-4424-b8b0-d21d5524d302 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1339192 Nov 25 17:30:13.834722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b6cca27b-8b94-4399-9382-a517a3e27c63 req-74c9d79b-7856-4a73-90d1-ce4a3a09d98a tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099944 Nov 25 17:30:13.937514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Pushing event updated for resources: {'Port': ['ID=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:13.949956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:13.950670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:13.995645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1acf02-7fb4-42a8-a55a-2f1c61445f6c req-11bff27e-49bc-4327-ba15-335328ef0767 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.003322 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae1acf02-7fb4-42a8-a55a-2f1c61445f6c req-11bff27e-49bc-4327-ba15-335328ef0767 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 931 time: 1.2686903 Nov 25 17:30:14.013061 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e3877b96-b8c8-4b32-8eb7-aa30505f20eb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8749614 Nov 25 17:30:14.033117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Request body: {'port': {'device_id': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:14.046097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efa70c-d075-432d-9547-6f5fbe8a5203 req-51d0ec5f-3ee5-4561-b554-18ce445cbc76 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.049389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76efa70c-d075-432d-9547-6f5fbe8a5203 req-51d0ec5f-3ee5-4561-b554-18ce445cbc76 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0738771 Nov 25 17:30:14.105544 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76efa70c-d075-432d-9547-6f5fbe8a5203 req-a2426d28-6a0f-49a9-a93e-dd705cb0c087 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495644 Nov 25 17:30:14.204993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.216749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae1acf02-7fb4-42a8-a55a-2f1c61445f6c req-c94c5714-c3b9-4a2a-bad0-6b00b5a29cda tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105620 Nov 25 17:30:14.253453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ad910-fd17-4bf0-81ea-32a97988477a req-838d5e1e-e408-41ae-ae1b-ac454f822d8d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.256715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-241ad910-fd17-4bf0-81ea-32a97988477a req-838d5e1e-e408-41ae-ae1b-ac454f822d8d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0695829 Nov 25 17:30:14.290169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:30:14.362947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-241ad910-fd17-4bf0-81ea-32a97988477a req-3143d257-8aad-408f-a01b-4e7e786f27d9 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935693 Nov 25 17:30:14.556853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:30:14.574779 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] Sync routers for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:30:14.580383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699ac5-13a0-436e-94f8-8938af944b18 req-666be7fd-09b2-4102-a51d-f6ecd7e26e0f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:14.592193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed699ac5-13a0-436e-94f8-8938af944b18 req-666be7fd-09b2-4102-a51d-f6ecd7e26e0f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0698087 Nov 25 17:30:14.595284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:14.596218 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:30:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:14.602733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.656202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed699ac5-13a0-436e-94f8-8938af944b18 req-77df1161-6de5-47ec-97f9-51ddff6708f9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653632 Nov 25 17:30:14.728631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-25b59991-9599-4fb6-859a-9479b1498a63 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8929973 Nov 25 17:30:14.730581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:14.758464 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f765801c-ae0a-4046-9e0f-2323c9e278ae" -d '{"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:14.767043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:14.861982 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7848ae-0af8-400b-bddd-25c8f0b85ef8 x-openstack-request-id: req-eb7848ae-0af8-400b-bddd-25c8f0b85ef8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:14.862339 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:14.862511 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb7848ae-0af8-400b-bddd-25c8f0b85ef8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:14.883583 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'status': 'completed', 'code': 200} Nov 25 17:30:14.917047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6531e57c-1b3a-4e81-9487-4f6c9c1a344e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:14.927505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:14.947410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Transition to ACTIVE for port object 6531e57c-1b3a-4e81-9487-4f6c9c1a344e will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:14.953716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.053260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99739b0b-aad8-415c-aa58-907afde70117 req-596d803b-da05-475b-b913-52bc8afa0682 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.058813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Pushing event updated for resources: {'Port': ['ID=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.072360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99739b0b-aad8-415c-aa58-907afde70117 req-596d803b-da05-475b-b913-52bc8afa0682 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.2298193 Nov 25 17:30:15.077550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-22c8c6f8-a588-4b28-97bc-59eb2526771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.080618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-22c8c6f8-a588-4b28-97bc-59eb2526771c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1096 time: 0.1826868 Nov 25 17:30:15.182968 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2d7983ff-246c-471c-af04-32ffcf66c27b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'port_id': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'mac_address': 'fa:16:3e:c6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:11Z', 'updated_at': '2021-11-25T17:30:11Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:15.234314 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] Checking router: 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:30:15.260149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-bca1bbe5-4f76-4ab7-bac3-e4dff2a99458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.261842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-bca1bbe5-4f76-4ab7-bac3-e4dff2a99458 service neutron] 10.222.0.55 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 898 time: 0.1696365 Nov 25 17:30:15.264303 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:30:15.268042 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:30:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:15.313136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99739b0b-aad8-415c-aa58-907afde70117 req-eb5bfc15-86b7-420c-a186-8ca2a5ebed3a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333646 Nov 25 17:30:15.344995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:15.355168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ccc0-34a6-4f5c-b2b9-60954a0d1f66 req-431c538e-f1d9-4da0-a207-39bf4f47b101 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.363764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15e9ccc0-34a6-4f5c-b2b9-60954a0d1f66 req-431c538e-f1d9-4da0-a207-39bf4f47b101 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1740201 Nov 25 17:30:15.414558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-c0c25041-d54b-40b9-9779-5ab69d59fcb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 999 time: 0.1446524 Nov 25 17:30:15.456818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Attempting to bind port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:15.457983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Attempting to bind port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:15.460061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Attempting to bind port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e on network e71de579-13cc-4495-8815-997c2d03e05b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:15.485286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-1148cfa0-5e3f-4fe1-a921-3cc7e6443b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.486907 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-1148cfa0-5e3f-4fe1-a921-3cc7e6443b06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.0654643 Nov 25 17:30:15.488001 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:30:15.546345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee22e2f2-b856-4309-98a6-7cd3a140f7cb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/2d7983ff-246c-471c-af04-32ffcf66c27b HTTP/1.1" status: 200 len: 991 time: 0.1733088 Nov 25 17:30:15.546345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e on network e71de579-13cc-4495-8815-997c2d03e05b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:15.546345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Attempting to bind port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e on network e71de579-13cc-4495-8815-997c2d03e05b {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:15.573822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:15.574151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Checking segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:15.574536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Bound using segment: {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:15.575105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Bound port: 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c55cb0-507b-4cdb-95a0-9e4c3e315993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:15.575490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.580388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-9bcd0e5c-c227-4000-b56e-894d1fbc4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.584552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-9bcd0e5c-c227-4000-b56e-894d1fbc4df8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907524 Nov 25 17:30:15.609338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15e9ccc0-34a6-4f5c-b2b9-60954a0d1f66 req-cd278106-28d1-4d64-9ed9-ab9a7cba03a7 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406211 Nov 25 17:30:15.732526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] For port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:15.735982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] For port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:15.743270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.806834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Pushing event updated for resources: {'Port': ['ID=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:15.847453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-dae7aec1-df13-4fe8-b482-9edc9f040a65 service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551811 Nov 25 17:30:15.883569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.884461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:15.886869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-e71f1576-d472-476f-b197-28f5012aa222 service neutron] 10.222.0.73 "PUT /v2.0/ports/6531e57c-1b3a-4e81-9487-4f6c9c1a344e HTTP/1.1" status: 200 len: 1091 time: 1.8582501 Nov 25 17:30:15.971404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711c1b7-82a9-44d1-80ad-eb805158cb4b req-742ead45-f25d-459c-9954-0fc1d97dfaf9 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:15.984896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b711c1b7-82a9-44d1-80ad-eb805158cb4b req-742ead45-f25d-459c-9954-0fc1d97dfaf9 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1828597 Nov 25 17:30:16.009968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdf3a7-077d-4070-a6f8-8eb14e32769c req-f6443158-29e0-4e59-8337-74b4f45b4f02 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.030183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3dfdf3a7-077d-4070-a6f8-8eb14e32769c req-f6443158-29e0-4e59-8337-74b4f45b4f02 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 943 time: 0.3372524 Nov 25 17:30:16.039991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:16.102423 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2d7983ff-246c-471c-af04-32ffcf66c27b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'port_id': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'mac_address': 'fa:16:3e:c6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:11Z', 'updated_at': '2021-11-25T17:30:11Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:30:16.124591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b711c1b7-82a9-44d1-80ad-eb805158cb4b req-2ed5f6eb-85e1-4602-8221-55a889f5e712 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343691 Nov 25 17:30:16.146322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-a2694073-a975-4a23-9718-c4130e55a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.152803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-a2694073-a975-4a23-9718-c4130e55a068 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 1094 time: 0.1630635 Nov 25 17:30:16.218122 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d617-4afa-41be-bd8b-6cdc2909b80d None None] The sync data for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 is: [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2d7983ff-246c-471c-af04-32ffcf66c27b', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'port_id': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'mac_address': 'fa:16:3e:c6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:30:11Z', 'updated_at': '2021-11-25T17:30:11Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:30:16.265678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3dfdf3a7-077d-4070-a6f8-8eb14e32769c req-dea82477-5681-44cf-98c8-2f0f87d7883d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316799 Nov 25 17:30:16.327553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f765801c-ae0a-4046-9e0f-2323c9e278ae req-516a3e5c-33a8-4f30-8709-66f6715e229e service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495530 Nov 25 17:30:16.357318 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-29adb025-f900-4e24-ab63-d1f5a8c32abd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e HTTP/1.1" status: 200 len: 217 time: 0.1885476 Nov 25 17:30:16.429336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec71e2-f950-4371-bdfc-01acc572b786 req-290bfbd2-8de0-41d3-bc0e-29fcf9ffdd3a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.430887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95ec71e2-f950-4371-bdfc-01acc572b786 req-290bfbd2-8de0-41d3-bc0e-29fcf9ffdd3a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1739178 Nov 25 17:30:16.450235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-ee479ac1-7aa6-4618-899a-617cc8d34df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.451612 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-ee479ac1-7aa6-4618-899a-617cc8d34df9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.0825787 Nov 25 17:30:16.512921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-af5ffe05-84dc-4723-b706-57b9fbd86283 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365102 Nov 25 17:30:16.534581 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95ec71e2-f950-4371-bdfc-01acc572b786 req-ae4aded0-9bd3-443c-bc58-3c4ba0b81acd tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923953 Nov 25 17:30:16.548140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:16.611268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aecdf03-d42e-4dcf-82a1-6e6e5f358b2d None None] New status for floating IP 2d7983ff-246c-471c-af04-32ffcf66c27b: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:30:16.681468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-34809dfe-adcd-452b-ba0b-850bb66abc76 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455288 Nov 25 17:30:16.711491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9de724ae-4107-42c0-b68c-9e293882e170 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/2d7983ff-246c-471c-af04-32ffcf66c27b HTTP/1.1" status: 200 len: 991 time: 0.1617305 Nov 25 17:30:16.824962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93deaec6-161c-4d7a-9046-2f7cec68a6d4 req-29eb7a54-e54e-4365-8bbc-86a3e144ba16 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356299 Nov 25 17:30:16.884584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4109628-0580-4f08-b37f-286a17481cc3 req-d83d3293-a8f3-4f06-aeee-a723d2e68273 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:16.884931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'tag': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:16.887632 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e739b39-9641-4ebd-9778-30b10132b8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed8b960-37a1-4296-b188-c250c31a4c8f", "tag": "6531e57c-1b3a-4e81-9487-4f6c9c1a344e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:16.889479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4109628-0580-4f08-b37f-286a17481cc3 req-d83d3293-a8f3-4f06-aeee-a723d2e68273 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1274364 Nov 25 17:30:16.964560 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218169a9-44c4-4d95-a6ca-ab2395b69670 x-openstack-request-id: req-218169a9-44c4-4d95-a6ca-ab2395b69670 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:16.965033 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed8b960-37a1-4296-b188-c250c31a4c8f", "tag": "6531e57c-1b3a-4e81-9487-4f6c9c1a344e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:16.965432 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-218169a9-44c4-4d95-a6ca-ab2395b69670 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:16.966004 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'tag': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e', 'status': 'completed', 'code': 200} Nov 25 17:30:16.983241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4109628-0580-4f08-b37f-286a17481cc3 req-e06940eb-f3f3-4771-9f17-9310da7d018c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870395 Nov 25 17:30:17.073268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-aa3bcb83-a6a5-4c23-8076-a823483ef7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.078453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-aa3bcb83-a6a5-4c23-8076-a823483ef7e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 1094 time: 0.0820775 Nov 25 17:30:17.295482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-f80ee855-f689-42b3-9c67-dd5e77fba943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.298208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-f80ee855-f689-42b3-9c67-dd5e77fba943 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 911 time: 0.2117937 Nov 25 17:30:17.328156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93b63-37c4-47f6-ac06-c15ce1cbc9a6 req-0d35c287-a241-4162-b0d2-afff3ca66147 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.329813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59d93b63-37c4-47f6-ac06-c15ce1cbc9a6 req-0d35c287-a241-4162-b0d2-afff3ca66147 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1135540 Nov 25 17:30:17.370450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-1aab1f0e-dbeb-4ed1-b6cf-d2b8ad1f03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.372006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-1aab1f0e-dbeb-4ed1-b6cf-d2b8ad1f03eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 1096 time: 0.1128979 Nov 25 17:30:17.414921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:17.433945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-76a9d1ba-0c46-438a-835e-77061b911f0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e HTTP/1.1" status: 200 len: 217 time: 0.1181684 Nov 25 17:30:17.508381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbfad-9a4e-48d1-89f9-64a75c8c58f2 req-8a5b5286-a7d6-4178-a1ff-5b88f18f593b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.509862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5edcbfad-9a4e-48d1-89f9-64a75c8c58f2 req-8a5b5286-a7d6-4178-a1ff-5b88f18f593b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2097697 Nov 25 17:30:17.517566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-a720ac4b-32b3-4b5b-b134-9572a0871a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.517566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-a720ac4b-32b3-4b5b-b134-9572a0871a59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.1300366 Nov 25 17:30:17.530691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-5e0e8922-205b-45c6-93a8-4b52cd4320f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.532327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-5e0e8922-205b-45c6-93a8-4b52cd4320f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.0872037 Nov 25 17:30:17.542286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59d93b63-37c4-47f6-ac06-c15ce1cbc9a6 req-90ba2838-d792-4d20-8705-132290d870a0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021759 Nov 25 17:30:17.578268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-7883ccd7-1f7e-4fa5-a59b-f759f5214a9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340419 Nov 25 17:30:17.658274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5edcbfad-9a4e-48d1-89f9-64a75c8c58f2 req-5d050742-fbf9-4204-9b6c-1ee91db56af4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320796 Nov 25 17:30:17.674300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-93bfa17b-4749-4892-a0a8-e27cc5506cf0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 200 len: 1001 time: 0.1412148 Nov 25 17:30:17.742282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59164) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:17.802538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27b30c-9a35-49e5-a3a5-be3c114b1d00 req-4004ce21-c338-4a78-9bfb-c097a951182a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.810294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d27b30c-9a35-49e5-a3a5-be3c114b1d00 req-4004ce21-c338-4a78-9bfb-c097a951182a tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 943 time: 0.1593380 Nov 25 17:30:17.818657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-0184d090-c9ff-49e6-b5cf-a7403d414c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.818657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-0184d090-c9ff-49e6-b5cf-a7403d414c53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.1198945 Nov 25 17:30:17.864785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-360e8356-ffb3-4351-a2b4-0a6f69163e1c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/2d7983ff-246c-471c-af04-32ffcf66c27b HTTP/1.1" status: 200 len: 993 time: 0.1203871 Nov 25 17:30:17.928038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d27b30c-9a35-49e5-a3a5-be3c114b1d00 req-d46f476d-cdb5-4eea-97a7-7bb54f845e7d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167545 Nov 25 17:30:17.932688 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-e778db64-24d0-435e-bc14-805116d0db11 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476446 Nov 25 17:30:17.934346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-de09b1f0-686d-44d0-8a93-4b5b351027f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.936248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-de09b1f0-686d-44d0-8a93-4b5b351027f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978847 Nov 25 17:30:17.956140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55f01b-8566-45bd-b4e7-266289a9c0b1 req-d346b668-5088-4559-92ad-32178f306034 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:17.964359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a55f01b-8566-45bd-b4e7-266289a9c0b1 req-d346b668-5088-4559-92ad-32178f306034 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1138005 Nov 25 17:30:18.044776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-02d8dee7-ef78-4089-97b4-56f85f40a9bc service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986040 Nov 25 17:30:18.045054 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a55f01b-8566-45bd-b4e7-266289a9c0b1 req-75832253-447c-4d6a-9d49-305b4d74736b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796368 Nov 25 17:30:18.134592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e739b39-9641-4ebd-9778-30b10132b8cd req-e43dfb6f-dbc7-4915-b3d2-40ba2556ac08 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894717 Nov 25 17:30:18.150345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-552783c4-8d01-4c4a-b38b-2548a0444253 req-bc61aa0c-73d1-4c1b-a3ad-9ef5f1249475 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979671 Nov 25 17:30:18.766518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506b397-3322-4532-b5a2-6346a309caf4 req-530c3a6b-ca35-49d9-867c-ff1b133a80d8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.783234 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d506b397-3322-4532-b5a2-6346a309caf4 req-530c3a6b-ca35-49d9-867c-ff1b133a80d8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1115949 Nov 25 17:30:18.833211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d506b397-3322-4532-b5a2-6346a309caf4 req-54d10c29-37be-4911-8af8-53c6e3f0edc2 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572236 Nov 25 17:30:18.859262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa9c4-f337-4275-9919-31e11926ccf9 req-2c98b355-473c-4acf-adcf-f24ecb1f4b37 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:18.861381 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6aaa9c4-f337-4275-9919-31e11926ccf9 req-2c98b355-473c-4acf-adcf-f24ecb1f4b37 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0658121 Nov 25 17:30:18.920061 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6aaa9c4-f337-4275-9919-31e11926ccf9 req-92fb206c-81c9-4b51-bc1d-a563ce0ed53d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Nov 25 17:30:19.062842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8778930-8711-4f6e-91d3-de8ee26317d5 req-6f78a95b-4b6a-4cd6-8d35-e060d035ebd2 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.072264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8778930-8711-4f6e-91d3-de8ee26317d5 req-6f78a95b-4b6a-4cd6-8d35-e060d035ebd2 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 943 time: 0.0731053 Nov 25 17:30:19.151917 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8778930-8711-4f6e-91d3-de8ee26317d5 req-a26d3971-e26f-4ab1-8f59-b6ab50c4a5b2 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779779 Nov 25 17:30:19.209896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d83edb-2c43-4d46-b91c-cf384dbc7c22 req-fec9cdc2-6826-4212-b90d-83b11967b961 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:19.211530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10d83edb-2c43-4d46-b91c-cf384dbc7c22 req-fec9cdc2-6826-4212-b90d-83b11967b961 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0633037 Nov 25 17:30:19.285975 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10d83edb-2c43-4d46-b91c-cf384dbc7c22 req-0032de33-f6e5-473d-96bf-1861ca6fb305 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643623 Nov 25 17:30:19.574853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6531e57c-1b3a-4e81-9487-4f6c9c1a344e details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:19.761970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:19.777378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e', 'network_id': 'e71de579-13cc-4495-8815-997c2d03e05b', 'port_id': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e', 'mac_address': 'fa:16:3e:3c:42:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c793f412-1e20-4012-b537-c68c8b33de43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:30:19.833798 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:19.886659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6531e57c-1b3a-4e81-9487-4f6c9c1a344e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:30:19.948612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:19.954799 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:20.077261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0c44-9469-4e38-a91f-b23a0d56682b req-58964a44-1421-45f6-84a4-c3c5f2772b57 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.086928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3b0c44-9469-4e38-a91f-b23a0d56682b req-58964a44-1421-45f6-84a4-c3c5f2772b57 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1108332 Nov 25 17:30:20.148034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c3b0c44-9469-4e38-a91f-b23a0d56682b req-a07aed5c-84d4-4386-aaf7-de14653c5068 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597675 Nov 25 17:30:20.176423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cdf0e-af97-4489-b1ab-39479647f510 req-3847dae7-0cd9-4243-b252-a7b1b8c28f91 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.191949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-176cdf0e-af97-4489-b1ab-39479647f510 req-3847dae7-0cd9-4243-b252-a7b1b8c28f91 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1622593 Nov 25 17:30:20.337091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-176cdf0e-af97-4489-b1ab-39479647f510 req-02b17dca-533a-4f66-910b-e09ded67aba5 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421788 Nov 25 17:30:20.390433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62e2ae-4dda-4c33-9d09-7f4f2e141304 req-0330477a-26b9-411c-a855-0537f0010b4e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.397068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:20.398569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e62e2ae-4dda-4c33-9d09-7f4f2e141304 req-0330477a-26b9-411c-a855-0537f0010b4e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 944 time: 0.0998812 Nov 25 17:30:20.456482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e62e2ae-4dda-4c33-9d09-7f4f2e141304 req-ab7be45a-1865-434f-ad58-3451cc8212ee tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Nov 25 17:30:20.460617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['6531e57c-1b3a-4e81-9487-4f6c9c1a344e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:20.540636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f3edd-3905-493d-a7b7-3a242e07dba1 req-ee57ae1c-3b04-4531-ada8-f45d66fb1fc2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:20.551047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836f3edd-3905-493d-a7b7-3a242e07dba1 req-ee57ae1c-3b04-4531-ada8-f45d66fb1fc2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1062417 Nov 25 17:30:20.645240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836f3edd-3905-493d-a7b7-3a242e07dba1 req-aeac611f-f4ff-42bb-9fa0-e56c87c6e51a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899315 Nov 25 17:30:21.503415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881cbb1-dcbc-4fc4-8da0-47e8b804069b req-12e550ec-1a7c-4963-a746-733a273351e8 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.506384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9881cbb1-dcbc-4fc4-8da0-47e8b804069b req-12e550ec-1a7c-4963-a746-733a273351e8 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0846870 Nov 25 17:30:21.599352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6531e57c-1b3a-4e81-9487-4f6c9c1a344e up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:30:21.654104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9881cbb1-dcbc-4fc4-8da0-47e8b804069b req-6f5ae50b-3212-4aa9-a8ac-c221e03ee12b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397760 Nov 25 17:30:21.669889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b0349-6a34-4550-b296-84d8cd912ed1 req-e443ed95-6278-4d6d-93a3-fa506c879096 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.683686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-162b0349-6a34-4550-b296-84d8cd912ed1 req-e443ed95-6278-4d6d-93a3-fa506c879096 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 944 time: 0.1090784 Nov 25 17:30:21.688155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:30:21.711214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:21.711619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.813964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7fd7c-7b9d-432d-9849-be658d3fdaf4 req-a5b58146-7da3-4cd5-b865-d9ade47baa4c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:21.815668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fba7fd7c-7b9d-432d-9849-be658d3fdaf4 req-a5b58146-7da3-4cd5-b865-d9ade47baa4c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0690553 Nov 25 17:30:21.852964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-162b0349-6a34-4550-b296-84d8cd912ed1 req-518bd0f2-25f5-48d7-a2c9-addfe1b1d4f7 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668525 Nov 25 17:30:21.919276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fba7fd7c-7b9d-432d-9849-be658d3fdaf4 req-3a56703e-5f44-4a9f-91dd-aae316d2cac3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889075 Nov 25 17:30:21.935788 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:21.979566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:21.980925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:21.985428 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813badf3-53d2-4b86-9334-6bc66e44e709" -d '{"events": [{"server_uuid": "8ed8b960-37a1-4296-b188-c250c31a4c8f", "name": "network-vif-plugged", "status": "completed", "tag": "6531e57c-1b3a-4e81-9487-4f6c9c1a344e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:21.991481 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:22.054099 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee1a161-d2fd-4b67-806d-92ef32387949 x-openstack-request-id: req-2ee1a161-d2fd-4b67-806d-92ef32387949 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:22.054798 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed8b960-37a1-4296-b188-c250c31a4c8f", "name": "network-vif-plugged", "status": "completed", "tag": "6531e57c-1b3a-4e81-9487-4f6c9c1a344e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:22.055236 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ee1a161-d2fd-4b67-806d-92ef32387949 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:22.055842 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e', 'code': 200} Nov 25 17:30:22.059255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:22.176591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59940598-06b1-422c-99d9-ba6782e2f723 req-af64cbb3-a491-40dd-8cd7-c4ae8ce1fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.180249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59940598-06b1-422c-99d9-ba6782e2f723 req-af64cbb3-a491-40dd-8cd7-c4ae8ce1fc13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 1096 time: 0.0562692 Nov 25 17:30:22.244996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59940598-06b1-422c-99d9-ba6782e2f723 req-f0865de6-f678-4d76-a5c8-2a75caf49100 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549617 Nov 25 17:30:22.788857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1deb9-d675-493b-8bd3-0a867c5d84a5 req-15ca0781-3faf-4a0f-b697-b98bfab79545 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:22.791157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ff1deb9-d675-493b-8bd3-0a867c5d84a5 req-15ca0781-3faf-4a0f-b697-b98bfab79545 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0636177 Nov 25 17:30:22.851470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ff1deb9-d675-493b-8bd3-0a867c5d84a5 req-0873c8f1-2d50-4ae8-b553-e4f6a5f9332b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538831 Nov 25 17:30:23.001283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b9eb-1869-4416-b07c-6d7eb1dc7021 req-42f37b57-1acc-4c24-b735-5156c4538a22 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.010048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3f6b9eb-1869-4416-b07c-6d7eb1dc7021 req-42f37b57-1acc-4c24-b735-5156c4538a22 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0855005 Nov 25 17:30:23.064943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5239636-53b9-46f0-9e1f-cf5b1e73dcca req-bb8c998b-49f3-42ee-9c5a-27454bf01a59 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:23.070869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3f6b9eb-1869-4416-b07c-6d7eb1dc7021 req-54cff0f0-5a09-4dab-8a99-3715cd74fe4d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599711 Nov 25 17:30:23.071872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5239636-53b9-46f0-9e1f-cf5b1e73dcca req-bb8c998b-49f3-42ee-9c5a-27454bf01a59 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0686760 Nov 25 17:30:23.123320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5239636-53b9-46f0-9e1f-cf5b1e73dcca req-11941a4a-71ce-4897-846c-0aa8cb3d47e7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497961 Nov 25 17:30:24.040597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87a54b-3ce1-48a9-ac3a-8dd6853a371e req-d9581a0e-f412-4430-910e-d2368b14fe4f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.042995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b87a54b-3ce1-48a9-ac3a-8dd6853a371e req-d9581a0e-f412-4430-910e-d2368b14fe4f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1056352 Nov 25 17:30:24.131320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b87a54b-3ce1-48a9-ac3a-8dd6853a371e req-1fd7889f-b76a-4f62-a994-a3d561c15128 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762918 Nov 25 17:30:24.293952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7cd30-07c9-4b50-9633-9f57f5b2763a req-38fb6ae3-0762-4b15-a5f4-41e486391287 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.305584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0f7cd30-07c9-4b50-9633-9f57f5b2763a req-38fb6ae3-0762-4b15-a5f4-41e486391287 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0852323 Nov 25 17:30:24.329395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b2e52-0393-4400-916e-4ab52e618e68 req-837a92e1-86d2-437d-8a43-6aa5fa7e5a1b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.334392 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148b2e52-0393-4400-916e-4ab52e618e68 req-837a92e1-86d2-437d-8a43-6aa5fa7e5a1b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1105578 Nov 25 17:30:24.415012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-148b2e52-0393-4400-916e-4ab52e618e68 req-d1fdee6f-3e7b-4bbf-9aa3-1dfbbbb87096 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749831 Nov 25 17:30:24.427908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0f7cd30-07c9-4b50-9633-9f57f5b2763a req-baa6d053-9fb2-4d6e-a930-3a7e4ba7e42e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211164 Nov 25 17:30:24.481183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293fe9-e830-40fe-9f79-baee7afdd14b req-669283f7-b7ce-4127-994b-de0b17da2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.482847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54293fe9-e830-40fe-9f79-baee7afdd14b req-669283f7-b7ce-4127-994b-de0b17da2bf6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.0667403 Nov 25 17:30:24.538833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54293fe9-e830-40fe-9f79-baee7afdd14b req-a45def59-d716-46a0-bbf3-c1c2d61c56bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484400 Nov 25 17:30:24.798839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-831b0ee3-cf82-4705-9d9f-c59381d44744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.800949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-831b0ee3-cf82-4705-9d9f-c59381d44744 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 1096 time: 0.1073229 Nov 25 17:30:24.815718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f746d-30fc-4dc6-8ad1-63fceec9bc6a req-2e5ab4c3-0040-42ad-ba9f-bb0bfbc2fe3b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:24.818135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928f746d-30fc-4dc6-8ad1-63fceec9bc6a req-2e5ab4c3-0040-42ad-ba9f-bb0bfbc2fe3b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0956285 Nov 25 17:30:24.895621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-928f746d-30fc-4dc6-8ad1-63fceec9bc6a req-f726da26-d906-4b7e-b29f-7cdcba978a68 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Nov 25 17:30:25.012332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-a7a33d3f-665c-4af1-8799-95acb5470bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.013830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-a7a33d3f-665c-4af1-8799-95acb5470bb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 911 time: 0.1945305 Nov 25 17:30:25.065917 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-b44f2916-2ab1-44b9-887c-9bf66e89a379 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e HTTP/1.1" status: 200 len: 217 time: 0.0432613 Nov 25 17:30:25.129066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-d682f6b7-200f-4aed-9d50-4889866b09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.130913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-d682f6b7-200f-4aed-9d50-4889866b09b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.0563915 Nov 25 17:30:25.188763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-7fb99e3f-e402-4945-9f86-7219779b5e61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496218 Nov 25 17:30:25.324609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaaee7-5cd3-408d-8ca6-7f58982b69ac req-2d6641df-7617-4fa8-8c90-8b630ec2921c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.334646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e8eaaee7-5cd3-408d-8ca6-7f58982b69ac req-2d6641df-7617-4fa8-8c90-8b630ec2921c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1155996 Nov 25 17:30:25.365112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-270628e2-2200-4c74-9f44-14f384f0c7f0 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652863 Nov 25 17:30:25.436213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e8eaaee7-5cd3-408d-8ca6-7f58982b69ac req-5e0ac4e0-e151-4351-a40e-0a90f3ee4c42 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995953 Nov 25 17:30:25.526985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6c4b8bc-ef77-4e71-8999-59b619eac6b7 req-0659d2a5-e371-40e4-9b67-48f6328269a8 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540625 Nov 25 17:30:25.586345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0b9d-27b0-4462-8a62-f6b24d8329b0 req-10c3379a-94d1-48ec-9e77-ff6b0770171b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:25.587539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-816d0b9d-27b0-4462-8a62-f6b24d8329b0 req-10c3379a-94d1-48ec-9e77-ff6b0770171b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0595744 Nov 25 17:30:25.640194 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-816d0b9d-27b0-4462-8a62-f6b24d8329b0 req-5895d766-a535-4f73-aaf3-49da9418412c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439241 Nov 25 17:30:26.018686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe96f2-32a8-4f84-9ea7-48d4257c7c48 req-bf7c252f-40b7-4d6f-ae46-6bd927ce2f87 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.020472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cdfe96f2-32a8-4f84-9ea7-48d4257c7c48 req-bf7c252f-40b7-4d6f-ae46-6bd927ce2f87 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0538087 Nov 25 17:30:26.069146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cdfe96f2-32a8-4f84-9ea7-48d4257c7c48 req-8749f36c-8bce-4cdd-a563-b07a0bddf6ae tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Nov 25 17:30:26.583712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b6c30-2202-414c-b6ca-0097f93228d7 req-f2ee908d-aa5e-4af2-b4ef-c19fac2bc13a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.596510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a6b6c30-2202-414c-b6ca-0097f93228d7 req-f2ee908d-aa5e-4af2-b4ef-c19fac2bc13a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0877645 Nov 25 17:30:26.683573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a6b6c30-2202-414c-b6ca-0097f93228d7 req-b1c999a8-bd4b-4d84-8153-9d2b99150937 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Nov 25 17:30:26.842067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8385de-e276-439c-b56f-a9df4edaf92b req-fe3eac04-f15e-4eff-8e65-773926b7b6f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:26.853379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da8385de-e276-439c-b56f-a9df4edaf92b req-fe3eac04-f15e-4eff-8e65-773926b7b6f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0690367 Nov 25 17:30:26.928670 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da8385de-e276-439c-b56f-a9df4edaf92b req-bc5e57ef-c38f-41df-a3f4-a96a4705b8fb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741200 Nov 25 17:30:27.139702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-1b07d41f-76ea-461a-b34d-ded2b46abffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.144609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-1b07d41f-76ea-461a-b34d-ded2b46abffd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.1279356 Nov 25 17:30:27.177995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e091ba-d7f7-4194-a6e1-4a9cb9163f42 req-c4e41e05-c8a7-43aa-9c86-34be35cf039a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.196635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7e091ba-d7f7-4194-a6e1-4a9cb9163f42 req-c4e41e05-c8a7-43aa-9c86-34be35cf039a tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1342897 Nov 25 17:30:27.274908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7e091ba-d7f7-4194-a6e1-4a9cb9163f42 req-761c1572-2270-459e-8577-e9c7e900f332 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773475 Nov 25 17:30:27.352118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7320-85bd-4958-be4c-e54263309735 req-f37ffe33-450c-4dc3-a1b8-a8b182d11d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.353571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-f37ffe33-450c-4dc3-a1b8-a8b182d11d97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.0956845 Nov 25 17:30:27.513943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd54a0f-81ef-4b85-908c-55710ea052f7 req-5dfbfaa8-efc3-41f3-9bd5-19facdcb4836 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.515596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fdd54a0f-81ef-4b85-908c-55710ea052f7 req-5dfbfaa8-efc3-41f3-9bd5-19facdcb4836 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.2242932 Nov 25 17:30:27.554825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-d4a93564-76ba-4bee-84b6-0fa3f012f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.556325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-d4a93564-76ba-4bee-84b6-0fa3f012f5c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.4014547 Nov 25 17:30:27.600571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb0ca-cfb4-48e0-93b9-6ca11647b4fa req-58dba91b-90bf-4e42-bb5b-a9e89dbfa879 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.602689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4adb0ca-cfb4-48e0-93b9-6ca11647b4fa req-58dba91b-90bf-4e42-bb5b-a9e89dbfa879 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1901896 Nov 25 17:30:27.620574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59794) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:27.683372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7320-85bd-4958-be4c-e54263309735 req-267f8d23-6697-487d-a0a9-60cd4b405a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.685352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-267f8d23-6697-487d-a0a9-60cd4b405a75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.3229034 Nov 25 17:30:27.719024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-37c7f2e8-e4b2-4f17-8561-d5d32d1586fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.1312246 Nov 25 17:30:27.782409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4adb0ca-cfb4-48e0-93b9-6ca11647b4fa req-80927564-b42b-4c85-a342-d2019792e5a7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677320 Nov 25 17:30:27.818324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-811f6e4a-4873-46b3-a4df-61ac352152e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.1156197 Nov 25 17:30:27.927055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fdd54a0f-81ef-4b85-908c-55710ea052f7 req-6a053f8b-bae0-4712-b220-dca5327aeb24 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832197 Nov 25 17:30:27.947892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-abee5ea7-c1d7-4d23-a3fa-2619254fa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.949354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-abee5ea7-c1d7-4d23-a3fa-2619254fa498 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.2277782 Nov 25 17:30:27.962342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7320-85bd-4958-be4c-e54263309735 req-8c2337e9-239f-469a-80e3-124dc73e26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:27.963824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-8c2337e9-239f-469a-80e3-124dc73e26c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1346154 Nov 25 17:30:28.011478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-fe69c4c1-c674-4dbd-87a9-0056f4507b0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525322 Nov 25 17:30:28.033506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cafb4c53-3f6b-4273-bb38-e03fd64c06ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.076742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7320-85bd-4958-be4c-e54263309735 req-0d4021ae-2472-4eb1-9110-0cc6960ffeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:28.078681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-0d4021ae-2472-4eb1-9110-0cc6960ffeea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938056 Nov 25 17:30:28.256429 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-6979e282-fe1e-498c-b3a8-fc777382cc24 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320101 Nov 25 17:30:28.366647 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:30:28.405785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cafb4c53-3f6b-4273-bb38-e03fd64c06ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.433694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cafb4c53-3f6b-4273-bb38-e03fd64c06ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.439374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-88e4bb16-4b02-4e0d-80f9-bf585af672bd service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470802 Nov 25 17:30:28.466932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f61e521-61d6-4cbe-a13d-eeefda99f85a req-b2e8bc4f-fa65-4f95-a384-680903a73c90 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009654 Nov 25 17:30:28.700096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cafb4c53-3f6b-4273-bb38-e03fd64c06ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0206f30c67645528305446320c02fed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0742738 Nov 25 17:30:28.700663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59804) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:28.731312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb4c53-3f6b-4273-bb38-e03fd64c06ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93668542-fd80-4c2c-b3d1-7d2b8fc50250,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:28.751853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b12a7320-85bd-4958-be4c-e54263309735 req-cc6bf47f-7a4f-4ccc-b061-f3142bcf9678 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083454 Nov 25 17:30:28.786171 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d60a64-b708-4d39-9ea1-e84ad6bf2aeb req-6f2d62cb-94fc-4738-814a-26a9348c5e6e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:28.787217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2d60a64-b708-4d39-9ea1-e84ad6bf2aeb req-6f2d62cb-94fc-4738-814a-26a9348c5e6e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.3569956 Nov 25 17:30:28.845806 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.904564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.945971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2d60a64-b708-4d39-9ea1-e84ad6bf2aeb req-53164e33-683e-4a78-92d3-30d0749564d0 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503637 Nov 25 17:30:28.985996 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.990307 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:28.992024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/93668542-fd80-4c2c-b3d1-7d2b8fc50250 HTTP/1.1" status: 204 len: 168 time: 0.2903039 Nov 25 17:30:29.036669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93668542-fd80-4c2c-b3d1-7d2b8fc50250,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.046864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.047561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.048124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.048669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.049209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.050030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.050599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.051194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.051754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.053155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.054454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.055016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3025d74-e523-4e27-bcd6-890d3b58ba18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:29.108908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02337801-0321-4556-a9d9-9b7bf55f8235 req-d5e33531-3e27-4570-acba-13e0020692b3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.110759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02337801-0321-4556-a9d9-9b7bf55f8235 req-d5e33531-3e27-4570-acba-13e0020692b3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1272461 Nov 25 17:30:29.195002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aeefe-3156-446a-ba6f-847d546d1bc7 req-0b5f98c2-ed0e-41fa-9706-7ddcb76d9f71 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:29.208956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-143aeefe-3156-446a-ba6f-847d546d1bc7 req-0b5f98c2-ed0e-41fa-9706-7ddcb76d9f71 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1167431 Nov 25 17:30:29.226524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02337801-0321-4556-a9d9-9b7bf55f8235 req-cb7cd1e4-3589-46de-8c7d-89e0cfab81ef tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078355 Nov 25 17:30:29.314746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-143aeefe-3156-446a-ba6f-847d546d1bc7 req-34a73c1d-be72-41b9-b9d3-088186c426ae tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008112 Nov 25 17:30:29.517114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.550168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6829ca7b-622d-40d7-8156-299c17b01bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.716358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6829ca7b-622d-40d7-8156-299c17b01bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.722025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6829ca7b-622d-40d7-8156-299c17b01bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.773318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ca7b-622d-40d7-8156-299c17b01bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc0059-3634-4941-b6bf-ba160ad3dc9a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:29.783026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6829ca7b-622d-40d7-8156-299c17b01bd8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22a5d7d4e4714eb6abfdee6d66889856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648425 Nov 25 17:30:29.789017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59820) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:29.848686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98ae9c93-1b8c-464d-9473-8a8d917c1434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:29.911512 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98ae9c93-1b8c-464d-9473-8a8d917c1434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.031343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98ae9c93-1b8c-464d-9473-8a8d917c1434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.038446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-98ae9c93-1b8c-464d-9473-8a8d917c1434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:30.057940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-98ae9c93-1b8c-464d-9473-8a8d917c1434 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/57cc0059-3634-4941-b6bf-ba160ad3dc9a HTTP/1.1" status: 204 len: 168 time: 0.2528098 Nov 25 17:30:30.073046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae9c93-1b8c-464d-9473-8a8d917c1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc0059-3634-4941-b6bf-ba160ad3dc9a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:30.162967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2089f-2a0f-4a5e-8fcf-6171a9de9dd5 req-a199a2bd-561d-40cd-b45f-a6b280790da4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.165761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee2089f-2a0f-4a5e-8fcf-6171a9de9dd5 req-a199a2bd-561d-40cd-b45f-a6b280790da4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0849688 Nov 25 17:30:30.277720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ee2089f-2a0f-4a5e-8fcf-6171a9de9dd5 req-895c2483-3e4a-4f2d-89ba-3b799beb7e42 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031597 Nov 25 17:30:30.551024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae63c-6566-407d-83ab-7f57682dd1db req-0fdcd600-f318-42a7-9b59-8c22b0859c70 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.551979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440491a-2ae8-42a9-b105-71683c1ca217 req-fe216687-1c68-40ae-97b0-b40d1feee87e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:30.564941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2440491a-2ae8-42a9-b105-71683c1ca217 req-fe216687-1c68-40ae-97b0-b40d1feee87e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1416097 Nov 25 17:30:30.565150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39bae63c-6566-407d-83ab-7f57682dd1db req-0fdcd600-f318-42a7-9b59-8c22b0859c70 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1269882 Nov 25 17:30:30.684120 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39bae63c-6566-407d-83ab-7f57682dd1db req-09cb932b-2808-4ae8-af15-4b526677efb2 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192608 Nov 25 17:30:30.698051 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2440491a-2ae8-42a9-b105-71683c1ca217 req-5f5495ea-9d4b-4e26-9bab-d4462645d8fb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320636 Nov 25 17:30:31.047232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281b6ec-c2c2-4543-81e2-d7566ea0b269 req-22638d46-8c5f-4de0-8561-4df023fc81fb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.059835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6281b6ec-c2c2-4543-81e2-d7566ea0b269 req-22638d46-8c5f-4de0-8561-4df023fc81fb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1713676 Nov 25 17:30:31.127757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6281b6ec-c2c2-4543-81e2-d7566ea0b269 req-03eabefb-58ae-4a03-b324-7ed71a4bf61b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637105 Nov 25 17:30:31.593332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc91509-faab-4a0d-b433-820d7fd5eb97 req-1b17fcf6-5942-4673-9d39-0b5f85fb2de4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.600062 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fc91509-faab-4a0d-b433-820d7fd5eb97 req-1b17fcf6-5942-4673-9d39-0b5f85fb2de4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1463149 Nov 25 17:30:31.607903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca18742-5725-4b4d-a689-11ff09eff8b2 req-874fe824-98c3-4e86-951e-e0db0055dc16 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.622043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ca18742-5725-4b4d-a689-11ff09eff8b2 req-874fe824-98c3-4e86-951e-e0db0055dc16 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1442728 Nov 25 17:30:31.724306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ca18742-5725-4b4d-a689-11ff09eff8b2 req-07f2d576-d598-459e-a953-b8cbec2ac748 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012912 Nov 25 17:30:31.730498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fc91509-faab-4a0d-b433-820d7fd5eb97 req-ea9934f4-673a-4d0c-b86a-1ca4c0b4e573 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218228 Nov 25 17:30:31.962827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed370d-4737-4b2e-9136-0d32603ef50c req-d7ae3fea-377e-4cac-a405-28d74625041d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:31.979399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8ed370d-4737-4b2e-9136-0d32603ef50c req-d7ae3fea-377e-4cac-a405-28d74625041d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1344948 Nov 25 17:30:32.312397 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8ed370d-4737-4b2e-9136-0d32603ef50c req-ff164dec-d8fd-42cb-be07-a8a0f5b00868 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211851 Nov 25 17:30:32.382192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870fe0c-4640-4454-86db-1b96ec8f707b req-a72ba66f-e55c-4eb4-8167-6025cd5f3a59 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:32.388488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b870fe0c-4640-4454-86db-1b96ec8f707b req-a72ba66f-e55c-4eb4-8167-6025cd5f3a59 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2891510 Nov 25 17:30:32.531216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b870fe0c-4640-4454-86db-1b96ec8f707b req-725e627c-1757-451d-ae34-1b4edf345f41 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317463 Nov 25 17:30:33.535923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1fa9d-dc62-494c-9ddd-b71d693178d7 req-2665598d-19ed-4ed5-92c4-c9e2ab52cbd5 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.538749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bd1fa9d-dc62-494c-9ddd-b71d693178d7 req-2665598d-19ed-4ed5-92c4-c9e2ab52cbd5 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0905092 Nov 25 17:30:33.674930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bd1fa9d-dc62-494c-9ddd-b71d693178d7 req-81293263-8e64-4652-a3fe-db1e576a0011 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205966 Nov 25 17:30:33.799532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a2058-a5f1-4019-90cd-98fc44e24f8c req-68dcbd90-835c-46d0-bc73-90c0242acc99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:33.803471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff4a2058-a5f1-4019-90cd-98fc44e24f8c req-68dcbd90-835c-46d0-bc73-90c0242acc99 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1290267 Nov 25 17:30:33.916818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff4a2058-a5f1-4019-90cd-98fc44e24f8c req-65e7417d-4dd0-4acf-bd90-dbfa4f313572 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055803 Nov 25 17:30:34.399951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54998994-afa8-4139-91a7-2c88b4c63c57 req-5fb160b0-f7a7-4432-94a9-178cd36dfc72 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.427464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54998994-afa8-4139-91a7-2c88b4c63c57 req-5fb160b0-f7a7-4432-94a9-178cd36dfc72 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1199501 Nov 25 17:30:34.552098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54998994-afa8-4139-91a7-2c88b4c63c57 req-9d73e611-2771-48d8-95c8-800f5736512d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142375 Nov 25 17:30:34.920709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ab1f8-a857-42a7-bfeb-32c8c699b6a3 req-4caa3a08-bf0f-4de4-934c-ed1368598095 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:34.933151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c7ab1f8-a857-42a7-bfeb-32c8c699b6a3 req-4caa3a08-bf0f-4de4-934c-ed1368598095 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1195171 Nov 25 17:30:35.020483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c7ab1f8-a857-42a7-bfeb-32c8c699b6a3 req-873b33fa-3fad-42b3-9070-34f225aa7e16 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Nov 25 17:30:35.034159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602015-dedb-4825-9c67-3b9b018d7fed req-371759b6-b11b-46b1-933c-18944d932b9c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.043915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a602015-dedb-4825-9c67-3b9b018d7fed req-371759b6-b11b-46b1-933c-18944d932b9c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1299365 Nov 25 17:30:35.134434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a602015-dedb-4825-9c67-3b9b018d7fed req-b574de15-d0cc-4c85-99f1-f0adde8b0666 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Nov 25 17:30:35.674250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc350121-f163-4e52-8e8f-455ba91e36b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:35.785624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59976) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:35.937527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbf824-149a-46a3-8e56-160a91d9541c req-f2d8a0f6-d61e-45e8-9a5b-a353607fa414 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:35.952491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fbf824-149a-46a3-8e56-160a91d9541c req-f2d8a0f6-d61e-45e8-9a5b-a353607fa414 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2537947 Nov 25 17:30:36.033604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-16a2bad0-001d-43fd-9d78-604dfe2104bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493340 Nov 25 17:30:36.076756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb8469d0-ec9f-4880-aa58-4539749c2b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.117603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75fbf824-149a-46a3-8e56-160a91d9541c req-806de858-bf17-46f0-b858-597d15dcdd60 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586740 Nov 25 17:30:36.338059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8097bf2-d8a6-4610-aa88-f4919b870c93 req-7fcf35f7-029f-4a6b-bd1d-3ad7d30c7a88 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.339723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8097bf2-d8a6-4610-aa88-f4919b870c93 req-7fcf35f7-029f-4a6b-bd1d-3ad7d30c7a88 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0883863 Nov 25 17:30:36.479084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8097bf2-d8a6-4610-aa88-f4919b870c93 req-351e6780-1c70-4e73-8981-df401be3592c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134899 Nov 25 17:30:36.578798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb8469d0-ec9f-4880-aa58-4539749c2b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:36.593605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66455665-3d9d-48fd-b462-1b294d70d455 req-fb71181b-df7c-4d48-aaed-923c66d664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:36.599238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-fb71181b-df7c-4d48-aaed-923c66d664fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 1096 time: 0.5198758 Nov 25 17:30:36.605468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bb8469d0-ec9f-4880-aa58-4539749c2b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.177746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376b4b1-b0c6-4bec-98e3-382bfa9fd79d req-e7207124-6b34-449c-b4b7-1cf77fe4884d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.178260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5376b4b1-b0c6-4bec-98e3-382bfa9fd79d req-e7207124-6b34-449c-b4b7-1cf77fe4884d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1241810 Nov 25 17:30:37.342597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5376b4b1-b0c6-4bec-98e3-382bfa9fd79d req-30bb67e5-bffd-4335-bf03-776446a832e7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443541 Nov 25 17:30:37.520178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bb8469d0-ec9f-4880-aa58-4539749c2b9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6f05f5609394acd8a30cd9837010c59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7301390 Nov 25 17:30:37.520761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:37.530493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682471b9-3b3d-45d7-8551-b5a91f3a329b req-06ce2cf2-6fd4-46b8-868a-1c52336862cf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.532077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-682471b9-3b3d-45d7-8551-b5a91f3a329b req-06ce2cf2-6fd4-46b8-868a-1c52336862cf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0776360 Nov 25 17:30:37.579235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd6873-12c8-465a-9655-3e32fe1c3ee2 req-92b1f59e-bab3-46ea-a424-9eff1748d2d8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.588166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b2bd6873-12c8-465a-9655-3e32fe1c3ee2 req-92b1f59e-bab3-46ea-a424-9eff1748d2d8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 1.3076451 Nov 25 17:30:37.590717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8469d0-ec9f-4880-aa58-4539749c2b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e2171-1bbd-4dd3-ba52-d9b3204b1cb4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.641434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66455665-3d9d-48fd-b462-1b294d70d455 req-cd90ceb7-3e11-4bbf-9796-4f196776a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.643510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-cd90ceb7-3e11-4bbf-9796-4f196776a7ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.9948125 Nov 25 17:30:37.716528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-682471b9-3b3d-45d7-8551-b5a91f3a329b req-f09160a3-5af3-47be-ba2e-5a1cb47fda55 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645327 Nov 25 17:30:37.717912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45238563-454c-4e17-afeb-6c1e22baa94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.736367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-1a0cf8c8-2778-4129-8981-6303c646b7de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f69fa9-c760-4206-b9d1-215ea64cee97 HTTP/1.1" status: 200 len: 217 time: 0.0804164 Nov 25 17:30:37.747570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45238563-454c-4e17-afeb-6c1e22baa94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.779679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b2bd6873-12c8-465a-9655-3e32fe1c3ee2 req-7148211c-3205-4ec5-a1c5-6693a489a7b7 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874013 Nov 25 17:30:37.821974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45238563-454c-4e17-afeb-6c1e22baa94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.825120 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45238563-454c-4e17-afeb-6c1e22baa94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:37.826264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-45238563-454c-4e17-afeb-6c1e22baa94a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e11e2171-1bbd-4dd3-ba52-d9b3204b1cb4 HTTP/1.1" status: 204 len: 168 time: 0.3045077 Nov 25 17:30:37.848653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45238563-454c-4e17-afeb-6c1e22baa94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e2171-1bbd-4dd3-ba52-d9b3204b1cb4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:37.873286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66455665-3d9d-48fd-b462-1b294d70d455 req-6be3e99c-afb3-43bf-b73d-f0dd693d8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.875169 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-6be3e99c-afb3-43bf-b73d-f0dd693d8c85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0945263 Nov 25 17:30:37.945902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66455665-3d9d-48fd-b462-1b294d70d455 req-2d7f4964-4065-471a-95bc-d49332ec4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:37.948420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-2d7f4964-4065-471a-95bc-d49332ec4dae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641615 Nov 25 17:30:37.959828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b90aec87-1d1b-4323-a453-d5a4ae355b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.125120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-e11a90ea-6ed8-404c-98e5-ffc6b1d5b639 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663980 Nov 25 17:30:38.286254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66455665-3d9d-48fd-b462-1b294d70d455 req-57c5c4d5-a3bb-4e33-99e5-eb4e47bf0632 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502547 Nov 25 17:30:38.430394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:38.447912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c32a2e36-cc2f-4313-bfff-1a20615f905a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.586228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c32a2e36-cc2f-4313-bfff-1a20615f905a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.593038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c32a2e36-cc2f-4313-bfff-1a20615f905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.658615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c32a2e36-cc2f-4313-bfff-1a20615f905a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05111c7dd83048dea035afadf30c577a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255647 Nov 25 17:30:38.663200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60020) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:38.722372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a2e36-cc2f-4313-bfff-1a20615f905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44e9dc7-021c-492d-b6a3-5dd56dd7e551,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:38.762779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18793e5b-0598-406a-a850-a14c3c8a8362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.795550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18793e5b-0598-406a-a850-a14c3c8a8362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.877534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18793e5b-0598-406a-a850-a14c3c8a8362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.885179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18793e5b-0598-406a-a850-a14c3c8a8362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:38.885179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18793e5b-0598-406a-a850-a14c3c8a8362 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f44e9dc7-021c-492d-b6a3-5dd56dd7e551 HTTP/1.1" status: 204 len: 168 time: 0.2210019 Nov 25 17:30:38.941306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18793e5b-0598-406a-a850-a14c3c8a8362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44e9dc7-021c-492d-b6a3-5dd56dd7e551,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:39.093819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfdc66-acc9-4888-8ed8-b4514935ba73 req-1d824eab-28e1-4fe3-8cfc-fa9b1aba781c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.096629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21cfdc66-acc9-4888-8ed8-b4514935ba73 req-1d824eab-28e1-4fe3-8cfc-fa9b1aba781c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1706829 Nov 25 17:30:39.247995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21cfdc66-acc9-4888-8ed8-b4514935ba73 req-e6e347de-ff06-463d-876c-bc11de15b4a8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325047 Nov 25 17:30:39.289703 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:39.517453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-c2f65811-6b41-4eda-985c-8f74d392e861 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173587 Nov 25 17:30:39.702337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-fefa15c3-9595-4cab-8546-6828f686fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.712824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-fefa15c3-9595-4cab-8546-6828f686fcdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.1497419 Nov 25 17:30:39.926852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-cf896d29-5250-4cf1-b49b-21c2c235e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:39.928449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-cf896d29-5250-4cf1-b49b-21c2c235e079 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.1870217 Nov 25 17:30:39.998484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-54c35517-702f-401c-b496-dcbfde796d80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.0612497 Nov 25 17:30:40.131187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-ef67b356-76f2-4166-810a-52d287ea8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.132710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-ef67b356-76f2-4166-810a-52d287ea8d2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.1240244 Nov 25 17:30:40.208773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-659110d9-9ec8-4deb-a312-9cbe8da2d77e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558419 Nov 25 17:30:40.469278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-cef2f3df-df9b-4ebf-8e8d-de8e76fbf5fa service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377796 Nov 25 17:30:40.616335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:40.716441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d7530-dde8-4dff-8e6e-196473597fdb req-929d7c31-5090-481e-a4db-2186b21c8681 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:40.718820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c96d7530-dde8-4dff-8e6e-196473597fdb req-929d7c31-5090-481e-a4db-2186b21c8681 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.3049181 Nov 25 17:30:40.870809 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c96d7530-dde8-4dff-8e6e-196473597fdb req-7ad3ca26-5b5d-4e14-9242-80c322a8dc27 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425693 Nov 25 17:30:41.041358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ada8c0ef-d9dc-4857-a0a2-6ee870b2d45b req-def6911d-bca7-461d-9e43-b493ffda8bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513687 Nov 25 17:30:41.283186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60092) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:41.415471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.536294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ff8c-d6e3-4334-a80a-f340dd302367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.740565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ff8c-d6e3-4334-a80a-f340dd302367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.746977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ff8c-d6e3-4334-a80a-f340dd302367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:41.817133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8ff8c-d6e3-4334-a80a-f340dd302367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad7205-7361-46a8-8a79-fb4eef027110,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:42.006075 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fcc8ff8c-d6e3-4334-a80a-f340dd302367 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e51fa946ed448c190400b766f865d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7216763 Nov 25 17:30:42.010109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60114) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:42.131931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ae760-8945-4843-9fe2-719518f8dc5b req-c1241104-e790-416f-806e-23fee7af9e59 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:42.148081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-989ae760-8945-4843-9fe2-719518f8dc5b req-c1241104-e790-416f-806e-23fee7af9e59 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1576612 Nov 25 17:30:42.294502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ec24f96-9f8a-416b-86b8-39d93c734c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.311881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-989ae760-8945-4843-9fe2-719518f8dc5b req-347365e2-cd59-4f71-8333-f4060bdae7df tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627126 Nov 25 17:30:42.390156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ec24f96-9f8a-416b-86b8-39d93c734c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.547606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ec24f96-9f8a-416b-86b8-39d93c734c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.556582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ec24f96-9f8a-416b-86b8-39d93c734c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:42.562527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5ec24f96-9f8a-416b-86b8-39d93c734c9d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05ad7205-7361-46a8-8a79-fb4eef027110 HTTP/1.1" status: 204 len: 168 time: 0.5340970 Nov 25 17:30:42.574097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec24f96-9f8a-416b-86b8-39d93c734c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad7205-7361-46a8-8a79-fb4eef027110,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.068768 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60146) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:43.083080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d50f47ea-8227-47b1-a89f-9b7e5a9a7e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.204087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d50f47ea-8227-47b1-a89f-9b7e5a9a7e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.209791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d50f47ea-8227-47b1-a89f-9b7e5a9a7e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.262975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f47ea-8227-47b1-a89f-9b7e5a9a7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31802286-138a-400e-b843-027dc668ea4c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.267588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d50f47ea-8227-47b1-a89f-9b7e5a9a7e0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57df6b669ee14571b4e733e6cb956692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1977115 Nov 25 17:30:43.273346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:43.341489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fe4de51-41d8-4832-87be-68295f5e8dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.368413 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fe4de51-41d8-4832-87be-68295f5e8dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.458786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fe4de51-41d8-4832-87be-68295f5e8dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.461601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fe4de51-41d8-4832-87be-68295f5e8dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:43.462870 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3fe4de51-41d8-4832-87be-68295f5e8dce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31802286-138a-400e-b843-027dc668ea4c HTTP/1.1" status: 204 len: 168 time: 0.1864324 Nov 25 17:30:43.490016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4de51-41d8-4832-87be-68295f5e8dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31802286-138a-400e-b843-027dc668ea4c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:43.503544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9d083-c858-46ad-a161-9583df8ae197 req-7d865690-ff61-4402-a243-6f14b7e29a3e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:43.506810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6c9d083-c858-46ad-a161-9583df8ae197 req-7d865690-ff61-4402-a243-6f14b7e29a3e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0880582 Nov 25 17:30:43.593193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e6c9d083-c858-46ad-a161-9583df8ae197 req-fa7f4045-b450-49e3-9f6b-44629bcf7e8f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643196 Nov 25 17:30:44.798815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17fd1-c7df-4602-9fdb-956b5449d3a5 req-ab7961a2-b70d-43f9-97bb-f63b5e7cd78e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:44.801539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28c17fd1-c7df-4602-9fdb-956b5449d3a5 req-ab7961a2-b70d-43f9-97bb-f63b5e7cd78e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0755732 Nov 25 17:30:44.885747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28c17fd1-c7df-4602-9fdb-956b5449d3a5 req-55d5dda8-346d-47c1-af43-3668ce2f6e17 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748188 Nov 25 17:30:46.050286 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:46.063201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec3feb-8002-4f8e-9d5b-a6699d309029 req-0ebd0cdd-1dcf-4f70-bced-9f90e5f35a24 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:46.067912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcec3feb-8002-4f8e-9d5b-a6699d309029 req-0ebd0cdd-1dcf-4f70-bced-9f90e5f35a24 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0714900 Nov 25 17:30:46.154714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcec3feb-8002-4f8e-9d5b-a6699d309029 req-15276765-df87-4c38-8439-2063e0beb31b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808756 Nov 25 17:30:47.182062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0949d2-b357-4d96-bc11-1af877be3a39 req-bef0dbda-0e0e-49b6-b084-3db009aba295 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.191089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab0949d2-b357-4d96-bc11-1af877be3a39 req-bef0dbda-0e0e-49b6-b084-3db009aba295 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.0618303 Nov 25 17:30:47.253028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab0949d2-b357-4d96-bc11-1af877be3a39 req-807fddb3-4a3c-43fb-b9e5-c0177b59deab tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607445 Nov 25 17:30:47.270889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60314) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:47.443780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9f626b0-0fb3-4257-9c0d-99b139ee714a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/2d7983ff-246c-471c-af04-32ffcf66c27b HTTP/1.1" status: 200 len: 993 time: 0.1710076 Nov 25 17:30:47.447117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:47.468336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61851d7e-8a81-4b15-b9f9-b75577f19bd2 req-2f0c37aa-6b68-4517-b29f-f930ff2ea154 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.473599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-61851d7e-8a81-4b15-b9f9-b75577f19bd2 req-2f0c37aa-6b68-4517-b29f-f930ff2ea154 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1065893 Nov 25 17:30:47.564136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-61851d7e-8a81-4b15-b9f9-b75577f19bd2 req-cca6518a-9057-4a09-a1b0-baa8f27939cb tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Nov 25 17:30:47.809744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4322-71e5-4ee8-9e4f-07ba3256b587 req-de9df355-fa73-4256-8222-97d2b3ede9bb tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:47.812199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbbe4322-71e5-4ee8-9e4f-07ba3256b587 req-de9df355-fa73-4256-8222-97d2b3ede9bb tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1096 time: 0.0544448 Nov 25 17:30:47.881244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbbe4322-71e5-4ee8-9e4f-07ba3256b587 req-7e0dd206-3ee5-49ef-9448-6a9305a5f379 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598583 Nov 25 17:30:48.680029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8251fa-e19c-4add-8e7e-4e12f28ebe1e req-963e9c99-2ef6-489c-a1e5-e128767cf19c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:48.688594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a8251fa-e19c-4add-8e7e-4e12f28ebe1e req-963e9c99-2ef6-489c-a1e5-e128767cf19c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0582223 Nov 25 17:30:48.751878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a8251fa-e19c-4add-8e7e-4e12f28ebe1e req-a0fbe460-7817-44a4-bd72-a0c9d31be510 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Nov 25 17:30:48.753094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-58e38b38-feef-496e-b505-9957a46903d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2571623 Nov 25 17:30:48.761048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-7e795746-2eb3-4e4e-af18-0772dde78e99 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:30:48.762621 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-7e795746-2eb3-4e4e-af18-0772dde78e99 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065434 Nov 25 17:30:49.527567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-293e06a6-f0cc-4708-9d30-72060ce8760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.534824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-293e06a6-f0cc-4708-9d30-72060ce8760d service neutron] 10.222.0.86 "GET /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 1093 time: 0.0611589 Nov 25 17:30:49.539239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Request body: {'binding': {'host': 'n-h2-817303-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:49.556468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Unknown quota resources ['binding']. {{(pid=103635) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 17:30:49.761478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on host n-h2-817303-7 for vnic_type normal with profile None {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:49.762254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:49.762254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:49.773613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:49.773943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:49.788350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:49.788892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Checking segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:49.789643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Bound using segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:49.790361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Bound port: db1a58a6-b038-403d-9410-e2d70a6f6e4d, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:49.905050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60408) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:49.963944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b4c3-983b-45ef-955d-6774807bc46e req-5131265c-0240-4b99-b11e-16bf62d8053c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:49.967244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9a1b4c3-983b-45ef-955d-6774807bc46e req-5131265c-0240-4b99-b11e-16bf62d8053c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1056583 Nov 25 17:30:49.973277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:49.988370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.001278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b70f3e9-e187-4d4b-a062-da62eabe5b69 service neutron] 10.222.0.86 "POST /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4655323 Nov 25 17:30:50.060330 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9a1b4c3-983b-45ef-955d-6774807bc46e req-33f6b788-baad-4667-8792-ae55945d7ed9 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787976 Nov 25 17:30:50.131462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-963dd821-c540-45be-b488-0fe1837fde65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.242080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-963dd821-c540-45be-b488-0fe1837fde65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.253516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-963dd821-c540-45be-b488-0fe1837fde65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.282594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb2d26-a224-474b-9d35-5bb5addcacd3 req-8c76df4e-ba4f-46a6-8fca-e08b25b2474d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.284960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65bb2d26-a224-474b-9d35-5bb5addcacd3 req-8c76df4e-ba4f-46a6-8fca-e08b25b2474d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.1041708 Nov 25 17:30:50.400417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-691b441f-d1d4-4597-b8e3-9b4673bd6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.402312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-691b441f-d1d4-4597-b8e3-9b4673bd6634 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1096 time: 0.1161249 Nov 25 17:30:50.493110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65bb2d26-a224-474b-9d35-5bb5addcacd3 req-fed8251d-708b-410f-bc19-7121de6512f7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986833 Nov 25 17:30:50.551591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-067bb38b-3bcf-4a96-bf26-76d93aaeb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.554437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-067bb38b-3bcf-4a96-bf26-76d93aaeb42e service neutron] 10.222.0.73 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 898 time: 0.1414595 Nov 25 17:30:50.705181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-ae1ac990-b416-4269-9e5b-42549267767c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 1001 time: 0.1313050 Nov 25 17:30:50.773003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-df2df690-def2-4259-9b3f-ff277cfd5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.774484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-df2df690-def2-4259-9b3f-ff277cfd5491 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.0582154 Nov 25 17:30:50.837505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-c22d991a-c786-4b0f-909a-4711e1e946f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:50.840674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-c22d991a-c786-4b0f-909a-4711e1e946f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551078 Nov 25 17:30:50.854919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-963dd821-c540-45be-b488-0fe1837fde65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f5aa99be0f2424fa8b32f637567f5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9487073 Nov 25 17:30:50.855755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:50.866438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dd821-c540-45be-b488-0fe1837fde65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33670f-8237-4633-a622-9a06626a9f60,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:50.930680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5507aae5-887a-4fa3-bfe4-a7d38215718a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:50.974518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:50.978138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5507aae5-887a-4fa3-bfe4-a7d38215718a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.037713 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-894a1d0f-22cb-4197-a4ca-bc77ac7ff687 service neutron] 10.222.0.73 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841471 Nov 25 17:30:51.088327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5507aae5-887a-4fa3-bfe4-a7d38215718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.091586 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5507aae5-887a-4fa3-bfe4-a7d38215718a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.106863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5507aae5-887a-4fa3-bfe4-a7d38215718a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3b33670f-8237-4633-a622-9a06626a9f60 HTTP/1.1" status: 204 len: 168 time: 0.2416041 Nov 25 17:30:51.125243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507aae5-887a-4fa3-bfe4-a7d38215718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33670f-8237-4633-a622-9a06626a9f60,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.235795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-0bcefbbe-225f-4c94-af51-4572bbf2c24a service neutron] 10.222.0.73 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769669 Nov 25 17:30:51.254688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60225d65-71fc-4e33-9581-293aaf6f5243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.408188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60225d65-71fc-4e33-9581-293aaf6f5243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.421082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60225d65-71fc-4e33-9581-293aaf6f5243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.434116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197823d1-dc23-4ab5-b7bd-362a29358e10 req-c2372d9a-295e-4856-9450-2e2145afcc55 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.435956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-197823d1-dc23-4ab5-b7bd-362a29358e10 req-c2372d9a-295e-4856-9450-2e2145afcc55 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.2562978 Nov 25 17:30:51.513316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-60225d65-71fc-4e33-9581-293aaf6f5243 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9d1b315da4494b78883657f9d7696623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376697 Nov 25 17:30:51.522265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:51.530249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60225d65-71fc-4e33-9581-293aaf6f5243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab899ba4-5448-4010-9e8f-08df43e0dc51,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.545644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-197823d1-dc23-4ab5-b7bd-362a29358e10 req-aec0c433-21db-4649-886e-ddf76548b697 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018786 Nov 25 17:30:51.553048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-76bc7e43-50af-4452-8f13-67d3fd57aede tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.558169 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-76bc7e43-50af-4452-8f13-67d3fd57aede tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab&tenant_id=95c99e5365bf47f596809a61f354cfc2&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1096 time: 0.2659359 Nov 25 17:30:51.578101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-7'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:30:51.623821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f8027e0-3149-4771-9961-ace5248f5238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.652469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f8027e0-3149-4771-9961-ace5248f5238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.727714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f8027e0-3149-4771-9961-ace5248f5238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.731347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1f8027e0-3149-4771-9961-ace5248f5238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.732839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f8027e0-3149-4771-9961-ace5248f5238 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab899ba4-5448-4010-9e8f-08df43e0dc51 HTTP/1.1" status: 204 len: 168 time: 0.2094038 Nov 25 17:30:51.753857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8027e0-3149-4771-9961-ace5248f5238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab899ba4-5448-4010-9e8f-08df43e0dc51,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:51.793982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.810671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:51.825186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51d2ac74-4289-422e-ad9b-127fb41a5ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.879304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a6d0-571a-4f2a-926d-08b9752def2b req-93923a00-93e1-43b5-9957-37b37976060c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:51.907866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a38a6d0-571a-4f2a-926d-08b9752def2b req-93923a00-93e1-43b5-9957-37b37976060c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.2780857 Nov 25 17:30:51.957825 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51d2ac74-4289-422e-ad9b-127fb41a5ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:51.965492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51d2ac74-4289-422e-ad9b-127fb41a5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.025513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-51d2ac74-4289-422e-ad9b-127fb41a5ba3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed50809e967743c8888c17a82759a6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2133350 Nov 25 17:30:52.026369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2ac74-4289-422e-ad9b-127fb41a5ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e381ec5a-e849-433a-933c-9a9226d868c8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.029271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60472) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.094730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9a38a6d0-571a-4f2a-926d-08b9752def2b req-16d9c21f-0db0-428a-b7be-2fb2a9b2ece9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823082 Nov 25 17:30:52.130222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e55fffe-647b-4ced-b16a-75951dcc9dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.137651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:52.192980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:52.203903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e55fffe-647b-4ced-b16a-75951dcc9dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.261102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.263851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:52.266829 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5913f72-5452-4b63-a226-368021cd2f90" -d '{"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:52.278244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-7d5eea5a-a43a-4e2b-a99b-b50dfb3cac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.279877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-7d5eea5a-a43a-4e2b-a99b-b50dfb3cac3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.0642521 Nov 25 17:30:52.296339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.305297 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e55fffe-647b-4ced-b16a-75951dcc9dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.308036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e55fffe-647b-4ced-b16a-75951dcc9dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.309320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1e55fffe-647b-4ced-b16a-75951dcc9dec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e381ec5a-e849-433a-933c-9a9226d868c8 HTTP/1.1" status: 204 len: 168 time: 0.2553062 Nov 25 17:30:52.368664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55fffe-647b-4ced-b16a-75951dcc9dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e381ec5a-e849-433a-933c-9a9226d868c8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.388320 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fd478a-1c62-4b89-a521-d2d2f6037526 x-openstack-request-id: req-32fd478a-1c62-4b89-a521-d2d2f6037526 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:52.388641 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:52.388851 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32fd478a-1c62-4b89-a521-d2d2f6037526 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:52.389369 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'code': 200} Nov 25 17:30:52.401367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.412395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-d1ce8873-a032-4630-b3f4-06c45674f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.414114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-d1ce8873-a032-4630-b3f4-06c45674f9a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.1251025 Nov 25 17:30:52.504632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:52.523158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdde160-ec19-4173-9937-1897cb10db41 req-62988fea-5ca5-4347-a0c7-260c22934acd tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.533121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbdde160-ec19-4173-9937-1897cb10db41 req-62988fea-5ca5-4347-a0c7-260c22934acd tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2616463 Nov 25 17:30:52.540372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e35c-c847-4b91-b3b3-fe9de6b21479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.543333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-ca38289b-9b53-482e-bbd1-721eb3fee7f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.1166635 Nov 25 17:30:52.639569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dbdde160-ec19-4173-9937-1897cb10db41 req-e89e3a54-93c6-4ace-a547-3517c76185d7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052427 Nov 25 17:30:52.689385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on host n-h1-817303-7 for vnic_type normal with profile {"migrating_to": "n-h2-817303-7"} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:30:52.689746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:30:52.690685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:52.695693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:30:52.696007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Attempting to bind port db1a58a6-b038-403d-9410-e2d70a6f6e4d on network 554308c6-915d-4fe9-b880-12fc3a02b184 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:30:52.701054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:30:52.701387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Checking segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:30:52.701764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Bound using segment: {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:30:52.702187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Bound port: db1a58a6-b038-403d-9410-e2d70a6f6e4d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:30:52.702534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.745987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-fcb7eedd-3037-4ef6-a2a9-e2c11691bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.747496 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-fcb7eedd-3037-4ef6-a2a9-e2c11691bb8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.1785681 Nov 25 17:30:52.794015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:52.802357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:30:52.806329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-eb89dbaa-4667-4814-b652-cdcc166e3d87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411088 Nov 25 17:30:52.812422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.821840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16f8aa-8c06-4c9b-8bae-40fb1a53e213 req-573e07e7-ee28-400e-86e7-549d0b50d33c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:52.824110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a16f8aa-8c06-4c9b-8bae-40fb1a53e213 req-573e07e7-ee28-400e-86e7-549d0b50d33c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1464217 Nov 25 17:30:52.904759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Provisioning complete for port db1a58a6-b038-403d-9410-e2d70a6f6e4d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:52.905249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:52.932784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=8']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:52.997991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-f86ea3d6-0a43-4abc-a61b-87bed59a57ab service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716599 Nov 25 17:30:53.026271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.026943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e35c-c847-4b91-b3b3-fe9de6b21479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.031998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.039735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-f662e51c-f782-4404-9173-ae5287e61f72 service neutron] 10.222.0.73 "PUT /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 1121 time: 1.4713852 Nov 25 17:30:53.052005 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e35c-c847-4b91-b3b3-fe9de6b21479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.133595 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.163155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['db1a58a6-b038-403d-9410-e2d70a6f6e4d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:30:53.207647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a16f8aa-8c06-4c9b-8bae-40fb1a53e213 req-4aca2ab0-5c64-4e78-9a04-0e38218ed09f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618362 Nov 25 17:30:53.232356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bdd4e35c-c847-4b91-b3b3-fe9de6b21479 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25ac0ef454aa4bbc9e8e10cd1ccae7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7073579 Nov 25 17:30:53.239924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:30:53.240814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4e35c-c847-4b91-b3b3-fe9de6b21479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3651a11-fa57-40ad-8495-933885a2dc69,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.273053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:53.277360 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4644621b-b638-42bc-9629-593d6d0e0131" -d '{"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-plugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:53.328176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:53.344658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f8a111f-2d19-4c2f-ba6f-f9a36e7b411a req-b2d757c8-05ba-4ba6-adac-a9dbe8506d23 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138046 Nov 25 17:30:53.358774 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbee711a-afac-4afd-b1b0-ee553304a240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.358993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7c110-10a7-494c-b9a7-99cd7338427f req-7da9e161-8e61-4d42-bb91-e9ec7925048c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.361392 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5e7c110-10a7-494c-b9a7-99cd7338427f req-7da9e161-8e61-4d42-bb91-e9ec7925048c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 943 time: 0.1573856 Nov 25 17:30:53.364515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.403482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbee711a-afac-4afd-b1b0-ee553304a240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.413418 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745d6e2-bb48-4ca9-8b3a-8f927219955c x-openstack-request-id: req-a745d6e2-bb48-4ca9-8b3a-8f927219955c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:53.413710 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-plugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:53.416676 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a745d6e2-bb48-4ca9-8b3a-8f927219955c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:53.420111 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'code': 200} Nov 25 17:30:53.488127 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5e7c110-10a7-494c-b9a7-99cd7338427f req-07d37f83-efc4-4403-a770-c0f26fe7ffcf tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122658 Nov 25 17:30:53.548732 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbee711a-afac-4afd-b1b0-ee553304a240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.553801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbee711a-afac-4afd-b1b0-ee553304a240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:53.555566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cbee711a-afac-4afd-b1b0-ee553304a240 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e3651a11-fa57-40ad-8495-933885a2dc69 HTTP/1.1" status: 204 len: 168 time: 0.3117423 Nov 25 17:30:53.574523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee711a-afac-4afd-b1b0-ee553304a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3651a11-fa57-40ad-8495-933885a2dc69,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.660820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:53.679833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.680463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.680978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.681479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.681975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.682456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.682948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.683283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.683637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.683963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.684297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.684611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282af2b3-7554-4be5-a98c-9ef672056877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:30:53.896387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dde5e-7a4b-4c0b-a893-6801659c70d1 req-85487e01-793b-48df-ade3-d3a719197e13 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:53.915716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e35dde5e-7a4b-4c0b-a893-6801659c70d1 req-85487e01-793b-48df-ade3-d3a719197e13 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1411154 Nov 25 17:30:53.955405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a5dad504-7fc2-4f53-b7d3-20eab5fb24ed None None] Provisioning complete for port db1a58a6-b038-403d-9410-e2d70a6f6e4d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:30:53.956076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5dad504-7fc2-4f53-b7d3-20eab5fb24ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:54.011049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e35dde5e-7a4b-4c0b-a893-6801659c70d1 req-fae23a81-4384-4b9c-af4b-6dba772aaec5 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944562 Nov 25 17:30:54.350477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5e19-492e-4006-8f1b-07ca74e1262d req-2798d1c4-f093-4418-b138-dd28f0facb65 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.352728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24ea5e19-492e-4006-8f1b-07ca74e1262d req-2798d1c4-f093-4418-b138-dd28f0facb65 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0625629 Nov 25 17:30:54.391806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:54.395759 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d60b86-983d-45ea-ac37-e128315ff84a" -d '{"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:54.427217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24ea5e19-492e-4006-8f1b-07ca74e1262d req-4a2cc833-ac34-49d2-aca7-c68c5b47b917 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660980 Nov 25 17:30:54.451092 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9314d3-4e40-4ded-b89c-3ba6fe5f1428 x-openstack-request-id: req-6e9314d3-4e40-4ded-b89c-3ba6fe5f1428 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:54.452532 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:54.452911 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e9314d3-4e40-4ded-b89c-3ba6fe5f1428 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:54.453433 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'status': 'completed', 'code': 200} Nov 25 17:30:54.547611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60b86-983d-45ea-ac37-e128315ff84a req-2eef0eba-cad2-4eb5-a6ad-fd33ee58113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.549151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-2eef0eba-cad2-4eb5-a6ad-fd33ee58113d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1126 time: 0.0637479 Nov 25 17:30:54.688329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60b86-983d-45ea-ac37-e128315ff84a req-c56cbd65-d1db-4de1-a21e-15437040a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.691829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-c56cbd65-d1db-4de1-a21e-15437040a713 service neutron] 10.222.0.55 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 898 time: 0.1342375 Nov 25 17:30:54.730647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123bab-1147-4226-be56-69541a980ff5 req-26232e12-b6d3-483e-91c8-d84684729c74 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.732725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94123bab-1147-4226-be56-69541a980ff5 req-26232e12-b6d3-483e-91c8-d84684729c74 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.1056514 Nov 25 17:30:54.809527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94123bab-1147-4226-be56-69541a980ff5 req-02817b1c-e167-42eb-bde8-ac01035d4a19 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686750 Nov 25 17:30:54.824339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-8d3c03bd-4f57-4e5a-b2cf-0ea4ffd83751 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 1001 time: 0.1240740 Nov 25 17:30:54.909538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60b86-983d-45ea-ac37-e128315ff84a req-515d64ba-eb89-4e92-8bbf-fa3d92cf85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.911210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-515d64ba-eb89-4e92-8bbf-fa3d92cf85d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.0783918 Nov 25 17:30:54.972852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60b86-983d-45ea-ac37-e128315ff84a req-284fb2ef-c1a9-497c-9ff4-be3d007970cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:54.974508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-284fb2ef-c1a9-497c-9ff4-be3d007970cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554390 Nov 25 17:30:55.103635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-fbf3f975-331a-4d8b-960d-e127615245bb service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209464 Nov 25 17:30:55.287424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fd514-3e63-4354-b72a-fe3a57ec7a8a req-e45d24f5-5905-4993-a714-61bead3d6cd7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.289946 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b4fd514-3e63-4354-b72a-fe3a57ec7a8a req-e45d24f5-5905-4993-a714-61bead3d6cd7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1143780 Nov 25 17:30:55.307833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08d60b86-983d-45ea-ac37-e128315ff84a req-b19b21c3-416d-459b-8ce6-8b997da063b7 service neutron] 10.222.0.55 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954205 Nov 25 17:30:55.365959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b4fd514-3e63-4354-b72a-fe3a57ec7a8a req-f5ebab07-c69e-49ed-97d8-cad1c98029fb tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Nov 25 17:30:55.587842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b8c21-eb41-4a25-860a-467f8d627c2b req-47e13960-defe-4584-b878-46bd78964286 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.595851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-086b8c21-eb41-4a25-860a-467f8d627c2b req-47e13960-defe-4584-b878-46bd78964286 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0748250 Nov 25 17:30:55.666101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-086b8c21-eb41-4a25-860a-467f8d627c2b req-a3fdcb34-c60a-4344-8025-37b394c63c7c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687122 Nov 25 17:30:55.782648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:30:55.990253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164eb37-4684-4c20-a360-b5d6f2806bb5 req-c254bf35-42a8-4e31-b902-488e8b81d107 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:55.992428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d164eb37-4684-4c20-a360-b5d6f2806bb5 req-c254bf35-42a8-4e31-b902-488e8b81d107 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.0759130 Nov 25 17:30:56.023203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:56.053342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d has no active binding in host n-h2-817303-7 {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 17:30:56.059157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d164eb37-4684-4c20-a360-b5d6f2806bb5 req-6b36be40-bc7c-48f8-bafa-28bd177274bb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591972 Nov 25 17:30:56.552276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ceb96-4db9-4f06-bde4-0c1b7d5ae5b2 req-c3194bc8-0ed5-41ac-8f3c-20e3c1777a23 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.554871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b65ceb96-4db9-4f06-bde4-0c1b7d5ae5b2 req-c3194bc8-0ed5-41ac-8f3c-20e3c1777a23 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1063135 Nov 25 17:30:56.607220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b65ceb96-4db9-4f06-bde4-0c1b7d5ae5b2 req-53fa5995-df8f-40cc-bf19-b4ad5e97caf1 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Nov 25 17:30:56.802105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0cef-8dff-482f-aac4-e8a5b4dbbe90 req-0326107a-4c6b-4f64-86ef-8a7d600115c8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:56.803995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-902a0cef-8dff-482f-aac4-e8a5b4dbbe90 req-0326107a-4c6b-4f64-86ef-8a7d600115c8 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0695930 Nov 25 17:30:56.880069 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-902a0cef-8dff-482f-aac4-e8a5b4dbbe90 req-13991d66-0e6e-4dc2-9c85-db83be003d72 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692339 Nov 25 17:30:57.241367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d72ae-ba7a-4566-97b0-421bdcc6c799 req-fa331a78-a7a1-49ba-93dd-22da70ab942e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.242877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc0d72ae-ba7a-4566-97b0-421bdcc6c799 req-fa331a78-a7a1-49ba-93dd-22da70ab942e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.0913935 Nov 25 17:30:57.251933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a29c5-5796-4584-ad56-49670eb30d91 req-235485cc-b902-4d15-b582-2143bb668481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.253702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a99a29c5-5796-4584-ad56-49670eb30d91 req-235485cc-b902-4d15-b582-2143bb668481 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 1096 time: 0.0600610 Nov 25 17:30:57.334736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a99a29c5-5796-4584-ad56-49670eb30d91 req-0d72cf2f-606b-4fa9-87bf-ebd1355ebf64 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721419 Nov 25 17:30:57.345361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc0d72ae-ba7a-4566-97b0-421bdcc6c799 req-0a30d247-3173-4b01-a418-8739e696bd04 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903814 Nov 25 17:30:57.788262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01302977-5ab0-44be-b018-615d487e417f req-25f2e2d5-26ea-4faa-8514-19775377895c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:57.790706 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01302977-5ab0-44be-b018-615d487e417f req-25f2e2d5-26ea-4faa-8514-19775377895c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0656538 Nov 25 17:30:57.872082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-01302977-5ab0-44be-b018-615d487e417f req-56b7c12d-ccab-4f7a-8b3b-14e6533c952c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707891 Nov 25 17:30:58.019640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bfdc3-b1a6-4d80-af29-c70747d02c38 req-5e4997b9-f429-4b67-bf2c-7a07f0dad65d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.022722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e6bfdc3-b1a6-4d80-af29-c70747d02c38 req-5e4997b9-f429-4b67-bf2c-7a07f0dad65d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0658703 Nov 25 17:30:58.090881 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e6bfdc3-b1a6-4d80-af29-c70747d02c38 req-db132560-e46f-4dd4-85a3-276939b6f073 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Nov 25 17:30:58.506281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c7672-e32f-4650-9762-795e73942ce4 req-7da6e0a7-3568-443d-a8ad-15122df1dd6a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:58.508436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-356c7672-e32f-4650-9762-795e73942ce4 req-7da6e0a7-3568-443d-a8ad-15122df1dd6a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 945 time: 0.0838225 Nov 25 17:30:58.656622 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-356c7672-e32f-4650-9762-795e73942ce4 req-39d6e30c-f38b-474a-abee-bc2562222dfe tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415772 Nov 25 17:30:58.675345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-aa522558-857f-4b2a-8f5d-2f1dda380a31 service neutron] 10.222.0.55 "GET /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 384 time: 0.1471720 Nov 25 17:30:58.998551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf56b2b-962d-48ed-bf63-f05c3630706b req-cf6fb591-35a1-4951-abf2-4af47497621e tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.003102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4bf56b2b-962d-48ed-bf63-f05c3630706b req-cf6fb591-35a1-4951-abf2-4af47497621e tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1573422 Nov 25 17:30:59.005265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:59.064112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:30:59.066324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7763b-4717-4420-ad3d-5186bb29f721 req-3e25876c-e2fa-4deb-b02d-a548bb56526e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.068776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38e7763b-4717-4420-ad3d-5186bb29f721 req-3e25876c-e2fa-4deb-b02d-a548bb56526e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.0704594 Nov 25 17:30:59.149440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38e7763b-4717-4420-ad3d-5186bb29f721 req-c160b580-1788-4786-99bd-cd49a60ce831 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668972 Nov 25 17:30:59.153642 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4bf56b2b-962d-48ed-bf63-f05c3630706b req-4bdcc759-d233-4ee7-adbf-a2d9ef10a162 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368153 Nov 25 17:30:59.177810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:30:59.189436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:30:59.192738 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d6671-606b-4700-ac33-386e805c4a25" -d '{"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:30:59.200627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.263934 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096d3a7-deba-4b6a-a57b-fa3f1ca9f931 x-openstack-request-id: req-4096d3a7-deba-4b6a-a57b-fa3f1ca9f931 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:30:59.264232 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:30:59.264491 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4096d3a7-deba-4b6a-a57b-fa3f1ca9f931 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:30:59.264894 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'code': 200} Nov 25 17:30:59.281858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468baff-3538-40a6-96dd-58cacb9597af req-03515f18-b4de-472e-b819-d45eaf6333a0 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.291736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8468baff-3538-40a6-96dd-58cacb9597af req-03515f18-b4de-472e-b819-d45eaf6333a0 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0737936 Nov 25 17:30:59.326989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] Transition to ACTIVE for port object db1a58a6-b038-403d-9410-e2d70a6f6e4d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:30:59.334288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:30:59.364445 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8468baff-3538-40a6-96dd-58cacb9597af req-bfeec467-8e57-46ec-a8b7-f97c0421fe5c tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713961 Nov 25 17:30:59.483765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=11']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:30:59.537378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] No DVR routers for this DVR port db1a58a6-b038-403d-9410-e2d70a6f6e4d on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:30:59.836404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-7958429f-295d-48c8-9664-42e3e44d47a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d/bindings/n-h2-817303-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1532104 Nov 25 17:30:59.900897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-fb352e00-6270-4ef8-b3ac-f688d7d0f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.902822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-fb352e00-6270-4ef8-b3ac-f688d7d0f198 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=84b3660e9d12415bb38c70c24fcfec66&device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 1096 time: 0.1819496 Nov 25 17:30:59.914497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa078aef-58d5-4504-8b05-d4b5703fc9f4 req-f0fa6cd2-6df4-4848-b68d-484774155f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.930684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa078aef-58d5-4504-8b05-d4b5703fc9f4 req-f0fa6cd2-6df4-4848-b68d-484774155f80 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1114078 Nov 25 17:30:59.976349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8dc93-33b8-40ff-80e3-0b5f26a56df5 req-ca8da4de-0d56-4564-a0ef-53d7d0bbea0e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:30:59.985547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3a8dc93-33b8-40ff-80e3-0b5f26a56df5 req-ca8da4de-0d56-4564-a0ef-53d7d0bbea0e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1746764 Nov 25 17:31:00.072483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-c5beabb8-7013-46e0-bf9a-174858888caf tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.074190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-c5beabb8-7013-46e0-bf9a-174858888caf tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab&tenant_id=95c99e5365bf47f596809a61f354cfc2&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.1427720 Nov 25 17:31:00.134387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-857ebcdb-f999-454a-8cd8-1777bcef7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.136079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-857ebcdb-f999-454a-8cd8-1777bcef7593 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0523894 Nov 25 17:31:00.147759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa078aef-58d5-4504-8b05-d4b5703fc9f4 req-ec4b2739-5897-47f1-91ac-b9bce2c7b2ae tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176688 Nov 25 17:31:00.168332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e3a8dc93-33b8-40ff-80e3-0b5f26a56df5 req-08e2513e-2a7f-4899-8729-200315eebd6b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816559 Nov 25 17:31:00.226587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-f7083899-8c93-4ce6-a77a-ca849db38806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.228102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-f7083899-8c93-4ce6-a77a-ca849db38806 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 200 len: 911 time: 0.3142188 Nov 25 17:31:00.262184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-02114976-1237-470a-b211-d67d39e4c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.262184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-02114976-1237-470a-b211-d67d39e4c362 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1095 time: 0.0960462 Nov 25 17:31:00.302144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-ab5afcae-e3e3-45d0-b019-046bced91b08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e HTTP/1.1" status: 200 len: 217 time: 0.0663342 Nov 25 17:31:00.411761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add57010-61d7-47ff-b07f-b256da6def7a req-2dca5552-3567-4b34-ba3a-6be5946c68b0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.412250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324004-79b4-436e-ba92-04eb28d92110 req-49933947-299e-47b6-841c-5682295c33b7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.413879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00324004-79b4-436e-ba92-04eb28d92110 req-49933947-299e-47b6-841c-5682295c33b7 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1489284 Nov 25 17:31:00.421160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-add57010-61d7-47ff-b07f-b256da6def7a req-2dca5552-3567-4b34-ba3a-6be5946c68b0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1170270 Nov 25 17:31:00.445709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-b75098b2-d3b5-4243-a06e-b51d1cb9480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.447516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-b75098b2-d3b5-4243-a06e-b51d1cb9480b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 200 len: 850 time: 0.1295240 Nov 25 17:31:00.493011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-3d6bf9c7-1b50-47a0-bc33-ae5084dffc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.494676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-3d6bf9c7-1b50-47a0-bc33-ae5084dffc32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 898 time: 0.2183268 Nov 25 17:31:00.498278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-4eaafe5a-782d-4741-b512-63897d38309f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e71de579-13cc-4495-8815-997c2d03e05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366690 Nov 25 17:31:00.535915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00324004-79b4-436e-ba92-04eb28d92110 req-88261522-ea56-403d-9006-811cf06f12e9 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144409 Nov 25 17:31:00.615310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-77128cae-f693-4e5e-bf41-2a21c9244e5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 999 time: 0.0909569 Nov 25 17:31:00.663106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-add57010-61d7-47ff-b07f-b256da6def7a req-8a88bba0-422a-4db0-bd65-5b042a8d39b8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404733 Nov 25 17:31:00.732051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-80fdfda1-bd72-42be-af94-3fdaf7d35f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.733533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-80fdfda1-bd72-42be-af94-3fdaf7d35f37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.1109116 Nov 25 17:31:00.745415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-1cec4af8-94f9-49c3-aad8-9dc60f7a9d51 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305317 Nov 25 17:31:00.831733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b47c328-fa36-4f98-af7d-addc7198da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:00.838245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-5b47c328-fa36-4f98-af7d-addc7198da3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946484 Nov 25 17:31:00.987807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d7359-5ad1-44c5-bde1-b2cbe8388105 req-34302bd3-d6e3-4948-a2d9-d53406cf4805 service neutron] 10.222.0.73 "GET /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328162 Nov 25 17:31:01.011524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-e6d83e44-0bba-4bd1-8f53-0a1089e3e869 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.013004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-e6d83e44-0bba-4bd1-8f53-0a1089e3e869 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.1745272 Nov 25 17:31:01.123306 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-6a28e285-135e-4be6-86a4-0016df563dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625444 Nov 25 17:31:01.228550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Deleting port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:01.229212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.335879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:01.343898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-940e64fb-0e49-403b-b4d2-e8f8ff25a4c2 service neutron] 10.222.0.73 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099228 Nov 25 17:31:01.466189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e0120-1d98-4bbf-9c93-583d0ead61ab req-16cb0be5-3fcf-47d5-b326-44d1f9f91eb9 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.474986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca6f7-7a31-433c-9908-d2af6998591e req-b1728ca0-66a5-41a5-a016-db194d4c1d8b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.478234 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-025ca6f7-7a31-433c-9908-d2af6998591e req-b1728ca0-66a5-41a5-a016-db194d4c1d8b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1906443 Nov 25 17:31:01.489843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] For port d4f5e2bb-23b3-4807-ac9c-d712dedcae47, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:01.491137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.496043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e7e0120-1d98-4bbf-9c93-583d0ead61ab req-16cb0be5-3fcf-47d5-b326-44d1f9f91eb9 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1695545 Nov 25 17:31:01.611067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e7e0120-1d98-4bbf-9c93-583d0ead61ab req-353f6aae-c9e2-45a1-8cb2-93d7174e5e83 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137211 Nov 25 17:31:01.642279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8895e584-fad2-4506-8d7b-b90ed70bc6e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.743837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-025ca6f7-7a31-433c-9908-d2af6998591e req-cd661297-8325-4cdc-8ba6-c3c4ca3b25fd tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592602 Nov 25 17:31:01.797823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8895e584-fad2-4506-8d7b-b90ed70bc6e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.809430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8895e584-fad2-4506-8d7b-b90ed70bc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.848122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b6a17-7c76-4314-b487-596b62905e86 req-395102a1-9dee-49ab-a81f-be27ad086108 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:01.850920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-395102a1-9dee-49ab-a81f-be27ad086108 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab&tenant_id=95c99e5365bf47f596809a61f354cfc2&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 1095 time: 0.2125034 Nov 25 17:31:01.909374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8895e584-fad2-4506-8d7b-b90ed70bc6e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=40369639f57946d9a8d40350b8e65380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5718763 Nov 25 17:31:01.910193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895e584-fad2-4506-8d7b-b90ed70bc6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ddfdee-2739-4172-a603-f44d3e7a3ff7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:01.913716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:01.914076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:01.984496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac47adbf-6fd2-40fb-a0a7-b5a21f65d851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:01.995327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e90f19-e672-47a8-8735-e96b806742e6 req-a917be03-4cdc-4774-a570-241dc4499256 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.003244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52e90f19-e672-47a8-8735-e96b806742e6 req-a917be03-4cdc-4774-a570-241dc4499256 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1588876 Nov 25 17:31:02.024341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:02.072899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52e90f19-e672-47a8-8735-e96b806742e6 req-c5d3d54d-1fe9-427f-bf0e-db4f4e8db9fe tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636957 Nov 25 17:31:02.078878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac47adbf-6fd2-40fb-a0a7-b5a21f65d851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.131737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac47adbf-6fd2-40fb-a0a7-b5a21f65d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.134701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac47adbf-6fd2-40fb-a0a7-b5a21f65d851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.136053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac47adbf-6fd2-40fb-a0a7-b5a21f65d851 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6ddfdee-2739-4172-a603-f44d3e7a3ff7 HTTP/1.1" status: 204 len: 168 time: 0.2216847 Nov 25 17:31:02.163211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47adbf-6fd2-40fb-a0a7-b5a21f65d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ddfdee-2739-4172-a603-f44d3e7a3ff7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:02.512811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:02.531562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21f92934-5de9-457f-a5d2-a0d187f38d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.719328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21f92934-5de9-457f-a5d2-a0d187f38d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.731815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21f92934-5de9-457f-a5d2-a0d187f38d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.736769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765474-89d8-4104-9923-499808927647 req-64c084ed-3699-4a4d-8658-2486a99a8563 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.744132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15765474-89d8-4104-9923-499808927647 req-64c084ed-3699-4a4d-8658-2486a99a8563 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 945 time: 0.8018095 Nov 25 17:31:02.830114 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.831467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.832915 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Floating IP 0c2001be-9947-4fcb-847a-2f0eea04b85f disassociated. External IP: 172.25.8.214, port: d4f5e2bb-23b3-4807-ac9c-d712dedcae47. Nov 25 17:31:02.835550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Calling delete_port for d4f5e2bb-23b3-4807-ac9c-d712dedcae47 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:02.860509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:02.865847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-21f92934-5de9-457f-a5d2-a0d187f38d31 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a60b32eeacbd4d9db6cd560379b086eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411038 Nov 25 17:31:02.870915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f92934-5de9-457f-a5d2-a0d187f38d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10a64b2-e688-4ab7-857b-da560830ec84,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:02.885520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-327b6a17-7c76-4314-b487-596b62905e86 req-d10e3e9b-2e45-40f2-8632-ffc33a0f4eea service neutron] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:02.920648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b976b-032d-4478-8ba4-421293758c1d req-b19fd966-4cb2-4275-b3b0-9bd965d1d80b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:02.924317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-327b6a17-7c76-4314-b487-596b62905e86 req-d10e3e9b-2e45-40f2-8632-ffc33a0f4eea service neutron] Publish callbacks [] for binding, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:02.925662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327b6a17-7c76-4314-b487-596b62905e86 req-d10e3e9b-2e45-40f2-8632-ffc33a0f4eea service neutron] 10.222.0.73 "DELETE /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d/bindings/n-h1-817303-7 HTTP/1.1" status: 204 len: 173 time: 1.0610151 Nov 25 17:31:02.931747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d5b976b-032d-4478-8ba4-421293758c1d req-b19fd966-4cb2-4275-b3b0-9bd965d1d80b tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1812980 Nov 25 17:31:03.047313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d5b976b-032d-4478-8ba4-421293758c1d req-3c9ab34f-59a9-49d7-91ca-6ea3c5205a00 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948572 Nov 25 17:31:03.063527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-15765474-89d8-4104-9923-499808927647 req-12daec6b-4ad6-4374-b7ec-2c6fd9d3cdef tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e94a150-3b3d-43b4-8293-36dfee5ef4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814465 Nov 25 17:31:03.161481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d40026f9-4e2b-4651-abde-4cce2d4bbc6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.198709 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d40026f9-4e2b-4651-abde-4cce2d4bbc6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.325584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a1035-5807-47a4-ba66-f0d31d161049 req-0625b9cd-a142-4de3-be09-bd94ea386eb3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.341138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e0a1035-5807-47a4-ba66-f0d31d161049 req-0625b9cd-a142-4de3-be09-bd94ea386eb3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1037245 Nov 25 17:31:03.387620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.399642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d40026f9-4e2b-4651-abde-4cce2d4bbc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.402642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d40026f9-4e2b-4651-abde-4cce2d4bbc6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.403924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d40026f9-4e2b-4651-abde-4cce2d4bbc6e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b10a64b2-e688-4ab7-857b-da560830ec84 HTTP/1.1" status: 204 len: 168 time: 0.5355742 Nov 25 17:31:03.452863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event deleted for resources: {'Port': ['ID=d4f5e2bb-23b3-4807-ac9c-d712dedcae47,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:03.468351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40026f9-4e2b-4651-abde-4cce2d4bbc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10a64b2-e688-4ab7-857b-da560830ec84,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:03.480408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e0a1035-5807-47a4-ba66-f0d31d161049 req-328c3ba0-5b23-4288-9442-421d795b7f14 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384468 Nov 25 17:31:03.500089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:03.504395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88979cc8-9927-4a97-adae-ea830086591d req-524654b6-f602-48f0-917f-6085a3bca7f2 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.506970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88979cc8-9927-4a97-adae-ea830086591d req-524654b6-f602-48f0-917f-6085a3bca7f2 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2889786 Nov 25 17:31:03.683887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a4bd-e830-4ba3-84e3-caad62702f1e req-edeacfb7-d64d-4e50-a9a0-5ad35b431242 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:03.700682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67c0a4bd-e830-4ba3-84e3-caad62702f1e req-edeacfb7-d64d-4e50-a9a0-5ad35b431242 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1095 time: 0.0928707 Nov 25 17:31:03.702597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:03.737316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88979cc8-9927-4a97-adae-ea830086591d req-ee3b69e7-878b-4693-857e-b71e94f8fadb tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767961 Nov 25 17:31:03.778311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a5f553-82a9-4001-9095-ed95145923fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:03.860623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67c0a4bd-e830-4ba3-84e3-caad62702f1e req-60f426f8-6225-4dea-9dc1-46b6347c3c95 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568608 Nov 25 17:31:03.948554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:03.965837 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:04.011218 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:04.036403 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:30:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:04.064561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] No DVR routers for this DVR port d4f5e2bb-23b3-4807-ac9c-d712dedcae47 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:04.101839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.112280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c9ba1f06-7db6-4a9c-a81a-0f861e7390d9 req-19284cd1-99f8-4f62-b6fb-539d50542617 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "DELETE /v2.0/ports/d4f5e2bb-23b3-4807-ac9c-d712dedcae47 HTTP/1.1" status: 204 len: 173 time: 3.0897670 Nov 25 17:31:04.113711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a5f553-82a9-4001-9095-ed95145923fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.114924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'name': 'network-vif-deleted', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:04.121235 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41a5f553-82a9-4001-9095-ed95145923fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.121455 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ca50d-0db3-43c7-9467-44d422983b2e" -d '{"events": [{"server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "name": "network-vif-deleted", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:04.197197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:04.221962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7c5002b-47fb-4dc3-8ee8-f23511a6a902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.225680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-41a5f553-82a9-4001-9095-ed95145923fe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3714874119a7464ebe770eeaf5a0810a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7243490 Nov 25 17:31:04.234107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb4a1-1f65-486f-8798-065c470aa8ab req-f5268e0e-d048-4038-98ea-fe89acf5e1cd tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.236147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95acb4a1-1f65-486f-8798-065c470aa8ab req-f5268e0e-d048-4038-98ea-fe89acf5e1cd tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1674342 Nov 25 17:31:04.237053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:04.265238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5f553-82a9-4001-9095-ed95145923fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978af25f-7a18-434a-a6d4-3717d7f4ff5a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:04.300834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f21c-40e6-4ade-adb9-68afd54f3881 req-8a9b906a-a0a1-4bbb-9334-b5a171e86853 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.303249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcd5f21c-40e6-4ade-adb9-68afd54f3881 req-8a9b906a-a0a1-4bbb-9334-b5a171e86853 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.0764637 Nov 25 17:31:04.378451 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:04.405929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dcd5f21c-40e6-4ade-adb9-68afd54f3881 req-d876868c-08bd-4583-b94c-6e9b78d418e9 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941355 Nov 25 17:31:04.529974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95acb4a1-1f65-486f-8798-065c470aa8ab req-a9cc1eba-23f4-45f8-a576-4d5e6361e386 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824640 Nov 25 17:31:04.558764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-525efbb0-21e3-421c-ab78-b362bc937530 req-c30414df-0415-4ec3-8722-24349c39948c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9623e66a-0936-4971-a762-5cbbbfbcee7a HTTP/1.1" status: 200 len: 210 time: 0.0369027 Nov 25 17:31:04.559264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:04.609577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8976-e0cd-4e04-a3fa-0bb8e7fa39cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.658671 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1241ce-febe-4df9-9fb1-adfb1e5aabc3 x-openstack-request-id: req-ce1241ce-febe-4df9-9fb1-adfb1e5aabc3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:04.658982 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9623e66a-0936-4971-a762-5cbbbfbcee7a", "name": "network-vif-deleted", "tag": "d4f5e2bb-23b3-4807-ac9c-d712dedcae47", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:04.659638 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce1241ce-febe-4df9-9fb1-adfb1e5aabc3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:04.662566 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9623e66a-0936-4971-a762-5cbbbfbcee7a', 'name': 'network-vif-deleted', 'tag': 'd4f5e2bb-23b3-4807-ac9c-d712dedcae47', 'status': 'completed', 'code': 200} Nov 25 17:31:04.693703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8976-e0cd-4e04-a3fa-0bb8e7fa39cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.701725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-afb50914-ec69-47da-9f01-d1964c9bc464 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/2d7983ff-246c-471c-af04-32ffcf66c27b HTTP/1.1" status: 200 len: 991 time: 0.1359384 Nov 25 17:31:04.774939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb568-e4a3-4ac6-8eea-abcd7f1943bc req-f3d90717-4a02-4b39-989e-6f964eee4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:04.777551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d80cb568-e4a3-4ac6-8eea-abcd7f1943bc req-f3d90717-4a02-4b39-989e-6f964eee4c24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.2865865 Nov 25 17:31:04.803933 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:04.879206 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:04.886531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7c5002b-47fb-4dc3-8ee8-f23511a6a902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.901491 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:04.904488 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:30:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:04.948098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d80cb568-e4a3-4ac6-8eea-abcd7f1943bc req-60649fdd-8b9c-4725-9b23-86e1e22966c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372006 Nov 25 17:31:04.952162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7c5002b-47fb-4dc3-8ee8-f23511a6a902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:04.995835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:05.012463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a7c5002b-47fb-4dc3-8ee8-f23511a6a902 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=779eb9263eb14a9e8c48d462af972161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8142390 Nov 25 17:31:05.019219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:05.078906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5002b-47fb-4dc3-8ee8-f23511a6a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da302b21-da40-4d28-9b2c-5a3cdc0225a2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.095456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8976-e0cd-4e04-a3fa-0bb8e7fa39cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.096965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30edf8a-0897-460b-8817-1e47eb474c8a req-7f692d04-929c-4af9-add5-8c0e2e7b6eeb tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.098497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d30edf8a-0897-460b-8817-1e47eb474c8a req-7f692d04-929c-4af9-add5-8c0e2e7b6eeb tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1408100 Nov 25 17:31:05.099368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8976-e0cd-4e04-a3fa-0bb8e7fa39cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.101138 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fb3f8976-e0cd-4e04-a3fa-0bb8e7fa39cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/978af25f-7a18-434a-a6d4-3717d7f4ff5a HTTP/1.1" status: 204 len: 168 time: 0.8567977 Nov 25 17:31:05.146220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f8976-e0cd-4e04-a3fa-0bb8e7fa39cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978af25f-7a18-434a-a6d4-3717d7f4ff5a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.169904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-787b93b1-8c38-4140-a8c2-6e4f5fa2ae5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.186911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233196e1-0078-446c-b8a7-80c305c6cd21 req-9b858e29-f9fe-4c77-b9ef-9d934caf7885 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:05.197941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-233196e1-0078-446c-b8a7-80c305c6cd21 req-9b858e29-f9fe-4c77-b9ef-9d934caf7885 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.2531288 Nov 25 17:31:05.208739 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:05.265679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d30edf8a-0897-460b-8817-1e47eb474c8a req-b248e8f0-5ded-4ce0-a754-38ec9060da18 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490717 Nov 25 17:31:05.294164 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-787b93b1-8c38-4140-a8c2-6e4f5fa2ae5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.306263 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-233196e1-0078-446c-b8a7-80c305c6cd21 req-94670c38-e6cd-4383-a1fc-dc38ff43c6fa tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070015 Nov 25 17:31:05.380098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 7f029743-e542-4fc2-a7a8-7c9af91d539b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:05.380401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.386606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-787b93b1-8c38-4140-a8c2-6e4f5fa2ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.398554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-787b93b1-8c38-4140-a8c2-6e4f5fa2ae5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.401826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-787b93b1-8c38-4140-a8c2-6e4f5fa2ae5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/da302b21-da40-4d28-9b2c-5a3cdc0225a2 HTTP/1.1" status: 204 len: 168 time: 0.3786263 Nov 25 17:31:05.402659 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:31:05.421670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b93b1-8c38-4140-a8c2-6e4f5fa2ae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da302b21-da40-4d28-9b2c-5a3cdc0225a2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.533287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.533618 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.548476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 7f029743-e542-4fc2-a7a8-7c9af91d539b owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:05.555260 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:05.617383 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de15ddd-91b0-40f9-bcbc-e9acb3276aef None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:05.675940 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a59fbee1-df19-4950-915f-2f56c6a943db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.686752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60976) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:05.816270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09976335-ea97-4609-937e-23fd873f9652 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.863044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.874399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09976335-ea97-4609-937e-23fd873f9652 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:05.912510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=7f029743-e542-4fc2-a7a8-7c9af91d539b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:05.917613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4f5e2bb-23b3-4807-ac9c-d712dedcae47 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:05.989243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: d4f5e2bb-23b3-4807-ac9c-d712dedcae47 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:05.994384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device d4f5e2bb-23b3-4807-ac9c-d712dedcae47 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:06.092999 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.093358 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP 2d7983ff-246c-471c-af04-32ffcf66c27b disassociated (deleted). External IP: 172.25.8.127, port: db1a58a6-b038-403d-9410-e2d70a6f6e4d. Nov 25 17:31:06.113486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cefe30f-8e33-4366-bf49-61a5d2314db1 None None] New status for floating IP 0c2001be-9947-4fcb-847a-2f0eea04b85f: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:06.156586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09976335-ea97-4609-937e-23fd873f9652 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.160338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09976335-ea97-4609-937e-23fd873f9652 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.164263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-09976335-ea97-4609-937e-23fd873f9652 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "DELETE /v2.0/security-groups/6e94a150-3b3d-43b4-8293-36dfee5ef4bc HTTP/1.1" status: 204 len: 168 time: 0.4736874 Nov 25 17:31:06.164590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:06.182942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09976335-ea97-4609-937e-23fd873f9652 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94a150-3b3d-43b4-8293-36dfee5ef4bc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:06.206821 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-a1aae7f4-a187-49af-806a-40e97226abf8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] show failed (client error): The resource could not be found. Nov 25 17:31:06.212779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32770) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:06.215071 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a1aae7f4-a187-49af-806a-40e97226abf8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups/6e94a150-3b3d-43b4-8293-36dfee5ef4bc HTTP/1.1" status: 404 len: 347 time: 0.0484929 Nov 25 17:31:06.543136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89787-4755-434b-8f7c-58e57cac2895 req-3b0bf824-5848-4efa-a57a-06cc3b7ea860 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:06.545037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5e89787-4755-434b-8f7c-58e57cac2895 req-3b0bf824-5848-4efa-a57a-06cc3b7ea860 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1090925 Nov 25 17:31:06.649875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5e89787-4755-434b-8f7c-58e57cac2895 req-37b41697-ac71-4506-95c3-b334f4baf429 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979748 Nov 25 17:31:06.740262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:06.896344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-422974753-network', 'tenant_id': '7b53e1f7520b449dafe381bf6e88a618'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:06.906500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Deleting port 2f301016-585a-4a2d-beb9-999e1b20bc91 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:06.907546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.920932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Made reservation on behalf of 7b53e1f7520b449dafe381bf6e88a618 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:06.923871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.937067 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:06.969770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:07.017968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9303-6b7c-4d5c-8a93-e950762ff212 req-ffd82f4c-e0c4-4532-b7d3-8024f62b925d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.026013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d2d9303-6b7c-4d5c-8a93-e950762ff212 req-ffd82f4c-e0c4-4532-b7d3-8024f62b925d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1805739 Nov 25 17:31:07.077865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.103408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.113839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:07.138752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.139082 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.142688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695336223-network', 'tenant_id': 'e0aecc647b2f4987983854c8d098f353'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:07.156207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d2d9303-6b7c-4d5c-8a93-e950762ff212 req-af96fcba-4750-4de4-8f9f-032f5a3284e4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286616 Nov 25 17:31:07.162638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:07.166027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Calling delete_port for 2f301016-585a-4a2d-beb9-999e1b20bc91 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:07.181719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f88810-a488-4e16-9a45-11febe72aa74,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.199334 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.199704 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Added segment 1304f828-9ddc-42e7-bbe7-00b592f4d003 of type vlan for network 8672a160-a127-409c-bb76-b933946cb731 Nov 25 17:31:07.235173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Made reservation on behalf of e0aecc647b2f4987983854c8d098f353 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:07.237565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.258890 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.263295 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.318494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.319756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.323911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.358379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:07.368052 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] Sync routers for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:07.390917 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:07.391845 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:30:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:07.406747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6652200 Nov 25 17:31:07.411470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:07.416576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Request body: {'subnet': {'network_id': '8672a160-a127-409c-bb76-b933946cb731', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-422974753-subnet', 'tenant_id': '7b53e1f7520b449dafe381bf6e88a618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:07.442451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14af37-ee74-40fe-9a52-ce7cbe3c2389 admin admin] Pushing event updated for resources: {'Network': ['ID=8672a160-a127-409c-bb76-b933946cb731,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.458367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.463442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.466166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 8672a160-a127-409c-bb76-b933946cb731 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:07.504050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-86d9c718-42cd-4ba3-8009-3e7d148ea4c2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/floatingips/2d7983ff-246c-471c-af04-32ffcf66c27b HTTP/1.1" status: 204 len: 168 time: 2.5054121 Nov 25 17:31:07.527953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:07.530535 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120" -d '{"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:07.537668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event deleted for resources: {'Port': ['ID=2f301016-585a-4a2d-beb9-999e1b20bc91,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.572589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Made reservation on behalf of 7b53e1f7520b449dafe381bf6e88a618 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:07.576244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.580966 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.610937 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a2caf-1a91-474d-89a2-20fbb22de01e x-openstack-request-id: req-117a2caf-1a91-474d-89a2-20fbb22de01e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:07.612612 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:07.612612 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-117a2caf-1a91-474d-89a2-20fbb22de01e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:07.613959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.616465 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'status': 'completed', 'code': 200} Nov 25 17:31:07.621850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.625479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.629883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6e6c1c55-fc86-4cca-89ed-4be6d4169de6 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "DELETE /v2.0/floatingips/0c2001be-9947-4fcb-847a-2f0eea04b85f HTTP/1.1" status: 204 len: 168 time: 1.4155793 Nov 25 17:31:07.711363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ff84e-c442-43cf-bfac-c8c546abe627,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:07.760815 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:07.771149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067aad4-3d05-493a-8bec-d1bf2c71b67b req-c2cfba9d-eaa6-4c2b-b2eb-185b1e7ccc87 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.774102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:07.774757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a067aad4-3d05-493a-8bec-d1bf2c71b67b req-c2cfba9d-eaa6-4c2b-b2eb-185b1e7ccc87 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1010988 Nov 25 17:31:07.808418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.808830 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Added segment a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe of type vlan for network 081acf72-be80-4fdd-b71c-136fcc33638a Nov 25 17:31:07.847417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-853bcae2-20ae-4f75-bbb4-1464244819aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.852050 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-853bcae2-20ae-4f75-bbb4-1464244819aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 1095 time: 0.1388440 Nov 25 17:31:07.863634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-b388ff13-1b4c-4d06-9470-ee7ce44b9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:07.863634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-b388ff13-1b4c-4d06-9470-ee7ce44b9cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 1096 time: 0.2796094 Nov 25 17:31:07.894475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a067aad4-3d05-493a-8bec-d1bf2c71b67b req-5ccf1d4b-4bf4-4c4b-84d8-8fe7bb15a81e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139350 Nov 25 17:31:07.991159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:07.993321 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5df2a18c-142c-4ced-947e-c62ae3e71dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.039182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.040156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.040739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.096600 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:08.138595 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] Checking router: 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:08.164381 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:08.170985 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:08.223340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-52608160-060b-474f-8839-b8d2950d4fb3 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.225125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-52608160-060b-474f-8839-b8d2950d4fb3 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.1254442 Nov 25 17:31:08.318602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:08.329586 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3533189 Nov 25 17:31:08.335175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32854) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:08.351239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Request body: {'subnet': {'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695336223-subnet', 'tenant_id': 'e0aecc647b2f4987983854c8d098f353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:08.352523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bf28b-f4f8-4484-ac2c-c981c1965faa admin admin] Pushing event updated for resources: {'Network': ['ID=081acf72-be80-4fdd-b71c-136fcc33638a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:08.364926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 081acf72-be80-4fdd-b71c-136fcc33638a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:08.419924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Made reservation on behalf of e0aecc647b2f4987983854c8d098f353 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:08.426629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.526494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:08.540611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44177513', 'description': 'tempest-description--1967114468'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:08.553536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b81-37ac-47a2-abb5-3638acea40d6 req-b33c9c25-d27f-4ea9-b7f5-91af6120a02f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.560637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbe32b81-37ac-47a2-abb5-3638acea40d6 req-b33c9c25-d27f-4ea9-b7f5-91af6120a02f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ed8b960-37a1-4296-b188-c250c31a4c8f HTTP/1.1" status: 200 len: 945 time: 0.4923213 Nov 25 17:31:08.575026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-7637ced6-94f9-4e2f-8917-113ba332ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.576550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-7637ced6-94f9-4e2f-8917-113ba332ebe3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 200 len: 919 time: 0.6968007 Nov 25 17:31:08.577540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-97b52ded-7549-40e8-870b-4164eb8ee893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.578851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-97b52ded-7549-40e8-870b-4164eb8ee893 service neutron] 10.222.0.73 "GET /v2.0/networks?id=554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 200 len: 898 time: 0.7134387 Nov 25 17:31:08.623663 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:08.658555 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e824c31-0266-4d72-a296-310432af2d3b None None] The sync data for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 is: [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:29:44Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '72535a38-8d04-4676-a499-ef8bf5fa50c8', 'name': '', 'network_id': '554308c6-915d-4fe9-b880-12fc3a02b184', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:bb:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:42Z', 'updated_at': '2021-11-25T17:29:51Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '25c63a88-bf22-46d1-85e8-002fad997a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:08.695003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bad5d-43c8-4cca-9f1e-3f8eec8f9dbb req-8c6cb268-6e55-4eba-ab4b-074b411b9c37 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.696178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d0bad5d-43c8-4cca-9f1e-3f8eec8f9dbb req-8c6cb268-6e55-4eba-ab4b-074b411b9c37 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1141076 Nov 25 17:31:08.698310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Deleting port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:08.698643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.728368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-e3eae484-b671-4ff6-bcfc-b065ce479bcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 200 len: 217 time: 0.1305249 Nov 25 17:31:08.729635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.739661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-dfa57c2b-0502-4333-8213-8e9cdd5b35c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 200 len: 217 time: 0.1484482 Nov 25 17:31:08.792615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-714554be-43cf-49c9-8055-1d81dbec218e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.794157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-714554be-43cf-49c9-8055-1d81dbec218e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.4321187 Nov 25 17:31:08.884567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.915021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d0bad5d-43c8-4cca-9f1e-3f8eec8f9dbb req-f16d9621-be8f-496c-896a-10ed68c2f376 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980152 Nov 25 17:31:08.953081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] For port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:08.953539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.970528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:08.973206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-898a1a12-7e29-4d83-a444-a10a1b033c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:08.975134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-898a1a12-7e29-4d83-a444-a10a1b033c3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 200 len: 834 time: 0.1946080 Nov 25 17:31:08.982838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Calling delete_port for 6531e57c-1b3a-4e81-9487-4f6c9c1a344e owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:08.990784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbe32b81-37ac-47a2-abb5-3638acea40d6 req-04efc843-3958-42cb-83d7-1a5c7f04d179 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292245 Nov 25 17:31:09.044957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad140a32-0b20-481f-ac96-723c23528c5f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.068998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-3b9da00f-12f9-45fd-a624-18c63ecfa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.078389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-3b9da00f-12f9-45fd-a624-18c63ecfa9b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 200 len: 858 time: 0.3353193 Nov 25 17:31:09.150208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Pushing event updated for resources: {'Subnet': ['ID=430ed769-3cf7-433e-ba04-e5fc05e1813c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.175874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Checking segment: {'id': 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:09.180241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Network hostable DHCP agents. Network: 081acf72-be80-4fdd-b71c-136fcc33638a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:09.230122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0970699-93aa-4d62-b4dd-4dd7a6f5aee2 None None] New status for floating IP 2d7983ff-246c-471c-af04-32ffcf66c27b: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:09.235694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Network 081acf72-be80-4fdd-b71c-136fcc33638a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:09.254932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 081acf72-be80-4fdd-b71c-136fcc33638a) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:09.260538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.261579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.282711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2066508-de96-46f9-ab03-2ed9fbe3c399 None None] Network 081acf72-be80-4fdd-b71c-136fcc33638a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:09.294148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-c8d9bd54-3241-4c8e-8731-4c0883dc844d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6423a287-98bc-415c-8aaa-bb22b1c5ae17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1962035 Nov 25 17:31:09.318551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-247aa645-5b94-4092-b6f8-ae4f4cef709b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9786496 Nov 25 17:31:09.344727 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Checking segment: {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:09.346043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Network hostable DHCP agents. Network: 8672a160-a127-409c-bb76-b933946cb731, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:09.376542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.410844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['c9b7fb19-ac3a-46c3-9337-f7980a87399d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:09.414490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['6531e57c-1b3a-4e81-9487-4f6c9c1a344e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:09.427694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Pushing event deleted for resources: {'Port': ['ID=6531e57c-1b3a-4e81-9487-4f6c9c1a344e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:09.501656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.523817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-cd636dc5-8e39-45e0-bcbd-62708bb551e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.525244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-cd636dc5-8e39-45e0-bcbd-62708bb551e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=554308c6-915d-4fe9-b880-12fc3a02b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5273120 Nov 25 17:31:09.609568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] No DVR routers for this DVR port 6531e57c-1b3a-4e81-9487-4f6c9c1a344e on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:09.612144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7c57d-78c6-408e-b894-31936028e138 req-0a91b202-426e-4000-9625-caabea821f2c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.615252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:09.620834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.73 "DELETE /v2.0/ports/6531e57c-1b3a-4e81-9487-4f6c9c1a344e HTTP/1.1" status: 204 len: 173 time: 1.3885009 Nov 25 17:31:09.623074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'name': 'network-vif-deleted', 'tag': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:09.624095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b7c57d-78c6-408e-b894-31936028e138 req-0a91b202-426e-4000-9625-caabea821f2c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.4822314 Nov 25 17:31:09.637792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3270247-f5d0-4773-ba8a-2e4bfb429815 None None] Network 081acf72-be80-4fdd-b71c-136fcc33638a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:09.650721 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90c5946-9b5a-4688-bad4-b0381edd993c" -d '{"events": [{"server_uuid": "8ed8b960-37a1-4296-b188-c250c31a4c8f", "name": "network-vif-deleted", "tag": "6531e57c-1b3a-4e81-9487-4f6c9c1a344e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:09.682938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf56c9-5174-4098-9726-a08a2f975357 req-69f09eec-9ff0-45a2-8fa6-40a3529a2275 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:09.704765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ecf56c9-5174-4098-9726-a08a2f975357 req-69f09eec-9ff0-45a2-8fa6-40a3529a2275 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2799189 Nov 25 17:31:09.819136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ecf56c9-5174-4098-9726-a08a2f975357 req-5f1889ce-afbc-403c-a0d7-1fc8a8e957af tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105680 Nov 25 17:31:09.891940 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e759ded4-65b9-444e-aeaa-72a37c0e09c3 x-openstack-request-id: req-e759ded4-65b9-444e-aeaa-72a37c0e09c3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:09.892260 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed8b960-37a1-4296-b188-c250c31a4c8f", "name": "network-vif-deleted", "tag": "6531e57c-1b3a-4e81-9487-4f6c9c1a344e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:09.893210 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e759ded4-65b9-444e-aeaa-72a37c0e09c3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:09.893624 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed8b960-37a1-4296-b188-c250c31a4c8f', 'name': 'network-vif-deleted', 'tag': '6531e57c-1b3a-4e81-9487-4f6c9c1a344e', 'status': 'completed', 'code': 200} Nov 25 17:31:10.101181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5610b-ad72-43e3-847f-09a25c26dfc9 req-efab328b-d976-42de-8a19-75f8b9857e9c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.109034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9d5610b-ad72-43e3-847f-09a25c26dfc9 req-efab328b-d976-42de-8a19-75f8b9857e9c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.0638728 Nov 25 17:31:10.156906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32900) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:10.167807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-518676407-network', 'tenant_id': 'a9701db495e0479f912bcf2399fd317a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:10.191532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9d5610b-ad72-43e3-847f-09a25c26dfc9 req-c94209de-9a27-48a0-bdc1-6d51b43710c9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814972 Nov 25 17:31:10.212362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Made reservation on behalf of a9701db495e0479f912bcf2399fd317a for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:10.215802 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.243946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.268887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.277550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Network 8672a160-a127-409c-bb76-b933946cb731 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:10.310082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-fa8bc6c0-8f44-4a53-8d8b-11c8e32b55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.311864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-fa8bc6c0-8f44-4a53-8d8b-11c8e32b55ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.9975400 Nov 25 17:31:10.312464 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.317445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port db1a58a6-b038-403d-9410-e2d70a6f6e4d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:10.317765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.360691 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.369235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 8672a160-a127-409c-bb76-b933946cb731) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:10.369821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.382973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b0c13-6152-45b9-b245-acb84c723fee None None] Network 8672a160-a127-409c-bb76-b933946cb731 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:10.412306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:10.442632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.443538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.450774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.450774 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Added segment f83708cc-57f3-4a36-ba4e-89f0091c2d27 of type vlan for network 5cf3afd8-259b-4d41-b3d3-f3661eff9555 Nov 25 17:31:10.511404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-1d6f38ea-c66b-4428-abbf-6308fcf6eda0 service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1928720 Nov 25 17:31:10.535446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.539481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0032673 Nov 25 17:31:10.540102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:10.554028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'security_group_rule': {'security_group_id': '5ae18516-fb46-4bca-b4b1-bb34a2f2baac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:10.585306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.587990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61b7c57d-78c6-408e-b894-31936028e138 req-11ee3e88-f818-4371-b459-10dc40d67e49 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9585326 Nov 25 17:31:10.589234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f6ea5-bde2-4db0-93c4-10e7bf837ea5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.601187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd5df7-56c4-436a-a75c-654ef532d80d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae18516-fb46-4bca-b4b1-bb34a2f2baac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.644282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-876e28a7-a42a-493f-81c1-2bd2d32f8ecd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2313969 Nov 25 17:31:10.665007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.692033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.692205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65a256-1273-42dd-b51b-b722b31847d4 None None] Network 8672a160-a127-409c-bb76-b933946cb731 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:10.694116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.695076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.722166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-aefe0250-8893-408d-8ff9-46d1c5681870 service neutron] 10.222.0.73 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1803014 Nov 25 17:31:10.749258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5833592 Nov 25 17:31:10.762781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:10.769503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Request body: {'subnet': {'network_id': '5cf3afd8-259b-4d41-b3d3-f3661eff9555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-518676407-subnet', 'tenant_id': 'a9701db495e0479f912bcf2399fd317a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:10.831496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f4fd-f125-4000-9387-80de2ccb9735 req-c6db633f-cd85-4e88-90b4-e15e5fe628e6 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.832984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b40f4fd-f125-4000-9387-80de2ccb9735 req-c6db633f-cd85-4e88-90b4-e15e5fe628e6 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1985149 Nov 25 17:31:10.912145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-0bfe916b-aba2-4384-ae43-fae767e132ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:10.914616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-0bfe916b-aba2-4384-ae43-fae767e132ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.5916908 Nov 25 17:31:10.916250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Pushing event updated for resources: {'Network': ['ID=5cf3afd8-259b-4d41-b3d3-f3661eff9555,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:10.951507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.951866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.952190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.952531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.952850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.953177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.953500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.953816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.954185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.954455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.954822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.955327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d4a86-f258-4c2d-80b0-0e3e86c987eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:10.968082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5cf3afd8-259b-4d41-b3d3-f3661eff9555 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:10.977047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.979994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Made reservation on behalf of a9701db495e0479f912bcf2399fd317a for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:10.982479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:10.994045 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6b40f4fd-f125-4000-9387-80de2ccb9735 req-90557c00-8fc7-44ce-bbdf-dd20fa5776c5 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418345 Nov 25 17:31:11.232130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port db1a58a6-b038-403d-9410-e2d70a6f6e4d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=db1a58a6-b038-403d-9410-e2d70a6f6e4d,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:11.232494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.262350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for db1a58a6-b038-403d-9410-e2d70a6f6e4d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:11.323137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.378029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-d3671a29-6ac8-4d61-90be-e62ca45b749e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.4355254 Nov 25 17:31:11.382721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e09d9dd-0183-422b-a1c2-ad443adb0baf req-1ccb9b0b-1a21-4f1b-a09b-0089aec0739a service neutron] 10.222.0.55 "GET /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342090 Nov 25 17:31:11.411666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2dc7c46-53a1-4753-a9a7-b0bb85ca1120 req-8b30e6c1-5fc7-40fb-9af1-cbd7a8d5cb04 service neutron] 10.222.0.73 "GET /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513579 Nov 25 17:31:11.426791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.427423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.480071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff626-6855-4c78-82a5-bf66918013ba req-53d8a1e0-3f1f-4e35-b6b8-94635952d2ec tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.491413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b69ff626-6855-4c78-82a5-bf66918013ba req-53d8a1e0-3f1f-4e35-b6b8-94635952d2ec tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 944 time: 0.1254430 Nov 25 17:31:11.582910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07b10c9-46ae-428e-bca5-354e8bd5c520,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:11.594648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b69ff626-6855-4c78-82a5-bf66918013ba req-dae4b148-768f-4b08-816b-1b0955c2ea70 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=0da87b9a-f765-4291-84a3-6981eb450e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006973 Nov 25 17:31:11.608135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94856b85-2224-419d-9188-ba56badf6e80 req-c87d82f7-bd47-497b-8749-883309f3a37e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.610123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94856b85-2224-419d-9188-ba56badf6e80 req-c87d82f7-bd47-497b-8749-883309f3a37e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.6693161 Nov 25 17:31:11.645341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.648529 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6ff75479-2a8a-4a86-b54e-222797636447 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0989661 Nov 25 17:31:11.651911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:11.659895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'security_group_rule': {'security_group_id': '5ae18516-fb46-4bca-b4b1-bb34a2f2baac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:11.697522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-2923667f-f673-4b94-a812-bb6110e24912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.699740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-2923667f-f673-4b94-a812-bb6110e24912 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.2839603 Nov 25 17:31:11.722471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.799379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.815529 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94856b85-2224-419d-9188-ba56badf6e80 req-08086dd3-a877-44d0-8615-b685da5624c2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943030 Nov 25 17:31:11.833750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-0fdced8e-fe6b-4409-9e88-cefa26715b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.840178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028376bb-a155-403b-a595-9dfddf4b5732 req-c44b7536-b1fe-4bf8-b4ce-c63c74624927 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:11.842431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-0fdced8e-fe6b-4409-9e88-cefa26715b40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302769 Nov 25 17:31:11.846422 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.853071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-028376bb-a155-403b-a595-9dfddf4b5732 req-c44b7536-b1fe-4bf8-b4ce-c63c74624927 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1694238 Nov 25 17:31:11.853899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6531e57c-1b3a-4e81-9487-4f6c9c1a344e no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:11.854447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:11.886804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 6531e57c-1b3a-4e81-9487-4f6c9c1a344e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:11.887138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6531e57c-1b3a-4e81-9487-4f6c9c1a344e not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:11.887615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device db1a58a6-b038-403d-9410-e2d70a6f6e4d no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:11.940029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cf1da3-d10c-49d3-9252-a098f84c0155,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:11.976149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-d9d92e97-b4dc-4842-abcd-b7a9d6b63ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926673 Nov 25 17:31:12.022968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-028376bb-a155-403b-a595-9dfddf4b5732 req-5116ad24-50a6-4be5-9cba-f621a9494622 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051643 Nov 25 17:31:12.034745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.038807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-10e075a5-87c0-40cc-841b-da5283e94f93 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828213 Nov 25 17:31:12.049019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:12.054161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:12.098477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.145996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da87148e-d6e9-44b6-871e-b8c35a32599b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:12.164602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.229187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=db1a58a6-b038-403d-9410-e2d70a6f6e4d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:12.239575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Checking segment: {'id': 'f83708cc-57f3-4a36-ba4e-89f0091c2d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5cf3afd8-259b-4d41-b3d3-f3661eff9555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:12.239947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Network hostable DHCP agents. Network: 5cf3afd8-259b-4d41-b3d3-f3661eff9555, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:12.240498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.270793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42443238-a498-4f41-863a-8828144d2e56 req-e90cddbc-2aa1-4073-8eb4-189e0dc18053 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.279218 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42443238-a498-4f41-863a-8828144d2e56 req-e90cddbc-2aa1-4073-8eb4-189e0dc18053 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1659403 Nov 25 17:31:12.323258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d5a09d8-4e94-44bc-9e29-f42bca79feb6 req-30fded5d-7f36-419e-8e9c-e3f076ea782a service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141208 Nov 25 17:31:12.348748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] No DVR routers for this DVR port db1a58a6-b038-403d-9410-e2d70a6f6e4d on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:12.365126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.368773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b2f1dda-4dd8-4470-aaa2-8fe4cbe16b3a req-3c604398-854e-429a-9a0b-7a436fce243d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.73 "DELETE /v2.0/ports/db1a58a6-b038-403d-9410-e2d70a6f6e4d HTTP/1.1" status: 204 len: 173 time: 3.5095775 Nov 25 17:31:12.369260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-deleted', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:12.371971 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061f8aa9-fc93-4d9f-a325-f34a96c2e504" -d '{"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-deleted", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:12.398144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Network 5cf3afd8-259b-4d41-b3d3-f3661eff9555 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:12.442128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Allocated IP 172.25.8.248 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/68ea676a-c1dc-4263-a4b4-aea93a5b3a4d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:12.481947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42443238-a498-4f41-863a-8828144d2e56 req-5351a463-172e-41c8-9b2a-a9d1e34e3a7f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953802 Nov 25 17:31:12.484037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5cf3afd8-259b-4d41-b3d3-f3661eff9555) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:12.504434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c4ebf-6090-44c0-9670-b253fb4068ef None None] Network 5cf3afd8-259b-4d41-b3d3-f3661eff9555 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:12.520515 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974bdb81-c2d5-42ec-952d-274f382e5c60 x-openstack-request-id: req-974bdb81-c2d5-42ec-952d-274f382e5c60 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:12.520813 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab", "name": "network-vif-deleted", "tag": "db1a58a6-b038-403d-9410-e2d70a6f6e4d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:12.521400 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-974bdb81-c2d5-42ec-952d-274f382e5c60 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:12.522006 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab', 'name': 'network-vif-deleted', 'tag': 'db1a58a6-b038-403d-9410-e2d70a6f6e4d', 'status': 'completed', 'code': 200} Nov 25 17:31:12.523957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.524771 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.546350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aebb23f3-db05-40ac-88f0-a24d1fb86bb9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7824664 Nov 25 17:31:12.803344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-78bb9705-fe1b-4511-bca7-4d2d9b57dc75 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:12.804944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-78bb9705-fe1b-4511-bca7-4d2d9b57dc75 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.55 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.1537755 Nov 25 17:31:12.819576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.903012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:12.980839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:12.988384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0cee77-10fa-4a0c-99b1-ddac1bcf9b1e None None] Network 5cf3afd8-259b-4d41-b3d3-f3661eff9555 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:12.995829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:13.009518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:13.051812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18751720-8568-469b-a9bf-023fef778a1b req-d21d8e0a-c30f-4e77-9688-13abad7c7d5e tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=63fa2cf1-9a9a-4067-a4a9-a07dce24c8ab HTTP/1.1" status: 200 len: 210 time: 0.2192585 Nov 25 17:31:13.207568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Deleting port c9b7fb19-ac3a-46c3-9337-f7980a87399d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:13.207810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.221150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'Port': ['ID=68ea676a-c1dc-4263-a4b4-aea93a5b3a4d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.276240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b06e0-92d1-4aa3-8386-78196f8e7f0a req-666dd3b1-540f-4b53-a090-66f729b183e1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.277843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c5b06e0-92d1-4aa3-8386-78196f8e7f0a req-666dd3b1-540f-4b53-a090-66f729b183e1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1683033 Nov 25 17:31:13.282443 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.302121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab4d3-db5a-4aa6-8980-afa79ed44653 req-3f5ff9bf-1d9d-4933-8b6b-de651215ab2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.303675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f23ab4d3-db5a-4aa6-8980-afa79ed44653 req-3f5ff9bf-1d9d-4933-8b6b-de651215ab2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1349671 Nov 25 17:31:13.342901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.344734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] For port c9b7fb19-ac3a-46c3-9337-f7980a87399d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9b7fb19-ac3a-46c3-9337-f7980a87399d,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:13.345091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.367833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Calling delete_port for c9b7fb19-ac3a-46c3-9337-f7980a87399d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:13.388079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c5b06e0-92d1-4aa3-8386-78196f8e7f0a req-3603408f-de4f-44b8-a4a6-b1fe96c06ce5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030910 Nov 25 17:31:13.396966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f23ab4d3-db5a-4aa6-8980-afa79ed44653 req-fd092d40-a6b3-4b6d-af50-1770e6f8e246 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845253 Nov 25 17:31:13.612531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.617289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.652855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e02e-1761-4ac0-9f09-a4e8b9dc3944 req-317aca24-2a0f-4eea-81bc-4b0015f1046d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.654362 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14e3e02e-1761-4ac0-9f09-a4e8b9dc3944 req-317aca24-2a0f-4eea-81bc-4b0015f1046d tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f9b48c-e3d7-4828-aea6-57fe58c33e5c HTTP/1.1" status: 200 len: 946 time: 0.0959902 Nov 25 17:31:13.714232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14e3e02e-1761-4ac0-9f09-a4e8b9dc3944 req-61895586-9a4b-40de-8102-8930934eb80e tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.86 "GET /v2.0/security-groups?id=3758856e-e763-4ad6-ba10-32cbf4dd7d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 Nov 25 17:31:13.714961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'Port': ['ID=68ea676a-c1dc-4263-a4b4-aea93a5b3a4d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.715100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.728294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['c9b7fb19-ac3a-46c3-9337-f7980a87399d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:13.753665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Pushing event deleted for resources: {'Port': ['ID=c9b7fb19-ac3a-46c3-9337-f7980a87399d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:13.757009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.826281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] No DVR routers for this DVR port c9b7fb19-ac3a-46c3-9337-f7980a87399d on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:13.831473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.835378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-632e2c5b-9829-4c97-bd2e-abdb3ec21309 req-3b8c8930-c69c-428c-bbba-0b937569d888 tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] 10.222.0.55 "DELETE /v2.0/ports/c9b7fb19-ac3a-46c3-9337-f7980a87399d HTTP/1.1" status: 204 len: 173 time: 1.0018761 Nov 25 17:31:13.837636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:13.839429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-07ad59ef-637f-46c8-99c4-65fa3421b2da tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7887466 Nov 25 17:31:13.928653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-74e1ae87-be0f-4c60-90ff-1d6bb4e594e9 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:13.930914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-74e1ae87-be0f-4c60-90ff-1d6bb4e594e9 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/networks?id=081acf72-be80-4fdd-b71c-136fcc33638a HTTP/1.1" status: 200 len: 809 time: 0.1655316 Nov 25 17:31:13.956580 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-41401f7e-072f-4151-a661-1462efc16fb5 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/quotas/e0aecc647b2f4987983854c8d098f353 HTTP/1.1" status: 200 len: 375 time: 0.0178494 Nov 25 17:31:14.012044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-92cf57f2-6437-4dad-88eb-2d851d38b4cd tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0aecc647b2f4987983854c8d098f353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500572 Nov 25 17:31:14.018345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-8648f1d2-5e32-489a-9722-4bb5624ad6a4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:14.026889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-8648f1d2-5e32-489a-9722-4bb5624ad6a4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135679 Nov 25 17:31:14.138000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-81ec0eeb-1843-4d3f-95bf-aa22bd43c4df service neutron] 10.222.0.86 "GET /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105003 Nov 25 17:31:14.231031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-08d88326-88ef-482e-87b6-f8b625c7e675 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.233686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-08d88326-88ef-482e-87b6-f8b625c7e675 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/networks?id=8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 200 len: 808 time: 0.1167700 Nov 25 17:31:14.248680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-00dcd860-23fb-43cc-a58d-c58ac6099ba8 service neutron] 10.222.0.86 "GET /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023757 Nov 25 17:31:14.252200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-d6e57f0e-9d6d-4468-b3a2-e4ba93722dbb tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/quotas/7b53e1f7520b449dafe381bf6e88a618 HTTP/1.1" status: 200 len: 375 time: 0.0109243 Nov 25 17:31:14.300546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-7bcadddd-0612-48f8-b04b-a653f7ebeaa3 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b53e1f7520b449dafe381bf6e88a618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387836 Nov 25 17:31:14.319149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-aa20ac98-b92a-47ab-a90e-f6db613e04e0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:31:14.320343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-aa20ac98-b92a-47ab-a90e-f6db613e04e0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079215 Nov 25 17:31:14.494436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-1a7aa2cc-2128-480c-9dd9-653dd9235a2d service neutron] 10.222.0.86 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660564 Nov 25 17:31:14.606343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'name': 'network-vif-deleted', 'tag': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:14.608868 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d8189-02c2-4788-a11b-0e66b4051136" -d '{"events": [{"server_uuid": "53f9b48c-e3d7-4828-aea6-57fe58c33e5c", "name": "network-vif-deleted", "tag": "c9b7fb19-ac3a-46c3-9337-f7980a87399d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:14.627221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-60bbffb5-f828-4d6e-a700-b337aaf8a89e service neutron] 10.222.0.86 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226690 Nov 25 17:31:14.643991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-913c4caf-ad8b-4162-9a9f-8c286469ccc4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--44177513&fields=id&tenant_id=0e28d6cd50064f73a95a81eeaa78caef HTTP/1.1" status: 200 len: 267 time: 0.0874882 Nov 25 17:31:14.854152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-581ed53f-7a8e-45ec-a695-5377858da27a tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:14.855760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-581ed53f-7a8e-45ec-a695-5377858da27a tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 811 time: 0.2055244 Nov 25 17:31:14.881393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-0b210471-df5a-4369-826d-1edcfc533b6f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/quotas/0e28d6cd50064f73a95a81eeaa78caef HTTP/1.1" status: 200 len: 375 time: 0.0147479 Nov 25 17:31:14.919568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:15.034874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-02bbd359-a90d-4012-b1e9-cf3c8e9f48aa tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407521 Nov 25 17:31:15.061208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8304f0ef-0b45-4ab5-b32f-51f51934e506 req-9ceffd6f-75f9-4e64-a1f3-c2793b4e1f0a tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 210 time: 0.0708804 Nov 25 17:31:15.190747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-14469ef7-bfc0-4859-b19a-e3d1df1ba95b service neutron] 10.222.0.86 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366706 Nov 25 17:31:15.387697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64be5b-b5ca-4a64-bb4c-def405e635de req-4e031154-d2bc-4276-a8eb-12802f86a335 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:15.392472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a64be5b-b5ca-4a64-bb4c-def405e635de req-4e031154-d2bc-4276-a8eb-12802f86a335 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1967459 Nov 25 17:31:15.405741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-7b96dca4-5af3-46cb-a79c-126303d51236 service neutron] 10.222.0.86 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030883 Nov 25 17:31:15.580637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a64be5b-b5ca-4a64-bb4c-def405e635de req-67b9a9f7-1906-4fae-9893-cccd22f46d4c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784506 Nov 25 17:31:15.585712 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b22ef1-738b-4579-aab4-d679c4e626d1 x-openstack-request-id: req-24b22ef1-738b-4579-aab4-d679c4e626d1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:15.586196 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f9b48c-e3d7-4828-aea6-57fe58c33e5c", "name": "network-vif-deleted", "tag": "c9b7fb19-ac3a-46c3-9337-f7980a87399d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:15.586603 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24b22ef1-738b-4579-aab4-d679c4e626d1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:15.587235 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f9b48c-e3d7-4828-aea6-57fe58c33e5c', 'name': 'network-vif-deleted', 'tag': 'c9b7fb19-ac3a-46c3-9337-f7980a87399d', 'status': 'completed', 'code': 200} Nov 25 17:31:15.678991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33100) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:15.757916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f35432fa-2b15-44af-aaa2-a2344b280bca req-c0913a70-889e-44bd-a0e5-ff2659fa1eec tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 210 time: 0.0651639 Nov 25 17:31:16.062538 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.160483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-51ea1263-5e79-4c48-b34b-0f8af8bd86b2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:16.161891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-51ea1263-5e79-4c48-b34b-0f8af8bd86b2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.73 "GET /v2.0/networks?id=081acf72-be80-4fdd-b71c-136fcc33638a HTTP/1.1" status: 200 len: 809 time: 0.2712018 Nov 25 17:31:16.195734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Request body: {'port': {'device_id': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a', 'admin_state_up': True, 'tenant_id': 'e0aecc647b2f4987983854c8d098f353'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:16.416027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d10a212-086d-4b54-89c4-ad4b386d97c7 req-756b44da-1318-4623-abb3-434072e367e3 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 210 time: 0.1146617 Nov 25 17:31:16.750504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:16.933396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8fe1b259-b027-4e2a-9786-7ec29feb4cf8 req-f55be3bc-17e7-4f9b-bd3c-6324cf2f0b62 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 210 time: 1.0089316 Nov 25 17:31:17.036150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-924f2993-09d0-4aac-b95e-77cb041a9444 req-038df443-0228-4062-b477-03d4bff9721a tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 210 time: 0.0704453 Nov 25 17:31:17.037531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.185696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Deleting port 0510eb30-eedb-4a7e-8264-eed7a7968abf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:17.186039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.216951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Made reservation on behalf of e0aecc647b2f4987983854c8d098f353 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:17.224123 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.309904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] For port 0510eb30-eedb-4a7e-8264-eed7a7968abf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0510eb30-eedb-4a7e-8264-eed7a7968abf,segment=NetworkSegment(41c55cb0-507b-4cdb-95a0-9e4c3e315993),segment_id=41c55cb0-507b-4cdb-95a0-9e4c3e315993)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:17.310306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.327082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Calling delete_port for 0510eb30-eedb-4a7e-8264-eed7a7968abf owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:17.378960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-c7211eeb-958e-4b88-ac0e-41c969a2bc52 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.380527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-c7211eeb-958e-4b88-ac0e-41c969a2bc52 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "GET /v2.0/networks?id=8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 200 len: 808 time: 0.5245330 Nov 25 17:31:17.468544 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.509791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Request body: {'port': {'device_id': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'network_id': '8672a160-a127-409c-bb76-b933946cb731', 'admin_state_up': True, 'tenant_id': '7b53e1f7520b449dafe381bf6e88a618'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:17.615278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ebf69acd-bb3b-4cc8-a973-bc0fa4e51ea4 req-9adc8f7d-a64f-4b75-801d-7ae2e09c49c5 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 210 time: 0.0586812 Nov 25 17:31:17.654944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.695266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Pushing event deleted for resources: {'Port': ['ID=0510eb30-eedb-4a7e-8264-eed7a7968abf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:17.788167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-3dc4f5e2-bf48-48eb-8818-6f4df416cd8f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:17.789691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-3dc4f5e2-bf48-48eb-8818-6f4df416cd8f tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 811 time: 0.5172462 Nov 25 17:31:17.796505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Allocated IP 172.20.0.3 (081acf72-be80-4fdd-b71c-136fcc33638a/430ed769-3cf7-433e-ba04-e5fc05e1813c/f5cd3a42-f5ab-47fa-a3d8-6b725e42754b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:17.915243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:17.977360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9b7fb19-ac3a-46c3-9337-f7980a87399d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:18.013473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: c9b7fb19-ac3a-46c3-9337-f7980a87399d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:18.014127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9b7fb19-ac3a-46c3-9337-f7980a87399d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:18.030619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-b34e343d-1c21-4d3f-b354-f62224deca17 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e28d6cd50064f73a95a81eeaa78caef HTTP/1.1" status: 200 len: 378 time: 0.2221920 Nov 25 17:31:18.035988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Made reservation on behalf of 7b53e1f7520b449dafe381bf6e88a618 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:18.043852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.090466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'port': {'device_id': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'admin_state_up': True, 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'security_groups': ['5ae18516-fb46-4bca-b4b1-bb34a2f2baac']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:18.163351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce15d9da-962d-4a13-849c-6de45830ff99 req-5e1095f2-963c-4e28-a0cd-c59e820997d1 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 210 time: 0.0850103 Nov 25 17:31:18.321013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Router 96d841f0-1d4f-44d7-9694-25dcc20a198c has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:18.335725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.451023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f2c98b08-3473-4ec6-ada4-3f0a953b87c4 req-f24cb10d-e7a8-42d7-a104-db3ff4d812ae tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 210 time: 0.2086115 Nov 25 17:31:18.468120 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.597652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Pushing event updated for resources: {'Port': ['ID=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:18.627404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 72535a38-8d04-4676-a499-ef8bf5fa50c8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:18.627989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.687374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Made reservation on behalf of 0e28d6cd50064f73a95a81eeaa78caef for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:18.696961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:18.704159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Network 081acf72-be80-4fdd-b71c-136fcc33638a is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:18.747904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:18.762085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:18.961316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Allocated IP 172.20.0.10 (8672a160-a127-409c-bb76-b933946cb731/ad140a32-0b20-481f-ac96-723c23528c5f/aa8b76bc-415e-426b-bcd7-65acff000c73) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:18.974310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c7155-51c2-4019-9af6-59ce9e911ea8 req-30d6e07d-2234-48ce-9eb7-d4d2b5ec3425 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:18.977280 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b8c7155-51c2-4019-9af6-59ce9e911ea8 req-30d6e07d-2234-48ce-9eb7-d4d2b5ec3425 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 931 time: 0.1098115 Nov 25 17:31:19.029967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:19.030614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.033732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:19.045134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-73140bdb-9db8-48a7-a07c-ac3e1ce8e893 admin admin] 10.222.0.86 "PUT /v2.0/routers/96d841f0-1d4f-44d7-9694-25dcc20a198c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3646533 Nov 25 17:31:19.050599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:19.053625 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] Sync routers for ids ['96d841f0-1d4f-44d7-9694-25dcc20a198c'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:19.054319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port 72535a38-8d04-4676-a499-ef8bf5fa50c8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=72535a38-8d04-4676-a499-ef8bf5fa50c8,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:19.054703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.066505 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] Routers {'96d841f0-1d4f-44d7-9694-25dcc20a198c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:19.066913 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['96d841f0-1d4f-44d7-9694-25dcc20a198c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:19.072647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-845a14a4-433b-417f-8ae6-30c4be46b199 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8819156 Nov 25 17:31:19.115671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 72535a38-8d04-4676-a499-ef8bf5fa50c8 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:19.135488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b8c7155-51c2-4019-9af6-59ce9e911ea8 req-58612fdc-0f76-4255-b5f6-3c460354cb00 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493032 Nov 25 17:31:19.229651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.233298 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] Set router 96d841f0-1d4f-44d7-9694-25dcc20a198c gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:19.264771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Allocated IP 172.20.0.3 (7441545a-b294-4884-99bd-fbc6e6446cf1/db128cd3-bc59-4b6d-8f19-70a897b402c0/9f8fb44c-7995-4f10-a5b6-6503a1190b49) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:19.332362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Request body: {'port': {'device_id': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:19.409374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce9c371c-1ac7-4b78-ac55-c9ae5b9a639e req-8e67a528-a4df-424f-8b99-a4a3732eb97a tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 210 time: 0.0758827 Nov 25 17:31:19.453376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.560966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Deleting port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:19.561301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.573910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:31:17Z', 'revision_number': 5, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port': {'id': '0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:03Z', 'updated_at': '2021-11-25T17:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:19.622847 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] Checking router: 96d841f0-1d4f-44d7-9694-25dcc20a198c for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:19.632948 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] Routers {'96d841f0-1d4f-44d7-9694-25dcc20a198c'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:19.634567 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['96d841f0-1d4f-44d7-9694-25dcc20a198c'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:19.693510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] For port 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:19.693996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.710232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Calling delete_port for 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:19.776316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.887065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:19.919761 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] Set router 96d841f0-1d4f-44d7-9694-25dcc20a198c gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:19.945623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.008734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.021280 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:31:19Z', 'revision_number': 6, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:20.038705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Network 8672a160-a127-409c-bb76-b933946cb731 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:20.055019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.062779 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b7a9f-4a28-4c68-b05e-45f851879db5 None None] The sync data for ids ['96d841f0-1d4f-44d7-9694-25dcc20a198c'] in n-d-817303-7 is: [{'id': '96d841f0-1d4f-44d7-9694-25dcc20a198c', 'name': 'tempest-ServerRescueTestJSON-227227455-router', 'tenant_id': '84b3660e9d12415bb38c70c24fcfec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:01Z', 'updated_at': '2021-11-25T17:31:19Z', 'revision_number': 6, 'project_id': '84b3660e9d12415bb38c70c24fcfec66', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:20.078723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:20.079952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6ed2c-13b9-4b1f-901c-0827ec8cd424 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:20.086184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:20.088604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Pushing event updated for resources: {'Port': ['ID=aa8b76bc-415e-426b-bcd7-65acff000c73,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.153999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac744e0-7753-4d28-826b-a502060f03a1 req-b79fbc5a-fb78-4b2d-84f5-67c181ef5456 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.163962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ac744e0-7753-4d28-826b-a502060f03a1 req-b79fbc5a-fb78-4b2d-84f5-67c181ef5456 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 932 time: 0.4781055 Nov 25 17:31:20.179049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.235042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.236447 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.292420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-cd98a62e-bb88-44e2-860b-617dac87021b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8778925 Nov 25 17:31:20.295918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.325173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.327979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.349653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af776-51d0-45a6-ac7e-932abff81cd9 req-4b08fe4f-1221-4abe-a47a-44d27f092aeb tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:20.357039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db4af776-51d0-45a6-ac7e-932abff81cd9 req-4b08fe4f-1221-4abe-a47a-44d27f092aeb tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 931 time: 0.1269124 Nov 25 17:31:20.387117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Request body: {'port': {'device_id': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:20.414384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.414908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96d841f0-1d4f-44d7-9694-25dcc20a198c {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:31:20.420622 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.422799 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-efc088d7-9cae-4b6f-8fe9-7cb41163f815 admin admin] 10.222.0.86 "DELETE /v2.0/routers/96d841f0-1d4f-44d7-9694-25dcc20a198c HTTP/1.1" status: 204 len: 168 time: 1.3699646 Nov 25 17:31:20.425917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33202) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:20.500166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db4af776-51d0-45a6-ac7e-932abff81cd9 req-d295a65a-6cd2-4957-85cf-2ea2b06fed3b tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421781 Nov 25 17:31:20.537872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Deleting subnet c793f412-1e20-4012-b537-c68c8b33de43 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:20.556000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ac744e0-7753-4d28-826b-a502060f03a1 req-a7ea0d7a-7ced-4d97-bda7-577d3fb2d944 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787961 Nov 25 17:31:20.559190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.637022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.695526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.701586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=72535a38-8d04-4676-a499-ef8bf5fa50c8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.728828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.745118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.786268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.802356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.816485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:20.820669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c793f412-1e20-4012-b537-c68c8b33de43 HTTP/1.1" status: 204 len: 168 time: 0.3938892 Nov 25 17:31:20.852316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:20.870852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a3274-a09c-4280-ba08-6c5626037574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c793f412-1e20-4012-b537-c68c8b33de43,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:20.967547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.081531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.105841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71de579-13cc-4495-8815-997c2d03e05b']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:21.117027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c55cb0-507b-4cdb-95a0-9e4c3e315993') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:21.117311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c55cb0-507b-4cdb-95a0-9e4c3e315993') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:21.129108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.154874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.164475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:21.164870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:21.166695 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:21.238461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.253283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.260218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e71de579-13cc-4495-8815-997c2d03e05b HTTP/1.1" status: 204 len: 168 time: 0.4049747 Nov 25 17:31:21.274904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c12ff2-f4c6-41de-87d3-7de4830b1429 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71de579-13cc-4495-8815-997c2d03e05b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:21.472279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:21.502429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33212) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:21.505856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:21.546868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:21.578861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a1f32d4-0e21-4552-8cc1-8881ad92ecfb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84b3660e9d12415bb38c70c24fcfec66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0730438 Nov 25 17:31:21.579147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33218) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:21.659517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cd3a42-f5ab-47fa-a3d8-6b725e42754b {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:21.685990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c00e-303f-4959-b7da-8541b8716fbd req-f99ed018-97ad-4b60-b5ab-e9417b84a787 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.687643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5637c00e-303f-4959-b7da-8541b8716fbd req-f99ed018-97ad-4b60-b5ab-e9417b84a787 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 931 time: 0.9793339 Nov 25 17:31:21.690555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.713393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event updated for resources: {'Port': ['ID=9f8fb44c-7995-4f10-a5b6-6503a1190b49,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:21.742030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65441-1a1c-4000-9dd3-eb0462a99d72 req-db0ed4ea-14d0-40ef-919c-09ae1b828f98 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.747888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9fd65441-1a1c-4000-9dd3-eb0462a99d72 req-db0ed4ea-14d0-40ef-919c-09ae1b828f98 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 931 time: 0.1186137 Nov 25 17:31:21.751743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a346afdc-7a34-4b21-b3c1-d93dd5b07680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.799638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a346afdc-7a34-4b21-b3c1-d93dd5b07680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.852551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9fd65441-1a1c-4000-9dd3-eb0462a99d72 req-abb1fe65-00fd-41d6-afe9-5fc349263fa0 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980146 Nov 25 17:31:21.870558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:21.871139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.878602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Transition to ACTIVE for port object f5cd3a42-f5ab-47fa-a3d8-6b725e42754b will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:21.884499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a346afdc-7a34-4b21-b3c1-d93dd5b07680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.887468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a346afdc-7a34-4b21-b3c1-d93dd5b07680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.894157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a346afdc-7a34-4b21-b3c1-d93dd5b07680 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3758856e-e763-4ad6-ba10-32cbf4dd7d8d HTTP/1.1" status: 204 len: 168 time: 0.3131652 Nov 25 17:31:21.902995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eebe313f-3aeb-4f12-9d49-f61162fd205d None None] Provisioning complete for port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:21.903542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eebe313f-3aeb-4f12-9d49-f61162fd205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.911562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346afdc-7a34-4b21-b3c1-d93dd5b07680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3758856e-e763-4ad6-ba10-32cbf4dd7d8d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:21.929144 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:21.958057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eebe313f-3aeb-4f12-9d49-f61162fd205d None None] Port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:22.006900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-62819897-fde8-49e7-b8c4-0c072b112038 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9269738 Nov 25 17:31:22.112608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4fb20-1727-48e2-b62f-e360799c40d1 req-47532530-4e44-4621-b179-4bdd954a001b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:22.114099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fec4fb20-1727-48e2-b62f-e360799c40d1 req-47532530-4e44-4621-b179-4bdd954a001b tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 932 time: 0.0993485 Nov 25 17:31:22.140310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:22.145856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.169063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:22.169645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0ca0ed6d-8162-4f8d-bd02-4b83aa553aa1 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:22.170322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0510eb30-eedb-4a7e-8264-eed7a7968abf no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:22.182219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Request body: {'port': {'device_id': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:22.192082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0510eb30-eedb-4a7e-8264-eed7a7968abf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:22.192674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0510eb30-eedb-4a7e-8264-eed7a7968abf not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:22.204616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fec4fb20-1727-48e2-b62f-e360799c40d1 req-ab83fafa-a8c8-40f8-9621-8be5bc0265d0 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827522 Nov 25 17:31:22.241054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5637c00e-303f-4959-b7da-8541b8716fbd req-46624b83-d734-4f74-bcef-9034a2ffa2e0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5021696 Nov 25 17:31:22.337680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:22.468672 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.622018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8b76bc-415e-426b-bcd7-65acff000c73 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:22.640067 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.678018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Transition to ACTIVE for port object aa8b76bc-415e-426b-bcd7-65acff000c73 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:22.721482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:22.844147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Attempting to bind port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:22.844973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Attempting to bind port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:22.845726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Attempting to bind port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b on network 081acf72-be80-4fdd-b71c-136fcc33638a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:22.911088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Pushing event updated for resources: {'Port': ['ID=aa8b76bc-415e-426b-bcd7-65acff000c73,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:22.928269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b on network 081acf72-be80-4fdd-b71c-136fcc33638a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:22.928601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Attempting to bind port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b on network 081acf72-be80-4fdd-b71c-136fcc33638a {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:22.931579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33258) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:22.962084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:22.962480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Checking segment: {'id': 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:22.962827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Bound using segment: {'id': 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:22.963241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Bound port: f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:22.963623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.066619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-network', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:23.087604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Made reservation on behalf of d9c860b5c9fe4e5eb98e1eaf88124d1b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:23.090001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.100030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.160226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:23.197955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.202266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.207769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c79e6-eb1d-403b-87e7-ed6f99b110c2 req-6219db12-4aca-4288-b779-13b537d3cdf7 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.209294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e6c79e6-eb1d-403b-87e7-ed6f99b110c2 req-6219db12-4aca-4288-b779-13b537d3cdf7 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 943 time: 0.1953700 Nov 25 17:31:23.217029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Attempting to bind port aa8b76bc-415e-426b-bcd7-65acff000c73 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:23.217029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Attempting to bind port aa8b76bc-415e-426b-bcd7-65acff000c73 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:23.217348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Attempting to bind port aa8b76bc-415e-426b-bcd7-65acff000c73 on network 8672a160-a127-409c-bb76-b933946cb731 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:23.221801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] For port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:23.256344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Port aa8b76bc-415e-426b-bcd7-65acff000c73 on network 8672a160-a127-409c-bb76-b933946cb731 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:23.256344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Attempting to bind port aa8b76bc-415e-426b-bcd7-65acff000c73 on network 8672a160-a127-409c-bb76-b933946cb731 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:23.258569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de16d7-bd82-4351-a752-ff02f8b4578b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.263859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] For port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,segment=NetworkSegment(a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe),segment_id=a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:23.292222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:23.304599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.304949 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Added segment cf7a8534-296b-443f-b72a-f34fa8f163e0 of type vlan for network 321e3a1e-3711-47e4-8d03-d35c1f83c8da Nov 25 17:31:23.334104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:23.334460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Checking segment: {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:23.334829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Bound using segment: {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:23.335280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Bound port: aa8b76bc-415e-426b-bcd7-65acff000c73, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:23.335656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.338435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.378897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.417940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b5e8-b2ad-46bc-adf2-bc1af56f7ccf req-db207e78-8867-47a0-8602-7a3749918afe tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.419455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fe4b5e8-b2ad-46bc-adf2-bc1af56f7ccf req-db207e78-8867-47a0-8602-7a3749918afe tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 944 time: 0.1052768 Nov 25 17:31:23.426043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.426971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.427563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.459206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.459911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.461284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] 10.222.0.73 "PUT /v2.0/ports/f5cd3a42-f5ab-47fa-a3d8-6b725e42754b HTTP/1.1" status: 200 len: 1091 time: 4.1617336 Nov 25 17:31:23.461749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'tag': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:23.464069 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6149e00-a858-43ea-85fd-94f2d4f68f48" -d '{"events": [{"name": "network-changed", "server_uuid": "942ffd90-7868-4426-9034-1d3bd6149f9d", "tag": "f5cd3a42-f5ab-47fa-a3d8-6b725e42754b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:23.534289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e6c79e6-eb1d-403b-87e7-ed6f99b110c2 req-997b886c-3a23-4053-9290-259e426d3aa2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979395 Nov 25 17:31:23.535242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6025546 Nov 25 17:31:23.539421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33268) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.552968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Request body: {'subnet': {'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-subnet', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:23.567640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8fb44c-7995-4f10-a5b6-6503a1190b49 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:23.592070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d43ee-6d56-462f-80d4-1a170f4e5986 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.597751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fe4b5e8-b2ad-46bc-adf2-bc1af56f7ccf req-4d591b81-7fd1-4e0d-b4b1-c77b8e5bef33 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579325 Nov 25 17:31:23.603796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.609549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Made reservation on behalf of d9c860b5c9fe4e5eb98e1eaf88124d1b for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:23.613962 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.648362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] For port aa8b76bc-415e-426b-bcd7-65acff000c73, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:23.651219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Transition to ACTIVE for port object 9f8fb44c-7995-4f10-a5b6-6503a1190b49 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:23.655242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] For port aa8b76bc-415e-426b-bcd7-65acff000c73, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aa8b76bc-415e-426b-bcd7-65acff000c73,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:23.670241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:23.671903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.684470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] Sync routers for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:23.685720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e297cc13-e680-4b87-b222-745f7248e775 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7650087 Nov 25 17:31:23.689722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:23.693227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.694167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e93a-f6d7-4f0a-a11a-efdcdf09d29f admin admin] Pushing event updated for resources: {'Network': ['ID=321e3a1e-3711-47e4-8d03-d35c1f83c8da,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.700728 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d6a41-3136-43f0-bcfa-aa125796b37a x-openstack-request-id: req-4f0d6a41-3136-43f0-bcfa-aa125796b37a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:23.701087 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942ffd90-7868-4426-9034-1d3bd6149f9d", "tag": "f5cd3a42-f5ab-47fa-a3d8-6b725e42754b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:23.701419 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4f0d6a41-3136-43f0-bcfa-aa125796b37a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:23.701882 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'tag': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b', 'status': 'completed', 'code': 200} Nov 25 17:31:23.718667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:23.727343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:23.728010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:23.749594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-d98f059f-222a-44b0-b138-d50639384c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.751264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-d98f059f-222a-44b0-b138-d50639384c81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0aecc647b2f4987983854c8d098f353&device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 1094 time: 0.2101498 Nov 25 17:31:23.797617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:23.798889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.800514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] 10.222.0.73 "PUT /v2.0/ports/aa8b76bc-415e-426b-bcd7-65acff000c73 HTTP/1.1" status: 200 len: 1092 time: 3.4691978 Nov 25 17:31:23.828169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting subnet 25c63a88-bf22-46d1-85e8-002fad997a8c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:23.833282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:23.870172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-9b9ecb64-f212-4bda-852d-e5578e7d3903 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b HTTP/1.1" status: 200 len: 217 time: 0.0979674 Nov 25 17:31:23.870943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fb44c-7995-4f10-a5b6-6503a1190b49,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:23.990572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:24.047080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f113d67-4d14-48fd-b8a3-5a1c5b4a7dc0 req-6a554ba2-5e09-4a6a-ba15-08cff2e6b0ee tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.054627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f113d67-4d14-48fd-b8a3-5a1c5b4a7dc0 req-6a554ba2-5e09-4a6a-ba15-08cff2e6b0ee tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 943 time: 0.3793972 Nov 25 17:31:24.070320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.131784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-c00e71e6-1581-475c-a026-ffd95264b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.133542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-c00e71e6-1581-475c-a026-ffd95264b7c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=430ed769-3cf7-433e-ba04-e5fc05e1813c HTTP/1.1" status: 200 len: 849 time: 0.2527390 Nov 25 17:31:24.134228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e855-54ac-4360-9bfa-adb5c147261c service neutron] Pushing event updated for resources: {'Port': ['ID=aa8b76bc-415e-426b-bcd7-65acff000c73,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.142949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-8d9f9281-5196-4ed5-88f3-52144ec780de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.144736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-8d9f9281-5196-4ed5-88f3-52144ec780de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b53e1f7520b449dafe381bf6e88a618&device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 1095 time: 0.2936974 Nov 25 17:31:24.152323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cc186b-de95-49c2-afcc-37932a5612f2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.195394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.258977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:31:20Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.296924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] Checking router: 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:24.310077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] Routers {'5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:24.310715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:24.312395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.397661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.403636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Checking segment: {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:24.404003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Network hostable DHCP agents. Network: 321e3a1e-3711-47e4-8d03-d35c1f83c8da, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:24.439226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Subnet': ['ID=25c63a88-bf22-46d1-85e8-002fad997a8c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:24.447079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.451475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee5fc6fa-7755-410b-b6d2-96d7e5578093 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/subnets/25c63a88-bf22-46d1-85e8-002fad997a8c HTTP/1.1" status: 204 len: 168 time: 0.7580216 Nov 25 17:31:24.452208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33276) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.463746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905abc0-0720-440c-b1e2-7f84532c5db6 None None] Network 554308c6-915d-4fe9-b880-12fc3a02b184 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:24.505848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:24.533543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 321e3a1e-3711-47e4-8d03-d35c1f83c8da) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:24.539118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.540792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.578340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f8ed5-b760-4a20-aed2-f245e3ca733b None None] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:24.619111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c33e1039-ea78-4113-9d21-d80291dd5181 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0785835 Nov 25 17:31:24.622251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33282) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:24.628604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:24.646181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-0e56746e-baf7-40a8-8d10-263bc752da8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=081acf72-be80-4fdd-b71c-136fcc33638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4978368 Nov 25 17:31:24.647336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Attempting to bind port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:24.647711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Attempting to bind port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:24.648040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Attempting to bind port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 on network 7441545a-b294-4884-99bd-fbc6e6446cf1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:24.654875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.656365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-5cdd7ee2-f476-43ee-9e75-d3cb43257308 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8b76bc-415e-426b-bcd7-65acff000c73 HTTP/1.1" status: 200 len: 217 time: 0.5007813 Nov 25 17:31:24.664261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 on network 7441545a-b294-4884-99bd-fbc6e6446cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:24.664589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Attempting to bind port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 on network 7441545a-b294-4884-99bd-fbc6e6446cf1 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:24.678561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f113d67-4d14-48fd-b8a3-5a1c5b4a7dc0 req-e3a3e5a1-9f86-4e59-a127-0c2c7c73cb38 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6228840 Nov 25 17:31:24.682806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] Set router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:24.709652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:24.710009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Checking segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:24.710401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Bound using segment: {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:24.710847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Bound port: 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:24.711209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.874731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.876163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.894941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-83b022f0-c65a-4c12-8459-d9da6d40b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.896635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-83b022f0-c65a-4c12-8459-d9da6d40b827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad140a32-0b20-481f-ac96-723c23528c5f HTTP/1.1" status: 200 len: 848 time: 0.2294822 Nov 25 17:31:24.931509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b6684-a7c9-4e12-9652-dfef2880b17e req-c246c2b7-bf0c-4d5a-95a7-7489b6acd6e2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:24.933069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-400b6684-a7c9-4e12-9652-dfef2880b17e req-c246c2b7-bf0c-4d5a-95a7-7489b6acd6e2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 943 time: 0.1488533 Nov 25 17:31:24.934409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:24.954854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-5f27dcc1-1e60-442f-934a-6a10033b7751 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8672a160-a127-409c-bb76-b933946cb731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461628 Nov 25 17:31:24.987261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.003245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0e8c3-6434-4f6e-8372-4b0f57230784 req-4c8483fe-a8c5-4859-82d8-4cecd158de36 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.021125 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1be0e8c3-6434-4f6e-8372-4b0f57230784 req-4c8483fe-a8c5-4859-82d8-4cecd158de36 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 944 time: 0.2411973 Nov 25 17:31:25.023475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] For port 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:25.081854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-0c251d0d-351a-4225-8bf1-a28633d9980a service neutron] 10.222.0.73 "GET /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133067 Nov 25 17:31:25.117414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-400b6684-a7c9-4e12-9652-dfef2880b17e req-66c8d240-01d0-4c7c-9828-9940268e2c34 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538906 Nov 25 17:31:25.213734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.215423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2a2f4-59b4-4650-b0c1-686c761c8d04 None None] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:25.229814 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] DHCP port deletion for 554308c6-915d-4fe9-b880-12fc3a02b184 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:25.246299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:31:20Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:25.258488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port cc4934ea-0d68-4a5f-8b17-f7440241ca98 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:25.261274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.309303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38857b22-81cf-4298-8a72-3fadd8b1fde6 req-cbb310f5-08d8-4b93-8f6e-b9f0adb278de service neutron] 10.222.0.73 "GET /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717408 Nov 25 17:31:25.331244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb922c-f4a8-4a0a-8205-b206d90c0761 None None] The sync data for ids ['5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6'] in n-d-817303-7 is: [{'id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548184538', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:29:34Z', 'updated_at': '2021-11-25T17:31:20Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': 'cc4934ea-0d68-4a5f-8b17-f7440241ca98', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:29:35Z', 'updated_at': '2021-11-25T17:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:25.365885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] For port 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:25.430163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] Deleting port 0127de25-d417-4d41-9c37-d07ebded4aa8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:25.430622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.463333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.540468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port cc4934ea-0d68-4a5f-8b17-f7440241ca98, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cc4934ea-0d68-4a5f-8b17-f7440241ca98,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.541046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.565997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for cc4934ea-0d68-4a5f-8b17-f7440241ca98 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:25.669613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] For port 0127de25-d417-4d41-9c37-d07ebded4aa8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0127de25-d417-4d41-9c37-d07ebded4aa8,segment=NetworkSegment(dcbee061-3a0f-429d-ae1f-1ea4b42d0a36),segment_id=dcbee061-3a0f-429d-ae1f-1ea4b42d0a36)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:25.670019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.691733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] Calling delete_port for 0127de25-d417-4d41-9c37-d07ebded4aa8 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:25.694165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.694812 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.696779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f8fb44c-7995-4f10-a5b6-6503a1190b49 HTTP/1.1" status: 200 len: 1091 time: 3.6407578 Nov 25 17:31:25.718714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'tag': 'aa8b76bc-415e-426b-bcd7-65acff000c73'}, {'name': 'network-changed', 'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:25.741958 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6017a0a9-7048-4847-8916-712aa8f43ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "68aa885e-f2a7-42fb-89d2-50d5db23026c", "tag": "aa8b76bc-415e-426b-bcd7-65acff000c73"}, {"name": "network-changed", "server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:25.772118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1be0e8c3-6434-4f6e-8372-4b0f57230784 req-0d9fd998-c7e1-4fcb-a07d-7b105633e5ea tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847153 Nov 25 17:31:25.902597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:25.909169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beda05-00bd-446c-9776-d62f9d723972 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fb44c-7995-4f10-a5b6-6503a1190b49,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.979487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] Pushing event deleted for resources: {'Port': ['ID=0127de25-d417-4d41-9c37-d07ebded4aa8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:25.983500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e3bd0-2cdc-41d6-ad46-901fdb00dd2b None None] No DVR routers for this DVR port 0127de25-d417-4d41-9c37-d07ebded4aa8 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:25.988279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-a5f9ffb0-9b53-4e20-b4c1-80b6dab160c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:25.990341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-a5f9ffb0-9b53-4e20-b4c1-80b6dab160c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0aecc647b2f4987983854c8d098f353&device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 1094 time: 0.5557613 Nov 25 17:31:25.995352 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341d0a85-b8c8-4745-a0ac-dc574f17ebfc x-openstack-request-id: req-341d0a85-b8c8-4745-a0ac-dc574f17ebfc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:25.995352 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68aa885e-f2a7-42fb-89d2-50d5db23026c", "tag": "aa8b76bc-415e-426b-bcd7-65acff000c73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:25.995352 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-341d0a85-b8c8-4745-a0ac-dc574f17ebfc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:25.995352 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'tag': 'aa8b76bc-415e-426b-bcd7-65acff000c73', 'status': 'completed', 'code': 200} Nov 25 17:31:25.995352 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'status': 'completed', 'code': 200} Nov 25 17:31:26.063376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0127de25-d417-4d41-9c37-d07ebded4aa8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:26.067881 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.083359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-8e629a9e-1c2f-45ff-9b81-736f6030062b service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1053693 Nov 25 17:31:26.099686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0127de25-d417-4d41-9c37-d07ebded4aa8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:26.100034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0127de25-d417-4d41-9c37-d07ebded4aa8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:26.100453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 72535a38-8d04-4676-a499-ef8bf5fa50c8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:26.133325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 72535a38-8d04-4676-a499-ef8bf5fa50c8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:26.133672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 72535a38-8d04-4676-a499-ef8bf5fa50c8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:26.242293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c74678b-a7cc-456d-9715-ea7e999fd4c8 req-f5faea23-5c85-434c-bca8-28dd2c804b1d service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392579 Nov 25 17:31:26.257992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-d2166719-c567-4276-8ed0-5cc7e6106c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.260426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-d2166719-c567-4276-8ed0-5cc7e6106c69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 1094 time: 0.4853244 Nov 25 17:31:26.399928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-67f8b1cb-178c-4ec4-8a43-337dd02d444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.401436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-67f8b1cb-178c-4ec4-8a43-337dd02d444c service neutron] 10.222.0.73 "GET /v2.0/networks?id=081acf72-be80-4fdd-b71c-136fcc33638a HTTP/1.1" status: 200 len: 910 time: 0.3991413 Nov 25 17:31:26.410139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f12de-9687-4686-9544-dd41456fa14a req-dcdec82c-9057-4964-b717-7fd039b707c0 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.411742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b79f12de-9687-4686-9544-dd41456fa14a req-dcdec82c-9057-4964-b717-7fd039b707c0 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 943 time: 0.1669214 Nov 25 17:31:26.415005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-dcf39aba-2a11-4054-9aa5-d2b88e84e36c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49 HTTP/1.1" status: 200 len: 217 time: 0.1143258 Nov 25 17:31:26.487745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-2521c40e-1d9c-4eaa-9c1b-65648f089e17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b HTTP/1.1" status: 200 len: 217 time: 0.0701587 Nov 25 17:31:26.510053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.573422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-dfd8fed0-efb4-49d6-8815-505593811197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.575041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-dfd8fed0-efb4-49d6-8815-505593811197 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=430ed769-3cf7-433e-ba04-e5fc05e1813c HTTP/1.1" status: 200 len: 849 time: 0.0561149 Nov 25 17:31:26.576990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf06d-a686-4882-90bd-742f16d88aa3 req-6af24779-5876-4061-976a-006cbfd37b5b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.579015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20bbf06d-a686-4882-90bd-742f16d88aa3 req-6af24779-5876-4061-976a-006cbfd37b5b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 943 time: 0.7623501 Nov 25 17:31:26.630171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-e20b680c-32b4-49a5-9532-e89ca39a1358 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=081acf72-be80-4fdd-b71c-136fcc33638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472054 Nov 25 17:31:26.644298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-900bf8e8-6595-4211-aced-34db781f83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.646088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-900bf8e8-6595-4211-aced-34db781f83fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b53e1f7520b449dafe381bf6e88a618&device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 1095 time: 0.3301284 Nov 25 17:31:26.656485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Allocated IP 172.25.8.192 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/f9e105bd-7a6f-4c93-9d55-413434aaeb4b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:26.669687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b79f12de-9687-4686-9544-dd41456fa14a req-5ccbcc6a-dc29-404f-bbef-d8ebb8d00c26 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016020 Nov 25 17:31:26.700199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-9c186260-052b-4210-8c46-fee279189f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:26.702096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-9c186260-052b-4210-8c46-fee279189f22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.2449567 Nov 25 17:31:26.827447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.859615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20bbf06d-a686-4882-90bd-742f16d88aa3 req-d0553afb-ccb1-4193-8eab-19357050859e tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2684374 Nov 25 17:31:26.863287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:26.929942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=cc4934ea-0d68-4a5f-8b17-f7440241ca98,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:26.946708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc1b79-ef55-40c2-b706-c4dd0f546459 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:27.011620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.013866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-d1f21017-2d60-4eb2-82e3-82fb9642607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.015436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-d1f21017-2d60-4eb2-82e3-82fb9642607a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006728 Nov 25 17:31:27.025313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-0f7334c5-cb49-4073-8ddc-135acb905d78 service neutron] 10.222.0.73 "GET /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865316 Nov 25 17:31:27.053197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.209105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:27.215287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-ffba51b4-5d15-4c97-a13a-6c102125f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.216852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-ffba51b4-5d15-4c97-a13a-6c102125f82d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 200 len: 909 time: 0.5386012 Nov 25 17:31:27.224942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:27.242566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:27.246679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87834445-172b-40a6-818a-d1f6c9d3c735 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:27.251067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.275556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:27.279992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.321970 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6149e00-a858-43ea-85fd-94f2d4f68f48 req-f095f207-737a-4664-8c80-1a3c0f6abf6d service neutron] 10.222.0.73 "GET /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838210 Nov 25 17:31:27.330093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422095f9-d0d1-4ff0-8a43-f02a122c8868 req-0f5b35b1-c713-4837-947f-8b7ccaedc83a tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.338012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-422095f9-d0d1-4ff0-8a43-f02a122c8868 req-0f5b35b1-c713-4837-947f-8b7ccaedc83a tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 944 time: 0.4492788 Nov 25 17:31:27.352523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec073b28-4f48-4b53-87cc-9813a733ffc4 None None] Provisioning complete for port f9e105bd-7a6f-4c93-9d55-413434aaeb4b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:27.352903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec073b28-4f48-4b53-87cc-9813a733ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.369939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.370499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:31:27.384398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.387971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5af79298-5bad-48ab-a8f3-d894757cbe73 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/routers/5e0b30b8-eadf-4855-8fa2-f55d4cd1dbb6 HTTP/1.1" status: 204 len: 168 time: 2.9324353 Nov 25 17:31:27.388487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:27.413194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-7e15826d-b8b6-423e-bd5d-1c5bb3330353 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa8b76bc-415e-426b-bcd7-65acff000c73 HTTP/1.1" status: 200 len: 217 time: 0.0729642 Nov 25 17:31:27.415731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-fd4b1427-3ffc-44e3-8ab9-c57c0870a54b service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894835 Nov 25 17:31:27.431206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ec073b28-4f48-4b53-87cc-9813a733ffc4 None None] Port f9e105bd-7a6f-4c93-9d55-413434aaeb4b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:27.566494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-422095f9-d0d1-4ff0-8a43-f02a122c8868 req-36a04206-b8f0-4e23-a258-c0c2b5c42ea3 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273798 Nov 25 17:31:27.588989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-ee04e3d7-1932-44d2-88f3-8e442f5c1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.591325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-ee04e3d7-1932-44d2-88f3-8e442f5c1b07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad140a32-0b20-481f-ac96-723c23528c5f HTTP/1.1" status: 200 len: 848 time: 0.1684155 Nov 25 17:31:27.646382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-6dbe5e42-b2bb-4677-b3e9-fd041979119f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8672a160-a127-409c-bb76-b933946cb731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398009 Nov 25 17:31:27.656095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.676350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f783eacb-6bc7-46bf-9494-0f33a79b7444 req-36f8feb9-fe73-4d16-b7b1-616913ec8773 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501848 Nov 25 17:31:27.800055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-3d54dc18-c2aa-4006-a6db-0f81d63deea1 service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462059 Nov 25 17:31:27.815867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.835707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-b5c7c63e-0b39-4654-8943-5a84c9e293a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:27.837456 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-b5c7c63e-0b39-4654-8943-5a84c9e293a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 1094 time: 0.1078615 Nov 25 17:31:27.839542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554308c6-915d-4fe9-b880-12fc3a02b184']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:27.850820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:27.851122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbee061-3a0f-429d-ae1f-1ea4b42d0a36') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:27.863044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.878307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:27.885910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:27.886324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:28.001339 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:28.025261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.053152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.060827 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/networks/554308c6-915d-4fe9-b880-12fc3a02b184 HTTP/1.1" status: 204 len: 168 time: 0.6689219 Nov 25 17:31:28.061538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33312) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:28.078391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cc4934ea-0d68-4a5f-8b17-f7440241ca98 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:28.083824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-2ccf8bc5-3347-4210-b7d1-84404c0db04f service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728832 Nov 25 17:31:28.113031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: cc4934ea-0d68-4a5f-8b17-f7440241ca98 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:28.113745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cc4934ea-0d68-4a5f-8b17-f7440241ca98 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:28.152235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f85bd-4787-4285-b4ee-520a85c6fa3d req-e23ce2a1-80c9-4ed1-8250-52fc012fb3e8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.153424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-752f85bd-4787-4285-b4ee-520a85c6fa3d req-e23ce2a1-80c9-4ed1-8250-52fc012fb3e8 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 943 time: 0.1793363 Nov 25 17:31:28.154532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-2a207c15-7238-41ae-903b-45c13fdd5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.156613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-2a207c15-7238-41ae-903b-45c13fdd5457 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.2877462 Nov 25 17:31:28.184515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfc6cc-9305-4e9f-9faa-d7cd3421ec96 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Network': ['ID=554308c6-915d-4fe9-b880-12fc3a02b184,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.228725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-ad5ee5c2-49ed-4ca4-8c19-50009c38d8c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49 HTTP/1.1" status: 200 len: 217 time: 0.0621161 Nov 25 17:31:28.239301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8aaed-5fae-4625-8d5c-cc141ca52d91 req-53217e6e-4a22-4a11-a91b-6250a713e41b tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.240876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cea8aaed-5fae-4625-8d5c-cc141ca52d91 req-53217e6e-4a22-4a11-a91b-6250a713e41b tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 943 time: 0.2838871 Nov 25 17:31:28.285954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.327602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-4f671b90-f641-44a7-9edc-151c9dbf2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.329786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-4f671b90-f641-44a7-9edc-151c9dbf2fef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.0896566 Nov 25 17:31:28.353530 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-752f85bd-4787-4285-b4ee-520a85c6fa3d req-7d952bd3-e533-4eda-85e1-e578dc6ce9f2 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1934409 Nov 25 17:31:28.422053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-9ff5d8ab-6b29-44be-a0d3-7173bb128e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:28.427183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-9ff5d8ab-6b29-44be-a0d3-7173bb128e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696220 Nov 25 17:31:28.468464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd602cce-8f56-4a73-b18d-476e9a1cd2c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.515159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cea8aaed-5fae-4625-8d5c-cc141ca52d91 req-458f3811-9031-45e8-8809-958f7f2d18b7 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670426 Nov 25 17:31:28.549924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd602cce-8f56-4a73-b18d-476e9a1cd2c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.580506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-a53456e9-b849-42ea-ae64-3cd08b4bcf25 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473379 Nov 25 17:31:28.652242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.900185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd602cce-8f56-4a73-b18d-476e9a1cd2c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.910193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd602cce-8f56-4a73-b18d-476e9a1cd2c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:28.914096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dd602cce-8f56-4a73-b18d-476e9a1cd2c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/security-groups/0da87b9a-f765-4291-84a3-6981eb450e23 HTTP/1.1" status: 204 len: 168 time: 0.8073769 Nov 25 17:31:28.935037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602cce-8f56-4a73-b18d-476e9a1cd2c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da87b9a-f765-4291-84a3-6981eb450e23,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:28.989999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Router 87ec8839-834e-46f2-93f5-510f7337764d is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:29.187900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:29.200579 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Sync routers for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:29.237752 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:29.238192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.238863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:29.244059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-766f1622-0fee-4bc3-87bd-fbd19ab5952c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6162920 Nov 25 17:31:29.244633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33328) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:29.271865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86172f52-f266-421b-8baf-372a9396c067 req-1f547897-34b2-41d7-80aa-177da5bbdddb tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.273442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86172f52-f266-421b-8baf-372a9396c067 req-1f547897-34b2-41d7-80aa-177da5bbdddb tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 944 time: 0.6386125 Nov 25 17:31:29.284358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33330) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:29.288590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962075630', 'description': 'tempest-secgroup-smoke-1962075630 description', 'project_id': '95c99e5365bf47f596809a61f354cfc2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:29.325446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6017a0a9-7048-4847-8916-712aa8f43ce6 req-7b745be7-da44-47c0-836f-dd0ecac7e769 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349241 Nov 25 17:31:29.354842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.372120 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86172f52-f266-421b-8baf-372a9396c067 req-f5fbdb9d-0017-4ee4-9299-a17a652f7ba4 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886467 Nov 25 17:31:29.379980 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:29.461033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.466515 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.537955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.542331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2539353 Nov 25 17:31:29.543375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:29.556047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': 'dbebcae7-efc2-4d5c-a621-f2619276deb8', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:29.560338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbebcae7-efc2-4d5c-a621-f2619276deb8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:29.589446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.589796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.591768 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.592128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.597284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.597654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.597998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.598338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.598679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.599014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.599347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.599697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d1024-d7a8-425e-a6d6-cc5db76bca8f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:29.687934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.744984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84421-1c66-4d92-9c6e-1060de1be69f req-71405c4a-7f60-42a0-b610-1cda846de66d tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.757027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62d84421-1c66-4d92-9c6e-1060de1be69f req-71405c4a-7f60-42a0-b610-1cda846de66d tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 943 time: 0.1481290 Nov 25 17:31:29.773314 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:27Z', 'revision_number': 3, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:29.794879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.807423 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.846584 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Checking router: 87ec8839-834e-46f2-93f5-510f7337764d for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:29.848348 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Updating router 87ec8839-834e-46f2-93f5-510f7337764d port f9e105bd-7a6f-4c93-9d55-413434aaeb4b binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:29.854364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4c5835-0918-4375-a6c3-e4b0d11d129f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:29.894896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba67a2-a293-4eff-8998-7292a38e658e req-580b9b77-06b5-4dd8-9ab5-d29c7c1dc246 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:29.896473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7eba67a2-a293-4eff-8998-7292a38e658e req-580b9b77-06b5-4dd8-9ab5-d29c7c1dc246 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 943 time: 0.3656681 Nov 25 17:31:29.912199 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.914955 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62d84421-1c66-4d92-9c6e-1060de1be69f req-247c2f90-940e-4cae-baf4-fe9f7f33ad3f tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568849 Nov 25 17:31:29.921942 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:29.924485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aa8b76bc-415e-426b-bcd7-65acff000c73 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:29.926519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8126e845-6141-45d6-827b-b32fec3c7972 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3813851 Nov 25 17:31:29.928678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:29.938236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': 'dbebcae7-efc2-4d5c-a621-f2619276deb8', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:29.976935 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.024319 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7eba67a2-a293-4eff-8998-7292a38e658e req-af47e0af-1706-4338-bcd5-a45f53de7fb7 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165481 Nov 25 17:31:30.067442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.072396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.132619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f84d13-a135-4d56-8b8d-f08ffb81c01a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.148673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port aa8b76bc-415e-426b-bcd7-65acff000c73, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aa8b76bc-415e-426b-bcd7-65acff000c73,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:30.153784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.155099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7a36d0f5-6efc-42a7-af5c-02a5771ec161 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2252553 Nov 25 17:31:30.159165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:30.177524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': 'dbebcae7-efc2-4d5c-a621-f2619276deb8', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:30.183495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'aa8b76bc-415e-426b-bcd7-65acff000c73', 'network_id': '8672a160-a127-409c-bb76-b933946cb731', 'port_id': 'aa8b76bc-415e-426b-bcd7-65acff000c73', 'mac_address': 'fa:16:3e:1e:3f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad140a32-0b20-481f-ac96-723c23528c5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:30.223040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.235550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.284956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.303544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8b76bc-415e-426b-bcd7-65acff000c73 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:30.334517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port aa8b76bc-415e-426b-bcd7-65acff000c73, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aa8b76bc-415e-426b-bcd7-65acff000c73,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:30.341935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.342859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f5cd3a42-f5ab-47fa-a3d8-6b725e42754b details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:30.384777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.390070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.458214 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.459739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccca99c2-e500-4729-8214-608f0c5f6573,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.478994 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.499146 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.505619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:30.509111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Allocated IP 172.20.0.1 (321e3a1e-3711-47e4-8d03-d35c1f83c8da/c0cc186b-de95-49c2-afcc-37932a5612f2/8f959d13-0bb2-4033-bf65-0499965d0110) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:30.509477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1951180c-1caf-4a5d-ae38-03303fa31209 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378589 Nov 25 17:31:30.522493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': 'dbebcae7-efc2-4d5c-a621-f2619276deb8', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:30.610289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.672061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30f9b0-dbac-4b74-bfe9-ec462378a09e req-76865812-3366-404f-9013-6a4e474adac2 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:30.686138 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Pushing event updated for resources: {'Port': ['ID=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.689887 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Attempting to bind port f9e105bd-7a6f-4c93-9d55-413434aaeb4b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:30.690249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Attempting to bind port f9e105bd-7a6f-4c93-9d55-413434aaeb4b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:30.690693 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Attempting to bind port f9e105bd-7a6f-4c93-9d55-413434aaeb4b on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:30.695683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b30f9b0-dbac-4b74-bfe9-ec462378a09e req-76865812-3366-404f-9013-6a4e474adac2 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 945 time: 0.1643572 Nov 25 17:31:30.700855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.709868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.717326 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.717701 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.718038 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.718368 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.718697 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.719277 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.719661 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.720118 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.720805 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.720805 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.720958 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.721751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:31:30.739953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627e0ac-d1ea-4915-b5d1-0851d780f404 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:30.743878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075003d9-ab34-429e-9149-c0627af0bb16,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.749867 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:31:30.756950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.758234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-80105173-6af6-43a5-98a4-0593718ae07f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2465410 Nov 25 17:31:30.761517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33360) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:30.774643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': 'dbebcae7-efc2-4d5c-a621-f2619276deb8', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:30.776181 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:30.776563 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:30.776966 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.777358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:30.777845 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Bound port: f9e105bd-7a6f-4c93-9d55-413434aaeb4b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:30.778223 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.829135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.839258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b30f9b0-dbac-4b74-bfe9-ec462378a09e req-39be718b-4eb9-41f0-a325-62c7273234fa tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426363 Nov 25 17:31:30.872666 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:31:30.881390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.884875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b1f3f226-4fbf-40d3-94d9-dbfaf8ac8748 None None] Provisioning complete for port f9e105bd-7a6f-4c93-9d55-413434aaeb4b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:30.885310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f226-4fbf-40d3-94d9-dbfaf8ac8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.920689 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] For port f9e105bd-7a6f-4c93-9d55-413434aaeb4b, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:30.925306 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] For port f9e105bd-7a6f-4c93-9d55-413434aaeb4b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:30.931625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=aa8b76bc-415e-426b-bcd7-65acff000c73,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:30.936227 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:30.949031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3f226-4fbf-40d3-94d9-dbfaf8ac8748 None None] Port f9e105bd-7a6f-4c93-9d55-413434aaeb4b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:30.983221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,segment=NetworkSegment(a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe),segment_id=a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:31.002317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b', 'network_id': '081acf72-be80-4fdd-b71c-136fcc33638a', 'port_id': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b', 'mac_address': 'fa:16:3e:a0:4f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430ed769-3cf7-433e-ba04-e5fc05e1813c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:31.035765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.050885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.067045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.079855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.085209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cd3a42-f5ab-47fa-a3d8-6b725e42754b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:31.091023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd5c8e-686f-4b05-abdd-80797a1e08c4 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:31.134831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,segment=NetworkSegment(a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe),segment_id=a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:31.140096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.143723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:31.144355 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:31.161639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe087489-371d-40f7-9bf4-7758971d5efd,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.194492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46621df-21e5-42e3-8170-fd4a673537b3 None None] Pushing event updated for resources: {'Port': ['ID=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.207184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:31.214956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:31.221740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.226157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7d7d07eb-f624-4aec-9877-5e51b0670e49 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4611754 Nov 25 17:31:31.226157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:31.226634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:31.250173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'security_group_rule': {'security_group_id': 'dbebcae7-efc2-4d5c-a621-f2619276deb8', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:31.276576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f959d13-0bb2-4033-bf65-0499965d0110,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.297580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.304037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb191204-6c40-4929-89c4-be1bdb87936e req-afad68bf-5867-48b7-821a-848f1fbfa536 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.306858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb191204-6c40-4929-89c4-be1bdb87936e req-afad68bf-5867-48b7-821a-848f1fbfa536 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 944 time: 0.1964126 Nov 25 17:31:31.308138 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Project 95c99e5365bf47f596809a61f354cfc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:31:31.322989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.324957 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:31.342206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.368083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ceb64aa3-1d47-4ce1-a1b5-abf9dc4dda18 None None] Provisioning complete for port f9e105bd-7a6f-4c93-9d55-413434aaeb4b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:31.368381 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceb64aa3-1d47-4ce1-a1b5-abf9dc4dda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.388046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737e48-ae39-41c5-a35e-daaf8530d3e3 req-ed8585db-3ab2-41d3-a316-9116812f843c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:31.389646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c737e48-ae39-41c5-a35e-daaf8530d3e3 req-ed8585db-3ab2-41d3-a316-9116812f843c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 943 time: 0.2369521 Nov 25 17:31:31.442940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['aa8b76bc-415e-426b-bcd7-65acff000c73'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:31.538188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb191204-6c40-4929-89c4-be1bdb87936e req-358f2a9f-20b9-434e-8c78-859a75afe839 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136960 Nov 25 17:31:31.543832 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:27Z', 'revision_number': 3, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:31.546800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['f5cd3a42-f5ab-47fa-a3d8-6b725e42754b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:31.578383 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442180a-1a01-4a8c-a63a-0030995f3056 None None] The sync data for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 is: [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:27Z', 'revision_number': 3, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:31.636179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c737e48-ae39-41c5-a35e-daaf8530d3e3 req-a9053f64-5ae8-4eee-a7bd-f84ab289a4ef tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336447 Nov 25 17:31:31.663684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.664295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.670520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.770220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495d048f-a1ad-4322-b31a-68f58b20015e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:31.781329 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceb64aa3-1d47-4ce1-a1b5-abf9dc4dda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.782470 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:31.785146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8277744c-6493-49f3-86ab-21d518f0a8ff tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5464387 Nov 25 17:31:31.789811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33374) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:31.805981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'network': {'name': 'tempest-network-smoke--713223608', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:31.816388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ceb64aa3-1d47-4ce1-a1b5-abf9dc4dda18 None None] For port f9e105bd-7a6f-4c93-9d55-413434aaeb4b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:31.833082 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceb64aa3-1d47-4ce1-a1b5-abf9dc4dda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.015944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 9f8fb44c-7995-4f10-a5b6-6503a1190b49 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:32.023707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:32.027278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.059312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb64aa3-1d47-4ce1-a1b5-abf9dc4dda18 None None] Pushing event updated for resources: {'Port': ['ID=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.171496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:31:32.200662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.205852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.206277 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Added segment 5a43c878-20dc-427f-aed7-b98419883827 of type vlan for network ba4939db-d06c-4ecf-b83e-749343a1492f Nov 25 17:31:32.219161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.267077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:32.294945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'port_id': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'mac_address': 'fa:16:3e:e1:2a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:32.309986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f959d13-0bb2-4033-bf65-0499965d0110,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.345513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e98-fa00-4a8f-8220-128080021a19 req-7917ef36-02d1-4abc-9f84-a805f22f2800 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.354540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ccc80e98-fa00-4a8f-8220-128080021a19 req-7917ef36-02d1-4abc-9f84-a805f22f2800 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 945 time: 0.2161789 Nov 25 17:31:32.358017 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.372496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.374535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8fb44c-7995-4f10-a5b6-6503a1190b49 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:32.386581 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.399217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:32.406226 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.466807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ccc80e98-fa00-4a8f-8220-128080021a19 req-50ea4eeb-1cb2-4794-a052-7661f678c07a tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112292 Nov 25 17:31:32.472882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=9f8fb44c-7995-4f10-a5b6-6503a1190b49,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.511436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.517727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.518320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.599173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33380) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:32.599989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8065050 Nov 25 17:31:32.606081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'admin_state_up': True, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:32.611367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e269cb3-343b-47c7-a8de-89d9d68483c0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Network': ['ID=ba4939db-d06c-4ecf-b83e-749343a1492f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:32.629332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ba4939db-d06c-4ecf-b83e-749343a1492f details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:31:32.638441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:32.639877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:32.720635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['9f8fb44c-7995-4f10-a5b6-6503a1190b49'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:32.744974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.746017 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.790975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb18ea0-2068-42d9-880a-d99051c47674 req-26a50417-fa2c-468e-80b4-80514ea6b965 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.799651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1eb18ea0-2068-42d9-880a-d99051c47674 req-26a50417-fa2c-468e-80b4-80514ea6b965 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 944 time: 0.1103721 Nov 25 17:31:32.915769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:32.941207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1eb18ea0-2068-42d9-880a-d99051c47674 req-bdd807fd-0bcc-446b-9a02-84c308ee357e tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403823 Nov 25 17:31:32.977672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4022-f827-490e-bb2a-de826c05b305 req-726003f4-82ea-46e3-a6a0-3ef845e0bc25 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:32.987091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40ee4022-f827-490e-bb2a-de826c05b305 req-726003f4-82ea-46e3-a6a0-3ef845e0bc25 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 944 time: 0.1941838 Nov 25 17:31:33.030502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Router 87ec8839-834e-46f2-93f5-510f7337764d has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:33.084214 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40ee4022-f827-490e-bb2a-de826c05b305 req-b0fbd876-af0e-44a9-9dc8-caccfb6f744c tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959556 Nov 25 17:31:33.205968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.231963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:33.243854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-26123e97-caeb-440e-a905-849ecef386b8 admin admin] 10.222.0.86 "PUT /v2.0/routers/87ec8839-834e-46f2-93f5-510f7337764d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9977922 Nov 25 17:31:33.341965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647c78-1c86-4e49-a46e-5067edcac0f6 req-285132f9-4c7b-463d-bcb4-938a10e8530e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.344328 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a647c78-1c86-4e49-a46e-5067edcac0f6 req-285132f9-4c7b-463d-bcb4-938a10e8530e tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0734494 Nov 25 17:31:33.453068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a647c78-1c86-4e49-a46e-5067edcac0f6 req-fd05efbf-9fa4-49bb-8c06-a558ea676d4b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971186 Nov 25 17:31:33.528982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.549617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.663194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7420db3-979c-4326-875c-897dc449e5c5 req-bc4ab1fe-beeb-4dab-bc0b-60b26bb607ed tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:33.665362 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7420db3-979c-4326-875c-897dc449e5c5 req-bc4ab1fe-beeb-4dab-bc0b-60b26bb607ed tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 945 time: 0.0990996 Nov 25 17:31:33.736132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.137 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/7fb770d5-37bb-462b-b606-4caef03b13b0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:33.776532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7420db3-979c-4326-875c-897dc449e5c5 req-d9ec3901-30e5-47f4-aae3-d6094519d566 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046715 Nov 25 17:31:33.928674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:33.930451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f5cd3a42-f5ab-47fa-a3d8-6b725e42754b up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:34.022121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-37ec820c-1d36-4bfc-8c92-578a3692e501 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.033090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-37ec820c-1d36-4bfc-8c92-578a3692e501 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 819 time: 0.2083569 Nov 25 17:31:34.035750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 9f8fb44c-7995-4f10-a5b6-6503a1190b49 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:34.084378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-0e7040d8-1dfb-4d6d-bae0-28dcda3bd4fe tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/quotas/d9c860b5c9fe4e5eb98e1eaf88124d1b HTTP/1.1" status: 200 len: 375 time: 0.0483096 Nov 25 17:31:34.096196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.139049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9e105bd-7a6f-4c93-9d55-413434aaeb4b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:34.150240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e265ac-d17c-4a4e-92bb-0e065d9ec1c2 req-ec5777e0-607d-4a8e-8b7b-912fa77f86d6 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.152191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8e265ac-d17c-4a4e-92bb-0e065d9ec1c2 req-ec5777e0-607d-4a8e-8b7b-912fa77f86d6 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 944 time: 0.0676472 Nov 25 17:31:34.184792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Sync routers for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:34.186282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=7fb770d5-37bb-462b-b606-4caef03b13b0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.206498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:34.209034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:34.212417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:34.223695 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8e265ac-d17c-4a4e-92bb-0e065d9ec1c2 req-f1f1dc00-7715-4c08-8b70-29710441fa9c tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Nov 25 17:31:34.238528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f996edd-852d-4611-8e37-7242e6b284db None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:34.246301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:34.254406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:34.255038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.280863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:34.284105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:34.287743 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-568746d8-f0e1-4c93-8dd0-30d550890b1b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2020440 Nov 25 17:31:34.378904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31bffa-ea47-4e3f-99d1-0559976bc847 req-d0812bd8-4c37-4c08-bb68-4b79f95f5ceb tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.381083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed31bffa-ea47-4e3f-99d1-0559976bc847 req-d0812bd8-4c37-4c08-bb68-4b79f95f5ceb tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 944 time: 0.0660460 Nov 25 17:31:34.427196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:34.444743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed31bffa-ea47-4e3f-99d1-0559976bc847 req-a35fed09-f5a4-4d40-989b-ad048c81c770 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554137 Nov 25 17:31:34.480081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:34.480541 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.527189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f9e105bd-7a6f-4c93-9d55-413434aaeb4b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:34.527189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.536759 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.598208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f39bef-84ae-49ee-ba3d-d7188ef74dea req-b2eae23f-d316-4bba-a69f-c4b489417493 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:34.600788 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86f39bef-84ae-49ee-ba3d-d7188ef74dea req-b2eae23f-d316-4bba-a69f-c4b489417493 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0584519 Nov 25 17:31:34.602809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-76cf9bea-b29c-4617-ba88-f3231c77a606 service neutron] 10.222.0.86 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139298 Nov 25 17:31:34.641567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b198ff76-2ae4-4945-b239-9853a1948a87 None None] Provisioning complete for port 7fb770d5-37bb-462b-b606-4caef03b13b0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:34.641989 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b198ff76-2ae4-4945-b239-9853a1948a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.665094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86f39bef-84ae-49ee-ba3d-d7188ef74dea req-f3fdc985-911b-447c-9a4b-81e15d600c4c tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Nov 25 17:31:34.699876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:34.702100 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55699932-deec-4566-b843-2f2ba88be700" -d '{"events": [{"server_uuid": "942ffd90-7868-4426-9034-1d3bd6149f9d", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd3a42-f5ab-47fa-a3d8-6b725e42754b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:34.737938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,segment=NetworkSegment(a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe),segment_id=a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:34.738161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.756514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:34.785883 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15870f4a-222f-42c6-86f1-0118e1f3096e x-openstack-request-id: req-15870f4a-222f-42c6-86f1-0118e1f3096e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:34.785883 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942ffd90-7868-4426-9034-1d3bd6149f9d", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd3a42-f5ab-47fa-a3d8-6b725e42754b", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:34.786373 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15870f4a-222f-42c6-86f1-0118e1f3096e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:34.786872 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b', 'code': 200} Nov 25 17:31:34.810158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-2246d242-bae5-4a96-b5a3-31337e49cd50 service neutron] 10.222.0.86 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991820 Nov 25 17:31:34.823000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:34.828023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aa8b76bc-415e-426b-bcd7-65acff000c73 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:34.943322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:34.946109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b198ff76-2ae4-4945-b239-9853a1948a87 None None] Port 7fb770d5-37bb-462b-b606-4caef03b13b0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:35.123105 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.148247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206b93-04d4-402f-a502-ff410bc5049e req-6f7a5b1b-9ee5-4116-b6dd-be97b936256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.149761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b206b93-04d4-402f-a502-ff410bc5049e req-6f7a5b1b-9ee5-4116-b6dd-be97b936256e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 1096 time: 0.3035362 Nov 25 17:31:35.365224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.378266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port aa8b76bc-415e-426b-bcd7-65acff000c73 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:35.389295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port aa8b76bc-415e-426b-bcd7-65acff000c73 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:35.389812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.480137 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b206b93-04d4-402f-a502-ff410bc5049e req-0c20efca-dbc9-4c03-bbce-dbe1bf35a51d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152244 Nov 25 17:31:35.489501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-839b89ca-0d79-4d92-8cf7-09ce8b596e08 req-68ce866d-246a-4e1b-8396-fd05ca1d49bb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 210 time: 0.3682973 Nov 25 17:31:35.511049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:35.522671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.604915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-3f259312-7447-4fb8-ba04-31830604c89f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.607003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-3f259312-7447-4fb8-ba04-31830604c89f tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.73 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.1635892 Nov 25 17:31:35.622693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.625606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=9f8fb44c-7995-4f10-a5b6-6503a1190b49,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:35.645576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 2, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:35.677362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29404c-b752-415d-bf9d-c878c871124b req-c04b136d-1c1a-4cce-ba81-e13884ec0afd tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.679722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef29404c-b752-415d-bf9d-c878c871124b req-c04b136d-1c1a-4cce-ba81-e13884ec0afd tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 945 time: 0.7645507 Nov 25 17:31:35.702986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Checking router: 87ec8839-834e-46f2-93f5-510f7337764d for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:35.703537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Updating router 87ec8839-834e-46f2-93f5-510f7337764d port 8f959d13-0bb2-4033-bf65-0499965d0110 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:35.714460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-15110e7f-1940-40f9-9dbd-bd798a097679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.731210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port aa8b76bc-415e-426b-bcd7-65acff000c73, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aa8b76bc-415e-426b-bcd7-65acff000c73,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:35.739546 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.746044 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:35.767998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef29404c-b752-415d-bf9d-c878c871124b req-adf3cf61-ab2b-40b8-9261-9807da75792a tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738056 Nov 25 17:31:35.836161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91ac6-b352-4d70-8f1f-dc6b9ca0377b req-c87e10e2-02bd-4685-9e6a-9c8f5ec90a61 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.837745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6cf91ac6-b352-4d70-8f1f-dc6b9ca0377b req-c87e10e2-02bd-4685-9e6a-9c8f5ec90a61 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 945 time: 0.2243555 Nov 25 17:31:35.842633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:31:35.844399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=aa8b76bc-415e-426b-bcd7-65acff000c73,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:35.958885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44cf34-685b-4902-8f8e-15286ab98d51 req-3f9f9fea-078d-42aa-a61e-18725463ee88 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:35.960555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e44cf34-685b-4902-8f8e-15286ab98d51 req-3f9f9fea-078d-42aa-a61e-18725463ee88 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.1169367 Nov 25 17:31:35.976950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Deleting port fea1ecba-abe3-494b-9e51-88f398320934 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:35.977390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.060287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e44cf34-685b-4902-8f8e-15286ab98d51 req-c85ff7ad-573f-4116-aeeb-01b226f5f087 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919993 Nov 25 17:31:36.123676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] For port fea1ecba-abe3-494b-9e51-88f398320934, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=fea1ecba-abe3-494b-9e51-88f398320934,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:36.124517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.170561 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.171107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Calling delete_port for fea1ecba-abe3-494b-9e51-88f398320934 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:36.181603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4018ea-7433-4a81-84a8-88271f3f5fd2 req-0bb32401-fa3e-4fcd-964b-3ea211239905 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.183187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a4018ea-7433-4a81-84a8-88271f3f5fd2 req-0bb32401-fa3e-4fcd-964b-3ea211239905 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 945 time: 0.0597298 Nov 25 17:31:36.190564 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.214929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6cf91ac6-b352-4d70-8f1f-dc6b9ca0377b req-a68161d9-a6f2-4748-b8d2-ac5e9a3b0a02 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662610 Nov 25 17:31:36.246722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a4018ea-7433-4a81-84a8-88271f3f5fd2 req-f1c5550e-3ff4-4d64-80f9-a70dce2ee864 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533857 Nov 25 17:31:36.295913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:36.309194 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Sync routers for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:36.321892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4284-644b-4263-8594-fb823869387f None None] Pushing event updated for resources: {'Port': ['ID=8f959d13-0bb2-4033-bf65-0499965d0110,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:36.327973 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:36.329581 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:36.352749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.356825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9e53bcad-c230-4ccb-8ca8-bd89cbf1cea5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7523909 Nov 25 17:31:36.358252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:36.381415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Attempting to bind port 8f959d13-0bb2-4033-bf65-0499965d0110 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:36.381783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Attempting to bind port 8f959d13-0bb2-4033-bf65-0499965d0110 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:36.382149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Attempting to bind port 8f959d13-0bb2-4033-bf65-0499965d0110 on network 321e3a1e-3711-47e4-8d03-d35c1f83c8da {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:36.389953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:36.390325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Checking segment: {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:36.390723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.391112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Bound using segment: {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:36.392434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Bound port: 8f959d13-0bb2-4033-bf65-0499965d0110, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:36.392821 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.418278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a8baec44-49a8-4b3a-8813-cd75e392ca68 tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=95c99e5365bf47f596809a61f354cfc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590663 Nov 25 17:31:36.421376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33446) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:36.505077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.540297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['56b720fc-39ad-451a-be7e-b124dcd42056'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:36.584981 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:36.615208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Pushing event deleted for resources: {'Port': ['ID=fea1ecba-abe3-494b-9e51-88f398320934,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:36.671631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d759c471-4ad1-4c0c-9dff-bcc7b8b72ebd tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.674368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d759c471-4ad1-4c0c-9dff-bcc7b8b72ebd tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2501209 Nov 25 17:31:36.678615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33450) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:36.706409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0a5ccb5-b741-4351-b702-15dacae7d925 req-ea15388a-3358-4a6b-9627-60ee10a0bbbe tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 210 time: 0.0666425 Nov 25 17:31:36.747941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b095b3c8-d9d5-48d6-9cd0-68f6f042bfff tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668950 Nov 25 17:31:36.750182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33452) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:36.752861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] For port 8f959d13-0bb2-4033-bf65-0499965d0110, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:36.756479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818156481', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:36.768840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] No DVR routers for this DVR port fea1ecba-abe3-494b-9e51-88f398320934 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:36.778088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.789004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49'}, {'server_uuid': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8b76bc-415e-426b-bcd7-65acff000c73'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:36.792319 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3216fc8e-47ef-4d86-8e90-039911006728" -d '{"events": [{"server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "name": "network-vif-plugged", "status": "completed", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49"}, {"server_uuid": "68aa885e-f2a7-42fb-89d2-50d5db23026c", "name": "network-vif-plugged", "status": "completed", "tag": "aa8b76bc-415e-426b-bcd7-65acff000c73"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:36.792741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-19f7e7d9-3828-44e6-8f49-a9a4b624fdb8 req-76ccfd85-1de8-4a71-ad8b-2b465671e185 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.73 "DELETE /v2.0/ports/fea1ecba-abe3-494b-9e51-88f398320934 HTTP/1.1" status: 204 len: 173 time: 1.1108809 Nov 25 17:31:36.793866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'name': 'network-vif-deleted', 'tag': 'fea1ecba-abe3-494b-9e51-88f398320934'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:36.801178 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42243ce-18f1-447c-b28f-165a02fd509d" -d '{"events": [{"server_uuid": "e02c313e-c868-4331-9ea2-3310b040f78f", "name": "network-vif-deleted", "tag": "fea1ecba-abe3-494b-9e51-88f398320934"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:36.820257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] For port 8f959d13-0bb2-4033-bf65-0499965d0110, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8f959d13-0bb2-4033-bf65-0499965d0110,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:36.846627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.891859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-36cc11b8-b365-4e41-b8eb-4a5c6a487565 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:36.894011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-36cc11b8-b365-4e41-b8eb-4a5c6a487565 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 819 time: 0.4329119 Nov 25 17:31:36.911302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'port': {'device_id': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'admin_state_up': True, 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:36.923970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:36.945493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:36.977313 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ea609-daf7-45bf-97ac-bfc0ba3c6d49 x-openstack-request-id: req-d20ea609-daf7-45bf-97ac-bfc0ba3c6d49 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:36.980531 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "name": "network-vif-plugged", "status": "completed", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49", "code": 200}, {"server_uuid": "68aa885e-f2a7-42fb-89d2-50d5db23026c", "name": "network-vif-plugged", "status": "completed", "tag": "aa8b76bc-415e-426b-bcd7-65acff000c73", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:36.980809 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d20ea609-daf7-45bf-97ac-bfc0ba3c6d49 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:36.981232 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'code': 200} Nov 25 17:31:36.981515 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8b76bc-415e-426b-bcd7-65acff000c73', 'code': 200} Nov 25 17:31:37.064453 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84277ae8-cb57-4f43-b7e2-27faf785c46e x-openstack-request-id: req-84277ae8-cb57-4f43-b7e2-27faf785c46e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:37.064975 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c313e-c868-4331-9ea2-3310b040f78f", "name": "network-vif-deleted", "tag": "fea1ecba-abe3-494b-9e51-88f398320934", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:37.065294 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-84277ae8-cb57-4f43-b7e2-27faf785c46e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:37.065822 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c313e-c868-4331-9ea2-3310b040f78f', 'name': 'network-vif-deleted', 'tag': 'fea1ecba-abe3-494b-9e51-88f398320934', 'status': 'completed', 'code': 200} Nov 25 17:31:37.076354 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:34Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:37.097719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Made reservation on behalf of d9c860b5c9fe4e5eb98e1eaf88124d1b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:37.101244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.133850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f583abd-7f98-42cf-b014-59fd37b3fca4 req-e2ddf6b8-bd9f-4312-ab4e-c6fb3f8f34bc tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.144364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f583abd-7f98-42cf-b014-59fd37b3fca4 req-e2ddf6b8-bd9f-4312-ab4e-c6fb3f8f34bc tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 946 time: 0.2390709 Nov 25 17:31:37.145229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609916ef-e6f6-4d11-94c1-74f0b2e705b1 req-b8c80d43-2e89-4953-a18a-692194c78065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.146859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609916ef-e6f6-4d11-94c1-74f0b2e705b1 req-b8c80d43-2e89-4953-a18a-692194c78065 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 1097 time: 0.0853245 Nov 25 17:31:37.157112 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Checking router: ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:37.157627 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Updating router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a port 7fb770d5-37bb-462b-b606-4caef03b13b0 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:37.189245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:37.198496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:37.221345 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.242629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-609916ef-e6f6-4d11-94c1-74f0b2e705b1 req-5c1de1be-2b2f-4fe9-b082-7bd0c464196e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881567 Nov 25 17:31:37.253387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4284-644b-4263-8594-fb823869387f None None] Pushing event updated for resources: {'Port': ['ID=8f959d13-0bb2-4033-bf65-0499965d0110,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.388808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70c765-0b27-4063-ae1c-7c19098c9b53 req-fc038efc-0c50-481f-a682-dc9dee52afa0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.390928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f70c765-0b27-4063-ae1c-7c19098c9b53 req-fc038efc-0c50-481f-a682-dc9dee52afa0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.1564004 Nov 25 17:31:37.419232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:37.467207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.484743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Allocated IP 172.20.0.7 (321e3a1e-3711-47e4-8d03-d35c1f83c8da/c0cc186b-de95-49c2-afcc-37932a5612f2/6f481b37-7453-49fd-a6b3-4476461dffcc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:37.556979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Subnet': ['ID=63bff1aa-9ba9-4b8e-a817-40c72d349cab,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.574577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf895-6871-43b2-b432-c588fc7d4eb3 req-6f5e54b9-6092-400d-aaaf-f9e49e78dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.576781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a27bf895-6871-43b2-b432-c588fc7d4eb3 req-6f5e54b9-6092-400d-aaaf-f9e49e78dd89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 1096 time: 0.3985941 Nov 25 17:31:37.602021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f583abd-7f98-42cf-b014-59fd37b3fca4 req-64f4c2ee-3d2b-4e33-9ff1-a844a71eca98 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564028 Nov 25 17:31:37.644736 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.661596 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.787043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0751-30aa-487a-92b6-3edc59bb6c42 None None] Pushing event updated for resources: {'Port': ['ID=7fb770d5-37bb-462b-b606-4caef03b13b0,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:37.825346 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Attempting to bind port 7fb770d5-37bb-462b-b606-4caef03b13b0 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:37.825712 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Attempting to bind port 7fb770d5-37bb-462b-b606-4caef03b13b0 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:37.826072 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Attempting to bind port 7fb770d5-37bb-462b-b606-4caef03b13b0 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:37.826965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada78b0-6dec-46fd-9db6-d65e6cb0d5d3 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:37.843374 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:37.844141 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:37.844563 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.845153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:37.845515 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Bound port: 7fb770d5-37bb-462b-b606-4caef03b13b0, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:37.846009 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.847663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:36Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:37.869854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Checking segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:37.870403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network hostable DHCP agents. Network: ba4939db-d06c-4ecf-b83e-749343a1492f, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:31:37.900144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f62356a-e296-4c75-9f96-825b7ed6a578 None None] The sync data for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 is: [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:36Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:37.918777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1824185e-c4e2-421c-9bc9-4df14ef00ed5 None None] Provisioning complete for port 7fb770d5-37bb-462b-b606-4caef03b13b0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:37.919296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1824185e-c4e2-421c-9bc9-4df14ef00ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:37.928262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff732-ce2f-48f1-9334-97251476ebdd req-44ff7f27-d75e-426a-a1fa-9aa881c4e2f2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:37.929845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99dff732-ce2f-48f1-9334-97251476ebdd req-44ff7f27-d75e-426a-a1fa-9aa881c4e2f2 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 945 time: 0.2029057 Nov 25 17:31:37.933906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a27bf895-6871-43b2-b432-c588fc7d4eb3 req-f05c8bc0-3f45-46bf-9924-22ed7fc41960 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3217247 Nov 25 17:31:37.946230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] For port 7fb770d5-37bb-462b-b606-4caef03b13b0, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:37.951117 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] For port 7fb770d5-37bb-462b-b606-4caef03b13b0, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7fb770d5-37bb-462b-b606-4caef03b13b0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:37.958869 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.017538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fea1ecba-abe3-494b-9e51-88f398320934 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:38.026935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network ba4939db-d06c-4ecf-b83e-749343a1492f is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:31:38.033383 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:38.034019 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:38.070299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ba4939db-d06c-4ecf-b83e-749343a1492f) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:38.083298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: fea1ecba-abe3-494b-9e51-88f398320934 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:38.083824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device fea1ecba-abe3-494b-9e51-88f398320934 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:38.086534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4570126d-670d-4363-a25c-859d08d84ddd None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:38.097695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:38.097943 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0751-30aa-487a-92b6-3edc59bb6c42 None None] Pushing event updated for resources: {'Port': ['ID=7fb770d5-37bb-462b-b606-4caef03b13b0,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:38.098306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.123929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99dff732-ce2f-48f1-9334-97251476ebdd req-3937693d-2138-428e-af32-48bc1fc1d970 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777580 Nov 25 17:31:38.177206 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cf6d48f9-2ed0-4d34-a9d9-42ccdad90205 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4247265 Nov 25 17:31:38.177367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393dcfcf-95aa-4cbd-878f-95c40d2a01d3 None None] Network ba4939db-d06c-4ecf-b83e-749343a1492f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:38.179922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:38.224030 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c3f0e8d-251a-4eae-8ba5-929c9e797b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.241329 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:38.308985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffbfc80d-bfcf-493a-ac32-a3dc7e9ce867 req-d576c223-a19c-4f85-97fb-408464bc332e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02c313e-c868-4331-9ea2-3310b040f78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0934987 Nov 25 17:31:38.322632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1824185e-c4e2-421c-9bc9-4df14ef00ed5 None None] Port 7fb770d5-37bb-462b-b606-4caef03b13b0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:38.330022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f70c765-0b27-4063-ae1c-7c19098c9b53 req-4bacfc77-b3db-4e19-a5b3-4fadbe7e2448 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9248745 Nov 25 17:31:38.497709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffbfc80d-bfcf-493a-ac32-a3dc7e9ce867 req-5661dc63-ab20-4084-9248-323591def180 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35edf69da2464d85970ad6e25afabb8c&device_id=e02c313e-c868-4331-9ea2-3310b040f78f HTTP/1.1" status: 200 len: 210 time: 0.1015968 Nov 25 17:31:38.540787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fe8e436e-999c-42b5-aa03-7a216e28979e None None] Provisioning complete for port 7fb770d5-37bb-462b-b606-4caef03b13b0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:38.550915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe8e436e-999c-42b5-aa03-7a216e28979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.823634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ba4939db-d06c-4ecf-b83e-749343a1492f', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:31:38.824614 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:38.989139 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:34Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:39.012154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f95a7-3b9a-482b-ae0c-e8a4e2e29b8a req-d86b944a-a393-4347-b6f0-f7f61481acd0 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.023008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d26f95a7-3b9a-482b-ae0c-e8a4e2e29b8a req-d86b944a-a393-4347-b6f0-f7f61481acd0 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 946 time: 0.2166791 Nov 25 17:31:39.092549 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ff53885-206b-49bd-b886-59f0c3602e11 req-d14d4054-2f09-4073-b85b-8615c4e2a6c9 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 210 time: 0.1560202 Nov 25 17:31:39.129970 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adaabe-1500-472b-a9dd-1a0bdaded2a2 None None] The sync data for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 is: [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:34Z', 'revision_number': 3, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:39.214978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe8e436e-999c-42b5-aa03-7a216e28979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.228682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d26f95a7-3b9a-482b-ae0c-e8a4e2e29b8a req-120d4b8a-6163-49a8-ab92-8739b23aecfb tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046566 Nov 25 17:31:39.229886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc80d-bfcf-493a-ac32-a3dc7e9ce867 req-8957b90d-bd37-4984-bae2-95f3c23ef386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.231325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffbfc80d-bfcf-493a-ac32-a3dc7e9ce867 req-8957b90d-bd37-4984-bae2-95f3c23ef386 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=35edf69da2464d85970ad6e25afabb8c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7092526 Nov 25 17:31:39.351317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.490255 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.502246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fe8e436e-999c-42b5-aa03-7a216e28979e None None] For port 7fb770d5-37bb-462b-b606-4caef03b13b0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7fb770d5-37bb-462b-b606-4caef03b13b0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:39.536105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Allocated IP 172.20.0.2 (ba4939db-d06c-4ecf-b83e-749343a1492f/63bff1aa-9ba9-4b8e-a817-40c72d349cab/beb7be0f-9f40-475a-ba59-bfcafacf85be) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:39.598972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc80d-bfcf-493a-ac32-a3dc7e9ce867 req-fd9b30da-a302-44b3-a78d-0414ce14edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.604475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffbfc80d-bfcf-493a-ac32-a3dc7e9ce867 req-fd9b30da-a302-44b3-a78d-0414ce14edc1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3501368 Nov 25 17:31:39.652864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484278-73b6-486e-b157-eb7f350a84f2 req-c6d496a7-2a57-4593-a15d-37cac953e1dc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.658806 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.660047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2484278-73b6-486e-b157-eb7f350a84f2 req-c6d496a7-2a57-4593-a15d-37cac953e1dc tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2805772 Nov 25 17:31:39.738255 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fe8e436e-999c-42b5-aa03-7a216e28979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.871936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e436e-999c-42b5-aa03-7a216e28979e None None] Pushing event updated for resources: {'Port': ['ID=7fb770d5-37bb-462b-b606-4caef03b13b0,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:39.894684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f777f-ce27-4468-b90d-87539c0c92e8 req-85de5d1b-5b77-4a96-81be-a9c8eed665a5 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:39.902531 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:39.908179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f98f777f-ce27-4468-b90d-87539c0c92e8 req-85de5d1b-5b77-4a96-81be-a9c8eed665a5 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.3688891 Nov 25 17:31:39.924740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.013541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Network 321e3a1e-3711-47e4-8d03-d35c1f83c8da is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:40.028273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:40.035156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:40.044617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:40.073153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Network ba4939db-d06c-4ecf-b83e-749343a1492f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:40.084850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:40.122864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Pushing event updated for resources: {'Port': ['ID=beb7be0f-9f40-475a-ba59-bfcafacf85be,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:40.132239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:40.134260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.171912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2484278-73b6-486e-b157-eb7f350a84f2 req-5efdafca-f2ab-4b12-994e-c8b55c58fbe0 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995773 Nov 25 17:31:40.262688 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f98f777f-ce27-4468-b90d-87539c0c92e8 req-9d0c6738-16a4-47a8-b703-e6a5dc090020 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3518381 Nov 25 17:31:40.309515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.310209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.345136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Attempting to bind port beb7be0f-9f40-475a-ba59-bfcafacf85be on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:40.345712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Attempting to bind port beb7be0f-9f40-475a-ba59-bfcafacf85be by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:40.346156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Attempting to bind port beb7be0f-9f40-475a-ba59-bfcafacf85be on network ba4939db-d06c-4ecf-b83e-749343a1492f {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:40.372981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:40.373362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Checking segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:40.377169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-e3086c6e-f1db-4338-bfb6-ab7e4ac1fb68 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4700794 Nov 25 17:31:40.389399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Request body: {'port': {'device_id': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:40.390370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.390910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Bound using segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:40.395976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Bound port: beb7be0f-9f40-475a-ba59-bfcafacf85be, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:40.396388 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.399922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f959d13-0bb2-4033-bf65-0499965d0110 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:40.587675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.591048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52474118-5dff-4a12-8bd0-2b4643eb4a61 req-59a62e08-b137-4c1a-ba91-37c5158316d8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.607329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52474118-5dff-4a12-8bd0-2b4643eb4a61 req-59a62e08-b137-4c1a-ba91-37c5158316d8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 931 time: 0.2689879 Nov 25 17:31:40.732521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8f959d13-0bb2-4033-bf65-0499965d0110 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:40.733039 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.734648 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.754109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5d87-ed06-4880-b9b4-01f497c7121c req-f95d51e0-20ea-4c63-9b7b-19d632c2c9fb tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:40.789029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e6a5d87-ed06-4880-b9b4-01f497c7121c req-f95d51e0-20ea-4c63-9b7b-19d632c2c9fb tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.3460410 Nov 25 17:31:40.790788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33514) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:40.812494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Request body: {'floatingip': {'port_id': '9f8fb44c-7995-4f10-a5b6-6503a1190b49'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:40.943090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:40.960335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] For port beb7be0f-9f40-475a-ba59-bfcafacf85be, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:41.119919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] For port beb7be0f-9f40-475a-ba59-bfcafacf85be, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=beb7be0f-9f40-475a-ba59-bfcafacf85be,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:41.135062 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.224470 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.379711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506344c-7bf3-40bc-808e-d26884940590 None None] Pushing event updated for resources: {'Port': ['ID=beb7be0f-9f40-475a-ba59-bfcafacf85be,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:41.399076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 8f959d13-0bb2-4033-bf65-0499965d0110, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8f959d13-0bb2-4033-bf65-0499965d0110,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:41.440939 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.452251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fb770d5-37bb-462b-b606-4caef03b13b0 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:41.561716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.1 (ba4939db-d06c-4ecf-b83e-749343a1492f/63bff1aa-9ba9-4b8e-a817-40c72d349cab/960cbbae-c212-434c-9153-753b5f805a74) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:41.651522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=8f959d13-0bb2-4033-bf65-0499965d0110,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:41.654136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.688925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7fb770d5-37bb-462b-b606-4caef03b13b0 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:41.689301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.740204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d405d40-5f39-401b-87dd-7a4718815232 req-a2f6afcd-0dc9-43a1-9ef2-acc59d3ed867 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:41.752113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d405d40-5f39-401b-87dd-7a4718815232 req-a2f6afcd-0dc9-43a1-9ef2-acc59d3ed867 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.4955537 Nov 25 17:31:41.809765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f481b37-7453-49fd-a6b3-4476461dffcc {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:41.836516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.878874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d405d40-5f39-401b-87dd-7a4718815232 req-78043198-a31e-47fd-ab13-6ba44f01ef45 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256771 Nov 25 17:31:41.889151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Transition to ACTIVE for port object 6f481b37-7453-49fd-a6b3-4476461dffcc will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:41.906260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:41.915607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52474118-5dff-4a12-8bd0-2b4643eb4a61 req-778beb2e-5530-4bf7-9aa8-fb82dbd74f08 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2359991 Nov 25 17:31:42.036139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.042678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.211125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d94eff-ff82-4d0d-bd8d-5399ec37f756 req-213fcce2-ffec-41ea-b03b-cb174866295f tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.213434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4d94eff-ff82-4d0d-bd8d-5399ec37f756 req-213fcce2-ffec-41ea-b03b-cb174866295f tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 946 time: 0.1372585 Nov 25 17:31:42.247137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f959d13-0bb2-4033-bf65-0499965d0110 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:42.292076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Attempting to bind port 6f481b37-7453-49fd-a6b3-4476461dffcc on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:42.295812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Attempting to bind port 6f481b37-7453-49fd-a6b3-4476461dffcc by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:42.296307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Attempting to bind port 6f481b37-7453-49fd-a6b3-4476461dffcc on network 321e3a1e-3711-47e4-8d03-d35c1f83c8da {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:42.332713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Port 6f481b37-7453-49fd-a6b3-4476461dffcc on network 321e3a1e-3711-47e4-8d03-d35c1f83c8da not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:42.333533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Attempting to bind port 6f481b37-7453-49fd-a6b3-4476461dffcc on network 321e3a1e-3711-47e4-8d03-d35c1f83c8da {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:42.345500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8f959d13-0bb2-4033-bf65-0499965d0110 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:42.347169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.366785 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:31:42.372401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:42.372834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Checking segment: {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:42.373189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Bound using segment: {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:42.373569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Bound port: 6f481b37-7453-49fd-a6b3-4476461dffcc, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7a8534-296b-443f-b72a-f34fa8f163e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:42.374106 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.450500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4d94eff-ff82-4d0d-bd8d-5399ec37f756 req-755e7658-0ce8-4d2e-a94e-294140799d16 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251024 Nov 25 17:31:42.570928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:42.575126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:42.584165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.597353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:31:42.692307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.763862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.769853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=960cbbae-c212-434c-9153-753b5f805a74,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.780707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.786938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.787520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:42.789532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] 10.222.0.55 "PUT /v2.0/ports/6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 1091 time: 2.4042799 Nov 25 17:31:42.792495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:42.803766 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bae45e-c7e1-443e-9c40-037cb7d74820" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:42.866133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f912753-6c6a-411f-8d76-8ef6e2cd6d53 service neutron] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:42.884093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network ba4939db-d06c-4ecf-b83e-749343a1492f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:42.887790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:42.892139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:42.972002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-7e62ba83-f880-4f0f-af05-2e478e5ca6b9 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:42.980951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-7e62ba83-f880-4f0f-af05-2e478e5ca6b9 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 946 time: 0.3205783 Nov 25 17:31:43.006092 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2f704f-4b4a-4a18-b667-c7513c21ca9b x-openstack-request-id: req-bc2f704f-4b4a-4a18-b667-c7513c21ca9b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:43.006493 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:43.006852 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc2f704f-4b4a-4a18-b667-c7513c21ca9b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:43.007362 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'status': 'completed', 'code': 200} Nov 25 17:31:43.052639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.054917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device beb7be0f-9f40-475a-ba59-bfcafacf85be up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:43.190975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port beb7be0f-9f40-475a-ba59-bfcafacf85be triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:43.191576 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.243578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec629-1677-4860-b7d0-2d32692b9617 req-d38ebf40-e855-4d60-857d-b66d53eefb2d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.252373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-245ec629-1677-4860-b7d0-2d32692b9617 req-d38ebf40-e855-4d60-857d-b66d53eefb2d tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.1746089 Nov 25 17:31:43.262341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-dc19a14b-49fd-438f-ade5-c53e2bf6da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.263870 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-dc19a14b-49fd-438f-ade5-c53e2bf6da8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1094 time: 0.3489101 Nov 25 17:31:43.331502 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-2f11bfbd-7035-41c3-bb4e-98343d452c0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0523601 Nov 25 17:31:43.359760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.403286 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.413497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Deleting port aa8b76bc-415e-426b-bcd7-65acff000c73 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:43.413887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.451509 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Floating IP d2ff692a-02fc-4115-a200-3819a9146d0e associated. External IP: 172.25.8.248, port: 9f8fb44c-7995-4f10-a5b6-6503a1190b49. Nov 25 17:31:43.465436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port beb7be0f-9f40-475a-ba59-bfcafacf85be, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=beb7be0f-9f40-475a-ba59-bfcafacf85be,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.480152 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.533443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ba0ac-67cf-41bb-a63b-3be9f4b3b267 req-585f0aaf-7bf9-47be-aa36-f9cf53cc09b7 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.542557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec4ba0ac-67cf-41bb-a63b-3be9f4b3b267 req-585f0aaf-7bf9-47be-aa36-f9cf53cc09b7 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 943 time: 0.3433652 Nov 25 17:31:43.558118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-245ec629-1677-4860-b7d0-2d32692b9617 req-bb062240-5009-4b8a-9646-af3ce37e861b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047740 Nov 25 17:31:43.565867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=beb7be0f-9f40-475a-ba59-bfcafacf85be,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:43.581472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-61785f3d-d617-423a-aa70-2bf2f58b53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.582961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-61785f3d-d617-423a-aa70-2bf2f58b53d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.2412887 Nov 25 17:31:43.682124 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-6a314dfe-1593-4766-817f-3fc84e535e92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743899 Nov 25 17:31:43.843540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] For port aa8b76bc-415e-426b-bcd7-65acff000c73, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=aa8b76bc-415e-426b-bcd7-65acff000c73,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:43.844974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:43.874881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Calling delete_port for aa8b76bc-415e-426b-bcd7-65acff000c73 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:43.907129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75585cf-06cb-40b5-bd49-1226603da151 req-5229140b-70a1-4700-91b5-7048d8899bec tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:43.917220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e75585cf-06cb-40b5-bd49-1226603da151 req-5229140b-70a1-4700-91b5-7048d8899bec tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 946 time: 0.1936984 Nov 25 17:31:43.935096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd68b6b-f2c2-4638-b858-c2f968c2234a None None] Network ba4939db-d06c-4ecf-b83e-749343a1492f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:31:44.047183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-16d4b892-7df4-448f-80d8-a38d50362369 None None] Provisioning complete for port beb7be0f-9f40-475a-ba59-bfcafacf85be triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:44.048020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-16d4b892-7df4-448f-80d8-a38d50362369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.059806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e75585cf-06cb-40b5-bd49-1226603da151 req-65f80031-211a-4106-b8fa-e9901d9ef864 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415708 Nov 25 17:31:44.092726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device beb7be0f-9f40-475a-ba59-bfcafacf85be up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:44.104369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-276c18b8-4463-4fd8-bdd0-ca48a75a7ef3 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099669 Nov 25 17:31:44.284279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port beb7be0f-9f40-475a-ba59-bfcafacf85be triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:44.284641 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.349274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec4ba0ac-67cf-41bb-a63b-3be9f4b3b267 req-7fcdd524-bcb9-478c-a277-2f13a492c567 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8059068 Nov 25 17:31:44.411037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.493219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Pushing event deleted for resources: {'Port': ['ID=aa8b76bc-415e-426b-bcd7-65acff000c73,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:44.537636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77047f64-946e-41eb-89cd-ef7fbb7163f9 req-9723ebd4-4290-43cd-b1b9-8c89ccd8eb94 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193287 Nov 25 17:31:44.545077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-cdea398b-88e4-48ea-95a8-dab843aea027 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.546573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-cdea398b-88e4-48ea-95a8-dab843aea027 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2233922 Nov 25 17:31:44.555404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] No DVR routers for this DVR port aa8b76bc-415e-426b-bcd7-65acff000c73 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:44.558456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.562201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8eda6afe-d5e3-46ed-ab8d-d2c018998513 req-46775542-ab77-4f61-a07a-a2ddba418cc6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "DELETE /v2.0/ports/aa8b76bc-415e-426b-bcd7-65acff000c73 HTTP/1.1" status: 204 len: 173 time: 1.5501201 Nov 25 17:31:44.578578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac0262-8062-4490-a33d-724a8adcfbb4 req-ea2658a4-baa3-48e3-aa94-a4f0ee10d856 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.583964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9ac0262-8062-4490-a33d-724a8adcfbb4 req-ea2658a4-baa3-48e3-aa94-a4f0ee10d856 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 945 time: 0.1350467 Nov 25 17:31:44.699485 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9ac0262-8062-4490-a33d-724a8adcfbb4 req-73cdbcfc-41b6-4504-b297-7f9ab8735a32 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095924 Nov 25 17:31:44.717824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-606bdfff-a18c-43df-807f-098b74d5268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.720641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-606bdfff-a18c-43df-807f-098b74d5268d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1094 time: 0.0834200 Nov 25 17:31:44.764104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ae7c7bf0-719c-407f-be33-e879ce60010d None None] Provisioning complete for port beb7be0f-9f40-475a-ba59-bfcafacf85be triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:44.765078 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7bf0-719c-407f-be33-e879ce60010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.851095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-2b8fd0be-92cb-40f8-9687-11a523817026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.852613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-2b8fd0be-92cb-40f8-9687-11a523817026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.1249049 Nov 25 17:31:44.885294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.899087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ae7c7bf0-719c-407f-be33-e879ce60010d None None] Provisioning complete for port 960cbbae-c212-434c-9153-753b5f805a74 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:44.899500 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7bf0-719c-407f-be33-e879ce60010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.911212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df52de-003e-4ae3-ac0c-9c724b734d79 req-97c0a174-1bc3-4032-bb0a-1df08e3265a4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.916278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-409e141f-4f44-40ed-aa7c-d8c2c694f019 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0532429 Nov 25 17:31:44.918613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1df52de-003e-4ae3-ac0c-9c724b734d79 req-97c0a174-1bc3-4032-bb0a-1df08e3265a4 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 945 time: 0.2219763 Nov 25 17:31:44.929780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:44.940227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c7bf0-719c-407f-be33-e879ce60010d None None] Port 960cbbae-c212-434c-9153-753b5f805a74 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:44.970835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-958a60e7-b8c1-4832-aaa6-6f455051f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:44.972363 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-958a60e7-b8c1-4832-aaa6-6f455051f2cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.0479536 Nov 25 17:31:45.010991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'name': 'network-vif-deleted', 'tag': 'aa8b76bc-415e-426b-bcd7-65acff000c73'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:45.013281 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536702e0-87b9-4033-b565-e8d4e6d35ebc" -d '{"events": [{"server_uuid": "68aa885e-f2a7-42fb-89d2-50d5db23026c", "name": "network-vif-deleted", "tag": "aa8b76bc-415e-426b-bcd7-65acff000c73"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:45.014172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Deleting port 56b720fc-39ad-451a-be7e-b124dcd42056 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:45.014507 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.024511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-52559ec0-687d-4674-b192-37564bc8d211 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374582 Nov 25 17:31:45.035764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:45.067094 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5f7866-1259-4096-8e6b-ecdb2ecc5b98 x-openstack-request-id: req-fd5f7866-1259-4096-8e6b-ecdb2ecc5b98 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:45.067514 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aa885e-f2a7-42fb-89d2-50d5db23026c", "name": "network-vif-deleted", "tag": "aa8b76bc-415e-426b-bcd7-65acff000c73", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:45.067777 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd5f7866-1259-4096-8e6b-ecdb2ecc5b98 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:45.068171 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aa885e-f2a7-42fb-89d2-50d5db23026c', 'name': 'network-vif-deleted', 'tag': 'aa8b76bc-415e-426b-bcd7-65acff000c73', 'status': 'completed', 'code': 200} Nov 25 17:31:45.069129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bf68e3e3-a26f-494a-b5c5-533a5b3c350c None None] Provisioning complete for port 960cbbae-c212-434c-9153-753b5f805a74 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:45.069718 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf68e3e3-a26f-494a-b5c5-533a5b3c350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.106936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.116718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=960cbbae-c212-434c-9153-753b5f805a74,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.148052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bf68e3e3-a26f-494a-b5c5-533a5b3c350c None None] Port 960cbbae-c212-434c-9153-753b5f805a74 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:45.151197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1df52de-003e-4ae3-ac0c-9c724b734d79 req-2f767fee-f527-4bfa-b808-1eb11d5faf79 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/security-groups?id=300ac89b-6c0b-44b9-b56c-c5c4bfd45760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317178 Nov 25 17:31:45.225886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-66f2b9ff-d706-411a-8dbd-a25c7e374d5d service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936193 Nov 25 17:31:45.264251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93b57cf2-2ab6-4825-98ab-11c3498ecd36 req-d6f74f20-5b78-4673-a1cf-97083c891d7c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=68aa885e-f2a7-42fb-89d2-50d5db23026c HTTP/1.1" status: 200 len: 210 time: 0.0370221 Nov 25 17:31:45.353695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] For port 56b720fc-39ad-451a-be7e-b124dcd42056, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=56b720fc-39ad-451a-be7e-b124dcd42056,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:45.354520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.355104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94bae45e-c7e1-443e-9c40-037cb7d74820 req-1cc6a4da-299d-43ea-a862-64741975ef25 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936322 Nov 25 17:31:45.395898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Calling delete_port for 56b720fc-39ad-451a-be7e-b124dcd42056 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:45.409842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:45.417197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.421545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:45.437505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:45.438943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:45.508786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network ba4939db-d06c-4ecf-b83e-749343a1492f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:45.537826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:45.596834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:45.608448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0eba41b0-867c-459f-b3b8-e0e77132da7b tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "PUT /v2.0/floatingips/d2ff692a-02fc-4115-a200-3819a9146d0e HTTP/1.1" status: 200 len: 991 time: 4.7998292 Nov 25 17:31:45.608830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:45.611894 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936c3eb-ec03-4200-ad59-1e0ef9093be6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:45.712861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6042-dbc2-4877-a285-489c9b969a55 req-1f30e9f5-3f9c-405d-8f56-e9d6646c353b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:45.714478 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756e6042-dbc2-4877-a285-489c9b969a55 req-1f30e9f5-3f9c-405d-8f56-e9d6646c353b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 943 time: 0.2438624 Nov 25 17:31:45.798175 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62843290-3bc3-40e3-89ec-936eb261f3db x-openstack-request-id: req-62843290-3bc3-40e3-89ec-936eb261f3db {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:45.798644 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:45.810139 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62843290-3bc3-40e3-89ec-936eb261f3db {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:45.810660 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'status': 'completed', 'code': 200} Nov 25 17:31:45.831631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:45.849479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:45.919541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Pushing event deleted for resources: {'Port': ['ID=56b720fc-39ad-451a-be7e-b124dcd42056,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:45.928232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756e6042-dbc2-4877-a285-489c9b969a55 req-4a5c4828-a89a-471d-af0c-614329620581 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777949 Nov 25 17:31:45.945752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['56b720fc-39ad-451a-be7e-b124dcd42056'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:45.972008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] No DVR routers for this DVR port 56b720fc-39ad-451a-be7e-b124dcd42056 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:46.001102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aa8b76bc-415e-426b-bcd7-65acff000c73 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:46.009007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.014253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd4c8b21-ffed-442f-a427-4485bc9cd60d req-795ed1f7-8ecd-4ba4-9efb-c873f876bd2b tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.55 "DELETE /v2.0/ports/56b720fc-39ad-451a-be7e-b124dcd42056 HTTP/1.1" status: 204 len: 173 time: 1.4578857 Nov 25 17:31:46.068331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-1c33a089-1026-479b-927f-94191617e623 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.069895 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-1c33a089-1026-479b-927f-94191617e623 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.73 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 945 time: 0.2614131 Nov 25 17:31:46.081705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1319162-df5b-4dcb-a7ba-a1aa97378afa req-ceda71f2-18c9-41ac-a609-1a1dc6be2263 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.089089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1319162-df5b-4dcb-a7ba-a1aa97378afa req-ceda71f2-18c9-41ac-a609-1a1dc6be2263 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/ports?device_id=942ffd90-7868-4426-9034-1d3bd6149f9d HTTP/1.1" status: 200 len: 945 time: 0.1749995 Nov 25 17:31:46.127907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: aa8b76bc-415e-426b-bcd7-65acff000c73 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:46.128420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device aa8b76bc-415e-426b-bcd7-65acff000c73 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:46.136629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:46.153574 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Sync routers for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:46.161750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-90bfe7b1-4ebe-492b-861a-2960a8bbc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.163288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-90bfe7b1-4ebe-492b-861a-2960a8bbc23f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 1096 time: 0.2775512 Nov 25 17:31:46.169879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-265f8f43-5463-4681-9ae3-55af715ff7b0 None None] Provisioning complete for port 960cbbae-c212-434c-9153-753b5f805a74 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:46.171876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-265f8f43-5463-4681-9ae3-55af715ff7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.178840 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.188521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-343d4802-12da-4ee5-a697-f1020ba3df59 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0075057 Nov 25 17:31:46.192207 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:46.193041 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:46.462454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1319162-df5b-4dcb-a7ba-a1aa97378afa req-c68db893-00be-469e-a854-9581669056da tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.86 "GET /v2.0/security-groups?id=474ff84e-c442-43cf-bfac-c8c546abe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962152 Nov 25 17:31:46.468126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-265f8f43-5463-4681-9ae3-55af715ff7b0 None None] Port 960cbbae-c212-434c-9153-753b5f805a74 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:46.468126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'd2ff692a-02fc-4115-a200-3819a9146d0e', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'port_id': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'mac_address': 'fa:16:3e:e1:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:31:13Z', 'updated_at': '2021-11-25T17:31:42Z', 'revision_number': 1, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:46.471063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-a1cb7cb4-3bc1-4e0a-a17b-8f8a0af34ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:46.471716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-a1cb7cb4-3bc1-4e0a-a17b-8f8a0af34ef8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.2950895 Nov 25 17:31:46.520338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Deleting port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:46.520717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.557872 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:46.566298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:46.585310 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cdc98dfe-1a19-4d9c-b3eb-e86e053a3c42 req-feaa2582-d173-476d-a58c-e6a57055d964 tempest-ServerRescueNegativeTestJSON-1913189675 tempest-ServerRescueNegativeTestJSON-1913189675-project] 10.222.0.86 "GET /v2.0/ports?device_id=10f3237b-d32f-48a1-9e9d-3ed9a7fc537d HTTP/1.1" status: 200 len: 210 time: 0.0571969 Nov 25 17:31:46.589582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:46.590403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:46.821798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] For port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,segment=NetworkSegment(a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe),segment_id=a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:46.822166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:46.851364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Calling delete_port for f5cd3a42-f5ab-47fa-a3d8-6b725e42754b owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:46.886682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:46.924103 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:44Z', 'revision_number': 2, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:46.965775 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Checking router: ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:46.966309 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Updating router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a port 960cbbae-c212-434c-9153-753b5f805a74 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:31:47.002321 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.026320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-3125cc3a-face-4b8f-ae9c-7de74a58e8ce tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.027972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-3125cc3a-face-4b8f-ae9c-7de74a58e8ce tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/networks?id=8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 200 len: 808 time: 0.2682226 Nov 25 17:31:47.038647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-0602c7d2-bb08-45ed-86b8-610935de4fb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49 HTTP/1.1" status: 200 len: 999 time: 0.5421302 Nov 25 17:31:47.050213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-a8af5f3b-5540-4bfe-b46b-a9218b38d134 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/quotas/7b53e1f7520b449dafe381bf6e88a618 HTTP/1.1" status: 200 len: 375 time: 0.0156262 Nov 25 17:31:47.090974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-f6cae75a-dd3b-4dcf-b3f7-4486996d96f5 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b53e1f7520b449dafe381bf6e88a618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344992 Nov 25 17:31:47.143977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-2510aeef-b002-4e2c-a24f-34746b8bbfbc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962075630&fields=id&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 267 time: 0.2131181 Nov 25 17:31:47.252991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-78d610c1-ee46-4cf5-b448-947c3431bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.253399 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-78d610c1-ee46-4cf5-b448-947c3431bf9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.2073874 Nov 25 17:31:47.259266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.326508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Pushing event deleted for resources: {'Port': ['ID=f5cd3a42-f5ab-47fa-a3d8-6b725e42754b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.349422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'd2ff692a-02fc-4115-a200-3819a9146d0e', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'port_id': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'mac_address': 'fa:16:3e:e1:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:31:13Z', 'updated_at': '2021-11-25T17:31:42Z', 'revision_number': 1, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:47.384840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-3655ca0a-c86e-475a-8d30-932c011bf0c8 service neutron] 10.222.0.86 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928445 Nov 25 17:31:47.393038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-1acba1bb-e13d-4e88-9a3c-6d77d5799e2f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.393266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b04f20-319e-4bc8-898b-586b6b0bc096 None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'd2ff692a-02fc-4115-a200-3819a9146d0e', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'port_id': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'mac_address': 'fa:16:3e:e1:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:31:13Z', 'updated_at': '2021-11-25T17:31:42Z', 'revision_number': 1, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:47.400384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-1acba1bb-e13d-4e88-9a3c-6d77d5799e2f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/networks?id=ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 200 len: 796 time: 0.2554770 Nov 25 17:31:47.437511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-4fb1a147-c92a-4ec9-bd03-ce541572bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:47.439109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-4fb1a147-c92a-4ec9-bd03-ce541572bb89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780744 Nov 25 17:31:47.440015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] No DVR routers for this DVR port f5cd3a42-f5ab-47fa-a3d8-6b725e42754b on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:31:47.452861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.471129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-580ca613-75af-4846-9f68-d90e9660c7a1 req-4bb1979c-c38c-4add-ba78-554c51e5d370 tempest-VolumesActionsTest-2065117027 tempest-VolumesActionsTest-2065117027-project] 10.222.0.73 "DELETE /v2.0/ports/f5cd3a42-f5ab-47fa-a3d8-6b725e42754b HTTP/1.1" status: 204 len: 173 time: 1.3733020 Nov 25 17:31:47.471736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'name': 'network-vif-deleted', 'tag': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:47.477483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.491253 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46da5e9e-85f6-4f3f-b0a0-c635276e44fc" -d '{"events": [{"server_uuid": "942ffd90-7868-4426-9034-1d3bd6149f9d", "name": "network-vif-deleted", "tag": "f5cd3a42-f5ab-47fa-a3d8-6b725e42754b"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:47.525998 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.534832 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.646569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-120420c3-eb6e-454b-80a0-122fe57f7b15 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/quotas/95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 375 time: 0.2452037 Nov 25 17:31:47.660139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-6824ca7c-e0bd-47d8-a965-0191f605b915 service neutron] 10.222.0.86 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740598 Nov 25 17:31:47.707288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fe6d8-901d-48a6-9616-7f6f18afb845 None None] Pushing event updated for resources: {'Port': ['ID=960cbbae-c212-434c-9153-753b5f805a74,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:47.769431 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Attempting to bind port 960cbbae-c212-434c-9153-753b5f805a74 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:47.769956 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Attempting to bind port 960cbbae-c212-434c-9153-753b5f805a74 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:47.770407 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Attempting to bind port 960cbbae-c212-434c-9153-753b5f805a74 on network ba4939db-d06c-4ecf-b83e-749343a1492f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:47.777055 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:47.777495 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Checking segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:47.778125 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.778748 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Bound using segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:47.779650 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Bound port: 960cbbae-c212-434c-9153-753b5f805a74, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:47.780333 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:47.811965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'name': 'network-vif-deleted', 'tag': '56b720fc-39ad-451a-be7e-b124dcd42056'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:47.816993 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de24f2-9968-41ff-8e26-ba2e2c145592" -d '{"events": [{"server_uuid": "10f3237b-d32f-48a1-9e9d-3ed9a7fc537d", "name": "network-vif-deleted", "tag": "56b720fc-39ad-451a-be7e-b124dcd42056"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:47.827352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b761bc55-29c8-472a-b859-81a2cba69b3b None None] New status for floating IP d2ff692a-02fc-4115-a200-3819a9146d0e: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:31:47.966372 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] For port 960cbbae-c212-434c-9153-753b5f805a74, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:47.972810 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] For port 960cbbae-c212-434c-9153-753b5f805a74, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=960cbbae-c212-434c-9153-753b5f805a74,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:47.994605 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.001571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f5cd3a42-f5ab-47fa-a3d8-6b725e42754b no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:48.105579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6f481b37-7453-49fd-a6b3-4476461dffcc details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:31:48.116638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 56b720fc-39ad-451a-be7e-b124dcd42056 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:48.123703 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:48.125209 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:48.282660 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fe6d8-901d-48a6-9616-7f6f18afb845 None None] Pushing event updated for resources: {'Port': ['ID=960cbbae-c212-434c-9153-753b5f805a74,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:48.350137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a3831-9ea6-411e-8739-56112a97cd95 req-f1f9ddde-edf6-4293-80f0-266d910e46c5 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:48.355584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac9a3831-9ea6-411e-8739-56112a97cd95 req-f1f9ddde-edf6-4293-80f0-266d910e46c5 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 943 time: 0.0868611 Nov 25 17:31:48.405668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-b3bfb725-1c66-4a97-8c9c-c126486ccc08 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7578187 Nov 25 17:31:48.414324 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-3deff30d-f420-47a9-baff-1ec1c66375c9 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657564 Nov 25 17:31:48.489824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 56b720fc-39ad-451a-be7e-b124dcd42056 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:48.490766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 56b720fc-39ad-451a-be7e-b124dcd42056 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:48.492888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: f5cd3a42-f5ab-47fa-a3d8-6b725e42754b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:48.495589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device f5cd3a42-f5ab-47fa-a3d8-6b725e42754b not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:48.496380 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:48.503240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ac9a3831-9ea6-411e-8739-56112a97cd95 req-a36ce02f-fb55-48f4-a957-6aa40cef60ad tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434257 Nov 25 17:31:48.599878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-57b3a4b3-17f4-405f-9507-6f1f3b9d9962 None None] Provisioning complete for port 960cbbae-c212-434c-9153-753b5f805a74 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:48.600393 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57b3a4b3-17f4-405f-9507-6f1f3b9d9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:48.653732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-d96b117a-01e7-46f2-856f-ef4a6a58f520 service neutron] 10.222.0.86 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370760 Nov 25 17:31:48.810760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6936c3eb-ec03-4200-ad59-1e0ef9093be6 req-fa7b6b70-924c-4697-a289-2ec18df4487d service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735924 Nov 25 17:31:48.817779 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c34bb-aee9-4a6a-a928-942939dcddd4 x-openstack-request-id: req-f84c34bb-aee9-4a6a-a928-942939dcddd4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:48.818294 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942ffd90-7868-4426-9034-1d3bd6149f9d", "name": "network-vif-deleted", "tag": "f5cd3a42-f5ab-47fa-a3d8-6b725e42754b", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:48.818550 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f84c34bb-aee9-4a6a-a928-942939dcddd4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:48.818974 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942ffd90-7868-4426-9034-1d3bd6149f9d', 'name': 'network-vif-deleted', 'tag': 'f5cd3a42-f5ab-47fa-a3d8-6b725e42754b', 'status': 'completed', 'code': 200} Nov 25 17:31:49.003565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57b3a4b3-17f4-405f-9507-6f1f3b9d9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.009884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245607ad-72e8-4cc6-bbc2-fceaede8cde7 req-ac975aa7-d0d2-4e56-a362-0b51cf9c9f62 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:49.022833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-245607ad-72e8-4cc6-bbc2-fceaede8cde7 req-ac975aa7-d0d2-4e56-a362-0b51cf9c9f62 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1257193 Nov 25 17:31:49.026701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:49.043312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'port_id': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'mac_address': 'fa:16:3e:47:b9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:31:49.107978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-c79bc7ad-2a3a-4772-8393-43adcafe8af5 service neutron] 10.222.0.86 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879040 Nov 25 17:31:49.188161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-245607ad-72e8-4cc6-bbc2-fceaede8cde7 req-0229afea-48bc-438e-8dab-8f72fe00546b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642866 Nov 25 17:31:49.232485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-57b3a4b3-17f4-405f-9507-6f1f3b9d9962 None None] For port 960cbbae-c212-434c-9153-753b5f805a74, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=960cbbae-c212-434c-9153-753b5f805a74,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:49.240303 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.260063 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:49.280538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:49.284420 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57b3a4b3-17f4-405f-9507-6f1f3b9d9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.332042 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca419f7-ccfd-4e04-b7dd-d3d42c31178f None None] The sync data for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 is: [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:47Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:49.399024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f481b37-7453-49fd-a6b3-4476461dffcc {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:49.442631 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f878ce3c-5fa8-475c-b4b5-b76d2445b044 x-openstack-request-id: req-f878ce3c-5fa8-475c-b4b5-b76d2445b044 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:49.442928 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f3237b-d32f-48a1-9e9d-3ed9a7fc537d", "name": "network-vif-deleted", "tag": "56b720fc-39ad-451a-be7e-b124dcd42056", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:49.443181 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f878ce3c-5fa8-475c-b4b5-b76d2445b044 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:49.443783 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f3237b-d32f-48a1-9e9d-3ed9a7fc537d', 'name': 'network-vif-deleted', 'tag': '56b720fc-39ad-451a-be7e-b124dcd42056', 'status': 'completed', 'code': 200} Nov 25 17:31:49.539586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:49.570962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.586401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3a4b3-17f4-405f-9507-6f1f3b9d9962 None None] Pushing event updated for resources: {'Port': ['ID=960cbbae-c212-434c-9153-753b5f805a74,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.591712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-008a0fba-0a64-440e-a34f-0c333c393277 None None] Provisioning complete for port 960cbbae-c212-434c-9153-753b5f805a74 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:49.592491 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-008a0fba-0a64-440e-a34f-0c333c393277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:49.636975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18f115ad-6770-4dc0-a58f-460bc3399a57 req-58f0efec-a600-4fb7-aeba-f2f796815f41 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 210 time: 0.0720584 Nov 25 17:31:49.710252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:49.848273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6f481b37-7453-49fd-a6b3-4476461dffcc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:49.876350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4145dfb2-64a0-49e2-b837-2fc8a5747535 req-fe6cde7a-3880-47c7-86f1-137ef0838ca3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 210 time: 0.0803678 Nov 25 17:31:50.264926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5adfa7-5547-4499-b824-184948f1eb09 req-dc1be6e4-7b06-494a-bd55-d98c684f09f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.270196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbc259-1b3b-4346-a282-56181d50b184 req-b655ac39-0398-4357-9f3b-3c22ec3c23a5 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.272655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6cbc259-1b3b-4346-a282-56181d50b184 req-b655ac39-0398-4357-9f3b-3c22ec3c23a5 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 944 time: 0.1478114 Nov 25 17:31:50.274128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bb5adfa7-5547-4499-b824-184948f1eb09 req-dc1be6e4-7b06-494a-bd55-d98c684f09f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1356223 Nov 25 17:31:50.285613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-0b9a03e5-6e08-4490-ae00-93fbb904f365 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:50.292844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-0b9a03e5-6e08-4490-ae00-93fbb904f365 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "GET /v2.0/networks?id=8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 200 len: 808 time: 0.4031417 Nov 25 17:31:50.317005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 960cbbae-c212-434c-9153-753b5f805a74 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:50.333644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Request body: {'port': {'device_id': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'network_id': '8672a160-a127-409c-bb76-b933946cb731', 'admin_state_up': True, 'tenant_id': '7b53e1f7520b449dafe381bf6e88a618'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:50.413849 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bb5adfa7-5547-4499-b824-184948f1eb09 req-f1676226-610c-4de8-b5a2-dc4d39f6bec0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305561 Nov 25 17:31:50.588408 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6cbc259-1b3b-4346-a282-56181d50b184 req-7128b15a-c680-4663-a2b6-bcc6fcfea796 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944536 Nov 25 17:31:50.638585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 960cbbae-c212-434c-9153-753b5f805a74 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:50.639167 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.752766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Made reservation on behalf of 7b53e1f7520b449dafe381bf6e88a618 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:50.757720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.841908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:50.881389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-651b5e00-2ddb-4688-b3e6-07598353e264 req-2a980d23-3d41-48f7-8bd5-80657876bc5f tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 210 time: 0.0589993 Nov 25 17:31:51.111771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0126aa7-43e0-40fc-8c69-7c7a57b05ac7 req-66a24851-d7c3-4783-a890-4e6f807f5dfb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 210 time: 0.0558629 Nov 25 17:31:51.207826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Allocated IP 172.20.0.10 (8672a160-a127-409c-bb76-b933946cb731/ad140a32-0b20-481f-ac96-723c23528c5f/172fda8c-5df1-4fcb-bef2-355c8a5687aa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:51.374136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-b1bafe47-86fc-43ec-a752-411ef7636e75 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.383660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-b1bafe47-86fc-43ec-a752-411ef7636e75 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.3919158 Nov 25 17:31:51.408228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-bca935d2-319b-4931-88e5-6322eb94bcec tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/quotas/d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 375 time: 0.0233994 Nov 25 17:31:51.417815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.512135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-66c1738d-911a-4bed-917f-cd3c4e350585 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1026413 Nov 25 17:31:51.658082 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-8769d457-8904-46ac-85b8-ab818b2e5247 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126781 Nov 25 17:31:51.684216 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.831026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Network 8672a160-a127-409c-bb76-b933946cb731 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:51.864426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Pushing event updated for resources: {'Port': ['ID=172fda8c-5df1-4fcb-bef2-355c8a5687aa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:51.920539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-c4d58c2a-223e-489c-af65-46c4ee3aed5a service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524877 Nov 25 17:31:51.920539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Deleting port 7a65e8f1-685a-4151-9401-96133f64043f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:51.920539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:51.925132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:51.931396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:51.991312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c6f8f-eb23-4d37-a1ca-0f93f0c89e9f req-5d27a8b4-458a-4f9b-b8f6-7b8ad9ea69e4 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:51.998723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-767c6f8f-eb23-4d37-a1ca-0f93f0c89e9f req-5d27a8b4-458a-4f9b-b8f6-7b8ad9ea69e4 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 944 time: 0.3039989 Nov 25 17:31:52.006678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:52.007327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.044382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] For port 7a65e8f1-685a-4151-9401-96133f64043f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7a65e8f1-685a-4151-9401-96133f64043f,segment=NetworkSegment(be635ca9-9a23-40b2-bc04-efd3c7783c5d),segment_id=be635ca9-9a23-40b2-bc04-efd3c7783c5d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.048182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.080723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Calling delete_port for 7a65e8f1-685a-4151-9401-96133f64043f owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:52.095646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-767c6f8f-eb23-4d37-a1ca-0f93f0c89e9f req-6b14ae79-9c0b-420f-9552-1d5957158878 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956733 Nov 25 17:31:52.099016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6f481b37-7453-49fd-a6b3-4476461dffcc up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:31:52.148007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-731ce755-898b-48eb-a6c7-06a71bfc4716 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:52.153419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-731ce755-898b-48eb-a6c7-06a71bfc4716 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/networks?id=ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 200 len: 796 time: 0.6708491 Nov 25 17:31:52.167464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-ed1b9d59-ab4a-404a-a3a9-83f3ce135c3c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8512447 Nov 25 17:31:52.228086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Request body: {'port': {'device_id': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:52.242824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 6f481b37-7453-49fd-a6b3-4476461dffcc completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:31:52.264340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 6f481b37-7453-49fd-a6b3-4476461dffcc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:52.264877 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.380147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.397572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-2715772c-0812-43ae-a074-5c33567e09f2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95c99e5365bf47f596809a61f354cfc2 HTTP/1.1" status: 200 len: 380 time: 0.2292206 Nov 25 17:31:52.414872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'port': {'device_id': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'admin_state_up': True, 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'security_groups': ['dbebcae7-efc2-4d5c-a621-f2619276deb8']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:52.417525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.444282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:52.450397 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d61bb-6f18-4206-82d0-e7bd397c720a" -d '{"events": [{"server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "name": "network-vif-plugged", "status": "completed", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:52.478630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:52.502325 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.535243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-297dc9b3-7be4-42f0-91da-a55bf70cbf8c req-d9fd2197-6c00-4a43-a60e-62d9e4c8fa4a tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 210 time: 0.0404732 Nov 25 17:31:52.565850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.617387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2aaca-4d2d-4df8-a37b-e708ad4069b3 req-0d6aefee-6698-48d1-a96b-d34ceecbb4a6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:52.626387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ace2aaca-4d2d-4df8-a37b-e708ad4069b3 req-0d6aefee-6698-48d1-a96b-d34ceecbb4a6 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 932 time: 0.2913020 Nov 25 17:31:52.716735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ace2aaca-4d2d-4df8-a37b-e708ad4069b3 req-fb9cf093-eca0-4149-a182-2b3c8ba83828 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893323 Nov 25 17:31:52.724565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b27c235e-1426-40fa-a905-b77314147d8c req-927bb431-68da-450e-8145-2dd8bc93d264 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 210 time: 0.1116748 Nov 25 17:31:52.793204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:52.824482 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851abf5-4237-4121-af45-9895a18a2e6b x-openstack-request-id: req-7851abf5-4237-4121-af45-9895a18a2e6b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:52.825085 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "name": "network-vif-plugged", "status": "completed", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:52.826118 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7851abf5-4237-4121-af45-9895a18a2e6b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:52.826695 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'code': 200} Nov 25 17:31:52.846974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a65e8f1-685a-4151-9401-96133f64043f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:52.979325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Made reservation on behalf of 95c99e5365bf47f596809a61f354cfc2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:52.983008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.249598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.20.0.5 (ba4939db-d06c-4ecf-b83e-749343a1492f/63bff1aa-9ba9-4b8e-a817-40c72d349cab/771b7665-1eb7-43fd-aa79-991a43fb799d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:53.301801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172fda8c-5df1-4fcb-bef2-355c8a5687aa {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:53.325741 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.342153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Transition to ACTIVE for port object 172fda8c-5df1-4fcb-bef2-355c8a5687aa will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:53.355563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.488598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816fd0-397e-406a-b5a1-bf6a46ada6f8 req-4e5a5e72-7085-41b8-ad11-08275aba7b89 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.490445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb816fd0-397e-406a-b5a1-bf6a46ada6f8 req-4e5a5e72-7085-41b8-ad11-08275aba7b89 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.2300153 Nov 25 17:31:53.718316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7fc7ddc7-a572-4c2b-a856-7bfc435b3a9f req-36961099-41ce-42ee-b684-bfba5c99cfb3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 210 time: 0.0515001 Nov 25 17:31:53.731238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9d2fb-a810-4cae-b24a-0fbf92c3dea6 req-9ffaedc0-0085-4de7-b5d0-5f2f16daa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:53.734728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7d9d2fb-a810-4cae-b24a-0fbf92c3dea6 req-9ffaedc0-0085-4de7-b5d0-5f2f16daa356 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.8209074 Nov 25 17:31:53.752386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Pushing event updated for resources: {'Port': ['ID=172fda8c-5df1-4fcb-bef2-355c8a5687aa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:53.886872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Attempting to bind port 172fda8c-5df1-4fcb-bef2-355c8a5687aa on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:53.887357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Attempting to bind port 172fda8c-5df1-4fcb-bef2-355c8a5687aa by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:53.887817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Attempting to bind port 172fda8c-5df1-4fcb-bef2-355c8a5687aa on network 8672a160-a127-409c-bb76-b933946cb731 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:53.911349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb816fd0-397e-406a-b5a1-bf6a46ada6f8 req-83ea5c37-12cb-4002-9b54-98a956d0dda8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534138 Nov 25 17:31:53.920195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Port 172fda8c-5df1-4fcb-bef2-355c8a5687aa on network 8672a160-a127-409c-bb76-b933946cb731 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:53.920522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Attempting to bind port 172fda8c-5df1-4fcb-bef2-355c8a5687aa on network 8672a160-a127-409c-bb76-b933946cb731 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:53.941332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:53.942086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Checking segment: {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:53.944138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Bound using segment: {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:53.944685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Bound port: 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1304f828-9ddc-42e7-bbe7-00b592f4d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8672a160-a127-409c-bb76-b933946cb731'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:53.945137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:53.957057 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7d9d2fb-a810-4cae-b24a-0fbf92c3dea6 req-63992a27-9ed4-4a93-a521-acc3fde82df5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141752 Nov 25 17:31:53.972934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.076189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12677b-11f7-450f-a9d5-e15cce33c2f8 req-31b377fc-191f-4dc4-8d68-73597b1d011d tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.085123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db12677b-11f7-450f-a9d5-e15cce33c2f8 req-31b377fc-191f-4dc4-8d68-73597b1d011d tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 944 time: 0.2024281 Nov 25 17:31:54.145498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] For port 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:54.149504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.159711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71aa8fce-a887-4f49-b9f0-9afef5d4d7e4 req-543a251b-1619-4d07-9ea1-3d80e531ed15 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 210 time: 0.0609467 Nov 25 17:31:54.201120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] For port 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:54.214303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-be350ae1-668d-4c1b-a999-034a988b837b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.216165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-be350ae1-668d-4c1b-a999-034a988b837b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.5499327 Nov 25 17:31:54.220717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.241231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'port': {'device_id': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'admin_state_up': True, 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:54.284565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db12677b-11f7-450f-a9d5-e15cce33c2f8 req-5f1f9eb6-03e1-4600-b075-b9916638bd6c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935990 Nov 25 17:31:54.345087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.345700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.347083 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] 10.222.0.73 "PUT /v2.0/ports/172fda8c-5df1-4fcb-bef2-355c8a5687aa HTTP/1.1" status: 200 len: 1092 time: 2.1405170 Nov 25 17:31:54.353398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'tag': '172fda8c-5df1-4fcb-bef2-355c8a5687aa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:54.355665 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c370730-4605-41cb-9619-50878a095b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5462bbd5-3d77-438e-9d1c-55975ef55ad4", "tag": "172fda8c-5df1-4fcb-bef2-355c8a5687aa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:54.429181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:31:54.470418 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28de896-c2b6-45a9-ae31-71081f5f4798 x-openstack-request-id: req-a28de896-c2b6-45a9-ae31-71081f5f4798 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:54.470800 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5462bbd5-3d77-438e-9d1c-55975ef55ad4", "tag": "172fda8c-5df1-4fcb-bef2-355c8a5687aa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:54.471116 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a28de896-c2b6-45a9-ae31-71081f5f4798 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:54.471631 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'tag': '172fda8c-5df1-4fcb-bef2-355c8a5687aa', 'status': 'completed', 'code': 200} Nov 25 17:31:54.482108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.489277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe784f-91b8-4835-ba35-e0c9079f0914 service neutron] Pushing event updated for resources: {'Port': ['ID=172fda8c-5df1-4fcb-bef2-355c8a5687aa,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:54.587291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network ba4939db-d06c-4ecf-b83e-749343a1492f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:54.589904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-8cbe6377-41a0-4c19-8afa-a7070c7daa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.591938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-8cbe6377-41a0-4c19-8afa-a7070c7daa59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b53e1f7520b449dafe381bf6e88a618&device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 1095 time: 0.1998532 Nov 25 17:31:54.600889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:54.605285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:31:54.618196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:54.632058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6117e2ed-1c4e-49d1-bf43-03d70860f362 admin admin] 10.222.0.86 "PUT /v2.0/routers/fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3472893 Nov 25 17:31:54.633351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:54.636372 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] Sync routers for ids ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:31:54.672645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:54.673382 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.679122 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] Routers {'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:54.685863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:54.738893 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-3d90119d-41d7-4834-938c-65cb8ee2c02c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa HTTP/1.1" status: 200 len: 217 time: 0.1313500 Nov 25 17:31:54.739641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:54.807663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:31:54.811420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:54.825418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-8b9882d5-6822-42eb-89b0-79c995c203c4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4193625 Nov 25 17:31:54.847412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Request body: {'port': {'device_id': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:54.935309 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] Set router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:55.005032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.020767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-00be9fd6-48cf-4239-b44f-002ac2cc1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:55.022928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-00be9fd6-48cf-4239-b44f-002ac2cc1638 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad140a32-0b20-481f-ac96-723c23528c5f HTTP/1.1" status: 200 len: 848 time: 0.2604434 Nov 25 17:31:55.102988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9361dba7-f887-4d69-9955-706f38392407 None None] Provisioning complete for port 771b7665-1eb7-43fd-aa79-991a43fb799d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:55.104184 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9361dba7-f887-4d69-9955-706f38392407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.228655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9361dba7-f887-4d69-9955-706f38392407 None None] Port 771b7665-1eb7-43fd-aa79-991a43fb799d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:55.282312 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 5, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.309788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-d414b04c-4f2c-4cbb-b980-89bc73efae3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8672a160-a127-409c-bb76-b933946cb731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2220521 Nov 25 17:31:55.330934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59fe14-9d90-4955-8c62-d4f1e0525670 req-ee2f143f-e6c3-4469-86a8-066391cbbfa7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:55.333608 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] Checking router: fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:31:55.340925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee59fe14-9d90-4955-8c62-d4f1e0525670 req-ee2f143f-e6c3-4469-86a8-066391cbbfa7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 931 time: 0.4738724 Nov 25 17:31:55.344067 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] Routers {'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:31:55.344859 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:31:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.355440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0592bc-34bb-440e-8bf9-bfe3261b0688 req-5e015fbd-a4a9-44ef-8de1-7cf0117fddf2 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:55.357473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab0592bc-34bb-440e-8bf9-bfe3261b0688 req-5e015fbd-a4a9-44ef-8de1-7cf0117fddf2 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.2589188 Nov 25 17:31:55.371481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.376546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Allocated IP 172.20.0.5 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/d68a2d30-7e6d-4ed7-9e84-832f415d12c6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:31:55.488643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab0592bc-34bb-440e-8bf9-bfe3261b0688 req-426501bf-2f1d-4dee-bcd1-c2193fdd9170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201499 Nov 25 17:31:55.490006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.524379 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] Set router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:31:55.756240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d7bbff9-b2ab-48ae-b3aa-9cfc3cb828f0 req-785bbfa9-9ce2-4c50-840f-b7a59ad632f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 210 time: 0.0776949 Nov 25 17:31:55.766939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Deleting port d65a92f2-b28f-4260-90ce-02ac5de038d8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:31:55.767263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.780764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee59fe14-9d90-4955-8c62-d4f1e0525670 req-e6ad48fb-f088-4b23-9489-66fbf59cb5b9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388497 Nov 25 17:31:55.819035 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 5, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:55.906782 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c2b87-6fd7-4dda-9e43-8c89e961b397 None None] The sync data for ids ['fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7'] in n-d-817303-7 is: [{'id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'name': 'tempest-ServerRescueNegativeTestJSON-980173582-router', 'tenant_id': '35edf69da2464d85970ad6e25afabb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:28:49Z', 'updated_at': '2021-11-25T17:31:52Z', 'revision_number': 5, 'project_id': '35edf69da2464d85970ad6e25afabb8c', 'gw_port': {'id': 'd65a92f2-b28f-4260-90ce-02ac5de038d8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:97:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:28:50Z', 'updated_at': '2021-11-25T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:31:55.925187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] For port d65a92f2-b28f-4260-90ce-02ac5de038d8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d65a92f2-b28f-4260-90ce-02ac5de038d8,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:31:55.925549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:55.967773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Calling delete_port for d65a92f2-b28f-4260-90ce-02ac5de038d8 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:31:56.147042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9661-209a-48c6-9cbc-660c0da853e0 req-12fd83ed-f74c-4902-8fff-3c667cf352ca tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:56.148710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e1b9661-209a-48c6-9cbc-660c0da853e0 req-12fd83ed-f74c-4902-8fff-3c667cf352ca tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 944 time: 0.1283312 Nov 25 17:31:56.220992 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e1b9661-209a-48c6-9cbc-660c0da853e0 req-56e32373-ede2-4607-8328-a1a574b4f091 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588927 Nov 25 17:31:56.296674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.317446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7a65e8f1-685a-4151-9401-96133f64043f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:56.367169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7a65e8f1-685a-4151-9401-96133f64043f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:56.367545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7a65e8f1-685a-4151-9401-96133f64043f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:56.389306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8019e1-3f04-4447-bf7c-de889d7d78ee None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:31:56.392518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65a92f2-b28f-4260-90ce-02ac5de038d8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:56.445323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-b0f77203-e083-4a68-83d8-566485a2d282 service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0961766 Nov 25 17:31:56.521007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.752030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.757435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.851000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.857291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:31:56.889179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:56.890244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7a89831-3d3c-4226-8dc5-84a078eab718 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fb9c95e8-d5a6-4453-9feb-83eb8a18a9e7 HTTP/1.1" status: 204 len: 168 time: 2.2558610 Nov 25 17:31:56.899162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33918) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:56.915771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-382c449c-9f9b-4b22-b423-a1bdead8af98 req-14ce7bf1-38b3-41a9-8d69-a091ce515f90 service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599161 Nov 25 17:31:56.974055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771b7665-1eb7-43fd-aa79-991a43fb799d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:56.978720 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e08a7397-ba30-4e3f-88cf-0102d2eea852 req-0355138b-1620-4d5a-8ca6-632561489968 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 210 time: 0.0935025 Nov 25 17:31:57.007155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.034876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.085385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Deleting subnet b562fc31-8a36-4cac-babb-b8da569f9a5e {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:31:57.113467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Transition to ACTIVE for port object 771b7665-1eb7-43fd-aa79-991a43fb799d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:57.114651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.141320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.158572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97', '9ae90b59-dd93-4c23-8b6c-daeefd17bea4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:31:57.196218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.255578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538119-e81f-4bb6-842a-0def69487ddb req-87ddb800-5887-40d8-935f-66848e1fd12f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.279308 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ee538119-e81f-4bb6-842a-0def69487ddb req-87ddb800-5887-40d8-935f-66848e1fd12f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 943 time: 0.1622374 Nov 25 17:31:57.337438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.340236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:31:57.345406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:57.387075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0968cc-e8e1-4b35-986b-97a46e738f74 req-814ca339-b671-46fd-8521-e4e71f9d08a4 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.399606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a0968cc-e8e1-4b35-986b-97a46e738f74 req-814ca339-b671-46fd-8521-e4e71f9d08a4 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.7397091 Nov 25 17:31:57.405253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.427805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ee538119-e81f-4bb6-842a-0def69487ddb req-31d51997-984a-469b-9686-f58de0525379 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443348 Nov 25 17:31:57.428871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:31:57.473946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.538827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:31:57.580874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.616147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b562fc31-8a36-4cac-babb-b8da569f9a5e HTTP/1.1" status: 204 len: 168 time: 0.7075906 Nov 25 17:31:57.619524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1344a-2975-4aad-955f-c9983a257075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b562fc31-8a36-4cac-babb-b8da569f9a5e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:57.621551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:57.783029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a0968cc-e8e1-4b35-986b-97a46e738f74 req-161f7e15-9ad4-4efe-8942-deca06587457 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613648 Nov 25 17:31:57.892905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:57.902336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:57.931906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370730-4605-41cb-9619-50878a095b7e req-cc770a76-9548-440c-912c-c44357a1e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.936595 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-cc770a76-9548-440c-912c-c44357a1e6ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b53e1f7520b449dafe381bf6e88a618&device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 1095 time: 0.8858728 Nov 25 17:31:57.945015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1105c2-1f54-4fee-b538-d61f23110ff1 req-f2386de7-0609-4a23-9b32-7fd3a6c61168 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:57.957626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e1105c2-1f54-4fee-b538-d61f23110ff1 req-f2386de7-0609-4a23-9b32-7fd3a6c61168 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 944 time: 0.1722698 Nov 25 17:31:58.002780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.003490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.074089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-d112b337-a8cc-4c40-a25c-9dce942fc898 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8422108 Nov 25 17:31:58.143870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3a09a33d-f8d2-48ad-99d6-81bd0a2e4ef7 None None] Provisioning complete for port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:31:58.149569 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a09a33d-f8d2-48ad-99d6-81bd0a2e4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.160298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Request body: {'port': {'device_id': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:31:58.212136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d65a92f2-b28f-4260-90ce-02ac5de038d8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:31:58.219251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e1105c2-1f54-4fee-b538-d61f23110ff1 req-236f7df8-4895-42f8-8266-1ac39fdec8f4 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596250 Nov 25 17:31:58.263237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d65a92f2-b28f-4260-90ce-02ac5de038d8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:31:58.263930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d65a92f2-b28f-4260-90ce-02ac5de038d8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:31:58.273960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3a09a33d-f8d2-48ad-99d6-81bd0a2e4ef7 None None] Port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:31:58.306179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Attempting to bind port 771b7665-1eb7-43fd-aa79-991a43fb799d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:31:58.306572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Attempting to bind port 771b7665-1eb7-43fd-aa79-991a43fb799d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:31:58.306852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Attempting to bind port 771b7665-1eb7-43fd-aa79-991a43fb799d on network ba4939db-d06c-4ecf-b83e-749343a1492f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:58.308910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.438239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.474332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6423a287-98bc-415c-8aaa-bb22b1c5ae17']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:58.484907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Port 771b7665-1eb7-43fd-aa79-991a43fb799d on network ba4939db-d06c-4ecf-b83e-749343a1492f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:31:58.485243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Attempting to bind port 771b7665-1eb7-43fd-aa79-991a43fb799d on network ba4939db-d06c-4ecf-b83e-749343a1492f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:31:58.488062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-aa80c7a8-d328-462b-b695-626916f93b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.489744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-aa80c7a8-d328-462b-b695-626916f93b30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.2356272 Nov 25 17:31:58.495936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be635ca9-9a23-40b2-bc04-efd3c7783c5d') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:58.496349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be635ca9-9a23-40b2-bc04-efd3c7783c5d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:31:58.530288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.541716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:31:58.542322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Checking segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:31:58.542415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Bound using segment: {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:31:58.542873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Bound port: 771b7665-1eb7-43fd-aa79-991a43fb799d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a43c878-20dc-427f-aed7-b98419883827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:31:58.543242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.588900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.597469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:31:58.600034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.644571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370730-4605-41cb-9619-50878a095b7e req-d47b36a1-1eb0-4bfe-a1af-8c0f61512248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.646345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-d47b36a1-1eb0-4bfe-a1af-8c0f61512248 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 200 len: 909 time: 0.6637836 Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:31:58.647534 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:31:58.681847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043dac1-ac8e-43e7-996f-30de403d7da2 req-b1bb5517-0bef-4e30-b876-5355c7ca4ca1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.683577 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b043dac1-ac8e-43e7-996f-30de403d7da2 req-b1bb5517-0bef-4e30-b876-5355c7ca4ca1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.2960017 Nov 25 17:31:58.733076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.737744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510e71-9e7a-48b8-8d70-8a6eb4198029 req-0416b150-beb7-40fe-9af9-8e5a9999a3ff tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.748613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5510e71-9e7a-48b8-8d70-8a6eb4198029 req-0416b150-beb7-40fe-9af9-8e5a9999a3ff tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 931 time: 0.3110344 Nov 25 17:31:58.753836 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:58.758947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] 10.222.0.86 "DELETE /v2.0/networks/6423a287-98bc-415c-8aaa-bb22b1c5ae17 HTTP/1.1" status: 204 len: 168 time: 1.1363678 Nov 25 17:31:58.795187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dca93-2dad-4289-9e10-0c57c08ac54b admin admin] Pushing event deleted for resources: {'Network': ['ID=6423a287-98bc-415c-8aaa-bb22b1c5ae17,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:58.806215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-23096a94-ae2d-463d-b2ae-51a6352a8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:58.808092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-23096a94-ae2d-463d-b2ae-51a6352a8e3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.3089499 Nov 25 17:31:58.830501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-9d246cd9-8db7-4e84-87e2-f3181f1c9239 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa HTTP/1.1" status: 200 len: 217 time: 0.1688776 Nov 25 17:31:58.848176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b043dac1-ac8e-43e7-996f-30de403d7da2 req-cbfe17bf-6f3c-4ff8-8927-7f7dc39ec089 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457417 Nov 25 17:31:58.914321 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-67066279-0be1-437c-ab59-90af58400bea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0929067 Nov 25 17:31:59.004323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33972) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:59.024749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:31:59.054100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:31:59.056945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370730-4605-41cb-9619-50878a095b7e req-2016b320-6dbe-4189-ac97-721af115be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.058473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-2016b320-6dbe-4189-ac97-721af115be47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad140a32-0b20-481f-ac96-723c23528c5f HTTP/1.1" status: 200 len: 848 time: 0.2167287 Nov 25 17:31:59.079751 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5510e71-9e7a-48b8-8d70-8a6eb4198029 req-4f403f93-7f13-4653-818b-600f6bc86d63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127613 Nov 25 17:31:59.087915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-50260d75-ba14-4896-a150-4e788d11d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.089816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-50260d75-ba14-4896-a150-4e788d11d114 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.1693642 Nov 25 17:31:59.104908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.222711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-c05b3c35-dbee-4f6a-b1c0-13c1a110a747 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001515 Nov 25 17:31:59.227020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68a2d30-7e6d-4ed7-9e84-832f415d12c6 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:31:59.228032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ea66c649-d07c-4d86-9968-b1f4b70f2295 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=35edf69da2464d85970ad6e25afabb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235391 Nov 25 17:31:59.229547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:31:59.237958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.254972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Transition to ACTIVE for port object d68a2d30-7e6d-4ed7-9e84-832f415d12c6 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:31:59.301490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-c78b202b-d2fe-4fac-ac47-c8fcd1ffc3d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8672a160-a127-409c-bb76-b933946cb731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164924 Nov 25 17:31:59.305972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.307214 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.318581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] 10.222.0.55 "PUT /v2.0/ports/771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 200 len: 1091 time: 4.4771252 Nov 25 17:31:59.370841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962050f-59ac-499f-b8ca-f213ca4797fa req-c5ba66f3-51d6-4dc4-9a06-0f453d352759 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.372545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0962050f-59ac-499f-b8ca-f213ca4797fa req-c5ba66f3-51d6-4dc4-9a06-0f453d352759 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 943 time: 0.3338289 Nov 25 17:31:59.382847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:31:59.394277 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69" -d '{"events": [{"name": "network-changed", "server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:31:59.396981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.414708 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-f01208bf-1d2b-4308-b0b3-1f7f5d3d3613 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731806 Nov 25 17:31:59.591708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c42eba7f-7ac5-4403-bebc-911ce42d4ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.639962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-fe669057-6900-4d1b-8711-910bb988cec1 service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404873 Nov 25 17:31:59.663713 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0962050f-59ac-499f-b8ca-f213ca4797fa req-8622728a-5293-4825-b719-8a10d080f132 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493916 Nov 25 17:31:59.687141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c42eba7f-7ac5-4403-bebc-911ce42d4ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.745081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7a1f8025-3e7e-444c-941f-41111fdf8930 req-5bd38167-f0e4-473e-80e4-6298ae1a04a1 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151646 Nov 25 17:31:59.789095 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85210c2d-c6b5-49cf-b438-5fcd2f670133 x-openstack-request-id: req-85210c2d-c6b5-49cf-b438-5fcd2f670133 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:31:59.789550 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:31:59.790640 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85210c2d-c6b5-49cf-b438-5fcd2f670133 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:31:59.791271 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'status': 'completed', 'code': 200} Nov 25 17:31:59.797546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c42eba7f-7ac5-4403-bebc-911ce42d4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.812480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c42eba7f-7ac5-4403-bebc-911ce42d4ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:31:59.814040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c42eba7f-7ac5-4403-bebc-911ce42d4ddd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/300ac89b-6c0b-44b9-b56c-c5c4bfd45760 HTTP/1.1" status: 204 len: 168 time: 0.5834570 Nov 25 17:31:59.842118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42eba7f-7ac5-4403-bebc-911ce42d4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300ac89b-6c0b-44b9-b56c-c5c4bfd45760,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.864113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da71a5-828d-4219-b35a-5c4e53eb6489 service neutron] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:31:59.935252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b854-fe0b-4701-aef5-bb4a95c45402 req-2dfb0a60-002c-40e1-b0c2-b20d8e58dc76 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.942144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5852b854-fe0b-4701-aef5-bb4a95c45402 req-2dfb0a60-002c-40e1-b0c2-b20d8e58dc76 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 944 time: 0.3681457 Nov 25 17:31:59.984163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-7434c497-1004-48e1-b382-b2de7936e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:31:59.996722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-7434c497-1004-48e1-b382-b2de7936e417 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1094 time: 0.4298685 Nov 25 17:32:00.077580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428253a9-739c-4336-8362-fb0027398ba4 req-70a8fe04-9eb4-4dd4-b930-234fb741f7e8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.080586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-428253a9-739c-4336-8362-fb0027398ba4 req-70a8fe04-9eb4-4dd4-b930-234fb741f7e8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.0934834 Nov 25 17:32:00.085102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 172fda8c-5df1-4fcb-bef2-355c8a5687aa details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:00.212679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c370730-4605-41cb-9619-50878a095b7e req-3034164c-6073-48ef-88fe-ac2acab281e6 service neutron] 10.222.0.73 "GET /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717857 Nov 25 17:32:00.218234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-428253a9-739c-4336-8362-fb0027398ba4 req-75341816-77c7-45ff-815c-1c95f185d4af tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208363 Nov 25 17:32:00.246868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-d7e97f78-23c0-45f6-9f59-0925ab52a574 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 200 len: 217 time: 0.2489970 Nov 25 17:32:00.270035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:00.298326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:00.326649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '172fda8c-5df1-4fcb-bef2-355c8a5687aa', 'network_id': '8672a160-a127-409c-bb76-b933946cb731', 'port_id': '172fda8c-5df1-4fcb-bef2-355c8a5687aa', 'mac_address': 'fa:16:3e:71:97:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad140a32-0b20-481f-ac96-723c23528c5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:00.346415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Attempting to bind port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:00.347013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Attempting to bind port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:00.347570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Attempting to bind port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:00.353604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5852b854-fe0b-4701-aef5-bb4a95c45402 req-2c601a5d-3db3-445b-ac76-36edc790850c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481362 Nov 25 17:32:00.357102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-b9169823-3bf6-4a97-acac-383e51a8d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.358773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-b9169823-3bf6-4a97-acac-383e51a8d046 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63bff1aa-9ba9-4b8e-a817-40c72d349cab HTTP/1.1" status: 200 len: 835 time: 0.0992184 Nov 25 17:32:00.362067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 on network f32f7096-4838-4cf6-9956-56886cddd436 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:00.362595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Attempting to bind port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:00.387856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:00.388608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:00.389218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:00.389901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Bound port: d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:00.390528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.413205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.429924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172fda8c-5df1-4fcb-bef2-355c8a5687aa {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:00.450973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:00.455884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.518201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=172fda8c-5df1-4fcb-bef2-355c8a5687aa,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:00.539638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561090-482c-4a3e-8f86-dfd2b396ea03 req-c848729a-e7da-48b5-8711-22ad2b7d0c69 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.545277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc561090-482c-4a3e-8f86-dfd2b396ea03 req-c848729a-e7da-48b5-8711-22ad2b7d0c69 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 943 time: 0.1382847 Nov 25 17:32:00.551463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.551463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.552634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.552987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.553322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.553660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.555951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.556406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.556751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.557093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.558068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-188a1c59-4253-494c-a885-2e5ead327376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.558675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.559024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:00.560909 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-188a1c59-4253-494c-a885-2e5ead327376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba4939db-d06c-4ecf-b83e-749343a1492f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924374 Nov 25 17:32:00.664164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:00.666950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc561090-482c-4a3e-8f86-dfd2b396ea03 req-87b2693d-2995-47bc-bbaf-1193e01dbe68 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849776 Nov 25 17:32:00.681804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['172fda8c-5df1-4fcb-bef2-355c8a5687aa'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:00.697708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:00.727608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.793066 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-d345acc3-87a8-4f8e-9638-01447decebde service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218206 Nov 25 17:32:00.794464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:00.799805 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:00.801515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] 10.222.0.73 "PUT /v2.0/ports/d68a2d30-7e6d-4ed7-9e84-832f415d12c6 HTTP/1.1" status: 200 len: 1091 time: 2.6991971 Nov 25 17:32:01.047873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03845cb-95fc-488d-959c-a6de4df2efb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:01.077012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-bd806a0d-ecbd-48ec-bad9-6d2724102d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.078933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-bd806a0d-ecbd-48ec-bad9-6d2724102d2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 1094 time: 0.2101891 Nov 25 17:32:01.089690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94db9b-0236-4604-a9ff-429cf767c4be req-12feb8a8-9484-42f2-96ac-4b6ac5c8f601 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.098111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e94db9b-0236-4604-a9ff-429cf767c4be req-12feb8a8-9484-42f2-96ac-4b6ac5c8f601 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 943 time: 0.3264263 Nov 25 17:32:01.167560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a71254a7-ee32-4e46-85f5-39dc45bef9e2 req-dfe63542-02c3-4790-9ee8-1cf2fad31a47 service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124385 Nov 25 17:32:01.253202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e94db9b-0236-4604-a9ff-429cf767c4be req-09960083-12af-4406-a38f-30370d902cfd tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541476 Nov 25 17:32:01.263079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-b6896d46-3142-4801-bad2-fe704dd8c31d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6 HTTP/1.1" status: 200 len: 217 time: 0.1622484 Nov 25 17:32:01.372484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-1e39404a-333d-479a-a0f5-e99a300733f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.373982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-1e39404a-333d-479a-a0f5-e99a300733f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1094 time: 0.1199572 Nov 25 17:32:01.375538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-5745742d-a366-4994-9972-45d64e0076fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.376983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-5745742d-a366-4994-9972-45d64e0076fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0928938 Nov 25 17:32:01.431704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:01.467028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65328c2a-c0c4-44cb-80aa-2ab7553a86e2 req-40973355-e138-4841-ad40-ddf9accf34e5 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.472112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65328c2a-c0c4-44cb-80aa-2ab7553a86e2 req-40973355-e138-4841-ad40-ddf9accf34e5 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1291175 Nov 25 17:32:01.572141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65328c2a-c0c4-44cb-80aa-2ab7553a86e2 req-4034d3eb-857d-48e7-83e7-51812a7173ac tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927646 Nov 25 17:32:01.601152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-469091736-network', 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:01.619480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-17c1a530-2626-42ee-9ff1-6b5d6c2b8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.621366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-17c1a530-2626-42ee-9ff1-6b5d6c2b8bd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141285 Nov 25 17:32:01.657207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:01.659656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.669222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.838433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.857626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.879927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:32:01.920976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa21c8-ed14-4038-8f39-c14e6bca55ec req-c0e22de3-8389-4ccf-8c49-4d24595e0605 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:01.923846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09fa21c8-ed14-4038-8f39-c14e6bca55ec req-c0e22de3-8389-4ccf-8c49-4d24595e0605 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 943 time: 0.1244490 Nov 25 17:32:01.928745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:01.929085 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Added segment a4222723-2e75-49fb-9a73-9260fdb0ee55 of type vlan for network af06e012-3f9a-4651-860c-e12fda93029f Nov 25 17:32:01.998176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82db82aa-41df-4f70-b843-857820256166,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.029151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.053687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09fa21c8-ed14-4038-8f39-c14e6bca55ec req-02b827d6-20d6-4518-8dc8-442a616f77be tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203666 Nov 25 17:32:02.076066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.077145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.078780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.099165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:02.100287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 172fda8c-5df1-4fcb-bef2-355c8a5687aa up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:02.102601 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26337eba-7308-41a9-96e2-f0910451766b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:02.126254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41450b-db26-4982-adb3-9fef25283f80 req-ee591fd1-62ac-4977-8c33-ed15a1338df9 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.128829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d41450b-db26-4982-adb3-9fef25283f80 req-ee591fd1-62ac-4977-8c33-ed15a1338df9 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 945 time: 0.6480246 Nov 25 17:32:02.132384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-8535be95-35f6-45c8-81b3-0e7ad0aa4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.134180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-8535be95-35f6-45c8-81b3-0e7ad0aa4e6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 200 len: 897 time: 0.7513335 Nov 25 17:32:02.191465 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45691409-436e-4d26-9cdf-cf1366bcdb26 x-openstack-request-id: req-45691409-436e-4d26-9cdf-cf1366bcdb26 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:02.191465 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:02.195012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7591352 Nov 25 17:32:02.195293 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45691409-436e-4d26-9cdf-cf1366bcdb26 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:02.195293 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6', 'status': 'completed', 'code': 200} Nov 25 17:32:02.195500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:02.198852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 172fda8c-5df1-4fcb-bef2-355c8a5687aa completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:02.199702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d41450b-db26-4982-adb3-9fef25283f80 req-85fc4d12-15d1-4875-b092-412fa5f4f5ac tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625103 Nov 25 17:32:02.205748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 172fda8c-5df1-4fcb-bef2-355c8a5687aa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:02.206139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.207561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Request body: {'subnet': {'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-469091736-subnet', 'tenant_id': '5927930957a141daa5b0f84020bf63c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:02.236474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000ba97-83d4-4e04-8f2e-e3ca7d87bee0 admin admin] Pushing event updated for resources: {'Network': ['ID=af06e012-3f9a-4651-860c-e12fda93029f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.239938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-3476a557-e618-4d43-a74c-0acee97d591f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 200 len: 217 time: 0.0466769 Nov 25 17:32:02.252952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network af06e012-3f9a-4651-860c-e12fda93029f details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:32:02.289588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:02.292135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.311459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-c21d6391-c581-4c78-9a74-5f677611fea2 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813352 Nov 25 17:32:02.349574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-4c027fa2-be0c-44e9-b4b0-d1b4599698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.351678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-4c027fa2-be0c-44e9-b4b0-d1b4599698c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63bff1aa-9ba9-4b8e-a817-40c72d349cab HTTP/1.1" status: 200 len: 835 time: 0.0970621 Nov 25 17:32:02.441314 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.504972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172fda8c-5df1-4fcb-bef2-355c8a5687aa'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:02.511216 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b878f7c-5fb0-4d34-bfde-9b6358c03400" -d '{"events": [{"server_uuid": "5462bbd5-3d77-438e-9d1c-55975ef55ad4", "name": "network-vif-plugged", "status": "completed", "tag": "172fda8c-5df1-4fcb-bef2-355c8a5687aa"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:02.550630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:02.566308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.592909 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.624759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-7e810384-4b85-4fcc-8be7-945183206c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.637263 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-7e810384-4b85-4fcc-8be7-945183206c73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba4939db-d06c-4ecf-b83e-749343a1492f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562988 Nov 25 17:32:02.645533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafaa3df-732e-4140-a5ec-d786996b5359 req-79bd34e7-7c29-4251-8937-c0bb3c90a169 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262382 Nov 25 17:32:02.704878 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f114e014-05a4-4c82-a768-80b60844eb17 x-openstack-request-id: req-f114e014-05a4-4c82-a768-80b60844eb17 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:02.706974 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5462bbd5-3d77-438e-9d1c-55975ef55ad4", "name": "network-vif-plugged", "status": "completed", "tag": "172fda8c-5df1-4fcb-bef2-355c8a5687aa", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:02.706974 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f114e014-05a4-4c82-a768-80b60844eb17 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:02.706974 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172fda8c-5df1-4fcb-bef2-355c8a5687aa', 'code': 200} Nov 25 17:32:02.709508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=172fda8c-5df1-4fcb-bef2-355c8a5687aa,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.726145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517ca75c-148b-430a-9fc0-0d6b5e79adc8,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:02.766770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa8ad-6b46-44f7-917d-e13268c49ed0 req-dab89bc1-7a0b-4c11-b07e-40a836473007 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.768444 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e6fa8ad-6b46-44f7-917d-e13268c49ed0 req-dab89bc1-7a0b-4c11-b07e-40a836473007 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 943 time: 0.2173629 Nov 25 17:32:02.877285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e6fa8ad-6b46-44f7-917d-e13268c49ed0 req-0ed72a7f-1ed1-413f-936b-1328e3932cd5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883012 Nov 25 17:32:02.878137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:02.878502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Network hostable DHCP agents. Network: af06e012-3f9a-4651-860c-e12fda93029f, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:32:02.909970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Network af06e012-3f9a-4651-860c-e12fda93029f is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:32:02.925495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12262708-1576-4767-a9c0-77a20ea71d88 req-5609a003-52d7-4a06-9e92-bcd3030081f9 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.927482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12262708-1576-4767-a9c0-77a20ea71d88 req-5609a003-52d7-4a06-9e92-bcd3030081f9 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.2630420 Nov 25 17:32:02.942162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, af06e012-3f9a-4651-860c-e12fda93029f) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:02.949568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a07f9-d155-4b6d-a6ca-454102dad507 req-f8a374ad-d2e8-470c-816c-41f5fdfdad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.951235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a07f9-d155-4b6d-a6ca-454102dad507 req-f8a374ad-d2e8-470c-816c-41f5fdfdad46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 1097 time: 0.1609769 Nov 25 17:32:02.959114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a297a6-fbd8-4190-bc08-ed9a956c91cc None None] Network af06e012-3f9a-4651-860c-e12fda93029f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:02.964240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-b2f227ec-0b89-4c8f-a441-b1bcb79f2afd service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103886 Nov 25 17:32:02.978820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:02.979597 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:02.995123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337eba-7308-41a9-96e2-f0910451766b req-99a11472-511a-4408-9531-d5473e62387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.001201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-99a11472-511a-4408-9531-d5473e62387e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 1094 time: 0.2423913 Nov 25 17:32:03.031826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef96edb2-a4a4-4530-a02e-cc51416e08b3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8350379 Nov 25 17:32:03.195149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376482ee-ad67-4927-ac26-4206e6dce23d None None] Network af06e012-3f9a-4651-860c-e12fda93029f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:32:03.321213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f7a07f9-d155-4b6d-a6ca-454102dad507 req-903fbf3d-8949-4400-bf2b-12e8b3512fb1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504353 Nov 25 17:32:03.354889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12262708-1576-4767-a9c0-77a20ea71d88 req-ed97075b-ea59-431e-8d1f-ebd24ecfcfeb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138227 Nov 25 17:32:03.402888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6435-a5bb-4401-85c4-cde475f0fdfa req-3a41a221-4a2b-46dd-a471-be920c47a39c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.421255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-722d6435-a5bb-4401-85c4-cde475f0fdfa req-3a41a221-4a2b-46dd-a471-be920c47a39c tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 943 time: 0.2255661 Nov 25 17:32:03.448658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9d8afdf4-ef8d-4b74-a5a2-c16ebf044c69 req-8b0f7556-bd56-414a-984d-4ecaad889627 service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341977 Nov 25 17:32:03.459319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337eba-7308-41a9-96e2-f0910451766b req-6ff1087f-ad18-48b8-9089-1289637b1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.462570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-6ff1087f-ad18-48b8-9089-1289637b1c79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.4266195 Nov 25 17:32:03.503558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-722d6435-a5bb-4401-85c4-cde475f0fdfa req-4e6b91cb-73e9-49c5-a3bc-e2184b410b41 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789900 Nov 25 17:32:03.631901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-b23a4f5b-58eb-4533-b300-00bc8e490dbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6 HTTP/1.1" status: 200 len: 217 time: 0.1062338 Nov 25 17:32:03.697235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88d9e9-5bd9-46a4-855d-f7b5dcfd595c req-56990c64-03a3-411b-8a43-a4894c2f9d9f tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.698904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf88d9e9-5bd9-46a4-855d-f7b5dcfd595c req-56990c64-03a3-411b-8a43-a4894c2f9d9f tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 946 time: 0.1666529 Nov 25 17:32:03.755254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337eba-7308-41a9-96e2-f0910451766b req-a4b02c6c-403c-4b45-91e9-3dcc2ed364d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.757920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-a4b02c6c-403c-4b45-91e9-3dcc2ed364d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1196582 Nov 25 17:32:03.829142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf88d9e9-5bd9-46a4-855d-f7b5dcfd595c req-7f4a461a-9d35-4f99-8b37-7a21ea78935d tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163707 Nov 25 17:32:03.866205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337eba-7308-41a9-96e2-f0910451766b req-096fc170-d5ab-4124-bcae-cfd5efd82125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:03.868047 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-096fc170-d5ab-4124-bcae-cfd5efd82125 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967834 Nov 25 17:32:03.995206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-d4a17ea0-8426-4dd5-92c0-9616c90438c2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.004635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-d4a17ea0-8426-4dd5-92c0-9616c90438c2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.1805027 Nov 25 17:32:04.023211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-340892db-cc66-4ef9-9cb2-b55387ad6984 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0172229 Nov 25 17:32:04.066648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8f5b3-bbc0-4271-a052-f21beeab3404 req-231f0f93-eed3-47b7-af04-8fcc1e083de0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.068866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-70cba805-8c01-48da-9248-f0617662f36d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439007 Nov 25 17:32:04.074247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ec8f5b3-bbc0-4271-a052-f21beeab3404 req-231f0f93-eed3-47b7-af04-8fcc1e083de0 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 943 time: 0.0937393 Nov 25 17:32:04.077646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-840dc374-393c-44c4-84ce-2ac3925660ef service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993914 Nov 25 17:32:04.154627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:04.180474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-a7b43716-010f-437f-8b3a-6484e2832756 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102946 Nov 25 17:32:04.186373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26337eba-7308-41a9-96e2-f0910451766b req-5506b46c-ac1a-447c-b895-ba37d1c08986 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011701 Nov 25 17:32:04.251689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ec8f5b3-bbc0-4271-a052-f21beeab3404 req-fcd5d8a4-bdfc-4edf-af92-8e73c45816db tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708815 Nov 25 17:32:04.398034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-8bc25180-53e3-46f2-a3d5-e17ec1bf519a service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164495 Nov 25 17:32:04.425809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:04.453929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'port_id': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'mac_address': 'fa:16:3e:f2:19:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:04.560198 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.583082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbe357-aa75-474f-9cce-0ce9d9739f63 req-dc287ebf-ae00-458a-a2ca-45bd25620216 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.587841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771b7665-1eb7-43fd-aa79-991a43fb799d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:04.591588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2cbe357-aa75-474f-9cce-0ce9d9739f63 req-dc287ebf-ae00-458a-a2ca-45bd25620216 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.0788932 Nov 25 17:32:04.631102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:04.637674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:04.652977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2cbe357-aa75-474f-9cce-0ce9d9739f63 req-c6dc5285-e27a-4862-9203-81aa13109d09 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603621 Nov 25 17:32:04.763270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d964a5ff-328c-4fb4-bbaa-173cdb8d6182 req-04bdd583-3120-4ee2-adcd-a53ac40423f9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 210 time: 0.0404468 Nov 25 17:32:04.781258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:04.884856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['771b7665-1eb7-43fd-aa79-991a43fb799d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:04.947046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7a3f3-7b90-4f00-a243-0d37eb4b8f42 req-7c505237-b2a9-461c-ae7d-d0fdc50207ae tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:04.952725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9d7a3f3-7b90-4f00-a243-0d37eb4b8f42 req-7c505237-b2a9-461c-ae7d-d0fdc50207ae tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 943 time: 0.1342952 Nov 25 17:32:05.074480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9d7a3f3-7b90-4f00-a243-0d37eb4b8f42 req-acd13070-5203-4add-aece-d0558c262367 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142082 Nov 25 17:32:05.097890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f4e4-d106-4a9c-b1e5-ab89fa5eeeb9 req-ac94b7ef-31e5-4380-a090-9330f55d7d94 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.110011 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9338f4e4-d106-4a9c-b1e5-ab89fa5eeeb9 req-ac94b7ef-31e5-4380-a090-9330f55d7d94 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 946 time: 0.1008155 Nov 25 17:32:05.216686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9338f4e4-d106-4a9c-b1e5-ab89fa5eeeb9 req-f8a61db1-a3da-488d-b05f-ac08024dca35 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996065 Nov 25 17:32:05.501879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fde6cd-7ca4-4cca-a75d-620344a5160d req-be733aa1-c4a3-4c23-bda3-ef85067821b5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.512532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4fde6cd-7ca4-4cca-a75d-620344a5160d req-be733aa1-c4a3-4c23-bda3-ef85067821b5 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 944 time: 0.1514523 Nov 25 17:32:05.593902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4fde6cd-7ca4-4cca-a75d-620344a5160d req-52403b56-5355-425e-9176-9c130bba9bc1 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801358 Nov 25 17:32:05.681001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1968-1c46-4812-ab20-ac8b8a7398f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:05.924133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6eef3-0ddc-476a-8086-e10d95c3735e req-9e2bac06-79f3-4e68-b144-3ec61908d0fa tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:05.934794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bed6eef3-0ddc-476a-8086-e10d95c3735e req-9e2bac06-79f3-4e68-b144-3ec61908d0fa tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1205230 Nov 25 17:32:05.962823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e4fbab6-1912-4648-a105-ab704507e89a req-e52e339b-54a8-4552-ae20-0cf4310570dc tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 210 time: 0.0356743 Nov 25 17:32:06.032666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bed6eef3-0ddc-476a-8086-e10d95c3735e req-44045bf7-742f-4eee-88aa-c75aa2513522 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Nov 25 17:32:06.131273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d68a2d30-7e6d-4ed7-9e84-832f415d12c6 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:06.247318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:06.284367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a246-03f9-4d66-897e-9109bf0fd49e req-64b62b65-71c7-41d4-be10-e307195f7346 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.294691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9903a246-03f9-4d66-897e-9109bf0fd49e req-64b62b65-71c7-41d4-be10-e307195f7346 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 946 time: 0.0855100 Nov 25 17:32:06.326044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:06.329216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef76fe-1aee-41ab-b758-89f6fe6ef40b req-f951ddd5-a6ef-45f3-bdb4-9d04ff0441bb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.331025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74ef76fe-1aee-41ab-b758-89f6fe6ef40b req-f951ddd5-a6ef-45f3-bdb4-9d04ff0441bb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 943 time: 0.1166995 Nov 25 17:32:06.349754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6', 'mac_address': 'fa:16:3e:f6:d7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:06.380022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9903a246-03f9-4d66-897e-9109bf0fd49e req-29cb7cf3-c1bc-44b9-843b-aff2525cea76 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840759 Nov 25 17:32:06.401339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.418885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68a2d30-7e6d-4ed7-9e84-832f415d12c6 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:06.427791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74ef76fe-1aee-41ab-b758-89f6fe6ef40b req-2defe4f6-117a-49fa-9740-9ea3c31a1ba4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Nov 25 17:32:06.437885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 771b7665-1eb7-43fd-aa79-991a43fb799d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:06.456295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 771b7665-1eb7-43fd-aa79-991a43fb799d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:06.456912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.522340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-6e85fc0e-edd8-41cc-aa49-1a6764291998 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.524052 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-6e85fc0e-edd8-41cc-aa49-1a6764291998 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.2652557 Nov 25 17:32:06.541401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:06.721314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:06.751597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.756444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:06.761079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:06.818548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4d6a1-d54d-4dfa-a3e3-657f10fc731f req-bf104212-851b-4767-959b-71aa0c4e5f4b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:06.832558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:06.836579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9b4d6a1-d54d-4dfa-a3e3-657f10fc731f req-bf104212-851b-4767-959b-71aa0c4e5f4b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 944 time: 0.1080961 Nov 25 17:32:06.956979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9b4d6a1-d54d-4dfa-a3e3-657f10fc731f req-3675f643-0547-46a6-8709-7b271d814a27 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190770 Nov 25 17:32:06.960570 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.005719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.7 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/570c45da-06ce-45ec-8ad3-4fa4f00ac0fc) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:07.022415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:07.023301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:07.028775 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c1bc4-870f-4104-8b13-e1adfed00939" -d '{"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-plugged", "status": "completed", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:07.033853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.129040 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b4228c-5a64-4f99-b56c-4dff1656b5b0 x-openstack-request-id: req-90b4228c-5a64-4f99-b56c-4dff1656b5b0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:07.129239 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-plugged", "status": "completed", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:07.129516 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90b4228c-5a64-4f99-b56c-4dff1656b5b0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:07.129932 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'code': 200} Nov 25 17:32:07.130993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.142904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['d68a2d30-7e6d-4ed7-9e84-832f415d12c6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:07.201960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb913e-a8bb-428c-8577-ed92a2494b5f req-6f441dd1-d289-4d98-9c5b-fa43b0b8ef94 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.211399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fb913e-a8bb-428c-8577-ed92a2494b5f req-6f441dd1-d289-4d98-9c5b-fa43b0b8ef94 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Nov 25 17:32:07.245907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.292531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75fb913e-a8bb-428c-8577-ed92a2494b5f req-fb058cfd-4c35-4146-a4b3-9a3fbb6f587e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798588 Nov 25 17:32:07.303443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86bc84c2-de9c-4231-bc2a-163c5ac3c8b2 req-4ea81ac3-ba57-4be9-96e0-dbb4b3b74e43 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 210 time: 0.2469304 Nov 25 17:32:07.308916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.379363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:07.394153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:07.396362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:07.397505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf047-32b8-490e-8140-4d5fb0a608e3 req-e436dabd-2fda-46ae-be99-51e0b9753eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.399614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:07.415790 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95ecf047-32b8-490e-8140-4d5fb0a608e3 req-e436dabd-2fda-46ae-be99-51e0b9753eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1096 time: 0.0967829 Nov 25 17:32:07.539487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95ecf047-32b8-490e-8140-4d5fb0a608e3 req-e2020559-e387-4f64-931c-ba526b846e1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155488 Nov 25 17:32:07.564801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.565831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.580200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d62c61-c5e2-439f-ab2b-cd9088b3d718 req-e9097f55-2160-479f-8817-a765649b4b57 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.589868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11d62c61-c5e2-439f-ab2b-cd9088b3d718 req-e9097f55-2160-479f-8817-a765649b4b57 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 946 time: 0.0650203 Nov 25 17:32:07.622620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6152-9907-451c-8065-d3ea60874f79 req-8ba30c12-1aa7-4daa-8027-23d1f0a87875 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.625104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-770f6152-9907-451c-8065-d3ea60874f79 req-8ba30c12-1aa7-4daa-8027-23d1f0a87875 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 946 time: 0.1612160 Nov 25 17:32:07.647562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-2c734977-d82c-44d7-8ac0-aad9caa54b1e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1118796 Nov 25 17:32:07.667291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11d62c61-c5e2-439f-ab2b-cd9088b3d718 req-137e923a-0057-43d0-b2b2-060014600b2c tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/security-groups?id=b2f88810-a488-4e16-9a45-11febe72aa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788765 Nov 25 17:32:07.694624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e359-0d69-412c-b95c-ea00412a5da8 req-b5212b41-38cc-469d-b47b-cfffe72d77e4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:07.696258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ee4e359-0d69-412c-b95c-ea00412a5da8 req-b5212b41-38cc-469d-b47b-cfffe72d77e4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 944 time: 0.1395023 Nov 25 17:32:07.775715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Request body: {'port': {'device_id': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:07.825065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ee4e359-0d69-412c-b95c-ea00412a5da8 req-dd973766-4419-4874-ad2c-7230732aa0d8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911312 Nov 25 17:32:07.873464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Deleting port 172fda8c-5df1-4fcb-bef2-355c8a5687aa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:07.873857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.891814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:07.958813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-987da2c9-83e0-4c4f-9e9b-42474371a813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.085299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] For port 172fda8c-5df1-4fcb-bef2-355c8a5687aa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=172fda8c-5df1-4fcb-bef2-355c8a5687aa,segment=NetworkSegment(1304f828-9ddc-42e7-bbe7-00b592f4d003),segment_id=1304f828-9ddc-42e7-bbe7-00b592f4d003)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:08.086038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.109780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Calling delete_port for 172fda8c-5df1-4fcb-bef2-355c8a5687aa owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:08.114560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3aa53-2777-4ade-93a5-00066ab6d259 req-ff710c22-004c-4ac4-8678-5a3386d9b6b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.117650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6c3aa53-2777-4ade-93a5-00066ab6d259 req-ff710c22-004c-4ac4-8678-5a3386d9b6b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0655293 Nov 25 17:32:08.147218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d68a2d30-7e6d-4ed7-9e84-832f415d12c6 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:08.207832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:08.228706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:08.229086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.232115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6c3aa53-2777-4ade-93a5-00066ab6d259 req-837de8f8-62be-4fca-aa41-d8b2c149c2eb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085565 Nov 25 17:32:08.314407 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.380484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:08.391677 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.455599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:08.476648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208490c3-2d57-4adb-ac3c-ccd2658ca735 req-1660a8c0-911d-4918-994a-ac7d4fbfc6ff tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.479086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-208490c3-2d57-4adb-ac3c-ccd2658ca735 req-1660a8c0-911d-4918-994a-ac7d4fbfc6ff tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 931 time: 0.1017547 Nov 25 17:32:08.533256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-208490c3-2d57-4adb-ac3c-ccd2658ca735 req-8c965d3d-ab22-466b-b976-5934f77a7337 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486903 Nov 25 17:32:08.567255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:08.576542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.581657 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.631528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386ef07-2019-499c-8efb-3f744786ed2e req-0dbda689-3d52-41c6-b8a2-c0a0e3ae00c7 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:08.634733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2386ef07-2019-499c-8efb-3f744786ed2e req-0dbda689-3d52-41c6-b8a2-c0a0e3ae00c7 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1451211 Nov 25 17:32:08.642587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Transition to ACTIVE for port object 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:08.644808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Pushing event deleted for resources: {'Port': ['ID=172fda8c-5df1-4fcb-bef2-355c8a5687aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:08.674776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.775942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Pushing event updated for resources: {'Port': ['ID=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:08.801726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70642a03-76c3-44f4-82aa-9d35ef55f24e req-6254daaa-b5f6-4bc9-a4d7-0aadbddadd32 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.86 "GET /v2.0/ports?device_id=5462bbd5-3d77-438e-9d1c-55975ef55ad4 HTTP/1.1" status: 200 len: 210 time: 0.0393331 Nov 25 17:32:08.802754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] No DVR routers for this DVR port 172fda8c-5df1-4fcb-bef2-355c8a5687aa on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:08.809224 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:08.814035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-770f6152-9907-451c-8065-d3ea60874f79 req-752b2af7-0b98-4a31-a8eb-11385ec25e06 tempest-VolumesActionsTest-1293539003 tempest-VolumesActionsTest-1293539003-project] 10.222.0.73 "DELETE /v2.0/ports/172fda8c-5df1-4fcb-bef2-355c8a5687aa HTTP/1.1" status: 204 len: 173 time: 1.1816914 Nov 25 17:32:08.816130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'name': 'network-vif-deleted', 'tag': '172fda8c-5df1-4fcb-bef2-355c8a5687aa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:08.818237 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc10edc-16b2-4d85-a141-c16619eb7ba2" -d '{"events": [{"server_uuid": "5462bbd5-3d77-438e-9d1c-55975ef55ad4", "name": "network-vif-deleted", "tag": "172fda8c-5df1-4fcb-bef2-355c8a5687aa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:08.931048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Attempting to bind port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:08.931237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Attempting to bind port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:08.931637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Attempting to bind port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:08.953929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2386ef07-2019-499c-8efb-3f744786ed2e req-79036e94-090c-4f35-9c89-23bd93db134b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950137 Nov 25 17:32:08.954924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:08.955255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Attempting to bind port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:08.973747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:08.974903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:08.977641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:08.979274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Bound port: 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:08.979945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.012261 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af73ff33-c45a-466e-adaf-e8c1e2118a6a x-openstack-request-id: req-af73ff33-c45a-466e-adaf-e8c1e2118a6a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:09.012558 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5462bbd5-3d77-438e-9d1c-55975ef55ad4", "name": "network-vif-deleted", "tag": "172fda8c-5df1-4fcb-bef2-355c8a5687aa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:09.012813 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-af73ff33-c45a-466e-adaf-e8c1e2118a6a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:09.013323 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5462bbd5-3d77-438e-9d1c-55975ef55ad4', 'name': 'network-vif-deleted', 'tag': '172fda8c-5df1-4fcb-bef2-355c8a5687aa', 'status': 'completed', 'code': 200} Nov 25 17:32:09.110879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] For port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:09.115412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] For port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:09.123428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.131003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:09.133356 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fcc431-1eac-471f-8a6d-ef1c6d742a48" -d '{"events": [{"server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "name": "network-vif-plugged", "status": "completed", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:09.140631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf378a0b-f723-4824-b89a-36c6f10b1515 req-6616c960-dc67-4c17-a977-024d630b9173 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.142301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf378a0b-f723-4824-b89a-36c6f10b1515 req-6616c960-dc67-4c17-a977-024d630b9173 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 945 time: 0.0890779 Nov 25 17:32:09.183627 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0de2b3-c1b4-4bf2-9971-de9547dfd963 x-openstack-request-id: req-0b0de2b3-c1b4-4bf2-9971-de9547dfd963 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:09.184150 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "name": "network-vif-plugged", "status": "completed", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:09.184569 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b0de2b3-c1b4-4bf2-9971-de9547dfd963 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:09.185113 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6', 'code': 200} Nov 25 17:32:09.201196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.201829 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.203478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] 10.222.0.55 "PUT /v2.0/ports/570c45da-06ce-45ec-8ad3-4fa4f00ac0fc HTTP/1.1" status: 200 len: 1091 time: 1.4404581 Nov 25 17:32:09.282620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:09.357373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf378a0b-f723-4824-b89a-36c6f10b1515 req-fbade0b2-3aef-494c-b990-52e288c8fac0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871884 Nov 25 17:32:09.358081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2d64-5903-4f90-a46a-ed95d22a64dd service neutron] Pushing event updated for resources: {'Port': ['ID=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:09.412332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-121f09ad-e9f5-4eaf-926d-60b8cf7174de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.414961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-121f09ad-e9f5-4eaf-926d-60b8cf7174de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 1094 time: 0.1453166 Nov 25 17:32:09.417501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d691dd-cc40-4d43-9599-a2ae1fb5900a req-649ea3c5-184f-42ff-867b-57ca02ef3e94 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.419745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5d691dd-cc40-4d43-9599-a2ae1fb5900a req-649ea3c5-184f-42ff-867b-57ca02ef3e94 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0822515 Nov 25 17:32:09.465247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd139b4-c7e5-4119-b30c-71af4e485664 req-4cb10bc8-3925-4b6a-901f-197e509c5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.466858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1cd139b4-c7e5-4119-b30c-71af4e485664 req-4cb10bc8-3925-4b6a-901f-197e509c5d21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 1096 time: 0.1713076 Nov 25 17:32:09.496215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5d691dd-cc40-4d43-9599-a2ae1fb5900a req-5e88e59b-9042-424b-bbcc-64cea2adb3de tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687151 Nov 25 17:32:09.510358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-d4435972-784d-497d-81f4-2f9086db37ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc HTTP/1.1" status: 200 len: 217 time: 0.0795748 Nov 25 17:32:09.624531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c92f8-3c06-4362-a169-af1e3280280e req-4b7ab91c-85a7-48f7-855b-5c247141beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.626472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-4b7ab91c-85a7-48f7-855b-5c247141beff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.0908029 Nov 25 17:32:09.652627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1cd139b4-c7e5-4119-b30c-71af4e485664 req-23341e75-76f6-4ba2-bc8d-3f624bc964c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490650 Nov 25 17:32:09.691155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-018e34e1-49af-4520-8bd4-694b98e9d67f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374405 Nov 25 17:32:09.817016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-79d02d98-3bf9-4485-ae48-09a364a67bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069877 Nov 25 17:32:09.928222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b20c92f8-3c06-4362-a169-af1e3280280e req-c5eaef75-d455-4352-bfef-868fc3d5664d service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025774 Nov 25 17:32:09.936618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0056-8895-41e5-a1c4-9ae13e9caaad req-693a0e6d-b684-4f99-8cf0-6d6dd84c78d4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:09.938299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d0f0056-8895-41e5-a1c4-9ae13e9caaad req-693a0e6d-b684-4f99-8cf0-6d6dd84c78d4 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.2886078 Nov 25 17:32:10.026446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d0f0056-8895-41e5-a1c4-9ae13e9caaad req-99e6f91f-0f8c-4bfd-81de-fcfc056f4a25 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814250 Nov 25 17:32:10.039827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:10.119084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a285-0918-47eb-ad6c-7bcfc8f69cd2 req-bdf553ae-8fc0-425e-a54b-f37ef3da964b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.120915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bda3a285-0918-47eb-ad6c-7bcfc8f69cd2 req-bdf553ae-8fc0-425e-a54b-f37ef3da964b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 943 time: 0.4975302 Nov 25 17:32:10.121801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825475f-c278-415c-bad9-0fe7ea3d6b7a tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.125699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8825475f-c278-415c-bad9-0fe7ea3d6b7a tempest-TestNetworkAdvancedServerOps-1631601756 tempest-TestNetworkAdvancedServerOps-1631601756-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1091 time: 0.0844660 Nov 25 17:32:10.129885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34278) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:10.134864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:10.178577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 172fda8c-5df1-4fcb-bef2-355c8a5687aa no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:10.220602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 172fda8c-5df1-4fcb-bef2-355c8a5687aa {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:10.221149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 172fda8c-5df1-4fcb-bef2-355c8a5687aa not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:10.226513 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bda3a285-0918-47eb-ad6c-7bcfc8f69cd2 req-90456993-8490-4739-9aed-1877af7434f3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846162 Nov 25 17:32:10.228754 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.412224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d7b04-863c-4ce1-b5b3-d92c3d1b5b2e req-637cd664-b7ea-4ac7-b09f-d41fc60bf207 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.420003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c7d7b04-863c-4ce1-b5b3-d92c3d1b5b2e req-637cd664-b7ea-4ac7-b09f-d41fc60bf207 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.0841198 Nov 25 17:32:10.535537 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c7d7b04-863c-4ce1-b5b3-d92c3d1b5b2e req-eed1d5e6-5c28-47f5-80c8-44d31a1ae9af tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145501 Nov 25 17:32:10.571921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e7db3-e9b1-4180-9896-d648146700c0 req-716cff32-3ad8-4fbc-be6c-00801a48f0d2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:10.581284 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.584194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c64e7db3-e9b1-4180-9896-d648146700c0 req-716cff32-3ad8-4fbc-be6c-00801a48f0d2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 945 time: 0.1131063 Nov 25 17:32:10.623204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:10.717295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c64e7db3-e9b1-4180-9896-d648146700c0 req-3df8b0e3-8c3e-40c9-91da-98977231e673 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325629 Nov 25 17:32:10.908575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Allocated IP 172.25.8.233 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/0ea069da-c1fb-4583-ba3d-ec0811812815) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:11.014629 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'tag': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:11.017010 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407d2c8f-591e-46d6-9403-77aa39ac57d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0319f5f4-6bf0-48ec-83a4-07218a780b54", "tag": "570c45da-06ce-45ec-8ad3-4fa4f00ac0fc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:11.082563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.092153 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d42f9-7ea8-436e-aaa8-11fa0a93ad8d x-openstack-request-id: req-8e2d42f9-7ea8-436e-aaa8-11fa0a93ad8d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:11.092454 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0319f5f4-6bf0-48ec-83a4-07218a780b54", "tag": "570c45da-06ce-45ec-8ad3-4fa4f00ac0fc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:11.092717 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8e2d42f9-7ea8-436e-aaa8-11fa0a93ad8d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:11.094144 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'tag': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'status': 'completed', 'code': 200} Nov 25 17:32:11.129164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.203963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:11.210749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:11.214663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-5003bcda-95d9-489f-8838-774e0e63990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.216209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-5003bcda-95d9-489f-8838-774e0e63990d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 1094 time: 0.0931675 Nov 25 17:32:11.217801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:11.257983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=0ea069da-c1fb-4583-ba3d-ec0811812815,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:11.271056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.271176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.271556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.272270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.272747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.273197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.273410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.273868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.274373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.274702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.275031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.275349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:11.440499 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:11.533137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-2b3298a6-c19c-4967-8f97-a8da1c400292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.534632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-2b3298a6-c19c-4967-8f97-a8da1c400292 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 0.3043883 Nov 25 17:32:11.619357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-729e7f0a-88f1-4848-af43-15adffe33367 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc HTTP/1.1" status: 200 len: 217 time: 0.0689530 Nov 25 17:32:11.632190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f4fc4-d2ee-4465-9e6d-8729713c5c4f req-09643e8e-43cb-4d5f-bb8f-84b92e08654f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.634102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-646f4fc4-d2ee-4465-9e6d-8729713c5c4f req-09643e8e-43cb-4d5f-bb8f-84b92e08654f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 943 time: 0.2374825 Nov 25 17:32:11.701662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-dd057f84-17be-406c-b2fb-8db01bab92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.704590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-dd057f84-17be-406c-b2fb-8db01bab92cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.0691578 Nov 25 17:32:11.826469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-be554ed8-6748-4452-97f2-74874d029bca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974298 Nov 25 17:32:11.895120 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-646f4fc4-d2ee-4465-9e6d-8729713c5c4f req-26036753-9735-4937-b875-426f40366575 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126639 Nov 25 17:32:11.897824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc40ce-d937-42b5-9764-fbc20a637518 req-102a7a7a-bb19-4882-aca7-3427819dff5d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:11.907275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1bc40ce-d937-42b5-9764-fbc20a637518 req-102a7a7a-bb19-4882-aca7-3427819dff5d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1967905 Nov 25 17:32:12.066000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1bc40ce-d937-42b5-9764-fbc20a637518 req-03b778f0-8d67-40d1-8cc1-8c06dd58c373 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527913 Nov 25 17:32:12.144960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.145282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2d4da-d7c8-43a3-bc92-734106b93fea req-a8948c56-f308-4ed2-a9a2-0e9ad8c93c76 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:12.156982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55a2d4da-d7c8-43a3-bc92-734106b93fea req-a8948c56-f308-4ed2-a9a2-0e9ad8c93c76 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 945 time: 0.1749735 Nov 25 17:32:12.159305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-d961995e-cf81-42d8-9d4e-f00b65776132 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182149 Nov 25 17:32:12.229603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.435792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.444969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.542893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event updated for resources: {'Port': ['ID=0ea069da-c1fb-4583-ba3d-ec0811812815,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:12.557730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:12.677196 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55a2d4da-d7c8-43a3-bc92-734106b93fea req-f4df3898-c662-4fe6-9ba5-6d2a18b1f974 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136921 Nov 25 17:32:12.689542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-407d2c8f-591e-46d6-9403-77aa39ac57d7 req-7073c26b-94b5-4dd0-bb96-f01dfcd5ef68 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190444 Nov 25 17:32:12.690392 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 associated. External IP: 172.25.8.233, port: 771b7665-1eb7-43fd-aa79-991a43fb799d. Nov 25 17:32:12.853451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-b6333882-1e6e-4947-8308-1f7928791371 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 267 time: 0.0726032 Nov 25 17:32:13.041480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-539269fb-1819-4667-8610-1c2f56ce0d3a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.048749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-539269fb-1819-4667-8610-1c2f56ce0d3a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 945 time: 0.1812894 Nov 25 17:32:13.054325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc003166-dff3-485d-916c-27124c787747 req-7ade7f81-45fa-4b92-8fd3-256b6752a1b4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.056237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc003166-dff3-485d-916c-27124c787747 req-7ade7f81-45fa-4b92-8fd3-256b6752a1b4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 943 time: 0.0947480 Nov 25 17:32:13.094109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'port': {'security_groups': []}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:13.211134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc003166-dff3-485d-916c-27124c787747 req-36c2b70b-1e9c-4f0d-a4f0-b1d8722be672 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224506 Nov 25 17:32:13.223512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:13.307668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.428734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdf31b-17b2-4214-b1d2-c1e6499c05f0 req-71c0f36c-623d-4368-a214-cd33e2e062c0 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:13.438755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7fcdf31b-17b2-4214-b1d2-c1e6499c05f0 req-71c0f36c-623d-4368-a214-cd33e2e062c0 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1221967 Nov 25 17:32:13.560656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:13.576059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7fcdf31b-17b2-4214-b1d2-c1e6499c05f0 req-29e40b5c-3a55-420c-86d2-8138ab6dc696 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315377 Nov 25 17:32:13.583028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] Sync routers for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:13.608474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:13.609130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:13.717559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:13.857952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:13.872910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-01ca661d-1a31-4e10-beae-39fb294dc52d tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7418158 Nov 25 17:32:13.889677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:13.892007 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c61174-250d-4743-8c23-d274803ff89a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:13.992044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:14.049195 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.064822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.102805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6af1a-d84b-43fe-a537-a9c8b5947491 req-95048792-1c8c-428a-84eb-83d9042cf3ba tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.105638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1d6af1a-d84b-43fe-a537-a9c8b5947491 req-95048792-1c8c-428a-84eb-83d9042cf3ba tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0905545 Nov 25 17:32:14.116283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97', '9ae90b59-dd93-4c23-8b6c-daeefd17bea4', 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:14.171875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.172553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:14.180425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6e53391-149b-4dd1-8f46-1294c60ad28b req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "PUT /v2.0/ports/d68a2d30-7e6d-4ed7-9e84-832f415d12c6 HTTP/1.1" status: 200 len: 904 time: 1.1160800 Nov 25 17:32:14.221140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1d6af1a-d84b-43fe-a537-a9c8b5947491 req-37195ee2-e02d-40b8-bf3c-990ce4c56eb7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009793 Nov 25 17:32:14.238139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:14.245245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11568b07-1100-4387-ab49-37359d2607b1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:14.268801 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e11875f-6364-4ef9-ba27-dd3adf2770c2 x-openstack-request-id: req-7e11875f-6364-4ef9-ba27-dd3adf2770c2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:14.269115 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:14.269374 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e11875f-6364-4ef9-ba27-dd3adf2770c2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:14.269779 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'status': 'completed', 'code': 200} Nov 25 17:32:14.353427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:14.465336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['d68a2d30-7e6d-4ed7-9e84-832f415d12c6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:14.465519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ed10a70b-0188-45d2-8b11-fd532be12567 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 HTTP/1.1" status: 200 len: 991 time: 0.2256896 Nov 25 17:32:14.594688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38403947-1e20-46f7-b1ed-e1ad13d7d911 req-d65cc270-3e66-4cd8-ac33-882dcc706cea tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.596645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.resource_extend [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:32:14.613303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38403947-1e20-46f7-b1ed-e1ad13d7d911 req-d65cc270-3e66-4cd8-ac33-882dcc706cea tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 943 time: 0.1424532 Nov 25 17:32:14.680283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c61174-250d-4743-8c23-d274803ff89a req-47d8edd3-ff9c-4d09-bd18-91b52931acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.681766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-47d8edd3-ff9c-4d09-bd18-91b52931acf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1096 time: 0.2154489 Nov 25 17:32:14.739058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38403947-1e20-46f7-b1ed-e1ad13d7d911 req-345bfcf9-e213-4dc4-97a8-f3285d5b2020 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157269 Nov 25 17:32:14.852499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cfe2e-20aa-42c7-8c61-85b349460cb9 req-470d8fb0-03f6-47cd-b252-d2892cd3754e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.861848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-013cfe2e-20aa-42c7-8c61-85b349460cb9 req-470d8fb0-03f6-47cd-b252-d2892cd3754e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 907 time: 0.3940823 Nov 25 17:32:14.918992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:14.961611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c61174-250d-4743-8c23-d274803ff89a req-685a19fb-9187-49ff-a9dd-d23db68b90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:14.967440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-685a19fb-9187-49ff-a9dd-d23db68b90c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 200 len: 897 time: 0.2682250 Nov 25 17:32:14.994417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d2325e33-0dea-4b96-917c-872081ff8e7a None None] Provisioning complete for port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:14.994734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2325e33-0dea-4b96-917c-872081ff8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.032556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0e55a-cc85-4fa1-a9f5-7d42e5abe107 req-2d2f0781-4730-4dec-b4d4-9ae6728dcb1c tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.032959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'mac_address': 'fa:16:3e:71:0b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:15.039685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79b0e55a-cc85-4fa1-a9f5-7d42e5abe107 req-2d2f0781-4730-4dec-b4d4-9ae6728dcb1c tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1520026 Nov 25 17:32:15.104620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-dca3f395-5dfe-463f-b240-51f31b21a594 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 200 len: 999 time: 0.1279399 Nov 25 17:32:15.175025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79b0e55a-cc85-4fa1-a9f5-7d42e5abe107 req-6d3cb938-d89c-4138-a6f0-304296a9f9c4 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282728 Nov 25 17:32:15.301057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c61174-250d-4743-8c23-d274803ff89a req-516d8870-ed0c-4b4c-95f5-93ce417344b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.303827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-516d8870-ed0c-4b4c-95f5-93ce417344b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63bff1aa-9ba9-4b8e-a817-40c72d349cab HTTP/1.1" status: 200 len: 835 time: 0.1689374 Nov 25 17:32:15.317412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98eaca-d851-4e6b-b71c-04082756d238 req-2a340c23-2913-4509-9543-93f66e798b1e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.319210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd98eaca-d851-4e6b-b71c-04082756d238 req-2a340c23-2913-4509-9543-93f66e798b1e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1257796 Nov 25 17:32:15.358598 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.384508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'daf3e4ae-9dd9-41de-8bad-3b2454ea1e54', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'port_id': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'mac_address': 'fa:16:3e:f2:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:11Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:15.424834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:15.430634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd98eaca-d851-4e6b-b71c-04082756d238 req-326fe961-912e-4727-8f24-752bce4dfdaa tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014338 Nov 25 17:32:15.433632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c61174-250d-4743-8c23-d274803ff89a req-a5680ca2-739d-4db2-947a-d699f5d16420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.435488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-a5680ca2-739d-4db2-947a-d699f5d16420 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba4939db-d06c-4ecf-b83e-749343a1492f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151550 Nov 25 17:32:15.465001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34434) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:15.563833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] Checking router: ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:15.603782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:15.637044 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:15.707491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:15.707491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:15.752913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-d6b0b289-ab41-450b-8eb9-ac963321f31f service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082707 Nov 25 17:32:15.828354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0761d73b-9351-4881-bb4c-1435fefbe9a7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 HTTP/1.1" status: 200 len: 991 time: 0.3581846 Nov 25 17:32:15.885386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32de1-0f74-4874-9467-487550554a60 req-eac7efce-0c78-4fb3-a743-4205eca79ceb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:15.891776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:15.894557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05a32de1-0f74-4874-9467-487550554a60 req-eac7efce-0c78-4fb3-a743-4205eca79ceb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2393429 Nov 25 17:32:15.907827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:15.933035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89c61174-250d-4743-8c23-d274803ff89a req-a22bb888-e803-4536-8e8e-094c7cc0675a service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716065 Nov 25 17:32:15.960361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05a32de1-0f74-4874-9467-487550554a60 req-7766ba51-d0b2-4ee1-ba27-1ff1994742e6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646474 Nov 25 17:32:16.091775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:16.115159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2b4c1-5bde-4045-8b41-284da3c5aabe req-fb7de152-dbb1-4a2a-a76c-edaeacc7e04d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.117986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5b2b4c1-5bde-4045-8b41-284da3c5aabe req-fb7de152-dbb1-4a2a-a76c-edaeacc7e04d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 944 time: 0.1763086 Nov 25 17:32:16.153956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:16.271124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:16.274436 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:16.294343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5b2b4c1-5bde-4045-8b41-284da3c5aabe req-5370ba83-ac22-44c1-9655-3394166a9957 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684220 Nov 25 17:32:16.412717 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9668a4-549c-46af-b91e-ab1674f02e5c x-openstack-request-id: req-3c9668a4-549c-46af-b91e-ab1674f02e5c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:16.413011 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:16.413356 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c9668a4-549c-46af-b91e-ab1674f02e5c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:16.413939 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6', 'status': 'completed', 'code': 200} Nov 25 17:32:16.469660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e786d-46bd-47a5-a616-cb3ad497a439 req-6cdc8338-8e7d-4cbc-a9cb-1c1ba5565f75 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.480410 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e1e786d-46bd-47a5-a616-cb3ad497a439 req-6cdc8338-8e7d-4cbc-a9cb-1c1ba5565f75 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1051643 Nov 25 17:32:16.510815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-d44e30e3-aeb9-41ed-8c02-8a02106e3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.512358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-d44e30e3-aeb9-41ed-8c02-8a02106e3e0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 1058 time: 0.0913723 Nov 25 17:32:16.593120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e1e786d-46bd-47a5-a616-cb3ad497a439 req-f782464c-0f46-49c4-804d-03b50051d212 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113424 Nov 25 17:32:16.659126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-03f26133-17c7-43c4-8420-2157720db325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:16.660724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-03f26133-17c7-43c4-8420-2157720db325 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.1389334 Nov 25 17:32:16.756727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-8cfee221-584d-49ef-8e87-e916ef49987e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6 HTTP/1.1" status: 200 len: 217 time: 0.0855284 Nov 25 17:32:16.820239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'daf3e4ae-9dd9-41de-8bad-3b2454ea1e54', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'port_id': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'mac_address': 'fa:16:3e:f2:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:11Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:16.828278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34470) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:16.867888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68106f-3520-45be-848f-560d626f16c5 None None] The sync data for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 is: [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'daf3e4ae-9dd9-41de-8bad-3b2454ea1e54', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'port_id': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'mac_address': 'fa:16:3e:f2:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:11Z', 'updated_at': '2021-11-25T17:32:11Z', 'revision_number': 0, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:16.982241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-59b9b211-4a89-4ac0-87dc-680ef5211b21 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 HTTP/1.1" status: 200 len: 991 time: 0.1526306 Nov 25 17:32:17.052344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-033c8b43-21fc-460f-a05a-b992b7aa145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.053977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-033c8b43-21fc-460f-a05a-b992b7aa145b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.2135527 Nov 25 17:32:17.064209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-7122aa4a-ff04-4ae5-86a9-2daf96c8b4a8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.072720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-7122aa4a-ff04-4ae5-86a9-2daf96c8b4a8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.4109671 Nov 25 17:32:17.155040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-2d94586e-7a7e-4129-88a8-7daf3938493d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/quotas/d18f52ff4eb14b85a1ac3237b9bf99dc HTTP/1.1" status: 200 len: 375 time: 0.0813055 Nov 25 17:32:17.207731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-54f89cb5-b13f-477a-a0a8-b6eaf6741caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.209299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-54f89cb5-b13f-477a-a0a8-b6eaf6741caa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264434 Nov 25 17:32:17.270094 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274860b-ea22-4a25-8bf4-ac92f4da1022 None None] New status for floating IP daf3e4ae-9dd9-41de-8bad-3b2454ea1e54: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:32:17.456793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-2b8951d7-970f-43cb-a9ea-8a7cf96b8a9a service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384531 Nov 25 17:32:17.508495 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:17.526837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a18c1-4a7f-47be-91e9-62f73a11a973 req-56843081-e17c-4fd6-ada1-56c5c4f24927 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.532625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e5a18c1-4a7f-47be-91e9-62f73a11a973 req-56843081-e17c-4fd6-ada1-56c5c4f24927 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 944 time: 0.0924504 Nov 25 17:32:17.636196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e5a18c1-4a7f-47be-91e9-62f73a11a973 req-0d66ce49-3b79-4a33-bbe7-510cf177a54a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997338 Nov 25 17:32:17.697904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-3cf78cc2-5342-46fa-b5d5-f6d0964c4218 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5344713 Nov 25 17:32:17.811739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3925b559-bfde-4e2c-a0e4-a90b08c0ec5f req-1b1e6ff4-93e9-43bc-a199-bd3650babd8a service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414800 Nov 25 17:32:17.819707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-da186384-3faf-410a-88d9-27280da3d929 service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207430 Nov 25 17:32:17.906798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d15289-4275-4fd3-a734-c0c28863388f req-e7be5c2b-d83f-45b1-bef7-6739e2811656 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:17.923022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05d15289-4275-4fd3-a734-c0c28863388f req-e7be5c2b-d83f-45b1-bef7-6739e2811656 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1516392 Nov 25 17:32:17.987483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34488) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:17.995152 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0a58c251-c244-43b4-8d96-3f1d3fa1dd4e service neutron] 10.222.0.86 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744881 Nov 25 17:32:18.133738 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe2746c4-3767-4596-a561-bb5ec378aebb tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 HTTP/1.1" status: 200 len: 993 time: 0.1400974 Nov 25 17:32:18.144555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05d15289-4275-4fd3-a734-c0c28863388f req-d3c2b752-7894-49b2-81d3-c35169a78ebb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207642 Nov 25 17:32:18.225059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:18.335604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86e0c1ee-8ec5-4238-a9e1-c43ee1cb8a0f req-ef7c3c17-a2f0-4133-b807-0b5839d4a49e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 210 time: 0.0667624 Nov 25 17:32:18.405839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:18.417324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:18.417702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:18.931069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f25cdf-1503-448a-afc9-dc7547bd1e23 req-e3f6ec5a-b06f-4d84-80a1-2bb7279f17b0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:18.946964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94f25cdf-1503-448a-afc9-dc7547bd1e23 req-e3f6ec5a-b06f-4d84-80a1-2bb7279f17b0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 944 time: 0.1692729 Nov 25 17:32:18.981366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.058428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:19.059769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:19.072118 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-94f25cdf-1503-448a-afc9-dc7547bd1e23 req-ee7a0f65-472f-4a74-b009-10ce34252c9b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241300 Nov 25 17:32:19.074274 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0563bb19-13eb-4371-8b08-45348fe85aaa" -d '{"events": [{"server_uuid": "0319f5f4-6bf0-48ec-83a4-07218a780b54", "name": "network-vif-plugged", "status": "completed", "tag": "570c45da-06ce-45ec-8ad3-4fa4f00ac0fc"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:19.081007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:19.210165 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3ec19e-7778-418c-808e-2563568fd092 x-openstack-request-id: req-ab3ec19e-7778-418c-808e-2563568fd092 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:19.210483 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0319f5f4-6bf0-48ec-83a4-07218a780b54", "name": "network-vif-plugged", "status": "completed", "tag": "570c45da-06ce-45ec-8ad3-4fa4f00ac0fc", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:19.210719 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab3ec19e-7778-418c-808e-2563568fd092 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:19.219612 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'code': 200} Nov 25 17:32:19.260555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:19.369865 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:32:19.409238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846ebd2-013e-40c8-8e22-5d5051fea39b req-21e8c39f-6c68-4f20-bc06-fe60f998133c tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.428073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7846ebd2-013e-40c8-8e22-5d5051fea39b req-21e8c39f-6c68-4f20-bc06-fe60f998133c tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1357787 Nov 25 17:32:19.581836 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9d51538-3c35-49b7-bacb-38305ddfafe0 req-a27e4b5a-e2f4-408c-89da-c7eb5a0f7102 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 210 time: 0.1196299 Nov 25 17:32:19.609494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7846ebd2-013e-40c8-8e22-5d5051fea39b req-0da0a204-d513-4ee5-ac09-88b7e7586c64 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804574 Nov 25 17:32:19.613512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c274f2-04ed-4ad4-a085-1799a02106d0 req-cde50b6d-17bb-47c7-95ea-30aabd053bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:19.615224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21c274f2-04ed-4ad4-a085-1799a02106d0 req-cde50b6d-17bb-47c7-95ea-30aabd053bdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 1096 time: 0.2398586 Nov 25 17:32:19.705148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21c274f2-04ed-4ad4-a085-1799a02106d0 req-10afc1cc-9883-4da1-8962-e140e26b8168 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816283 Nov 25 17:32:20.297944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-eba73c23-6de2-4052-be9b-b6364b339f84 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.299899 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-eba73c23-6de2-4052-be9b-b6364b339f84 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 812 time: 0.3442070 Nov 25 17:32:20.326344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Request body: {'port': {'device_id': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'admin_state_up': True, 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:20.461430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b17ad-ac8e-413a-a224-d2f4d143972b req-66577dd7-713c-4159-8979-caf97147e136 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.473624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-244b17ad-ac8e-413a-a224-d2f4d143972b req-66577dd7-713c-4159-8979-caf97147e136 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 945 time: 0.1164670 Nov 25 17:32:20.558705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Made reservation on behalf of d18f52ff4eb14b85a1ac3237b9bf99dc for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:20.566400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:20.641580 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-244b17ad-ac8e-413a-a224-d2f4d143972b req-4e44cb2e-7ecb-4647-a842-bc2ff12d5b89 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651318 Nov 25 17:32:20.826430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d802c8dd-7b88-4605-a7b7-90225321f307 req-1306e317-5602-4d99-a9ec-8aa6efc177e1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 210 time: 0.0631058 Nov 25 17:32:20.953333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502ea9b-c3fe-482a-9a3e-9bc550333fec req-362f87cc-1989-4ffd-b39e-d6e61c1d2159 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:20.974773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a502ea9b-c3fe-482a-9a3e-9bc550333fec req-362f87cc-1989-4ffd-b39e-d6e61c1d2159 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1406631 Nov 25 17:32:21.092307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a502ea9b-c3fe-482a-9a3e-9bc550333fec req-1be94bb1-bcca-4935-aa3f-cd226d6161ed tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129920 Nov 25 17:32:21.104527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Allocated IP 172.20.0.13 (f32f7096-4838-4cf6-9956-56886cddd436/c4583fdd-c83f-421b-8785-7406dc3a7158/ea378cc3-934d-45dc-9a01-ea902f5575f9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:21.471634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.558160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.573035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97', '9ae90b59-dd93-4c23-8b6c-daeefd17bea4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:21.729731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Network f32f7096-4838-4cf6-9956-56886cddd436 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:21.733047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:21.747504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:21.761524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:21.925597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:21.927090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:21.997830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd337-76f5-4c53-b514-ef37a6b15ca4 req-bd0f4415-4d26-4a79-9640-717221753ba2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.000866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e9dd337-76f5-4c53-b514-ef37a6b15ca4 req-bd0f4415-4d26-4a79-9640-717221753ba2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 945 time: 0.1848197 Nov 25 17:32:22.007882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-0aa080ca-bce9-4cff-b3fa-2446a55bd279 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6984918 Nov 25 17:32:22.054825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Request body: {'port': {'device_id': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:22.125040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e9dd337-76f5-4c53-b514-ef37a6b15ca4 req-d031a682-dcf4-4426-b93e-ee94c5178c97 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166887 Nov 25 17:32:22.293564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfc613-8407-44e4-8bad-83ef5d64fbb3 req-8a94565c-5694-4bd2-9cd9-05d104ccb934 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.302791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ccfc613-8407-44e4-8bad-83ef5d64fbb3 req-8a94565c-5694-4bd2-9cd9-05d104ccb934 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 932 time: 0.2938542 Nov 25 17:32:22.326972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.353760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86c471-cce7-4f45-81eb-39771be695b8 req-ffb36323-d736-46cd-9ae8-99ef950cd96e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:22.355428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b86c471-cce7-4f45-81eb-39771be695b8 req-ffb36323-d736-46cd-9ae8-99ef950cd96e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1224487 Nov 25 17:32:22.397913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-398cdac5-8f1d-4622-8035-55965e553043 None None] Provisioning complete for port ea378cc3-934d-45dc-9a01-ea902f5575f9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:22.398661 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-398cdac5-8f1d-4622-8035-55965e553043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:22.522608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-398cdac5-8f1d-4622-8035-55965e553043 None None] Port ea378cc3-934d-45dc-9a01-ea902f5575f9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:32:22.549912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b86c471-cce7-4f45-81eb-39771be695b8 req-233e880c-caa3-4f81-8eea-3c00712af6c9 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851974 Nov 25 17:32:22.666484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ccfc613-8407-44e4-8bad-83ef5d64fbb3 req-0acb4977-c671-46f2-811c-93a0e808a346 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581419 Nov 25 17:32:23.070064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1af268-73ed-4089-9f2c-d4a83e1bd040 req-d87c98a5-d199-41a2-a6ae-9e8943564db4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.078949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f1af268-73ed-4089-9f2c-d4a83e1bd040 req-d87c98a5-d199-41a2-a6ae-9e8943564db4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.2532635 Nov 25 17:32:23.115170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f1af268-73ed-4089-9f2c-d4a83e1bd040 req-e6877262-58c8-4e5e-9c34-f6c946eff5a4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0349934 Nov 25 17:32:23.152585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea378cc3-934d-45dc-9a01-ea902f5575f9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:23.178352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.205581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Transition to ACTIVE for port object ea378cc3-934d-45dc-9a01-ea902f5575f9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:23.213320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.302702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f1af268-73ed-4089-9f2c-d4a83e1bd040 req-9d6349e0-1631-4ce4-ba45-cf155099dfff tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1769140 Nov 25 17:32:23.344354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:23.555922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f1af268-73ed-4089-9f2c-d4a83e1bd040 req-636a9900-6a0e-45fb-bc21-d0ba8f750a06 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520468 Nov 25 17:32:23.662696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Attempting to bind port ea378cc3-934d-45dc-9a01-ea902f5575f9 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:23.663425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Attempting to bind port ea378cc3-934d-45dc-9a01-ea902f5575f9 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:23.664141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Attempting to bind port ea378cc3-934d-45dc-9a01-ea902f5575f9 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:23.675830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Port ea378cc3-934d-45dc-9a01-ea902f5575f9 on network f32f7096-4838-4cf6-9956-56886cddd436 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:23.676394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Attempting to bind port ea378cc3-934d-45dc-9a01-ea902f5575f9 on network f32f7096-4838-4cf6-9956-56886cddd436 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:23.688268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:23.689311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Checking segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:23.690802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Bound using segment: {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:23.691495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Bound port: ea378cc3-934d-45dc-9a01-ea902f5575f9, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15166885-3174-4535-9956-938d7ac0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:23.692085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.812912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f1af268-73ed-4089-9f2c-d4a83e1bd040 req-e9ec992f-703a-4f12-bdab-603ca106c35a service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556942 Nov 25 17:32:23.855138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05217814-c46e-426e-804f-6680d436cd15 req-9016e078-1a0e-4a6e-9e1e-f70d42b3bdfb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:23.883180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05217814-c46e-426e-804f-6680d436cd15 req-9016e078-1a0e-4a6e-9e1e-f70d42b3bdfb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1533928 Nov 25 17:32:23.923854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:23.932155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:23.940957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:23.974190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05217814-c46e-426e-804f-6680d436cd15 req-79b48de0-ff18-4929-a2e9-b96b73bf30eb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894635 Nov 25 17:32:24.084558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.085194 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:24.105634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea378cc3-934d-45dc-9a01-ea902f5575f9 HTTP/1.1" status: 200 len: 1092 time: 2.0632145 Nov 25 17:32:24.106245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:24.119113 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d76032a-9e0d-46a0-9904-0b2476c58941" -d '{"events": [{"name": "network-changed", "server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:24.251240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95887e-b6de-4d5a-a7a1-8db1093bf4c2 req-280a1f03-f38a-4055-a465-11fa47cf2f09 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.265906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059df4d-e626-4a72-9c99-2bba6aaf7e31 service neutron] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:24.268605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd95887e-b6de-4d5a-a7a1-8db1093bf4c2 req-280a1f03-f38a-4055-a465-11fa47cf2f09 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 944 time: 0.1553710 Nov 25 17:32:24.305466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-ff9fe6b9-eba6-4c7b-964c-e1a91869e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.324736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-ff9fe6b9-eba6-4c7b-964c-e1a91869e20b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 1095 time: 0.1422856 Nov 25 17:32:24.441536 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd95887e-b6de-4d5a-a7a1-8db1093bf4c2 req-d5bcdb9c-4129-4652-90a8-31775d467c31 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694677 Nov 25 17:32:24.484092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-ddc41300-b53f-4459-be0c-d38b38ebf075 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9 HTTP/1.1" status: 200 len: 217 time: 0.1581800 Nov 25 17:32:24.554692 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55500e23-6e94-4eef-b769-8be07d9bbaba x-openstack-request-id: req-55500e23-6e94-4eef-b769-8be07d9bbaba {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:24.555240 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:24.555782 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-55500e23-6e94-4eef-b769-8be07d9bbaba {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:24.556647 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'status': 'completed', 'code': 200} Nov 25 17:32:24.597957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-e655040a-b4e0-4504-a161-d98652d0fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.612382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-e655040a-b4e0-4504-a161-d98652d0fd66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1082494 Nov 25 17:32:24.757716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-fbe70dc0-02d4-45a8-8de2-aa548bc64746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:24.761076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-fbe70dc0-02d4-45a8-8de2-aa548bc64746 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468108 Nov 25 17:32:25.064077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-385963d3-9fe2-41b3-aca4-ded13bd3971a service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875965 Nov 25 17:32:25.384087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8a7572a5-7f21-4e2f-84d2-80354063e25e req-cca49162-7588-42a4-adba-f8e5413fd151 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133066 Nov 25 17:32:25.431362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-a36e3fb5-5dc0-4c97-8e72-48b84e80e5e0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.434476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-a36e3fb5-5dc0-4c97-8e72-48b84e80e5e0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.1894786 Nov 25 17:32:25.448315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3016f-cdcd-4dcc-bbc5-c012be2db01c req-8fee09b5-24d6-4159-a944-aae18bea63bc tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.456242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73a3016f-cdcd-4dcc-bbc5-c012be2db01c req-8fee09b5-24d6-4159-a944-aae18bea63bc tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.2097485 Nov 25 17:32:25.481716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8a3b0255-6aba-44ac-ba43-b1388a8e86be tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0373352 Nov 25 17:32:25.568346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-48cca627-d32a-47be-a777-8fdea518f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.570321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-48cca627-d32a-47be-a777-8fdea518f6f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 1095 time: 0.1109011 Nov 25 17:32:25.577543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-73a3016f-cdcd-4dcc-bbc5-c012be2db01c req-7f3248a0-5e3d-48e1-884f-9abc1f5e2f61 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196022 Nov 25 17:32:25.617670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-45be1e8b-0c20-4e34-8b4b-892c2573521c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153226 Nov 25 17:32:25.735554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-69d50860-b10c-43b7-a143-1d0424a677df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.737101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-69d50860-b10c-43b7-a143-1d0424a677df service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.1583931 Nov 25 17:32:25.793649 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-b2bcb1dd-2975-4424-810c-0398682171a7 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658881 Nov 25 17:32:25.860349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-4b2751ff-9cb4-4cc0-9c4f-d15744d97626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9 HTTP/1.1" status: 200 len: 217 time: 0.1123247 Nov 25 17:32:25.993616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef524-bc5f-45e2-ace8-d3160282c253 req-4ef24989-3faf-401e-a388-177bde334f1e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:25.996451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-aecec13a-8450-4392-bb13-bce48fabae51 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019901 Nov 25 17:32:25.999220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efef524-bc5f-45e2-ace8-d3160282c253 req-4ef24989-3faf-401e-a388-177bde334f1e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 944 time: 0.1678052 Nov 25 17:32:26.004910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-3fa5d39a-b2de-4897-b5cf-dca4c51fed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.006385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-3fa5d39a-b2de-4897-b5cf-dca4c51fed9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.1376526 Nov 25 17:32:26.116563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efef524-bc5f-45e2-ace8-d3160282c253 req-5fd005a5-c668-4dc0-ab46-becfe6d7d3ec tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007135 Nov 25 17:32:26.131342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-abc60540-7e1c-4248-b0d4-61e20321e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.133109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-abc60540-7e1c-4248-b0d4-61e20321e35b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153333 Nov 25 17:32:26.497171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c7eb155-3c27-495e-b0fc-e47659142a68 req-22a69c8c-3d81-4eb2-9a89-d484e7609f09 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 210 time: 0.1572714 Nov 25 17:32:26.568082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a2a93-c0a4-4066-8b50-5db226ee7090 req-8b1a9621-6f64-492b-b8da-108c4c688923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.575847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196a2a93-c0a4-4066-8b50-5db226ee7090 req-8b1a9621-6f64-492b-b8da-108c4c688923 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.4352450 Nov 25 17:32:26.691960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-af7a5919-9f58-483a-9ee4-8642ae1de230 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475745 Nov 25 17:32:26.917808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db7ae3-cf6e-4eb4-8733-23adea0b5d27 req-9958f2bd-022d-4500-bd8d-038c105b4cc1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:26.919433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38db7ae3-cf6e-4eb4-8733-23adea0b5d27 req-9958f2bd-022d-4500-bd8d-038c105b4cc1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1607432 Nov 25 17:32:26.994615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d76032a-9e0d-46a0-9904-0b2476c58941 req-1f63044b-9301-4704-bc17-af05f25e7cad service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899148 Nov 25 17:32:27.026511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-196a2a93-c0a4-4066-8b50-5db226ee7090 req-87346149-c815-4ff8-82d9-ea7e72f12594 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473677 Nov 25 17:32:27.094099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38db7ae3-cf6e-4eb4-8733-23adea0b5d27 req-30af5195-cf8b-4191-b8a0-0786bc29f6c8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626332 Nov 25 17:32:27.365549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b7de9-108f-4066-895c-95b1e76af9d8 req-a42e4be3-340f-4507-87c3-7098f064cb43 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:27.368150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-712b7de9-108f-4066-895c-95b1e76af9d8 req-a42e4be3-340f-4507-87c3-7098f064cb43 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 944 time: 0.1079645 Nov 25 17:32:27.582441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-712b7de9-108f-4066-895c-95b1e76af9d8 req-55d61623-eea7-4628-990c-6465eb81c640 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951599 Nov 25 17:32:27.766529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-577e13af-7c00-42d7-a25b-075fdddd980d req-537e0931-fbea-4699-a331-4a6b6b8f51bd tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 210 time: 0.0681903 Nov 25 17:32:28.254757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea378cc3-934d-45dc-9a01-ea902f5575f9 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:28.329265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-da17006c-e957-4c10-8538-acd63b22faa0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.333427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-da17006c-e957-4c10-8538-acd63b22faa0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.4015462 Nov 25 17:32:28.352764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:28.389729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d09d-0a97-4fa8-9c0e-45b52d1e8ada req-ae4bff61-3c36-45e7-89ef-1dbc68d2c2fb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.396012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ea8d09d-0a97-4fa8-9c0e-45b52d1e8ada req-ae4bff61-3c36-45e7-89ef-1dbc68d2c2fb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1634414 Nov 25 17:32:28.450787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.469546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'mac_address': 'fa:16:3e:a6:f0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:28.517215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.542483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea378cc3-934d-45dc-9a01-ea902f5575f9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:28.575083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:28.582205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.600208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ea8d09d-0a97-4fa8-9c0e-45b52d1e8ada req-e13f07ca-ed03-410b-8c7d-c5f29dc33967 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890407 Nov 25 17:32:28.700436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:28.727782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:32:28.741474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:28.846366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['ea378cc3-934d-45dc-9a01-ea902f5575f9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:28.875794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedd8cd-9ae4-4cf8-939b-0954f11a3f78 req-4570e916-55db-4339-98a6-cad8c304bcc4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:28.887037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6bedd8cd-9ae4-4cf8-939b-0954f11a3f78 req-4570e916-55db-4339-98a6-cad8c304bcc4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 945 time: 0.1622469 Nov 25 17:32:28.890930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4d06eb3a-58f4-4556-8d76-85bcdb230ec2 req-78dadf48-ebf6-43c3-b180-6c0c9b2dd284 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 210 time: 0.0370007 Nov 25 17:32:28.993303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6bedd8cd-9ae4-4cf8-939b-0954f11a3f78 req-3be04f5a-1905-4179-99cb-da63e16f25f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051874 Nov 25 17:32:29.085030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.5 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/d5190c0d-da0d-403e-bb29-c468b2cde9ac) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:29.353531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.408058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.424801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:29.511907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:29.515822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:29.520399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:29.619807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:29.621822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:29.659417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=d5190c0d-da0d-403e-bb29-c468b2cde9ac,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:29.672283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3245881 Nov 25 17:32:29.703289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Request body: {'port': {'device_id': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:29.710962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.711634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.712343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.712918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.713444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.713966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.714500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.715069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.715648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.716406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.717679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.718335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1064d3-bf73-4315-b278-f2e02526929c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:32:29.838249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.042746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1dbc4-e8e0-40db-8b45-b7062dd804fe req-e8918765-a250-4335-9381-01704c2e601d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.053391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3d1dbc4-e8e0-40db-8b45-b7062dd804fe req-e8918765-a250-4335-9381-01704c2e601d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 931 time: 0.0739264 Nov 25 17:32:30.124211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3d1dbc4-e8e0-40db-8b45-b7062dd804fe req-365bac8e-2c43-445e-9cdb-d9bb369f303e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691242 Nov 25 17:32:30.258496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254c7d-271f-4e39-9ae9-5847ff46fdde req-b1a1e456-c72d-413b-ac99-85625510a32b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.260434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f254c7d-271f-4e39-9ae9-5847ff46fdde req-b1a1e456-c72d-413b-ac99-85625510a32b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 945 time: 0.0600886 Nov 25 17:32:30.276530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea378cc3-934d-45dc-9a01-ea902f5575f9 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:30.341977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f254c7d-271f-4e39-9ae9-5847ff46fdde req-860128f2-c3b3-441f-bbb2-05ead5b92bd7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742755 Nov 25 17:32:30.423284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port ea378cc3-934d-45dc-9a01-ea902f5575f9 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:30.430680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port ea378cc3-934d-45dc-9a01-ea902f5575f9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:30.431353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.615868 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.673567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:30.675949 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad85626c-293f-4a09-9879-ca10c37513ab" -d '{"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-plugged", "status": "completed", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:30.699129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:30.709830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:30.820226 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355847d3-6c39-4dfa-9d39-c468bd981721 x-openstack-request-id: req-355847d3-6c39-4dfa-9d39-c468bd981721 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:30.822273 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-plugged", "status": "completed", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:30.822731 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-355847d3-6c39-4dfa-9d39-c468bd981721 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:30.823309 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'code': 200} Nov 25 17:32:30.824892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:30.867375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb400e1-dcdb-49ca-8fe2-c1f69a7054af req-649e75fa-bcee-495d-9b57-b1bc92769abc tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:30.869008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfb400e1-dcdb-49ca-8fe2-c1f69a7054af req-649e75fa-bcee-495d-9b57-b1bc92769abc tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 1.0317924 Nov 25 17:32:30.920824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35206) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:31.016086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Deleting subnet 430ed769-3cf7-433e-ba04-e5fc05e1813c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:31.032127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.123936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.133733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dfb400e1-dcdb-49ca-8fe2-c1f69a7054af req-37b6f58a-7538-4db4-bff0-3131f5866638 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557020 Nov 25 17:32:31.150693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5490-fc48-4886-bdac-93948c015454 req-0e7d88d7-a4e6-44aa-be55-00481493430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.152510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb9a5490-fc48-4886-bdac-93948c015454 req-0e7d88d7-a4e6-44aa-be55-00481493430c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 1097 time: 0.1698766 Nov 25 17:32:31.240117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.242873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-afdfe54c-354b-47b3-b6ff-7376e4fc4a42 req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-803437874', 'description': 'tempest-description-820453851'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:31.281356 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-afdfe54c-354b-47b3-b6ff-7376e4fc4a42 req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.389494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5190c0d-da0d-403e-bb29-c468b2cde9ac {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:31.397773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.411705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Transition to ACTIVE for port object d5190c0d-da0d-403e-bb29-c468b2cde9ac will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:32:31.418302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb9a5490-fc48-4886-bdac-93948c015454 req-98e0b71d-7f54-4536-9e69-249e4891e0fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569911 Nov 25 17:32:31.474812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1e75-df00-443c-82c6-171302e64cf8 req-b967f092-aff7-49f8-ab80-2e49fdeff4fa tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.478899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f5b1e75-df00-443c-82c6-171302e64cf8 req-b967f092-aff7-49f8-ab80-2e49fdeff4fa tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 931 time: 0.1869473 Nov 25 17:32:31.487808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-afdfe54c-354b-47b3-b6ff-7376e4fc4a42 req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.489764 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.544115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Pushing event updated for resources: {'Port': ['ID=d5190c0d-da0d-403e-bb29-c468b2cde9ac,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:31.547069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-afdfe54c-354b-47b3-b6ff-7376e4fc4a42 req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.593204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b57144-9ef1-444c-859c-2b787ddf301f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:31.621585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.636789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-afdfe54c-354b-47b3-b6ff-7376e4fc4a42 req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.652158 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-afdfe54c-354b-47b3-b6ff-7376e4fc4a42 req-6e6de6d1-944a-4cc8-9d9a-98f6c9aefe47 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4230831 Nov 25 17:32:31.694609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430ed769-3cf7-433e-ba04-e5fc05e1813c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:31.753939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f5b1e75-df00-443c-82c6-171302e64cf8 req-128d3ca0-63df-49ec-83e6-d5f0f15b6928 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643895 Nov 25 17:32:31.760512 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.771564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dbc21fd8-7127-4599-9e4a-d562932027e8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/430ed769-3cf7-433e-ba04-e5fc05e1813c HTTP/1.1" status: 204 len: 168 time: 0.8417141 Nov 25 17:32:31.772389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35222) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:31.862072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Attempting to bind port d5190c0d-da0d-403e-bb29-c468b2cde9ac on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:32:31.862415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Attempting to bind port d5190c0d-da0d-403e-bb29-c468b2cde9ac by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:32:31.862753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Attempting to bind port d5190c0d-da0d-403e-bb29-c468b2cde9ac on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:31.871407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Port d5190c0d-da0d-403e-bb29-c468b2cde9ac on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:32:31.872067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Attempting to bind port d5190c0d-da0d-403e-bb29-c468b2cde9ac on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:32:31.890612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db81ac-21cd-4ed6-ac7c-281b86018ed5 req-929604f9-928a-4778-8421-34540190a20a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:31.892223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26db81ac-21cd-4ed6-ac7c-281b86018ed5 req-929604f9-928a-4778-8421-34540190a20a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1400199 Nov 25 17:32:31.893038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:32:31.893377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:32:31.893821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:32:31.894211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Bound port: d5190c0d-da0d-403e-bb29-c468b2cde9ac, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:32:31.894568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:31.994192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.094417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26db81ac-21cd-4ed6-ac7c-281b86018ed5 req-6eebfb31-09c4-4f90-8053-5b5b1202585b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926458 Nov 25 17:32:32.129531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] For port d5190c0d-da0d-403e-bb29-c468b2cde9ac, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:32:32.133048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] For port d5190c0d-da0d-403e-bb29-c468b2cde9ac, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:32:32.141865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.175414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-29cb0f0a-2d24-4288-99a1-2e468fc52f1e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-803437874&fields=id&tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b HTTP/1.1" status: 200 len: 267 time: 0.1094482 Nov 25 17:32:32.201637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.237283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.238535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.240340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] 10.222.0.73 "PUT /v2.0/ports/d5190c0d-da0d-403e-bb29-c468b2cde9ac HTTP/1.1" status: 200 len: 1091 time: 2.5474553 Nov 25 17:32:32.240804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'tag': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:32.244572 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51305fea-d729-444b-be9e-70ee2cddb5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0d691fca-7a69-4283-b4d8-3092b77b6bf8", "tag": "d5190c0d-da0d-403e-bb29-c468b2cde9ac"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:32.258181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081acf72-be80-4fdd-b71c-136fcc33638a']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:32.285230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:32.285535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a728bb3b-bc9d-4649-a86a-d6ccd89b2ebe') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:32.297547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d618-e4a2-49e8-b94a-8dae4a47c570 service neutron] Pushing event updated for resources: {'Port': ['ID=d5190c0d-da0d-403e-bb29-c468b2cde9ac,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:32.320481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-af2ea70d-e076-463f-9421-7a295a7f7650 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.333491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-af2ea70d-e076-463f-9421-7a295a7f7650 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1571753 Nov 25 17:32:32.345590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'port': {'security_groups': ['b9de16d7-bd82-4351-a752-ff02f8b4578b', 'd2b57144-9ef1-444c-859c-2b787ddf301f']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:32.365304 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d14d722-9470-40bf-ad18-a51fc063aeb8 x-openstack-request-id: req-5d14d722-9470-40bf-ad18-a51fc063aeb8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:32.365600 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d691fca-7a69-4283-b4d8-3092b77b6bf8", "tag": "d5190c0d-da0d-403e-bb29-c468b2cde9ac", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:32.365858 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d14d722-9470-40bf-ad18-a51fc063aeb8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:32.366259 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'tag': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac', 'status': 'completed', 'code': 200} Nov 25 17:32:32.399181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.406473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8771d16d-7511-475c-963c-0cd54eac85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.408037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8771d16d-7511-475c-963c-0cd54eac85cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 1094 time: 0.0979426 Nov 25 17:32:32.450804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.489943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:32.490712 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:32.492906 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:32.502952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-6faed8fc-d02e-432f-9aac-fe4d13d9f1cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac HTTP/1.1" status: 200 len: 217 time: 0.0799801 Nov 25 17:32:32.572320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.629997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-2a5b885e-5ff7-4c70-9b8b-0d279b45b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:32.631563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-2a5b885e-5ff7-4c70-9b8b-0d279b45b4d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.1153200 Nov 25 17:32:32.686835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-8ce119c4-6162-42bf-8f2d-f60362eb1e01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453160 Nov 25 17:32:32.690160 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.694652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.700780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] 10.222.0.86 "DELETE /v2.0/networks/081acf72-be80-4fdd-b71c-136fcc33638a HTTP/1.1" status: 204 len: 168 time: 0.9228561 Nov 25 17:32:32.718948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:32.724914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cdc45-9f63-4ddd-9f57-4bb80083aa5c admin admin] Pushing event deleted for resources: {'Network': ['ID=081acf72-be80-4fdd-b71c-136fcc33638a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:32.834194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Deleting subnet da87148e-d6e9-44b6-871e-b8c35a32599b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:32:32.847494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:32.943008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-5fd79f74-53d5-4149-b112-f9e48347ffe5 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433393 Nov 25 17:32:32.952995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.038707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:33.081863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf44a17-0a5e-404f-9ba5-286a15c9a5e4 req-43d18c98-b2d7-4eec-9112-b5f0d74e57b6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.090040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf44a17-0a5e-404f-9ba5-286a15c9a5e4 req-43d18c98-b2d7-4eec-9112-b5f0d74e57b6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 943 time: 0.1979346 Nov 25 17:32:33.096632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.110976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.117514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.131881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6f481b37-7453-49fd-a6b3-4476461dffcc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:33.160579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.161714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.178026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74a7c2a3-ed7b-4a5c-8955-1ff98d3cf260 req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "PUT /v2.0/ports/6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 981 time: 0.8421545 Nov 25 17:32:33.184885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:33.191773 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b14aa-1a75-48c7-8015-56e8dff3e772" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:33.193520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1cdb4a4-cdfa-41ec-aaba-54ee4add1170 req-d9c51889-119c-427a-8925-093c753b3e50 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374325 Nov 25 17:32:33.237731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf44a17-0a5e-404f-9ba5-286a15c9a5e4 req-474ea810-441c-47f4-8fc6-993f585acbe7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466122 Nov 25 17:32:33.258814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.263291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6f481b37-7453-49fd-a6b3-4476461dffcc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:33.346508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da87148e-d6e9-44b6-871e-b8c35a32599b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:33.389019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855afc0-ae1d-415f-afce-9c935e62a33d tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:33.405697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.410207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c3a64380-464b-4046-8f35-c0f6e51b6c76 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/da87148e-d6e9-44b6-871e-b8c35a32599b HTTP/1.1" status: 204 len: 168 time: 0.6894166 Nov 25 17:32:33.413736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35246) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:33.447684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f54956-ada6-488d-b539-484e0fcb19cd req-1c77fea3-2bb9-4027-a42f-dd4b4c707c2f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.458282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38f54956-ada6-488d-b539-484e0fcb19cd req-1c77fea3-2bb9-4027-a42f-dd4b4c707c2f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1092792 Nov 25 17:32:33.467488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-b0d619dc-5042-46f5-9f0a-e0762a3dd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.469615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-b0d619dc-5042-46f5-9f0a-e0762a3dd195 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 1094 time: 0.1443646 Nov 25 17:32:33.587075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:33.599855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38f54956-ada6-488d-b539-484e0fcb19cd req-4660dc64-dd91-4ee2-927b-7e2783a3d949 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405067 Nov 25 17:32:33.658279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-feb236b6-9d41-4b94-ae4d-fbf06736240e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-803437874&fields=id&tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b HTTP/1.1" status: 200 len: 267 time: 0.1488397 Nov 25 17:32:33.663434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-893fd752-15c9-4c55-983c-a492eeccf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.665510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-893fd752-15c9-4c55-983c-a492eeccf220 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 0.1868117 Nov 25 17:32:33.752741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-c9ea5f5e-d5ed-4973-9d4a-6801405f37ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac HTTP/1.1" status: 200 len: 217 time: 0.0779736 Nov 25 17:32:33.777987 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db12d3a-b874-4d78-a111-7ade564e2a7e x-openstack-request-id: req-6db12d3a-b874-4d78-a111-7ade564e2a7e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:33.778585 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:33.779024 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6db12d3a-b874-4d78-a111-7ade564e2a7e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:33.779782 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'status': 'completed', 'code': 200} Nov 25 17:32:33.850564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-4dfeb465-b648-40bc-8f52-8cf033a08a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:33.852126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-4dfeb465-b648-40bc-8f52-8cf033a08a5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1135 time: 0.0985484 Nov 25 17:32:34.023140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-3df81c58-3f3c-4a54-afca-cf80240931da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.025661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-3df81c58-3f3c-4a54-afca-cf80240931da service neutron] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.1642399 Nov 25 17:32:34.035328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-54586e09-6fb5-470f-9239-0906511ee44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.036823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-54586e09-6fb5-470f-9239-0906511ee44d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.2426980 Nov 25 17:32:34.092992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-d63d09ee-3d06-44f4-9414-34c23575534e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0551701 Nov 25 17:32:34.173398 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-f1eecbc8-ddcc-4fa7-9b99-527922b55696 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452569 Nov 25 17:32:34.262435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-28751e57-e81c-4013-a248-70f224ca3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.264297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-28751e57-e81c-4013-a248-70f224ca3837 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.0784898 Nov 25 17:32:34.382551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-6712336c-8a79-4f16-b19d-bf54f48645b5 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170447 Nov 25 17:32:34.449329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.470679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-bae0e33c-a5c3-4464-bc05-9bf8f10809ff tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.479064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-bae0e33c-a5c3-4464-bc05-9bf8f10809ff tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 984 time: 0.8196645 Nov 25 17:32:34.487375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'port': {'security_groups': ['b9de16d7-bd82-4351-a752-ff02f8b4578b']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:34.509743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8033ae1-8706-4399-afd0-be6d412bff0d req-ad6035cf-1713-4ed6-80c4-5b78967226b3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.518145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8033ae1-8706-4399-afd0-be6d412bff0d req-ad6035cf-1713-4ed6-80c4-5b78967226b3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.4237151 Nov 25 17:32:34.527689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf3afd8-259b-4d41-b3d3-f3661eff9555']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:34.541182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51305fea-d729-444b-be9e-70ee2cddb5ab req-30bc0d0a-7288-415f-a023-9fe2b13ffccf service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410599 Nov 25 17:32:34.596375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83708cc-57f3-4a36-ba4e-89f0091c2d27') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:34.596686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83708cc-57f3-4a36-ba4e-89f0091c2d27') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:34.598630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.601184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8033ae1-8706-4399-afd0-be6d412bff0d req-2aab4728-22fb-4f4d-95a6-9ea6d20f7e69 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767539 Nov 25 17:32:34.603461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-491f763f-da62-49a6-bbef-07eadbdfe664 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199178 Nov 25 17:32:34.631742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.697494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.714576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:32:34.714991 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:32:34.716738 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:32:34.756810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-cf04a649-3d64-42d3-a612-56d2821f0e0d service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374795 Nov 25 17:32:34.797481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.812810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:34.816129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5cf3afd8-259b-4d41-b3d3-f3661eff9555 HTTP/1.1" status: 204 len: 168 time: 1.4011903 Nov 25 17:32:34.865298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482de3-6247-4eaa-86c1-1fe3fc705883 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf3afd8-259b-4d41-b3d3-f3661eff9555,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:34.957004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1b14aa-1a75-48c7-8015-56e8dff3e772 req-6f31785f-d7de-4420-8758-1d2f2a86176e service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518321 Nov 25 17:32:34.980705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:34.996161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0891a0-f43e-476d-ae3b-2aae9a2a0666 req-7926d8b4-0353-43a3-89ee-63a1c653352a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:34.997883 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc0891a0-f43e-476d-ae3b-2aae9a2a0666 req-7926d8b4-0353-43a3-89ee-63a1c653352a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 943 time: 0.2401505 Nov 25 17:32:35.047237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.054387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.077395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6f481b37-7453-49fd-a6b3-4476461dffcc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:35.086777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35268) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:35.124985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc0891a0-f43e-476d-ae3b-2aae9a2a0666 req-e5fbda39-de68-4089-94d5-4bc8b51e6434 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118269 Nov 25 17:32:35.156608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.157614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.159893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6860a4a-3a63-42c3-bf6e-012fcbf0db27 req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "PUT /v2.0/ports/6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 942 time: 0.6795342 Nov 25 17:32:35.194862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499440a9-b4aa-40f2-ba90-59f21d8e1523 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event updated for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:35.208249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f9ea6c95-e248-4075-95a0-28d53564ed0d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0aecc647b2f4987983854c8d098f353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1202474 Nov 25 17:32:35.211745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:35.290726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6f481b37-7453-49fd-a6b3-4476461dffcc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:35.388197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-000a4bdc-baaf-4095-b1f9-654db703b996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.422244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-000a4bdc-baaf-4095-b1f9-654db703b996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.492307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-000a4bdc-baaf-4095-b1f9-654db703b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.495229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-000a4bdc-baaf-4095-b1f9-654db703b996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.496594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-000a4bdc-baaf-4095-b1f9-654db703b996 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/474ff84e-c442-43cf-bfac-c8c546abe627 HTTP/1.1" status: 204 len: 168 time: 0.2831504 Nov 25 17:32:35.541174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a4bdc-baaf-4095-b1f9-654db703b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ff84e-c442-43cf-bfac-c8c546abe627,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:35.653483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-6785d59d-7ce4-406c-aab1-71201d6521dc tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3955779 Nov 25 17:32:35.664153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:35.714769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70c059b7-e7e1-4486-8ef9-40608a51f746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.715041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:35.785551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:35.796122 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:35.879148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dd6fd-b945-439a-8b0b-dda471e398e7 req-4ff33309-ff14-4f57-80ec-ccdaa0b5ff70 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:35.890409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c7dd6fd-b945-439a-8b0b-dda471e398e7 req-4ff33309-ff14-4f57-80ec-ccdaa0b5ff70 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1001782 Nov 25 17:32:35.956657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c7dd6fd-b945-439a-8b0b-dda471e398e7 req-1bc90dc4-ef67-4dd9-9a18-11d09ac9c0ec tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647089 Nov 25 17:32:35.964758 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.086146 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4be880-2974-493a-9718-e351aaae2b95 x-openstack-request-id: req-3f4be880-2974-493a-9718-e351aaae2b95 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:36.086512 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:36.086897 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f4be880-2974-493a-9718-e351aaae2b95 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:36.087902 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'status': 'completed', 'code': 200} Nov 25 17:32:36.113837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Allocated IP 172.25.8.142 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/9006de22-b262-46de-b042-86b21c6fc715) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:32:36.260638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35298) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:36.286366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d5190c0d-da0d-403e-bb29-c468b2cde9ac details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:36.353096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55deaa86-e9fe-41a6-b02d-eec9e2b40c8c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9701db495e0479f912bcf2399fd317a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912642 Nov 25 17:32:36.360974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:36.361176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-fa201af5-ed79-4c56-89bf-65af399cf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.362765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-fa201af5-ed79-4c56-89bf-65af399cf232 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.0892484 Nov 25 17:32:36.510216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.513602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966bf701-5d4c-49b3-b934-2623490d5db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.600060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966bf701-5d4c-49b3-b934-2623490d5db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.635258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-e52ec46d-ee63-405d-9f5b-115b307186a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.639219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-e52ec46d-ee63-405d-9f5b-115b307186a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.2626486 Nov 25 17:32:36.641381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d5190c0d-da0d-403e-bb29-c468b2cde9ac, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:36.677570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac', 'mac_address': 'fa:16:3e:f1:3f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:36.707699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.718091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-0d9313fb-c570-41fc-87df-923ca77775bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0716984 Nov 25 17:32:36.742438 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.770391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5190c0d-da0d-403e-bb29-c468b2cde9ac {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:36.797397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d5190c0d-da0d-403e-bb29-c468b2cde9ac, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:36.806203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.850674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-98c7d454-56d7-48b4-8085-c02bb7402c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:36.859726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-98c7d454-56d7-48b4-8085-c02bb7402c6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.1347387 Nov 25 17:32:36.912421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d5190c0d-da0d-403e-bb29-c468b2cde9ac,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:36.933950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-b2ff3f9f-2589-490b-9f43-c01cdef523c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646136 Nov 25 17:32:36.977478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966bf701-5d4c-49b3-b934-2623490d5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.983534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966bf701-5d4c-49b3-b934-2623490d5db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:36.989261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-966bf701-5d4c-49b3-b934-2623490d5db3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/093f6ea5-bde2-4db0-93c4-10e7bf837ea5 HTTP/1.1" status: 204 len: 168 time: 0.6264429 Nov 25 17:32:37.001435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:32:37.003415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event updated for resources: {'Port': ['ID=9006de22-b262-46de-b042-86b21c6fc715,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.028841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:32:37.037815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:32:37.096129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['d5190c0d-da0d-403e-bb29-c468b2cde9ac'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:37.210939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.220307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bf701-5d4c-49b3-b934-2623490d5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f6ea5-bde2-4db0-93c4-10e7bf837ea5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.288663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d641-4c24-480c-9c8b-347c44bd2c5a req-4b53c943-7278-4413-8fb1-e302bdf665f3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:37.290476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3720d641-4c24-480c-9c8b-347c44bd2c5a req-4b53c943-7278-4413-8fb1-e302bdf665f3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 944 time: 0.2516115 Nov 25 17:32:37.292496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.304384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-45cde2b2-792d-4751-9304-a7f7d4f94c47 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627589 Nov 25 17:32:37.642967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.648354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.657257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3720d641-4c24-480c-9c8b-347c44bd2c5a req-e1960652-27ca-4441-9ec7-628372e5f218 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591869 Nov 25 17:32:37.768221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event updated for resources: {'Port': ['ID=9006de22-b262-46de-b042-86b21c6fc715,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:37.774816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.782356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fec1d4e4-f829-4f6d-8f59-a8c10ec80cd7 req-91d9adcd-7f8c-4d3d-af32-9855a3c9f7c9 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663129 Nov 25 17:32:37.818779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:37.820313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-d464008b-6f4c-4784-92ea-138e3433b52b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1606269 Nov 25 17:32:37.936602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-e9eeb1c8-4716-4dd2-822e-705b54fdd2ab tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1081028 Nov 25 17:32:37.962764 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5bc49cc3-f0a4-4cc6-8e32-1faa029e673e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:38.099833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb55af-bbcf-4d65-98b0-4286886fce48 req-9b381ee5-c6e0-4b5e-b286-d18dc2fb0f18 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.109745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70bb55af-bbcf-4d65-98b0-4286886fce48 req-9b381ee5-c6e0-4b5e-b286-d18dc2fb0f18 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1077552 Nov 25 17:32:38.156655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-0f08cdd2-fa30-41b2-bbc6-b721418aa1d6 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.158080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-0f08cdd2-fa30-41b2-bbc6-b721418aa1d6 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.2136683 Nov 25 17:32:38.172471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-fe51c91f-593e-4af4-8c0b-25b271c1cdd1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:32:38.173649 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72e0bfd4-38c2-4d37-a3c1-a0a47a579496 req-fe51c91f-593e-4af4-8c0b-25b271c1cdd1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080137 Nov 25 17:32:38.205580 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70bb55af-bbcf-4d65-98b0-4286886fce48 req-58bce7c5-e13e-42b6-b428-bc06713a81e5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945401 Nov 25 17:32:38.416198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-2738a8c5-8be8-438a-8a44-39faec3a4f58 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:38.417914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-2738a8c5-8be8-438a-8a44-39faec3a4f58 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1491411 Nov 25 17:32:38.555179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-5160fbb8-7407-4947-80cf-be4d65d5a0f4 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1007261 Nov 25 17:32:38.573844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'floatingip': {'port_id': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:38.677429 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.039798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-ec060116-1b3f-48f7-b46a-60256751f765 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2390759 Nov 25 17:32:39.073065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23dd20-8b2a-43b0-a71e-a28ffa480088 req-3d12a881-0b5c-4eae-948f-a7fa75008300 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.086236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d23dd20-8b2a-43b0-a71e-a28ffa480088 req-3d12a881-0b5c-4eae-948f-a7fa75008300 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 944 time: 0.2198141 Nov 25 17:32:39.261826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d23dd20-8b2a-43b0-a71e-a28ffa480088 req-a0871f8f-972a-4abc-b7ab-9ed8030793e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739919 Nov 25 17:32:39.282112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:39.284332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446441-9661-4cad-8cc2-842edd43c6fb req-445fdd70-670f-495a-8914-12261f265fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.286008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-445fdd70-670f-495a-8914-12261f265fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.1276309 Nov 25 17:32:39.545630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35390) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:39.583809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446441-9661-4cad-8cc2-842edd43c6fb req-788f39e2-ca68-4c55-bc9f-10d85682782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.585859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-788f39e2-ca68-4c55-bc9f-10d85682782c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.2767987 Nov 25 17:32:39.930009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18316d-c13b-43fc-bcc4-324651ef74ef req-b0d723fe-33dd-46cc-bcf0-3121e7c20c80 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:39.937896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e18316d-c13b-43fc-bcc4-324651ef74ef req-b0d723fe-33dd-46cc-bcf0-3121e7c20c80 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.2501943 Nov 25 17:32:40.028409 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e82a5a6-e6ce-4634-a600-3d7cac276d19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.046006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-535041d9-5307-42eb-9db0-50d4ab548cae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.4516375 Nov 25 17:32:40.124224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.131978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.271642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e82a5a6-e6ce-4634-a600-3d7cac276d19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.278081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446441-9661-4cad-8cc2-842edd43c6fb req-fa04f496-258d-442a-968e-dfced7417c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.280561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-fa04f496-258d-442a-968e-dfced7417c69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.2246537 Nov 25 17:32:40.286881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e82a5a6-e6ce-4634-a600-3d7cac276d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.304406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea378cc3-934d-45dc-9a01-ea902f5575f9 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:32:40.336605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6e82a5a6-e6ce-4634-a600-3d7cac276d19 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa27cb89ed3244628982ea9a584e34ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7874279 Nov 25 17:32:40.369908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35412) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:40.395607 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Floating IP 5aa50bb4-a57d-46ca-8267-8e2eacd6af58 associated. External IP: 172.25.8.142, port: 6f481b37-7453-49fd-a6b3-4476461dffcc. Nov 25 17:32:40.409046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e18316d-c13b-43fc-bcc4-324651ef74ef req-5a789f1f-c280-434f-a967-2c282095a68d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684451 Nov 25 17:32:40.559720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a5a6-e6ce-4634-a600-3d7cac276d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccbef63-b511-4cb4-90bf-ed1385fedbbe,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:40.587443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446441-9661-4cad-8cc2-842edd43c6fb req-d3871a41-2367-4508-90f4-dcc120a776aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:40.591139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-d3871a41-2367-4508-90f4-dcc120a776aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617073 Nov 25 17:32:40.703973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:40.745875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a584db22-b786-45f0-93ad-7a35fabdd02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:40.755661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d5190c0d-da0d-403e-bb29-c468b2cde9ac up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:40.944840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'port_id': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'mac_address': 'fa:16:3e:a6:f0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:32:41.047365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a584db22-b786-45f0-93ad-7a35fabdd02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.213631 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.227506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port d5190c0d-da0d-403e-bb29-c468b2cde9ac completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:32:41.244207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port d5190c0d-da0d-403e-bb29-c468b2cde9ac triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:41.251922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.256403 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.285474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Router 87ec8839-834e-46f2-93f5-510f7337764d has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:41.446468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea378cc3-934d-45dc-9a01-ea902f5575f9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:32:41.486937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.553062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:41.578186 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.651650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:41.661188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:41.724276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-082bf908-7d8d-4d6e-a516-c87f4597e6dd tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "PUT /v2.0/floatingips/5aa50bb4-a57d-46ca-8267-8e2eacd6af58 HTTP/1.1" status: 200 len: 996 time: 3.1663158 Nov 25 17:32:41.724831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:41.727494 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269b6fe-239f-4c07-b6dc-e728f0ae4761" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:41.727940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:41.736047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] Sync routers for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:41.783436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:41.783436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:41.849343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-9543cd45-db5f-4a3f-8845-d6c470131608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:41.850860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-9543cd45-db5f-4a3f-8845-d6c470131608 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.1057370 Nov 25 17:32:41.884097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['ea378cc3-934d-45dc-9a01-ea902f5575f9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:42.095430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-b3a53a11-c5bd-429a-879e-83af5d918c59 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4527862 Nov 25 17:32:42.158141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-1fb60a65-54a1-4e02-82da-79e213b0cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.159710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-1fb60a65-54a1-4e02-82da-79e213b0cbe4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.3011334 Nov 25 17:32:42.220979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.293779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd1755-ed0c-47be-92b0-cd852a9adad2 req-c8eb852a-5da8-413f-b30b-f3333b7c2f00 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.301404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93dd1755-ed0c-47be-92b0-cd852a9adad2 req-c8eb852a-5da8-413f-b30b-f3333b7c2f00 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 944 time: 1.6488051 Nov 25 17:32:42.401685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-81d76215-e922-4d0f-8ac6-4e8fa68719b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 999 time: 0.2252178 Nov 25 17:32:42.482879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:42.484009 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fad850-df0c-4641-818e-1ef029c21f3a" -d '{"events": [{"server_uuid": "0d691fca-7a69-4283-b4d8-3092b77b6bf8", "name": "network-vif-plugged", "status": "completed", "tag": "d5190c0d-da0d-403e-bb29-c468b2cde9ac"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:42.509908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a584db22-b786-45f0-93ad-7a35fabdd02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.514119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a584db22-b786-45f0-93ad-7a35fabdd02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.517192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a584db22-b786-45f0-93ad-7a35fabdd02d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ccbef63-b511-4cb4-90bf-ed1385fedbbe HTTP/1.1" status: 204 len: 168 time: 2.1042571 Nov 25 17:32:42.524523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-f47c99cd-8ec2-4be7-a6d6-4105d5f9dc68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4440784 Nov 25 17:32:42.532925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-3e9d4862-d16e-4223-aca4-0b41c91596a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.540925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-3e9d4862-d16e-4223-aca4-0b41c91596a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.1383195 Nov 25 17:32:42.561936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584db22-b786-45f0-93ad-7a35fabdd02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccbef63-b511-4cb4-90bf-ed1385fedbbe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:42.569694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d5190c0d-da0d-403e-bb29-c468b2cde9ac, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:42.620885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:42.627892 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-8b367fed-a53d-40ed-9371-c770b9c64dc7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724871 Nov 25 17:32:42.642368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-6f2bb50a-a788-464f-9b4e-e138faea3e51 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:32:42.643483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-6f2bb50a-a788-464f-9b4e-e138faea3e51 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088091 Nov 25 17:32:42.646059 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:42.650008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75446441-9661-4cad-8cc2-842edd43c6fb req-860a7154-5373-4e23-a7d1-a8ce84fa11ef service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028597 Nov 25 17:32:42.714720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93dd1755-ed0c-47be-92b0-cd852a9adad2 req-ea6e6dd7-8572-4eb4-b0eb-dceffd45cbbf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116123 Nov 25 17:32:42.802465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176471af-6cca-44ea-a6a4-5416c53a791b req-a6445f08-42c3-49cd-a179-a5e8decfcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:42.807934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-a6445f08-42c3-49cd-a179-a5e8decfcd20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 1096 time: 0.1553900 Nov 25 17:32:42.950902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-8f7511e6-91cf-4a02-bd48-e36e79dac0c1 service neutron] 10.222.0.86 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903638 Nov 25 17:32:43.222720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d5190c0d-da0d-403e-bb29-c468b2cde9ac,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:43.226023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176471af-6cca-44ea-a6a4-5416c53a791b req-61725e04-c19f-40ad-9d41-00fd3618c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.248700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-61725e04-c19f-40ad-9d41-00fd3618c94b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 200 len: 912 time: 0.4191155 Nov 25 17:32:43.261946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ca52a50-fba6-459c-9a97-9692e0c63c0b req-ae189464-820b-418d-98e2-b33576a4c58c service neutron] 10.222.0.86 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046787 Nov 25 17:32:43.399142 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a1feac-d8a0-4bd5-9276-879814438bc3 x-openstack-request-id: req-24a1feac-d8a0-4bd5-9276-879814438bc3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:43.399590 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:43.399962 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24a1feac-d8a0-4bd5-9276-879814438bc3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:43.400524 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'status': 'completed', 'code': 200} Nov 25 17:32:43.495292 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59145a51-f61b-4731-a629-af0d0b7a6994 x-openstack-request-id: req-59145a51-f61b-4731-a629-af0d0b7a6994 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:43.500308 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d691fca-7a69-4283-b4d8-3092b77b6bf8", "name": "network-vif-plugged", "status": "completed", "tag": "d5190c0d-da0d-403e-bb29-c468b2cde9ac", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:43.500947 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59145a51-f61b-4731-a629-af0d0b7a6994 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:43.501576 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac', 'code': 200} Nov 25 17:32:43.650379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5aa50bb4-a57d-46ca-8267-8e2eacd6af58', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'port_id': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'mac_address': 'fa:16:3e:47:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:37Z', 'updated_at': '2021-11-25T17:32:39Z', 'revision_number': 1, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:41Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:43.659703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-0bed7a0c-e338-4a79-b53b-16f9d4ade9f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49 HTTP/1.1" status: 200 len: 1001 time: 0.3911595 Nov 25 17:32:43.704951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] Checking router: 87ec8839-834e-46f2-93f5-510f7337764d for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:43.720611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:43.723277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:43.761060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-ee54870e-80b6-46c8-bf8a-8ce58d16ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.764624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-ee54870e-80b6-46c8-bf8a-8ce58d16ab20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.3249426 Nov 25 17:32:43.785783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c4b4-ffc9-49fa-8541-f0743b08500b req-619ae93c-810c-4bf6-b293-2b7c37c06086 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.787406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffa2c4b4-ffc9-49fa-8541-f0743b08500b req-619ae93c-810c-4bf6-b293-2b7c37c06086 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 945 time: 0.3753026 Nov 25 17:32:43.809490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176471af-6cca-44ea-a6a4-5416c53a791b req-a5b13272-610e-40b1-8edf-9614bc42c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.811685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-a5b13272-610e-40b1-8edf-9614bc42c518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 200 len: 850 time: 0.1511419 Nov 25 17:32:43.823859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5638f8-a040-4537-995b-abb93a2f96dc req-5f03d9cc-fdc9-4677-8a72-0bff3dcc38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:43.826551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d5638f8-a040-4537-995b-abb93a2f96dc req-5f03d9cc-fdc9-4677-8a72-0bff3dcc38a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1816440 Nov 25 17:32:44.000566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-a8866c9b-160b-4f00-81ad-30abdea5d0ce tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 999 time: 0.4755812 Nov 25 17:32:44.084622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:44.087546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d5638f8-a040-4537-995b-abb93a2f96dc req-593353b3-e750-49bf-8bcb-43160417275b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236392 Nov 25 17:32:44.114112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-e4312dc1-8272-47ba-b2c8-4acc7611d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.120605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-e4312dc1-8272-47ba-b2c8-4acc7611d9f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.3439431 Nov 25 17:32:44.144209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffa2c4b4-ffc9-49fa-8541-f0743b08500b req-78da0263-3e77-4a88-b493-3222a45a8cca tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451571 Nov 25 17:32:44.155329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176471af-6cca-44ea-a6a4-5416c53a791b req-03bab3b2-3cfa-42ee-a667-cbcc11a61e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.170850 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-03bab3b2-3cfa-42ee-a667-cbcc11a61e0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7441545a-b294-4884-99bd-fbc6e6446cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3421066 Nov 25 17:32:44.362391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea378cc3-934d-45dc-9a01-ea902f5575f9 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:32:44.504933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-dd6431d6-5cf1-4888-93d5-c64bd3c68ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255880 Nov 25 17:32:44.833067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff3efc-9fe9-4d73-ad08-af78e89a95ad req-05e5623d-acf9-435c-b5e0-ca96e5198033 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:44.850337 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5ff3efc-9fe9-4d73-ad08-af78e89a95ad req-05e5623d-acf9-435c-b5e0-ca96e5198033 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 945 time: 0.3274744 Nov 25 17:32:45.064877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176471af-6cca-44ea-a6a4-5416c53a791b req-a7c93498-869c-4cc2-89f3-bd484db0bca0 service neutron] 10.222.0.55 "GET /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405290 Nov 25 17:32:45.130152 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5ff3efc-9fe9-4d73-ad08-af78e89a95ad req-2d133d62-583c-4029-8b62-05731903b677 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708306 Nov 25 17:32:45.266536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port ea378cc3-934d-45dc-9a01-ea902f5575f9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:32:45.267066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.523186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-482a8b25-2704-4e6d-94ab-718e0dcdd21a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 999 time: 1.3237274 Nov 25 17:32:45.566134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2900-0804-41e2-a428-8b97627228b1 req-c9052817-b40c-410b-b26b-2308436ac920 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:45.584675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-c9052817-b40c-410b-b26b-2308436ac920 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports/6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 942 time: 1.5826147 Nov 25 17:32:45.720277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:45.755477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-e47e57bc-4c62-409f-847f-e627df8dac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:45.769222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-e47e57bc-4c62-409f-847f-e627df8dac65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.1735864 Nov 25 17:32:45.858217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:45.869380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:45.871005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:45.879486 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e4362-b97e-4e88-ba1e-2e776314c6da" -d '{"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-plugged", "status": "completed", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:45.890416 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.058025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5aa50bb4-a57d-46ca-8267-8e2eacd6af58', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'port_id': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'mac_address': 'fa:16:3e:47:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:37Z', 'updated_at': '2021-11-25T17:32:39Z', 'revision_number': 1, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:41Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:46.066721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.103168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-9c4068aa-b7a4-4ddc-ba9c-f70829de38e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185851 Nov 25 17:32:46.157134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75333d69-9943-48c2-8853-990f46584c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.211163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6b45f-a2de-4966-9a0f-3a5f6954ba83 None None] The sync data for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 is: [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5aa50bb4-a57d-46ca-8267-8e2eacd6af58', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'port_id': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'mac_address': 'fa:16:3e:47:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:32:37Z', 'updated_at': '2021-11-25T17:32:39Z', 'revision_number': 1, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:41Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:46.225704 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.430495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75333d69-9943-48c2-8853-990f46584c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.436724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-75333d69-9943-48c2-8853-990f46584c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.528163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75333d69-9943-48c2-8853-990f46584c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5d00d-a8cd-436c-bc11-20fe0869646e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.540947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-75333d69-9943-48c2-8853-990f46584c01 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d68aab091d6b4191b7d22b600e3e4324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6807694 Nov 25 17:32:46.553223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:46.611683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-b7069e49-0b68-4637-a2ea-06495d9a8e0c service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970109 Nov 25 17:32:46.641901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35500) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:46.677267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2317-59bc-4ba3-8f02-5be673552291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.691129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-0dfae01f-8b99-4209-9b00-cf9686542326 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 999 time: 0.9143994 Nov 25 17:32:46.745414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2317-59bc-4ba3-8f02-5be673552291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.784178 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68b80b-9931-4747-8adb-3040866336d7 None None] New status for floating IP 5aa50bb4-a57d-46ca-8267-8e2eacd6af58: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:32:46.862735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2317-59bc-4ba3-8f02-5be673552291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.867275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2317-59bc-4ba3-8f02-5be673552291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:46.870240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eb7e2317-59bc-4ba3-8f02-5be673552291 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9ee5d00d-a8cd-436c-bc11-20fe0869646e HTTP/1.1" status: 204 len: 168 time: 0.3153324 Nov 25 17:32:46.901327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2317-59bc-4ba3-8f02-5be673552291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5d00d-a8cd-436c-bc11-20fe0869646e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:46.993667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c0623579-e993-45ad-93b5-144349801011 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3bd62eeaeacb466ca40338893e091888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485789 Nov 25 17:32:46.997096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:32:47.095244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a5a080-ba78-4c6a-965f-d41e13d6a1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.151231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a5a080-ba78-4c6a-965f-d41e13d6a1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.291065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d269b6fe-239f-4c07-b6dc-e728f0ae4761 req-b372de16-776d-432e-bf8c-9ea9935157c4 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500773 Nov 25 17:32:47.292162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a5a080-ba78-4c6a-965f-d41e13d6a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.296765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48a5a080-ba78-4c6a-965f-d41e13d6a1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.298353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-48a5a080-ba78-4c6a-965f-d41e13d6a1b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7 HTTP/1.1" status: 204 len: 168 time: 0.2988937 Nov 25 17:32:47.340389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2900-0804-41e2-a428-8b97627228b1 req-6db3cd88-3f02-44b0-9cff-0b1e5e3cacae tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:47.342865 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-6db3cd88-3f02-44b0-9cff-0b1e5e3cacae tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.6490729 Nov 25 17:32:47.359573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5a080-ba78-4c6a-965f-d41e13d6a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41cd33-a80d-471b-a7ec-1fc8e1b93dd7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:47.527088 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:47.553345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-360c5326-4917-49e6-8ff6-7b708f34fd24 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 999 time: 0.2019057 Nov 25 17:32:47.570383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:32:47.708307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.142083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.148340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:48.149363 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Floating IP 5aa50bb4-a57d-46ca-8267-8e2eacd6af58 disassociated. External IP: 172.25.8.142, port: 6f481b37-7453-49fd-a6b3-4476461dffcc. Nov 25 17:32:48.641965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Router 87ec8839-834e-46f2-93f5-510f7337764d has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:32:49.014850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:32:49.020925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:49.030405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] Sync routers for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:32:49.063194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:49.063897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:49.088238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-75686153-12c3-4a9b-908c-1d74fe525170 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "PUT /v2.0/floatingips/5aa50bb4-a57d-46ca-8267-8e2eacd6af58 HTTP/1.1" status: 200 len: 695 time: 1.5217426 Nov 25 17:32:49.089135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:49.097992 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d832c3-1a41-4cca-a565-0f6315b4a2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:49.238416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2900-0804-41e2-a428-8b97627228b1 req-f068fede-5ff4-4b15-805b-fdb0abbaf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:49.241098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-f068fede-5ff4-4b15-805b-fdb0abbaf3fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.1221714 Nov 25 17:32:49.480061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:49.565375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2900-0804-41e2-a428-8b97627228b1 req-c3e66d56-334e-4be3-acbd-3cbd8f9e53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:49.566938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-c3e66d56-334e-4be3-acbd-3cbd8f9e53c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.3155661 Nov 25 17:32:49.663894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-9ec59d6f-e9a9-4e39-b9a3-25a6c607361f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0899434 Nov 25 17:32:49.720079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-c328be2b-8242-492d-902f-48f5eb69e060 req-fa0c51cd-5c4a-414c-859c-47297927024f service neutron] (103635) timed out ('10.222.0.73', 64716) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:32:49.822493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2900-0804-41e2-a428-8b97627228b1 req-61c0f651-b3cf-4260-9f92-c4c42cbc5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:49.823985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-61c0f651-b3cf-4260-9f92-c4c42cbc5eb4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.1518693 Nov 25 17:32:49.928055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-b36106af-b8c6-42b5-b34d-5b40100a75dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935311 Nov 25 17:32:50.026580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:41Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:50.074842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] Checking router: 87ec8839-834e-46f2-93f5-510f7337764d for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:32:50.101610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:32:50.103519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:50.185969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-6939a21a-dc30-47b3-ad41-9995302fcddb service neutron] 10.222.0.86 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476702 Nov 25 17:32:50.361884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:32:50.516489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a94b2900-0804-41e2-a428-8b97627228b1 req-537d52d1-b089-4d3f-98bd-02f34ca6d787 service neutron] 10.222.0.86 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248057 Nov 25 17:32:50.873727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:41Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:32:50.907750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f2b2b-6f8e-406c-ba1b-caedd40cb081 None None] The sync data for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 is: [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '8f959d13-0bb2-4033-bf65-0499965d0110', 'name': '', 'network_id': '321e3a1e-3711-47e4-8d03-d35c1f83c8da', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'mac_address': 'fa:16:3e:a9:0e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:30Z', 'updated_at': '2021-11-25T17:31:41Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'subnets': [{'id': 'c0cc186b-de95-49c2-afcc-37932a5612f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:32:51.413272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7e1fa-226b-4333-8d9d-9831dd2498d9 req-8d586fdd-6573-40e3-a3f7-a779cd04b0fc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:51.445247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66a7e1fa-226b-4333-8d9d-9831dd2498d9 req-8d586fdd-6573-40e3-a3f7-a779cd04b0fc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.6262174 Nov 25 17:32:51.526982 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe780de-3c4e-4f20-9e3d-2c989a5a5aec None None] New status for floating IP 5aa50bb4-a57d-46ca-8267-8e2eacd6af58: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:32:51.697467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66a7e1fa-226b-4333-8d9d-9831dd2498d9 req-1e224929-b2d0-4176-ab88-234f6d836eb9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458906 Nov 25 17:32:51.777137 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd7b439-c2a6-4e54-a6dd-bf2715980b66 x-openstack-request-id: req-7fd7b439-c2a6-4e54-a6dd-bf2715980b66 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:51.778276 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-plugged", "status": "completed", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:51.779426 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7fd7b439-c2a6-4e54-a6dd-bf2715980b66 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:51.780066 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'code': 200} Nov 25 17:32:52.066114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f2b7e-8c7f-4276-9472-b47c08e2a169 req-bc835c9e-f597-4851-abac-2ae4dd7e8ff3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.067753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b2f2b7e-8c7f-4276-9472-b47c08e2a169 req-bc835c9e-f597-4851-abac-2ae4dd7e8ff3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 945 time: 0.1272573 Nov 25 17:32:52.197807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b2f2b7e-8c7f-4276-9472-b47c08e2a169 req-fedb8dd4-8d85-4a00-b2c7-02cb029adb5b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232533 Nov 25 17:32:52.441117 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7144ee16-2879-45fb-8cda-9d92fbc00226 x-openstack-request-id: req-7144ee16-2879-45fb-8cda-9d92fbc00226 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:52.441841 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:52.441841 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7144ee16-2879-45fb-8cda-9d92fbc00226 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:52.442034 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'status': 'completed', 'code': 200} Nov 25 17:32:52.577176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-9d610073-b284-4400-915c-209364c59e5e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips/5aa50bb4-a57d-46ca-8267-8e2eacd6af58 HTTP/1.1" status: 200 len: 693 time: 0.1008723 Nov 25 17:32:52.656514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-74d3886f-38c0-41fa-a5f7-a5b833cfb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.659669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-74d3886f-38c0-41fa-a5f7-a5b833cfb815 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 1096 time: 0.1681485 Nov 25 17:32:52.879606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-a00f0764-911f-4a51-9980-1f88e5458178 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.886286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-a00f0764-911f-4a51-9980-1f88e5458178 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/networks/6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 784 time: 0.3079932 Nov 25 17:32:52.893358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-5e82a676-9895-4c96-9e7c-1efbe1226489 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:32:52.900521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-5e82a676-9895-4c96-9e7c-1efbe1226489 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133820 Nov 25 17:32:52.904249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-9c73f550-d52d-4b96-9326-558f6fa3da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:52.905792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-9c73f550-d52d-4b96-9326-558f6fa3da47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 200 len: 920 time: 0.1851571 Nov 25 17:32:52.988811 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-e8c5b42c-2e07-42f1-9187-1ec5e01346f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 200 len: 217 time: 0.0749264 Nov 25 17:32:52.998321 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-2c31b1ef-9425-4b84-9d87-8f93890c7f92 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.0966830 Nov 25 17:32:53.090640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-c07f85d6-8fd5-4c6c-8e16-b588e22aeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:53.092709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-c07f85d6-8fd5-4c6c-8e16-b588e22aeff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 200 len: 859 time: 0.0923486 Nov 25 17:32:53.122669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-895b4787-8306-4e07-b711-fdf7dc1574f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1229053 Nov 25 17:32:53.152225 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-e398208a-178c-4b5a-8a74-3b18fdffa23b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=321e3a1e-3711-47e4-8d03-d35c1f83c8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510054 Nov 25 17:32:53.533711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-af258559-bf1c-4395-9e62-61eb1f26d37d service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440692 Nov 25 17:32:53.542215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f009d0-3582-4add-8f5e-d8dffd3b2043 req-8ddda60e-9b02-422c-9323-b9c6b253f9f5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:53.551224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f009d0-3582-4add-8f5e-d8dffd3b2043 req-8ddda60e-9b02-422c-9323-b9c6b253f9f5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 945 time: 0.1114733 Nov 25 17:32:53.599379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Deleting port 9006de22-b262-46de-b042-86b21c6fc715 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:53.601531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.621616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-98f009d0-3582-4add-8f5e-d8dffd3b2043 req-ff5965d8-38e0-4dd4-81b0-394e641017b1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Nov 25 17:32:53.747188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793226-85df-4068-943f-8be70b65fa7c req-5fee9128-778a-4df7-8873-085b796b328f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:53.756115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3793226-85df-4068-943f-8be70b65fa7c req-5fee9128-778a-4df7-8873-085b796b328f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.0700374 Nov 25 17:32:53.849743 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3793226-85df-4068-943f-8be70b65fa7c req-dc958806-a48e-4757-b286-ccbe674f5a6e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924048 Nov 25 17:32:53.942580 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-44d832c3-1a41-4cca-a565-0f6315b4a2c9 req-813ea537-4c19-461c-a095-2936d2d2fe41 service neutron] 10.222.0.55 "GET /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959951 Nov 25 17:32:53.947867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.948193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:53.983484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Calling delete_port for 9006de22-b262-46de-b042-86b21c6fc715 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:54.023647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea046656-2c48-4fdd-8c05-b88c80bb01a0 req-f6f9dd1e-5dd4-41db-a562-89a03a67a731 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.025741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea046656-2c48-4fdd-8c05-b88c80bb01a0 req-f6f9dd1e-5dd4-41db-a562-89a03a67a731 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0839744 Nov 25 17:32:54.210331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea046656-2c48-4fdd-8c05-b88c80bb01a0 req-135d8ad8-fda1-4f99-9b5a-4452ee1a9bc6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670432 Nov 25 17:32:54.300117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.389381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event deleted for resources: {'Port': ['ID=9006de22-b262-46de-b042-86b21c6fc715,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:54.438041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.440722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.442153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e5e0d61-c82b-43f8-b6ba-2f4ac7b55a76 req-7c18d8e5-a24d-4a9c-97f0-c13c46a13ecb tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "DELETE /v2.0/floatingips/5aa50bb4-a57d-46ca-8267-8e2eacd6af58 HTTP/1.1" status: 204 len: 173 time: 1.2984490 Nov 25 17:32:54.608541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4aacbe5-88c5-480d-8776-81fbf0fb7101 req-688a1515-e84b-4173-8ba9-1dbe86910c7e tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups/d2b57144-9ef1-444c-859c-2b787ddf301f HTTP/1.1" status: 200 len: 1825 time: 0.0966442 Nov 25 17:32:54.748077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c750ae-db91-4dbc-993e-574290e220d9 req-292124a9-dcb4-4919-9073-4a108f57ed21 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:54.755993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39c750ae-db91-4dbc-993e-574290e220d9 req-292124a9-dcb4-4919-9073-4a108f57ed21 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 945 time: 0.0625532 Nov 25 17:32:54.801500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4aacbe5-88c5-480d-8776-81fbf0fb7101 req-df6b7e6c-0d06-40c7-a89b-10352e23e309 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.854221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4aacbe5-88c5-480d-8776-81fbf0fb7101 req-df6b7e6c-0d06-40c7-a89b-10352e23e309 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.890356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39c750ae-db91-4dbc-993e-574290e220d9 req-2e5d25c2-2f6d-418c-9c58-dfd290f61589 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327765 Nov 25 17:32:54.955050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-d6019bb1-f57f-4cb8-87a5-71024c028710 req-ab66729b-338c-4621-a6bd-85d3f979b9ef service neutron] (103635) timed out ('10.222.0.86', 54242) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:32:54.984477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4aacbe5-88c5-480d-8776-81fbf0fb7101 req-df6b7e6c-0d06-40c7-a89b-10352e23e309 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.988090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b4aacbe5-88c5-480d-8776-81fbf0fb7101 req-df6b7e6c-0d06-40c7-a89b-10352e23e309 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:54.989313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4aacbe5-88c5-480d-8776-81fbf0fb7101 req-df6b7e6c-0d06-40c7-a89b-10352e23e309 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "DELETE /v2.0/security-groups/d2b57144-9ef1-444c-859c-2b787ddf301f HTTP/1.1" status: 204 len: 173 time: 0.3798048 Nov 25 17:32:55.020972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b7e6c-0d06-40c7-a89b-10352e23e309 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b57144-9ef1-444c-859c-2b787ddf301f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:55.028205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d2652-e4ac-4a15-8043-e7eb9032b09c req-a3772864-a219-459d-adcd-df81c35f9e86 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.030247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-097d2652-e4ac-4a15-8043-e7eb9032b09c req-a3772864-a219-459d-adcd-df81c35f9e86 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.0763433 Nov 25 17:32:55.115621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-097d2652-e4ac-4a15-8043-e7eb9032b09c req-55eb7c36-efa7-40f0-95ea-cff3e2685e53 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712483 Nov 25 17:32:55.375234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39336-0dd3-45b1-9c9b-3e5572fa9a30 req-8a3d4cd7-570f-4ad6-ac86-911ca2f03a5c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.384423 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-33e39336-0dd3-45b1-9c9b-3e5572fa9a30 req-8a3d4cd7-570f-4ad6-ac86-911ca2f03a5c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0867970 Nov 25 17:32:55.521474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-33e39336-0dd3-45b1-9c9b-3e5572fa9a30 req-235ea5df-f0c2-442a-9d96-aa87853c5790 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359963 Nov 25 17:32:55.637646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15ef9-75a6-42f4-8d23-8d59931a2e4a req-7769411c-2c39-497d-b810-ca6e7a7dbf77 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:55.659092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9c15ef9-75a6-42f4-8d23-8d59931a2e4a req-7769411c-2c39-497d-b810-ca6e7a7dbf77 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1171706 Nov 25 17:32:55.782886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9c15ef9-75a6-42f4-8d23-8d59931a2e4a req-d0c46ae0-3bc2-4687-af21-4f66451e2131 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226900 Nov 25 17:32:56.061841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-f3c72316-79f0-4e69-bb14-140c933b83d9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.065092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-f3c72316-79f0-4e69-bb14-140c933b83d9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 945 time: 0.1032159 Nov 25 17:32:56.074104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14411e5-ecc6-48cb-a58f-2f911e5c2340 req-6f076cfd-7244-4c29-8660-5d2f25c8e731 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.075743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f14411e5-ecc6-48cb-a58f-2f911e5c2340 req-6f076cfd-7244-4c29-8660-5d2f25c8e731 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 945 time: 0.0705671 Nov 25 17:32:56.166453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f14411e5-ecc6-48cb-a58f-2f911e5c2340 req-da1b4808-b952-4b86-9a47-af85119fe161 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Nov 25 17:32:56.227561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port d5190c0d-da0d-403e-bb29-c468b2cde9ac {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:56.227713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.354794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfaae4-ceef-4bcd-9b31-2decbd981b2b req-bd9e5c67-adbf-461c-a97a-7dccc8046eaa tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.357858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfcfaae4-ceef-4bcd-9b31-2decbd981b2b req-bd9e5c67-adbf-461c-a97a-7dccc8046eaa tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.0686486 Nov 25 17:32:56.370251 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:32:56.394329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port d5190c0d-da0d-403e-bb29-c468b2cde9ac, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d5190c0d-da0d-403e-bb29-c468b2cde9ac,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:56.394705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.444807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for d5190c0d-da0d-403e-bb29-c468b2cde9ac owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:56.548808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfcfaae4-ceef-4bcd-9b31-2decbd981b2b req-16476ec0-1787-4559-92e9-01069aca7d34 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719632 Nov 25 17:32:56.694588 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:56.708819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:56.750529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517652f9-72a6-4c97-a035-a536153061e6 req-c93cbc08-7ab3-4c27-b908-b0ad7e255f68 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:56.756264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-517652f9-72a6-4c97-a035-a536153061e6 req-c93cbc08-7ab3-4c27-b908-b0ad7e255f68 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.1098344 Nov 25 17:32:56.848153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=d5190c0d-da0d-403e-bb29-c468b2cde9ac,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:56.890698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-517652f9-72a6-4c97-a035-a536153061e6 req-ed12ddc3-ad9d-402c-8013-676ff3b58f37 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277671 Nov 25 17:32:57.006254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port d5190c0d-da0d-403e-bb29-c468b2cde9ac on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:57.012904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:57.016940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d835deeb-98a1-485e-b5fa-3fe7bb41ec13 req-44fcdbe8-fee9-4c3e-b80f-d2f55d3f83ae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "DELETE /v2.0/ports/d5190c0d-da0d-403e-bb29-c468b2cde9ac HTTP/1.1" status: 204 len: 173 time: 0.9442098 Nov 25 17:32:57.017434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'name': 'network-vif-deleted', 'tag': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:57.035672 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75402d-8e72-47c3-be43-9c8dc5a9a48c" -d '{"events": [{"server_uuid": "0d691fca-7a69-4283-b4d8-3092b77b6bf8", "name": "network-vif-deleted", "tag": "d5190c0d-da0d-403e-bb29-c468b2cde9ac"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:57.166927 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6575c9e6-b141-4c61-8977-a14b6b3cc2b8 x-openstack-request-id: req-6575c9e6-b141-4c61-8977-a14b6b3cc2b8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:57.167240 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d691fca-7a69-4283-b4d8-3092b77b6bf8", "name": "network-vif-deleted", "tag": "d5190c0d-da0d-403e-bb29-c468b2cde9ac", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:57.167519 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6575c9e6-b141-4c61-8977-a14b6b3cc2b8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:57.167948 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d691fca-7a69-4283-b4d8-3092b77b6bf8', 'name': 'network-vif-deleted', 'tag': 'd5190c0d-da0d-403e-bb29-c468b2cde9ac', 'status': 'completed', 'code': 200} Nov 25 17:32:57.173878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bda3b-8d0f-4f39-85d9-a459c47fdc70 req-8815591f-d5dc-4772-9d1c-13836b8dee90 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.182490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb9bda3b-8d0f-4f39-85d9-a459c47fdc70 req-8815591f-d5dc-4772-9d1c-13836b8dee90 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.1026511 Nov 25 17:32:57.303622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb9bda3b-8d0f-4f39-85d9-a459c47fdc70 req-cd568a47-8d01-4eab-afc6-2ce79eba7ea8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115372 Nov 25 17:32:57.439811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80428948-671b-4dc6-9058-69fd36230923 req-97b77704-c916-4396-818e-59df205008ba tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d691fca-7a69-4283-b4d8-3092b77b6bf8 HTTP/1.1" status: 200 len: 210 time: 0.0604873 Nov 25 17:32:57.824504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e3a69-515c-41b9-b5a8-ba673530f30b req-bedc95fb-0a83-4f6e-8481-553560425e51 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:57.826946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-957e3a69-515c-41b9-b5a8-ba673530f30b req-bedc95fb-0a83-4f6e-8481-553560425e51 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1200469 Nov 25 17:32:57.961462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-957e3a69-515c-41b9-b5a8-ba673530f30b req-fde0d5ab-4c67-460a-bc4b-01fd63230054 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208303 Nov 25 17:32:57.999508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-1284d053-b7f7-405a-9c8f-3104d9f38fa1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:58.001187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-1284d053-b7f7-405a-9c8f-3104d9f38fa1 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.2244246 Nov 25 17:32:58.165371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac235ac3-cf6d-4aee-9620-397a213b419d req-95322e92-3cbc-4ebe-bbb3-9fd0274b1a10 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:58.166910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac235ac3-cf6d-4aee-9620-397a213b419d req-95322e92-3cbc-4ebe-bbb3-9fd0274b1a10 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.1155744 Nov 25 17:32:58.234749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Deleting port 6f481b37-7453-49fd-a6b3-4476461dffcc {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:32:58.235293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.316483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac235ac3-cf6d-4aee-9620-397a213b419d req-c7f81eef-dd97-44c0-88f8-b6a85d9fea4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354806 Nov 25 17:32:58.381331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] For port 6f481b37-7453-49fd-a6b3-4476461dffcc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=6f481b37-7453-49fd-a6b3-4476461dffcc,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:32:58.382448 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.398062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Calling delete_port for 6f481b37-7453-49fd-a6b3-4476461dffcc owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:32:58.411182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d5190c0d-da0d-403e-bb29-c468b2cde9ac no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:32:58.467306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: d5190c0d-da0d-403e-bb29-c468b2cde9ac {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:32:58.467678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d5190c0d-da0d-403e-bb29-c468b2cde9ac not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:32:58.659710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98c9c6-2e41-441c-9c37-5303b027f6b1 req-42152ba3-e95a-49e6-99bc-4043a5c921f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:58.671071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a98c9c6-2e41-441c-9c37-5303b027f6b1 req-42152ba3-e95a-49e6-99bc-4043a5c921f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fe22cb1-83ea-4406-a878-818fa46e8222 HTTP/1.1" status: 200 len: 945 time: 0.0871859 Nov 25 17:32:58.733261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.745647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['6f481b37-7453-49fd-a6b3-4476461dffcc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:32:58.930544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Pushing event deleted for resources: {'Port': ['ID=6f481b37-7453-49fd-a6b3-4476461dffcc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:32:58.935809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] No DVR routers for this DVR port 6f481b37-7453-49fd-a6b3-4476461dffcc on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:32:58.946931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:32:58.952548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-423e6d08-74d1-4dce-8aca-0b2e7ee5370d req-7a7c2fac-4d01-474e-b3ac-22b2e7faa5f8 tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.55 "DELETE /v2.0/ports/6f481b37-7453-49fd-a6b3-4476461dffcc HTTP/1.1" status: 204 len: 173 time: 0.9395134 Nov 25 17:32:58.953564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'name': 'network-vif-deleted', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:32:58.979835 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250ff31d-7a21-404b-a1b6-b543f400b7e1" -d '{"events": [{"server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "name": "network-vif-deleted", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:32:59.155734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a98c9c6-2e41-441c-9c37-5303b027f6b1 req-2e9970f4-a787-4506-9f44-247c6a27040b tempest-ServerRescueTestJSONUnderV235-372747062 tempest-ServerRescueTestJSONUnderV235-372747062-project] 10.222.0.86 "GET /v2.0/security-groups?id=b9de16d7-bd82-4351-a752-ff02f8b4578b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832790 Nov 25 17:32:59.260154 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafbd781-9f89-4122-a1d9-a301f3b2836c x-openstack-request-id: req-dafbd781-9f89-4122-a1d9-a301f3b2836c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:32:59.260775 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe22cb1-83ea-4406-a878-818fa46e8222", "name": "network-vif-deleted", "tag": "6f481b37-7453-49fd-a6b3-4476461dffcc", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:32:59.261215 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dafbd781-9f89-4122-a1d9-a301f3b2836c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:32:59.261825 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe22cb1-83ea-4406-a878-818fa46e8222', 'name': 'network-vif-deleted', 'tag': '6f481b37-7453-49fd-a6b3-4476461dffcc', 'status': 'completed', 'code': 200} Nov 25 17:32:59.367047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc938d-2fcb-4ee5-aa17-fa2641d5c209 req-c8d5eee7-4693-4e33-ab59-90fe304aeceb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.369310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2bc938d-2fcb-4ee5-aa17-fa2641d5c209 req-c8d5eee7-4693-4e33-ab59-90fe304aeceb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1023033 Nov 25 17:32:59.455699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2bc938d-2fcb-4ee5-aa17-fa2641d5c209 req-ba460e1f-13d8-4851-af46-cf80af6d8ee6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746560 Nov 25 17:32:59.577121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008139e-d9d0-4a1b-a6d3-43b5602e26f1 req-1f5a80d8-087a-4d09-bdf3-410a9da76b3c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:32:59.585495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f008139e-d9d0-4a1b-a6d3-43b5602e26f1 req-1f5a80d8-087a-4d09-bdf3-410a9da76b3c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0673172 Nov 25 17:32:59.654807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f008139e-d9d0-4a1b-a6d3-43b5602e26f1 req-d13b7aa1-1767-44ca-9561-79399365ae2c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682096 Nov 25 17:33:00.049241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-0afd26cc-cfd4-4529-8570-53f5b34caf91 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.071980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-0afd26cc-cfd4-4529-8570-53f5b34caf91 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.2721286 Nov 25 17:33:00.096053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-cb97c081-30a6-4bbc-afce-fd2f57749d6a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0230908 Nov 25 17:33:00.217236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-4e25f2f1-9935-4a76-a975-9fb53b9589e0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195183 Nov 25 17:33:00.255415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:00.361072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-60b5f88b-68fd-4726-9b82-7813492d2b2c service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202097 Nov 25 17:33:00.678337 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-cd43896e-5e9b-4e7e-bf4d-899ba9a4ec5a service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088870 Nov 25 17:33:00.746084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617b773-cf7a-4615-99ef-ccb102df67bd req-7a2f639f-9703-4cf6-b370-68f21c70a92b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:00.757174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8617b773-cf7a-4615-99ef-ccb102df67bd req-7a2f639f-9703-4cf6-b370-68f21c70a92b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1202941 Nov 25 17:33:00.829888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8617b773-cf7a-4615-99ef-ccb102df67bd req-d4ac68b5-b414-42bf-98b1-08a76cd66001 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640264 Nov 25 17:33:01.063224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3fddf55-25f7-4381-9562-3e2f93cc2f4b req-ef55a08b-e1d2-418c-ab14-f415ba644e8c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 210 time: 0.0597029 Nov 25 17:33:01.122832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa6d8-3854-4571-b36b-7b99aa1a1c13 req-d11c5055-f54b-401f-871c-79334b38d8d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:01.130643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98caa6d8-3854-4571-b36b-7b99aa1a1c13 req-d11c5055-f54b-401f-871c-79334b38d8d6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.1560147 Nov 25 17:33:01.233702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98caa6d8-3854-4571-b36b-7b99aa1a1c13 req-2e932b7b-e689-4ea5-9e8d-e06304984626 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021118 Nov 25 17:33:01.352369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.038428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:02.324675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Deleting subnet ad140a32-0b20-481f-ac96-723c23528c5f {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:02.363125 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.428739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6f481b37-7453-49fd-a6b3-4476461dffcc no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:02.484264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2581d440-c542-4b4c-8a3b-02e9fbe4404b req-eb1ae064-68d7-46ea-b1c0-375ccab5c15b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 210 time: 0.1397347 Nov 25 17:33:02.518794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba43a9-60d3-4129-9ea9-cc3d9f648dac req-5893f1e3-ab48-4e5b-92de-12ceb76e0ff7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.520721 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05ba43a9-60d3-4129-9ea9-cc3d9f648dac req-5893f1e3-ab48-4e5b-92de-12ceb76e0ff7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.2006969 Nov 25 17:33:02.535108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 6f481b37-7453-49fd-a6b3-4476461dffcc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:02.536980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 6f481b37-7453-49fd-a6b3-4476461dffcc not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:02.662520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.713040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05ba43a9-60d3-4129-9ea9-cc3d9f648dac req-9ee5b017-f0fb-4ff6-8acb-5783f8aea124 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722500 Nov 25 17:33:02.907062 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:02.960235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd07c4-acb3-47bc-af0f-b9def0880c84 req-e89e1051-c96b-46cc-a0de-97d995b82b90 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:02.969054 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13cd07c4-acb3-47bc-af0f-b9def0880c84 req-e89e1051-c96b-46cc-a0de-97d995b82b90 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.1870105 Nov 25 17:33:02.999428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Deleting port 8f959d13-0bb2-4033-bf65-0499965d0110 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:02.999766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.046603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.124760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.134616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ad140a32-0b20-481f-ac96-723c23528c5f HTTP/1.1" status: 204 len: 168 time: 1.0950096 Nov 25 17:33:03.136680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf509b-1d1a-4d0a-b884-25398182f007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad140a32-0b20-481f-ac96-723c23528c5f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:03.138996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:03.275010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-13cd07c4-acb3-47bc-af0f-b9def0880c84 req-a4dcb0c0-9209-4a38-88a1-5872137866fa tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046546 Nov 25 17:33:03.441760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.450273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-482bd0e2-ff34-4216-b716-6a4cd198cfc5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.452641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-482bd0e2-ff34-4216-b716-6a4cd198cfc5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.3185306 Nov 25 17:33:03.470127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:03.599871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] For port 8f959d13-0bb2-4033-bf65-0499965d0110, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8f959d13-0bb2-4033-bf65-0499965d0110,segment=NetworkSegment(cf7a8534-296b-443f-b72a-f34fa8f163e0),segment_id=cf7a8534-296b-443f-b72a-f34fa8f163e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:03.600470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:03.630520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Calling delete_port for 8f959d13-0bb2-4033-bf65-0499965d0110 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:03.905864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7291bfa0-4278-4658-b1b4-0b16d6ac45ac req-cdcbc4f6-0983-4f5b-a3c7-b03bd7959abd tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 210 time: 0.1852348 Nov 25 17:33:03.962543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d3f76-1da0-4339-9879-21ea502c0c64 req-5dba869a-1da9-42aa-a192-ba1147160f86 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:03.981091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c3d3f76-1da0-4339-9879-21ea502c0c64 req-5dba869a-1da9-42aa-a192-ba1147160f86 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.1341555 Nov 25 17:33:04.119193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c3d3f76-1da0-4339-9879-21ea502c0c64 req-251e23b1-4073-4acc-b40f-74391a2d8e9b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295211 Nov 25 17:33:04.312585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.351463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8672a160-a127-409c-bb76-b933946cb731']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:04.369953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1304f828-9ddc-42e7-bbe7-00b592f4d003') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:04.370412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1304f828-9ddc-42e7-bbe7-00b592f4d003') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:04.405340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.428647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:04.432127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.456918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.471824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:04.472227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:04.498333 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:04.629489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af655b-6d34-4b7c-986c-ae16a78cde47 req-02fcb4e4-9017-4511-a1e0-d36d9ad5f6d9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.630990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74af655b-6d34-4b7c-986c-ae16a78cde47 req-02fcb4e4-9017-4511-a1e0-d36d9ad5f6d9 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.2513478 Nov 25 17:33:04.657275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.675416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.679871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8672a160-a127-409c-bb76-b933946cb731 HTTP/1.1" status: 204 len: 168 time: 1.5298634 Nov 25 17:33:04.706295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:04.759453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d87ba-9d59-49b8-9f4c-b31f5319e776 admin admin] Pushing event deleted for resources: {'Network': ['ID=8672a160-a127-409c-bb76-b933946cb731,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:04.790034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f959d13-0bb2-4033-bf65-0499965d0110,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:04.908573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.5 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/8c146ddf-e88c-4249-82bd-dcbe02e0ea6d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:04.941175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74af655b-6d34-4b7c-986c-ae16a78cde47 req-2100a901-7b4b-4fab-90ed-d6f98dde2ee7 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939038 Nov 25 17:33:04.952681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-55b13ba8-d20f-4011-b82b-4547162e99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:04.954725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-55b13ba8-d20f-4011-b82b-4547162e99fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 1097 time: 0.1408956 Nov 25 17:33:05.089099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:05.147830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-6130be7b-1d9a-4a5a-99f9-30219601fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.151376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-6130be7b-1d9a-4a5a-99f9-30219601fbc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.1889124 Nov 25 17:33:05.201737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-236002cd-afa2-4aa6-ae1b-efc78e37886c req-974b7428-c729-48f5-aec3-9758dd9ae3f1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 210 time: 0.0489888 Nov 25 17:33:05.257026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a8b5ccb-6179-4f78-8c12-3e46baee262d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7b53e1f7520b449dafe381bf6e88a618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667767 Nov 25 17:33:05.261690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 35974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:05.306338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-a43f6559-6739-4020-b37b-075e13872af3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9 HTTP/1.1" status: 200 len: 217 time: 0.1420629 Nov 25 17:33:05.319932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.366448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-9b11749a-5589-4a03-8747-fa39cbb155e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.368853 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-9b11749a-5589-4a03-8747-fa39cbb155e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0556836 Nov 25 17:33:05.378699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.440628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2dc6132f-7350-4f56-a818-e8edc811cb31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.458546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4755520-d291-4365-ab96-222c0aa95ca6 req-00c81336-5401-4490-a9c9-12dfbe486c69 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.466296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4755520-d291-4365-ab96-222c0aa95ca6 req-00c81336-5401-4490-a9c9-12dfbe486c69 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.0964437 Nov 25 17:33:05.477635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-a4410ca5-7355-4f27-b269-ec69e977d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.479042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-a4410ca5-7355-4f27-b269-ec69e977d46f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943408 Nov 25 17:33:05.519236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2dc6132f-7350-4f56-a818-e8edc811cb31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.560587 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.571937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:05.679467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:05.682117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:05.689776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:05.696004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-857f0913-62ef-49d2-b83b-8caa4b2c1999 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084687 Nov 25 17:33:05.720876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:05.728454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2dc6132f-7350-4f56-a818-e8edc811cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.731545 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2dc6132f-7350-4f56-a818-e8edc811cb31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.733046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2dc6132f-7350-4f56-a818-e8edc811cb31 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2f88810-a488-4e16-9a45-11febe72aa74 HTTP/1.1" status: 204 len: 168 time: 0.4665740 Nov 25 17:33:05.769652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4755520-d291-4365-ab96-222c0aa95ca6 req-04d73d95-715e-444c-a307-db5c883de3db tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024156 Nov 25 17:33:05.784687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6132f-7350-4f56-a818-e8edc811cb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f88810-a488-4e16-9a45-11febe72aa74,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:05.809090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:05.810611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.820416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Router 87ec8839-834e-46f2-93f5-510f7337764d has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:05.843909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c1b1ff22-6c43-49ae-a551-a4dcbbdc36bf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3762014 Nov 25 17:33:05.859112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb1da-86c3-47d6-bf4e-d373bebac81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:05.867635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Request body: {'port': {'device_id': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:06.017073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-341bb629-0f72-4ab1-b76d-e4d37ec3710a req-d383fe87-c66d-4894-a25e-75719679f148 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055868 Nov 25 17:33:06.038037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.160524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:06.176503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a36872ed-34e4-4ff8-a9ba-0e277b80017f admin admin] 10.222.0.86 "PUT /v2.0/routers/87ec8839-834e-46f2-93f5-510f7337764d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9199278 Nov 25 17:33:06.178959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 35986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:06.181478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] Sync routers for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:06.208296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:06.208937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:06.472478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:06.617541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.672104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:06.681112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.694401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Transition to ACTIVE for port object 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:06.717544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:06.764519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2228869-05a0-497c-89c2-4eb156977425 req-0ed6cba8-b7ff-49a3-b7c0-dc0431abfc4f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.775826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2228869-05a0-497c-89c2-4eb156977425 req-0ed6cba8-b7ff-49a3-b7c0-dc0431abfc4f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 931 time: 0.4110870 Nov 25 17:33:06.791314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd95fd-0b1f-493e-9972-d71aeaffd2ab req-efadb177-0122-4b56-87b6-ee4ded2526f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.792825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12cd95fd-0b1f-493e-9972-d71aeaffd2ab req-efadb177-0122-4b56-87b6-ee4ded2526f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1096 time: 0.2881069 Nov 25 17:33:06.821759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef2d3-9043-4c66-a12f-bd5715e44584 req-40c6e74a-c91e-4924-b3aa-936120c77e00 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:06.826132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be2ef2d3-9043-4c66-a12f-bd5715e44584 req-40c6e74a-c91e-4924-b3aa-936120c77e00 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.5998056 Nov 25 17:33:06.830945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:06.926162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:33:04Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:06.959439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be2ef2d3-9043-4c66-a12f-bd5715e44584 req-a6f9f2a7-fc92-4a48-ae59-99f4afd2932f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236076 Nov 25 17:33:06.964614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Attempting to bind port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:06.964950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Attempting to bind port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:06.965273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Attempting to bind port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:06.970790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:06.971108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Attempting to bind port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:06.977563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:06.977904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:06.978280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:06.978712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Bound port: 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:06.979191 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.020248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] Checking router: 87ec8839-834e-46f2-93f5-510f7337764d for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:33:07.070503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] Routers {'87ec8839-834e-46f2-93f5-510f7337764d'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:07.071134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:32:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['87ec8839-834e-46f2-93f5-510f7337764d'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:07.119254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] For port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:07.130905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] For port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:07.144055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.207637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12cd95fd-0b1f-493e-9972-d71aeaffd2ab req-bb30aef7-d3e8-4c7f-8eb4-2294862bbb38 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018257 Nov 25 17:33:07.212925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] Set router 87ec8839-834e-46f2-93f5-510f7337764d gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:07.249565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2228869-05a0-497c-89c2-4eb156977425 req-889d5b79-fc8a-4004-b483-2ccbf2bedbc9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525499 Nov 25 17:33:07.276962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.298588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.299185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.300736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c146ddf-e88c-4249-82bd-dcbe02e0ea6d HTTP/1.1" status: 200 len: 1091 time: 1.4451988 Nov 25 17:33:07.301224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'tag': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:07.319706 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e62db6-86e0-4d4f-90f0-04675e0c85dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bccf280-81c4-48c1-a12a-5e4dfd81aaa3", "tag": "8c146ddf-e88c-4249-82bd-dcbe02e0ea6d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:07.432005 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920b998-1200-41fb-ac4c-14524899e3a1 x-openstack-request-id: req-3920b998-1200-41fb-ac4c-14524899e3a1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:07.432355 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bccf280-81c4-48c1-a12a-5e4dfd81aaa3", "tag": "8c146ddf-e88c-4249-82bd-dcbe02e0ea6d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:07.435761 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3920b998-1200-41fb-ac4c-14524899e3a1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:07.435761 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'tag': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d', 'status': 'completed', 'code': 200} Nov 25 17:33:07.456750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Deleting port f9e105bd-7a6f-4c93-9d55-413434aaeb4b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:07.457518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.468955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cfe57-78d5-47b6-8bae-7a0eed09b8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:07.550860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:33:04Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:07.556432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd813359-933f-4ee7-828a-68c5ecee3976 req-8d2aa109-b7a1-4521-b2fd-fccad0e539a8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.562103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd813359-933f-4ee7-828a-68c5ecee3976 req-8d2aa109-b7a1-4521-b2fd-fccad0e539a8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 946 time: 0.2275388 Nov 25 17:33:07.628135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] For port f9e105bd-7a6f-4c93-9d55-413434aaeb4b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:07.628680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:07.631421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62db6-86e0-4d4f-90f0-04675e0c85dc req-f27e3d97-ed97-4ca4-9bb7-2898204356d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.642459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21e62db6-86e0-4d4f-90f0-04675e0c85dc req-f27e3d97-ed97-4ca4-9bb7-2898204356d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 1094 time: 0.1908283 Nov 25 17:33:07.668294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Calling delete_port for f9e105bd-7a6f-4c93-9d55-413434aaeb4b owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:07.931915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd813359-933f-4ee7-828a-68c5ecee3976 req-e83de411-cd24-4077-a653-d6148e777c5d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598495 Nov 25 17:33:07.943772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62db6-86e0-4d4f-90f0-04675e0c85dc req-80c5bcb8-85cc-4ac2-8cc3-70a88990e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:07.946525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21e62db6-86e0-4d4f-90f0-04675e0c85dc req-80c5bcb8-85cc-4ac2-8cc3-70a88990e47b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5927930957a141daa5b0f84020bf63c2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2991316 Nov 25 17:33:08.028514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b83aa-cfd0-4205-a4df-a30cc65ff806 None None] The sync data for ids ['87ec8839-834e-46f2-93f5-510f7337764d'] in n-d-817303-7 is: [{'id': '87ec8839-834e-46f2-93f5-510f7337764d', 'name': 'tempest-ServerRescueTestJSONUnderV235-356739456-router', 'tenant_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:24Z', 'updated_at': '2021-11-25T17:33:04Z', 'revision_number': 5, 'project_id': 'd9c860b5c9fe4e5eb98e1eaf88124d1b', 'gw_port': {'id': 'f9e105bd-7a6f-4c93-9d55-413434aaeb4b', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ec8839-834e-46f2-93f5-510f7337764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:26Z', 'updated_at': '2021-11-25T17:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:08.064624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.087233 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e80a44c9-788e-44d3-b48a-6b81b7e79beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.180886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e105bd-7a6f-4c93-9d55-413434aaeb4b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:08.259520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4623588-274f-44a5-8b22-9d63619c5404 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:08.283955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62db6-86e0-4d4f-90f0-04675e0c85dc req-91e49573-ba1a-420c-9d42-cd01c2d78ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.292080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-21e62db6-86e0-4d4f-90f0-04675e0c85dc req-91e49573-ba1a-420c-9d42-cd01c2d78ce6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3374314 Nov 25 17:33:08.408424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7be90-d17c-4f4a-8234-d41aa91fcd1b req-129259f9-5f9d-4a40-878f-7832bf8fe43c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.415933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7be90-d17c-4f4a-8234-d41aa91fcd1b req-129259f9-5f9d-4a40-878f-7832bf8fe43c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.2478805 Nov 25 17:33:08.426137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.456407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea378cc3-934d-45dc-9a01-ea902f5575f9 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:08.458936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:08.462318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:08.492193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-5839504a-73ba-4971-8980-91ef6c07aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.493840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-5839504a-73ba-4971-8980-91ef6c07aeba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 1094 time: 0.1291103 Nov 25 17:33:08.506894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff1112-fe5f-4197-983e-c601d26906de req-17a2949c-a5e7-449c-910a-0ea31ffa6bde tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.516231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ffff1112-fe5f-4197-983e-c601d26906de req-17a2949c-a5e7-449c-910a-0ea31ffa6bde tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 943 time: 0.0997586 Nov 25 17:33:08.568855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-da784c95-f5a9-4bf8-8ce4-e01b7c579c1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d HTTP/1.1" status: 200 len: 217 time: 0.0491552 Nov 25 17:33:08.648995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ffff1112-fe5f-4197-983e-c601d26906de req-29ced2d4-0800-4f1d-abf0-086e499dbefc tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317859 Nov 25 17:33:08.665687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.674096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-7e6de841-4801-4dba-b3c2-d92f8b9700ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:08.675830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-7e6de841-4801-4dba-b3c2-d92f8b9700ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.0991530 Nov 25 17:33:08.738775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-9cc029e0-c7ea-43cc-bf47-02350ac81446 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558815 Nov 25 17:33:08.742467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:08.763350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36b7be90-d17c-4f4a-8234-d41aa91fcd1b req-fc70e088-f37f-4245-97ca-2b4724b7638f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996359 Nov 25 17:33:09.042504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-c006c661-2ae9-432a-b6f9-2d7acefe4151 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825155 Nov 25 17:33:09.059950 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.201542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:09.214179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:09.220079 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b807f145-fee1-4015-9e24-fe8035222983" -d '{"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:09.241210 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.289933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf6416af-1fc8-4158-b57d-02ed63090994 req-21e32e21-a055-45cc-8b78-47efa721330f service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465322 Nov 25 17:33:09.368473 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35afd088-986e-470b-8bc2-7fcdb05ae8fa x-openstack-request-id: req-35afd088-986e-470b-8bc2-7fcdb05ae8fa {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:09.368876 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-unplugged", "status": "failed", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9", "code": 422}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:09.369379 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35afd088-986e-470b-8bc2-7fcdb05ae8fa {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:09.369911 n-d-817303-7 neutron-server[103637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'code': 422} returned with failed status Nov 25 17:33:09.374886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:09.377784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.444230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:09.457083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:09.465852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.476350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.480419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.480898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.481503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.481881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.482314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.482749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.483202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.483673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.484101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.484525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.484946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.485594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:09.487284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55991c5b-7469-406f-8e2d-3816f8ee396e req-43e4f285-0878-4f99-8458-1b0968470548 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.488972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55991c5b-7469-406f-8e2d-3816f8ee396e req-43e4f285-0878-4f99-8458-1b0968470548 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 944 time: 0.1981521 Nov 25 17:33:09.539606 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.540881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ec8839-834e-46f2-93f5-510f7337764d {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:33:09.549818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.551359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9b46363f-7a3c-48ea-a3af-795994e17dcd admin admin] 10.222.0.86 "DELETE /v2.0/routers/87ec8839-834e-46f2-93f5-510f7337764d HTTP/1.1" status: 204 len: 168 time: 3.3704569 Nov 25 17:33:09.552992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'port_id': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'mac_address': 'fa:16:3e:f2:19:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:09.553676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:09.612835 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55991c5b-7469-406f-8e2d-3816f8ee396e req-032f20f7-f0ef-4ca6-9b52-41cca98ba52d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171060 Nov 25 17:33:09.625609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Deleting subnet c0cc186b-de95-49c2-afcc-37932a5612f2 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:09.631020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.666881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.669862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771b7665-1eb7-43fd-aa79-991a43fb799d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:09.715424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:09.724161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:09.735097 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.788009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:09.880243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:09.930577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b9b6-5bd8-478f-ac11-8eea69b6fa10 req-5444387f-3ee5-4622-b1f0-15da49d8608d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.932168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ca1b9b6-5bd8-478f-ac11-8eea69b6fa10 req-5444387f-3ee5-4622-b1f0-15da49d8608d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 943 time: 0.1075168 Nov 25 17:33:09.948438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8224ed6-02b2-40fa-943c-b46a1def84dc req-469e6642-2a84-42b9-8dde-4c1161b2d16b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:09.958612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8224ed6-02b2-40fa-943c-b46a1def84dc req-469e6642-2a84-42b9-8dde-4c1161b2d16b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1308734 Nov 25 17:33:09.979682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['771b7665-1eb7-43fd-aa79-991a43fb799d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:09.981087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.053110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8224ed6-02b2-40fa-943c-b46a1def84dc req-407daf14-7601-4526-8913-7a0f7e6aee6f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923395 Nov 25 17:33:10.072410 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ca1b9b6-5bd8-478f-ac11-8eea69b6fa10 req-1b976038-ee50-4fc0-88d5-b974326a0b42 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292670 Nov 25 17:33:10.089836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.119934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cc186b-de95-49c2-afcc-37932a5612f2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:10.130311 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.136845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.137021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c83a952c-d936-46d1-8935-09deaa140dda admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c0cc186b-de95-49c2-afcc-37932a5612f2 HTTP/1.1" status: 204 len: 168 time: 0.5820718 Nov 25 17:33:10.419760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f959d13-0bb2-4033-bf65-0499965d0110 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:10.424907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f01f3-f308-47fa-bb55-a735e5869df4 req-52b2eeb0-2f40-45bf-87bb-8239075b1339 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:10.439376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-988f01f3-f308-47fa-bb55-a735e5869df4 req-52b2eeb0-2f40-45bf-87bb-8239075b1339 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 944 time: 0.1648533 Nov 25 17:33:10.449520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.489016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8f959d13-0bb2-4033-bf65-0499965d0110 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:10.490058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f4ae-cc58-489f-971d-9d178c10d032 req-d6783b05-c553-469b-9549-96bbcef9217a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:10.499228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3257f4ae-cc58-489f-971d-9d178c10d032 req-d6783b05-c553-469b-9549-96bbcef9217a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2238462 Nov 25 17:33:10.503906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f959d13-0bb2-4033-bf65-0499965d0110 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:10.504352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9e105bd-7a6f-4c93-9d55-413434aaeb4b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:10.613545 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-988f01f3-f308-47fa-bb55-a735e5869df4 req-50c2b667-7d66-48ba-876e-6916866f3863 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710470 Nov 25 17:33:10.630976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:10.636335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: f9e105bd-7a6f-4c93-9d55-413434aaeb4b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:10.637029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9e105bd-7a6f-4c93-9d55-413434aaeb4b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:10.671819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.722700 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.726353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3257f4ae-cc58-489f-971d-9d178c10d032 req-360423fb-55a5-4961-979f-ce78ffb4bcc4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798408 Nov 25 17:33:10.737671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321e3a1e-3711-47e4-8d03-d35c1f83c8da']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:10.774541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7a8534-296b-443f-b72a-f34fa8f163e0') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:10.779484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7a8534-296b-443f-b72a-f34fa8f163e0') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:10.828890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.847297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-69da2949-a073-4cd1-8053-933bf887e77c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/floatingips/daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 HTTP/1.1" status: 200 len: 992 time: 0.2083666 Nov 25 17:33:10.873783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.884910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:33:10.885757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:33:10.888292 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:33:10.969259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.976942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:10.996126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] 10.222.0.86 "DELETE /v2.0/networks/321e3a1e-3711-47e4-8d03-d35c1f83c8da HTTP/1.1" status: 204 len: 168 time: 0.8458414 Nov 25 17:33:11.032238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839f1e7-27c5-4c16-9d18-39b3fdabd5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=321e3a1e-3711-47e4-8d03-d35c1f83c8da,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:11.108495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffbd6c-df60-4591-90a5-015ec18f638d req-539475ae-fa58-40ea-b59a-a374155df737 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.120750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32ffbd6c-df60-4591-90a5-015ec18f638d req-539475ae-fa58-40ea-b59a-a374155df737 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0803533 Nov 25 17:33:11.269310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32ffbd6c-df60-4591-90a5-015ec18f638d req-f5abad94-4a68-44b3-b96d-f2c9181fc82f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486409 Nov 25 17:33:11.329596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b037c95-debf-4cb1-a0ff-72f3ed1c4777 req-1835f37b-8534-4319-8e5e-451598bc1ed2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:11.341698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b037c95-debf-4cb1-a0ff-72f3ed1c4777 req-1835f37b-8534-4319-8e5e-451598bc1ed2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 943 time: 0.1299021 Nov 25 17:33:11.355170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36102) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:11.372355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:11.375136 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894963fa-bb6f-4952-bcca-62a14b2accbd" -d '{"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-unplugged", "status": "completed", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:11.432407 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.458317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-facb2b2d-d42b-46f3-8919-6b84ae1d8dd9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d9c860b5c9fe4e5eb98e1eaf88124d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012237 Nov 25 17:33:11.461215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36110) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:11.493408 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85d55b-7651-43ee-92b9-4f6a04af0ac6 x-openstack-request-id: req-1a85d55b-7651-43ee-92b9-4f6a04af0ac6 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:11.502838 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-unplugged", "status": "completed", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:11.502838 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1a85d55b-7651-43ee-92b9-4f6a04af0ac6 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:11.502838 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'code': 200} Nov 25 17:33:11.574205 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b037c95-debf-4cb1-a0ff-72f3ed1c4777 req-44035026-ce3a-4615-82e2-9bd142946c38 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222466 Nov 25 17:33:11.625771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.651580 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.706466 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.709790 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:11.727606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9de16d7-bd82-4351-a752-ff02f8b4578b HTTP/1.1" status: 204 len: 168 time: 0.2521799 Nov 25 17:33:11.742707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de16d7-bd82-4351-a752-ff02f8b4578b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:11.753319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.754003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.754557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.755130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.755693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.756247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.756899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.757451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.759373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.759945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.760678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:11.761261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fce9444-5603-42e1-b897-23090648410a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:12.456309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74722-9e94-4068-bf59-c6e9de089af2 req-0a09f8e0-8ecb-44d4-ab9c-168c61b409ed tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.464156 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-71f74722-9e94-4068-bf59-c6e9de089af2 req-0a09f8e0-8ecb-44d4-ab9c-168c61b409ed tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1132250 Nov 25 17:33:12.478699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:12.486756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:12.655071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-71f74722-9e94-4068-bf59-c6e9de089af2 req-a4eba301-b373-4884-b10f-068ea3770f96 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803775 Nov 25 17:33:12.748521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 771b7665-1eb7-43fd-aa79-991a43fb799d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:12.748899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.830875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a032b8-1828-4751-96f6-b30428335517 req-090869ab-1cb3-45b3-bbec-91fcc7c1e0e6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:12.833241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47a032b8-1828-4751-96f6-b30428335517 req-090869ab-1cb3-45b3-bbec-91fcc7c1e0e6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 943 time: 0.1261740 Nov 25 17:33:12.950311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-47a032b8-1828-4751-96f6-b30428335517 req-10d6d96e-1c99-4b80-89bf-7cb4a6edaad4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104033 Nov 25 17:33:12.957476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:12.999567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:13.004863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:13.009264 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.052905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d', 'mac_address': 'fa:16:3e:41:2b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:13.157697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.160188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:13.176938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:13.199026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:13.205480 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:13.276904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:13.449407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8c146ddf-e88c-4249-82bd-dcbe02e0ea6d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:13.530912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:13.541396 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ed47b2-965b-4200-8b00-4dc6b66c5eff" -d '{"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-plugged", "status": "completed", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:13.640168 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c3abf9-a0de-4e06-acf3-7a8115877276 x-openstack-request-id: req-85c3abf9-a0de-4e06-acf3-7a8115877276 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:13.640562 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-plugged", "status": "completed", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:13.640983 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85c3abf9-a0de-4e06-acf3-7a8115877276 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:13.641560 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'code': 200} Nov 25 17:33:13.841385 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b9747fd-1f1d-4d7b-90bc-ecab06c5220f req-93336aa3-aaab-4d28-9d9c-52dadbba8a91 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0821750 Nov 25 17:33:13.988546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a230f-9be6-407b-9f29-0c259bc45801 req-aeaf7a0c-81d8-4651-bf64-8f6178e18608 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:13.998345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-615a230f-9be6-407b-9f29-0c259bc45801 req-aeaf7a0c-81d8-4651-bf64-8f6178e18608 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0986953 Nov 25 17:33:14.091027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-615a230f-9be6-407b-9f29-0c259bc45801 req-11f23d18-00cb-4b0a-bf3d-ff5c96bccae5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899518 Nov 25 17:33:14.135629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504befa-e661-412e-9641-6f5850b31e87 req-b090af7f-0b78-49ed-aa27-a66236962de1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:14.146937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e504befa-e661-412e-9641-6f5850b31e87 req-b090af7f-0b78-49ed-aa27-a66236962de1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 944 time: 0.0964298 Nov 25 17:33:14.224131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e504befa-e661-412e-9641-6f5850b31e87 req-77097f22-8d4c-4163-a2fe-35163d4ce2d6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761099 Nov 25 17:33:14.489794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:14.553045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:14.559005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:14.560156 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:14.685660 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:14.721382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:14.726063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:14.792010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:15.004620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-19a90992-38eb-4595-90f3-c70b5d016860 req-66ce6aab-97bf-4b3e-bb32-ee60758770c2 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0394225 Nov 25 17:33:15.269448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70592cec-e3e2-4820-9382-7a45a8f176be req-ec098a0d-184f-4a0f-b6f9-66a1ff84fb39 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:15.271078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70592cec-e3e2-4820-9382-7a45a8f176be req-ec098a0d-184f-4a0f-b6f9-66a1ff84fb39 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0702887 Nov 25 17:33:15.339416 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-70592cec-e3e2-4820-9382-7a45a8f176be req-155f17d0-f43e-44ba-9cde-e3f2b9767605 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620182 Nov 25 17:33:15.429385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7a1f-dbd9-4278-b1f1-1d88e02f4985 req-0e61100b-e7db-460a-b87b-b9e71c532189 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:15.437716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d0d7a1f-dbd9-4278-b1f1-1d88e02f4985 req-0e61100b-e7db-460a-b87b-b9e71c532189 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0677295 Nov 25 17:33:15.495067 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d0d7a1f-dbd9-4278-b1f1-1d88e02f4985 req-38404d57-4e94-4e0a-98d2-c05cff11eb8d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Nov 25 17:33:15.642859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:15.646387 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d114c-a602-4cce-a094-014e9d6999f9" -d '{"events": [{"server_uuid": "2bccf280-81c4-48c1-a12a-5e4dfd81aaa3", "name": "network-vif-plugged", "status": "completed", "tag": "8c146ddf-e88c-4249-82bd-dcbe02e0ea6d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:15.696379 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f09338-4993-474e-b926-b810f5feb511 x-openstack-request-id: req-81f09338-4993-474e-b926-b810f5feb511 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:15.696683 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bccf280-81c4-48c1-a12a-5e4dfd81aaa3", "name": "network-vif-plugged", "status": "completed", "tag": "8c146ddf-e88c-4249-82bd-dcbe02e0ea6d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:15.696940 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-81f09338-4993-474e-b926-b810f5feb511 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:15.697369 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d', 'code': 200} Nov 25 17:33:15.810440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796afd-df63-4d43-a954-371b2b3d4178 req-525bc598-01ed-4896-8e3e-68c236ad7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:15.812830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-83796afd-df63-4d43-a954-371b2b3d4178 req-525bc598-01ed-4896-8e3e-68c236ad7f28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 1096 time: 0.0564475 Nov 25 17:33:15.874335 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-83796afd-df63-4d43-a954-371b2b3d4178 req-0741694f-a6f2-4e99-8f44-e17c5a58dff1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Nov 25 17:33:16.069866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:16.136815 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3ab972b-2614-4032-84f0-1e63d0d4ae0e req-42e57879-d08e-4c92-8624-d78d6edb8da9 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0279496 Nov 25 17:33:16.264992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5fcf57f6-41e0-424b-95c7-81ddc20e00ab req-e533520c-4ce8-454c-99eb-5392f615c5bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0261426 Nov 25 17:33:16.525345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d008-fbd8-4af4-b169-427fa77cc0b3 req-e342513c-35c9-4508-801c-04b8d6756831 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.527134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5a3d008-fbd8-4af4-b169-427fa77cc0b3 req-e342513c-35c9-4508-801c-04b8d6756831 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0846078 Nov 25 17:33:16.649166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5a3d008-fbd8-4af4-b169-427fa77cc0b3 req-581e5e3b-52bd-4863-be7d-f99dc30bef48 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072621 Nov 25 17:33:16.757550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff036ad-31f8-4fc2-b20d-8996a4eb1572 req-6987385c-727c-4c27-9056-ed2aae7be40f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:16.759130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ff036ad-31f8-4fc2-b20d-8996a4eb1572 req-6987385c-727c-4c27-9056-ed2aae7be40f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0848117 Nov 25 17:33:16.813132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ff036ad-31f8-4fc2-b20d-8996a4eb1572 req-e6c555d6-00d6-4632-8313-88fdb8d332b5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Nov 25 17:33:17.368155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-366db645-3c4b-4a6c-8526-82fc951b0a5a req-edfa7a81-7ddf-4458-8688-0bb1c36121b4 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0687289 Nov 25 17:33:17.511220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:17.651869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36244) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:17.845166 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc69be-00cd-444d-851a-0000e9a6733d req-f08528a2-af75-47a6-9d24-b317d30e9f95 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:17.851669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3dc69be-00cd-444d-851a-0000e9a6733d req-f08528a2-af75-47a6-9d24-b317d30e9f95 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1007266 Nov 25 17:33:17.952008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3dc69be-00cd-444d-851a-0000e9a6733d req-14f7c254-f544-4967-9395-a4508a33257e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935040 Nov 25 17:33:17.981924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0935907-0cfe-4084-b970-4684c216c64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.019891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858f7b-a065-406a-8003-db9c33d89aa2 req-9f37ead9-850a-435e-a1cc-92b9a610b4aa tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:18.021633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7858f7b-a065-406a-8003-db9c33d89aa2 req-9f37ead9-850a-435e-a1cc-92b9a610b4aa tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.1095903 Nov 25 17:33:18.102368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a7858f7b-a065-406a-8003-db9c33d89aa2 req-445ad8a9-7f00-4cef-9f6d-73442de24887 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724425 Nov 25 17:33:18.181565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0935907-0cfe-4084-b970-4684c216c64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.198243 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0935907-0cfe-4084-b970-4684c216c64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.272018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c0935907-0cfe-4084-b970-4684c216c64b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fbeda3c706f54d1bad32e426cd02af21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6167724 Nov 25 17:33:18.273038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 36256) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:18.273938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0935907-0cfe-4084-b970-4684c216c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0670d1e2-6fe8-4e61-81a7-bb5970e5b78f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:18.292657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dff9e-0028-4d4f-9751-4f6600e6764d req-3b200fba-34eb-41a2-9516-a43ef9002464 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:18.294584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d15dff9e-0028-4d4f-9751-4f6600e6764d req-3b200fba-34eb-41a2-9516-a43ef9002464 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0688453 Nov 25 17:33:18.359368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d15dff9e-0028-4d4f-9751-4f6600e6764d req-0739458e-dfcb-4d8c-8457-0fe841ce8bd1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565650 Nov 25 17:33:18.444045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-563190e3-7ccf-4511-9dac-43cdd29357ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.526947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-563190e3-7ccf-4511-9dac-43cdd29357ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.597525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-987a79a2-34a8-4f58-b557-758d556de8a0 req-09f2d9e7-e4b0-4948-9742-203f3a566422 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0575356 Nov 25 17:33:18.623748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-563190e3-7ccf-4511-9dac-43cdd29357ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.628865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-563190e3-7ccf-4511-9dac-43cdd29357ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:18.630262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-563190e3-7ccf-4511-9dac-43cdd29357ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0670d1e2-6fe8-4e61-81a7-bb5970e5b78f HTTP/1.1" status: 204 len: 168 time: 0.3532052 Nov 25 17:33:18.672041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563190e3-7ccf-4511-9dac-43cdd29357ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0670d1e2-6fe8-4e61-81a7-bb5970e5b78f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:18.832038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d285a-06c2-4bca-90ff-2c5461b961e8 req-699393ae-edd6-4467-aeda-37ffd077b2ac tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:18.833718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db3d285a-06c2-4bca-90ff-2c5461b961e8 req-699393ae-edd6-4467-aeda-37ffd077b2ac tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0952666 Nov 25 17:33:18.975938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db3d285a-06c2-4bca-90ff-2c5461b961e8 req-d6b771df-43ab-4a0c-962a-891130095098 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284630 Nov 25 17:33:19.216422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5526f4a6-c12c-493b-bcd2-6fed4321ffd1 req-249c6b99-1e00-40f5-8f72-17e6e2288e83 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0832307 Nov 25 17:33:19.251808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985940a-0901-4adc-949b-d698489aef4e req-a6345cbc-c1d4-4235-8886-66ed895022a6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:19.276860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1985940a-0901-4adc-949b-d698489aef4e req-a6345cbc-c1d4-4235-8886-66ed895022a6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1134145 Nov 25 17:33:19.422540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1985940a-0901-4adc-949b-d698489aef4e req-e185e459-8c4b-40df-80df-b7fb78877c8d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291115 Nov 25 17:33:20.107292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0292-007a-42b8-ad8f-7b7925e9b02e req-7196fd5a-afd3-4ffb-b8a6-5bdbb85469a3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:20.109379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dcb0292-007a-42b8-ad8f-7b7925e9b02e req-7196fd5a-afd3-4ffb-b8a6-5bdbb85469a3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0573571 Nov 25 17:33:20.187645 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dcb0292-007a-42b8-ad8f-7b7925e9b02e req-0454d3e5-9424-4abe-9a29-6706fa1064c0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533524 Nov 25 17:33:20.197082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4e14a0f4-c2ec-404d-9299-0b01cd796b85 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:20.198830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4e14a0f4-c2ec-404d-9299-0b01cd796b85 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0891452 Nov 25 17:33:20.360182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a90d055-7f3c-4888-ac53-c63f3f09ed6a req-57910ac9-8954-4f35-b780-bff9ec6480e1 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0479047 Nov 25 17:33:20.935115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326d87-913e-45f0-b9cb-83c06de78837 req-db042572-17ad-4f2c-aecf-c738f82035cc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:20.944466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86326d87-913e-45f0-b9cb-83c06de78837 req-db042572-17ad-4f2c-aecf-c738f82035cc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1104064 Nov 25 17:33:21.023350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:21.023963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.064168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86326d87-913e-45f0-b9cb-83c06de78837 req-5210db0e-7273-4209-b698-df89d292826d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183617 Nov 25 17:33:21.221343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:21.221703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.261596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:21.436338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41401e-94f7-4423-9650-a6aee3390121 req-445683a6-b9fc-4496-98a0-9428f97e8f50 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:21.451464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af41401e-94f7-4423-9650-a6aee3390121 req-445683a6-b9fc-4496-98a0-9428f97e8f50 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=2bccf280-81c4-48c1-a12a-5e4dfd81aaa3 HTTP/1.1" status: 200 len: 945 time: 0.0877109 Nov 25 17:33:21.577722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af41401e-94f7-4423-9650-a6aee3390121 req-b3f1c30b-752f-4361-b971-7233ba73aa0f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098816 Nov 25 17:33:21.579999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-33f894dc-74ed-4690-a01c-fe5dffe8da64 req-f2c21b00-eb61-4a27-9e8d-6d9e105bab5b tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0543478 Nov 25 17:33:21.630416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.644413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:21.734803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=8c146ddf-e88c-4249-82bd-dcbe02e0ea6d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:21.788636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:21.803408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:21.813717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35d6f11d-d198-45df-adac-4e3f2ab209a4 req-4cdf5eb8-8c88-44b8-8dfb-614f7e1692e2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "DELETE /v2.0/ports/8c146ddf-e88c-4249-82bd-dcbe02e0ea6d HTTP/1.1" status: 204 len: 173 time: 1.5987897 Nov 25 17:33:21.815651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'name': 'network-vif-deleted', 'tag': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:21.825824 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3dd1fa-253e-4b81-81ad-e38cb8e1d83f" -d '{"events": [{"server_uuid": "2bccf280-81c4-48c1-a12a-5e4dfd81aaa3", "name": "network-vif-deleted", "tag": "8c146ddf-e88c-4249-82bd-dcbe02e0ea6d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:21.962558 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a8d7a-683f-4e62-b331-402305efe749 x-openstack-request-id: req-2d5a8d7a-683f-4e62-b331-402305efe749 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:21.964504 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bccf280-81c4-48c1-a12a-5e4dfd81aaa3", "name": "network-vif-deleted", "tag": "8c146ddf-e88c-4249-82bd-dcbe02e0ea6d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:21.964504 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d5a8d7a-683f-4e62-b331-402305efe749 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:21.964504 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bccf280-81c4-48c1-a12a-5e4dfd81aaa3', 'name': 'network-vif-deleted', 'tag': '8c146ddf-e88c-4249-82bd-dcbe02e0ea6d', 'status': 'completed', 'code': 200} Nov 25 17:33:22.247675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a82d0-9a9a-45ee-9492-e93097fd0a71 req-afa61886-f49d-4074-8295-b8a77f32b82a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:22.255270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab6a82d0-9a9a-45ee-9492-e93097fd0a71 req-afa61886-f49d-4074-8295-b8a77f32b82a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0726199 Nov 25 17:33:22.375226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab6a82d0-9a9a-45ee-9492-e93097fd0a71 req-b8b5a857-d70b-49d0-9aea-228674e71bd2 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147692 Nov 25 17:33:22.823702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1cda2a1-d93d-4a1c-b279-c8d6223f704a req-f5ff1048-aafb-48c0-8378-06f674b2ace0 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0553825 Nov 25 17:33:22.928062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-2b43bd38-ca86-4805-ab8e-4d509d65f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:22.931134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-2b43bd38-ca86-4805-ab8e-4d509d65f44c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.1271713 Nov 25 17:33:22.966272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e728574-5f04-4a97-8590-ec004781a971 req-c3a37853-0757-474f-b63d-23ac414c0dcf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:22.975666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e728574-5f04-4a97-8590-ec004781a971 req-c3a37853-0757-474f-b63d-23ac414c0dcf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1501300 Nov 25 17:33:23.103693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e728574-5f04-4a97-8590-ec004781a971 req-69d81a9f-a87e-45f0-8eba-35ed1c57c057 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223502 Nov 25 17:33:23.165593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-3694a891-edb4-49b0-9288-215512a7559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.167090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-3694a891-edb4-49b0-9288-215512a7559b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.2226098 Nov 25 17:33:23.259000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-f2218662-4c38-4d46-8335-4da316589161 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e4b06eea2f8d4b1bbb37d44c375dbd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908663 Nov 25 17:33:23.480014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-7708b15b-382e-49e3-9ef8-bf4795d2e074 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.481543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-7708b15b-382e-49e3-9ef8-bf4795d2e074 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.1792572 Nov 25 17:33:23.496396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-e676a48c-c0a3-4d63-b95d-7129244181cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.3198035 Nov 25 17:33:23.504676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-869a9652-cc07-4a2b-b680-9b735a530aa3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0162454 Nov 25 17:33:23.557948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-4fabaf39-2b7a-4cd8-a3a8-983c93976e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.558286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0ae9cc08-b33d-48a4-8bff-2d13b6634495 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522087 Nov 25 17:33:23.560406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-4fabaf39-2b7a-4cd8-a3a8-983c93976e8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0570610 Nov 25 17:33:23.572696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-53fb31ce-5c8b-47fb-be26-3cfd2646b626 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.581816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-53fb31ce-5c8b-47fb-be26-3cfd2646b626 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218582 Nov 25 17:33:23.609847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-f1250198-0650-4337-a4aa-753117bcf99d tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/quotas/e4b06eea2f8d4b1bbb37d44c375dbd96 HTTP/1.1" status: 200 len: 375 time: 0.0270259 Nov 25 17:33:23.651269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-35540de8-4795-4dc0-bc6d-09ca495eb0c8 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4b06eea2f8d4b1bbb37d44c375dbd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404973 Nov 25 17:33:23.677009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-340ac83f-71cf-4981-b45f-93bc090abe6c service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167183 Nov 25 17:33:23.738559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-3274183b-f69a-4527-a74a-249ec8b0f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:23.744788 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-3274183b-f69a-4527-a74a-249ec8b0f10b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498983 Nov 25 17:33:23.788331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-646145ec-dfdf-4294-8126-7bd7642793ab service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099951 Nov 25 17:33:23.919105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-28e34d8d-b1d2-4362-b980-0bffac5f6e89 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662235 Nov 25 17:33:24.063352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ec17e46a-8994-4f22-a281-723afcd766c4 req-f9e0a56f-07aa-4bec-b061-2e1bcdbde7f0 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0469601 Nov 25 17:33:24.156034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57729a0a-8178-4a84-8de2-6c2f65188363 req-4fc64358-89c2-4305-a487-5700bb9510de tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 210 time: 0.0846512 Nov 25 17:33:24.220053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70f7a9d3-b261-4545-b106-de3297989b13 req-31cbb376-e65a-41f4-ad2f-02a3b7c3e98f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 210 time: 0.0940738 Nov 25 17:33:24.239775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1fdec751-5c3c-4adc-90c9-219c89ed11a7 req-129dabeb-839e-417b-9c33-26860682f8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064113 Nov 25 17:33:24.339626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a6713-a674-4dbb-a8a5-db6b7b3ae2d5 req-f759dc33-a1f6-4137-a1df-5c49f129ab1a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:24.344037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c60a6713-a674-4dbb-a8a5-db6b7b3ae2d5 req-f759dc33-a1f6-4137-a1df-5c49f129ab1a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0951486 Nov 25 17:33:24.436494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c60a6713-a674-4dbb-a8a5-db6b7b3ae2d5 req-e1f9a685-9773-4c28-a0bc-0ddbb2ca6274 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850422 Nov 25 17:33:24.583619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:24.638556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:24.639504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8c146ddf-e88c-4249-82bd-dcbe02e0ea6d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:25.184363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9dfca67-9896-48d1-ac26-b532bf2cc8d9 req-2cfa486d-bf14-41a9-8adc-5397b5a03e69 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0353513 Nov 25 17:33:25.295838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14030893-811a-4d2f-b8af-099a95b7bcb0 req-9fd9d150-31d7-4d59-a2ca-e9808f184f5c tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 210 time: 0.0449340 Nov 25 17:33:25.378047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a35e0db9-9413-453c-9a0c-630a4d780e22 req-322d76f9-eb02-4854-9d0a-ca9fe4cceaa9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 210 time: 0.0406070 Nov 25 17:33:25.518617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-cc242233-29f5-4c9c-ba9a-a382abb0acd3 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e4b06eea2f8d4b1bbb37d44c375dbd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722752 Nov 25 17:33:25.596316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c687fba-103e-4c2a-b159-2c753ccbc670 req-cfa002f5-aca9-4fcb-ae0d-e0822a215b63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.597793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c687fba-103e-4c2a-b159-2c753ccbc670 req-cfa002f5-aca9-4fcb-ae0d-e0822a215b63 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0838919 Nov 25 17:33:25.672847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c687fba-103e-4c2a-b159-2c753ccbc670 req-9de05697-7b86-425d-a631-5ee6bacb558d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662105 Nov 25 17:33:25.933691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-7a59c0e4-a131-4ceb-b62b-e910192744ca tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.935644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-7a59c0e4-a131-4ceb-b62b-e910192744ca tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107559 Nov 25 17:33:25.950729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a01a-4600-4731-927a-ffeb0e73c550 req-6be709d4-0da8-4a9a-b968-19632ebcb4f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:25.955160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88d6a01a-4600-4731-927a-ffeb0e73c550 req-6be709d4-0da8-4a9a-b968-19632ebcb4f0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1389916 Nov 25 17:33:25.963091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Request body: {'port': {'device_id': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': 'e4b06eea2f8d4b1bbb37d44c375dbd96'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:26.095196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88d6a01a-4600-4731-927a-ffeb0e73c550 req-4c323e0c-5aad-4735-a68f-be8448430529 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257970 Nov 25 17:33:26.108587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-a9121fb3-a6c4-4fc8-bd5d-55a59c08a463 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.110206 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-a9121fb3-a6c4-4fc8-bd5d-55a59c08a463 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.2440908 Nov 25 17:33:26.126500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:26.263236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Made reservation on behalf of e4b06eea2f8d4b1bbb37d44c375dbd96 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:26.266822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.296967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.311841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:26.316068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.382584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351efab2-963d-4774-8358-60c7c5c776be req-7cccc395-798c-464e-828e-d51998ba1c3b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:26.392867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-351efab2-963d-4774-8358-60c7c5c776be req-7cccc395-798c-464e-828e-d51998ba1c3b tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0946224 Nov 25 17:33:26.468847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.470331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-351efab2-963d-4774-8358-60c7c5c776be req-ca0e112d-bb57-490c-a8af-a9bb4e9446ca tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705576 Nov 25 17:33:26.528459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f2238411-3c09-4c38-beb2-19f3484115af req-f46b7279-b36c-4912-b6f2-71344ec42fb1 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0572476 Nov 25 17:33:26.529211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:26.670387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09ec57c0-107b-4a87-8576-8e3ffffa70a7 req-d3417189-0f52-42a8-8871-71aa21ea1ec4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 210 time: 0.0425470 Nov 25 17:33:26.729863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:26.784866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.13 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/bce463b8-b3ad-48c6-b8bd-0b6f6543fe37) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:26.924172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Allocated IP 192.168.233.123 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/fb4fdd36-6674-4846-aebe-6df0817bb964) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:27.012750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.057603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.073048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:27.113781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:27.119947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:27.130605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:27.229157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.236490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:27.285231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.286155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.299925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba774b-b0d5-4881-aa54-8c9e89b22f7d req-a8ce6b46-cd12-4735-8e6c-a7a6436067d8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.308709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1ba774b-b0d5-4881-aa54-8c9e89b22f7d req-a8ce6b46-cd12-4735-8e6c-a7a6436067d8 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1815515 Nov 25 17:33:27.376199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f6e9400-ae16-47be-af5d-35e0883ebfb3 req-082a47b8-e91c-4ef4-858d-20c4212c6e79 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 210 time: 0.6780090 Nov 25 17:33:27.377824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0009b34e-31a6-4168-88fe-d4ed8b11584d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2554603 Nov 25 17:33:27.379140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.403195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1ba774b-b0d5-4881-aa54-8c9e89b22f7d req-f092ebb5-42e3-45ff-81c7-bdcb41fc6c53 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932438 Nov 25 17:33:27.414400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:27.424384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:27.504128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:27.634247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Pushing event updated for resources: {'Port': ['ID=fb4fdd36-6674-4846-aebe-6df0817bb964,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:27.635858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Request body: {'port': {'device_id': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:27.660972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.661857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.694725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-68e3d5b2-0274-4385-82aa-376a30e9e08a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7361038 Nov 25 17:33:27.711076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Request body: {'port': {'device_id': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:27.746207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c365ed04-7ed6-46b5-ab09-f6458e7652a6 req-12ba8ab3-3bab-4fb5-9d4d-3e19f625e65a tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0543721 Nov 25 17:33:27.857525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.887355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:27.981831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6cf5b-ce98-4f0d-9175-903ff257ac24 req-90865fa9-d605-4ba3-8bdd-6d10ec0eea84 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:27.984986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bfe6cf5b-ce98-4f0d-9175-903ff257ac24 req-90865fa9-d605-4ba3-8bdd-6d10ec0eea84 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 936 time: 0.1592669 Nov 25 17:33:28.001341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b834d76c-682c-45da-b89a-79dce1599205 None None] Provisioning complete for port fb4fdd36-6674-4846-aebe-6df0817bb964 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:28.002512 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b834d76c-682c-45da-b89a-79dce1599205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.108151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b834d76c-682c-45da-b89a-79dce1599205 None None] Port fb4fdd36-6674-4846-aebe-6df0817bb964 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:28.157092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bfe6cf5b-ce98-4f0d-9175-903ff257ac24 req-837a3b72-f4f1-4d28-a2a1-0906e9b2eb30 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628387 Nov 25 17:33:28.295931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4fdd36-6674-4846-aebe-6df0817bb964 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:28.304929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.319959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Transition to ACTIVE for port object fb4fdd36-6674-4846-aebe-6df0817bb964 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:28.326297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.354232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:28.363167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.383699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Transition to ACTIVE for port object bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:28.391565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.406385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4fdd36-6674-4846-aebe-6df0817bb964,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:28.462562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Pushing event updated for resources: {'Port': ['ID=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:28.478111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Attempting to bind port fb4fdd36-6674-4846-aebe-6df0817bb964 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.478628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Attempting to bind port fb4fdd36-6674-4846-aebe-6df0817bb964 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.479114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Attempting to bind port fb4fdd36-6674-4846-aebe-6df0817bb964 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.484663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Port fb4fdd36-6674-4846-aebe-6df0817bb964 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.485260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Attempting to bind port fb4fdd36-6674-4846-aebe-6df0817bb964 on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.493254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:28.493932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:28.494603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:28.495195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Bound port: fb4fdd36-6674-4846-aebe-6df0817bb964, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:28.496319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.578326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] For port fb4fdd36-6674-4846-aebe-6df0817bb964, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:28.581416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] For port fb4fdd36-6674-4846-aebe-6df0817bb964, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fb4fdd36-6674-4846-aebe-6df0817bb964,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:28.602077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.604082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84611e09-1e82-4eb8-a7ad-9767de48bb75 req-6876febb-e35d-4da2-aef4-7f8f56d704eb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.606147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84611e09-1e82-4eb8-a7ad-9767de48bb75 req-6876febb-e35d-4da2-aef4-7f8f56d704eb tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0725427 Nov 25 17:33:28.609002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Attempting to bind port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:28.609332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Attempting to bind port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:28.609658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Attempting to bind port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.622015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:28.622421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Attempting to bind port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:28.640321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:28.640680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:28.641038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:28.641469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Bound port: bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:28.641823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.663012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.664148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.665538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb4fdd36-6674-4846-aebe-6df0817bb964 HTTP/1.1" status: 200 len: 1096 time: 0.9609139 Nov 25 17:33:28.684790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84611e09-1e82-4eb8-a7ad-9767de48bb75 req-e1b6e258-8fe5-4961-88b2-ac8d8749e72a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713949 Nov 25 17:33:28.692571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'tag': 'fb4fdd36-6674-4846-aebe-6df0817bb964'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:28.704572 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b923b37-31db-4a7c-9985-8bb5fb339b78", "tag": "fb4fdd36-6674-4846-aebe-6df0817bb964"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:28.785436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68faa7-c885-43b2-b047-ae64cf2d36d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4fdd36-6674-4846-aebe-6df0817bb964,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:28.797197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dd3ea-434a-4bef-8a3b-92d9fb31ab1b req-18124b51-1200-4913-ad5d-407765433112 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.798820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-048dd3ea-434a-4bef-8a3b-92d9fb31ab1b req-18124b51-1200-4913-ad5d-407765433112 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 944 time: 0.2155066 Nov 25 17:33:28.821033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] For port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:28.834254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] For port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:28.847160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.853214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-76580418-813c-4cf9-a13b-5ea59a2b69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.855185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-76580418-813c-4cf9-a13b-5ea59a2b69c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4b06eea2f8d4b1bbb37d44c375dbd96&device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 1099 time: 0.1269410 Nov 25 17:33:28.883170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:28.884304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:28.885816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] 10.222.0.55 "PUT /v2.0/ports/bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 HTTP/1.1" status: 200 len: 1092 time: 1.4758229 Nov 25 17:33:28.892728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'tag': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:28.895526 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af9b9ca-e749-41d7-a150-a43e65a48c28" -d '{"events": [{"name": "network-changed", "server_uuid": "192e0693-4ded-48a0-9f55-75f62343a0ee", "tag": "bce463b8-b3ad-48c6-b8bd-0b6f6543fe37"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:28.983276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-7fc67882-29f3-4433-a87f-17966af3c87c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fb4fdd36-6674-4846-aebe-6df0817bb964 HTTP/1.1" status: 200 len: 217 time: 0.1078794 Nov 25 17:33:29.010934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-048dd3ea-434a-4bef-8a3b-92d9fb31ab1b req-a7c2fb5d-d623-488e-91ca-09890a247eae tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001491 Nov 25 17:33:29.083745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-075d1403-8adc-4a68-816f-192e479cc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.086921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-075d1403-8adc-4a68-816f-192e479cc41b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0941620 Nov 25 17:33:29.152435 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d05b17-6cee-4d60-8c25-89fcc9df02fd x-openstack-request-id: req-32d05b17-6cee-4d60-8c25-89fcc9df02fd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:29.158588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0cc2fa32-9d3d-4161-bc30-e00a324a15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.160084 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b923b37-31db-4a7c-9985-8bb5fb339b78", "tag": "fb4fdd36-6674-4846-aebe-6df0817bb964", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:29.160467 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-32d05b17-6cee-4d60-8c25-89fcc9df02fd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:29.160893 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'tag': 'fb4fdd36-6674-4846-aebe-6df0817bb964', 'status': 'completed', 'code': 200} Nov 25 17:33:29.167888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-0cc2fa32-9d3d-4161-bc30-e00a324a15b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 1095 time: 0.1993113 Nov 25 17:33:29.191125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687596b2-5152-4234-886e-07b6e2bec494 service neutron] Pushing event updated for resources: {'Port': ['ID=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:29.216901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-efe09228-dc60-498d-bc68-4d5db9833369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.218974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-efe09228-dc60-498d-bc68-4d5db9833369 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225502 Nov 25 17:33:29.280875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-51b7c46e-ca8c-4122-8527-c147f6a08045 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 HTTP/1.1" status: 200 len: 217 time: 0.1121173 Nov 25 17:33:29.328799 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-69f6dfd2-7b3a-48a8-b1c6-a0ab03e61cb8 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018991 Nov 25 17:33:29.445122 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc333f33-8f26-40fb-b262-2a90047e20b6 x-openstack-request-id: req-cc333f33-8f26-40fb-b262-2a90047e20b6 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:29.451305 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e0693-4ded-48a0-9f55-75f62343a0ee", "tag": "bce463b8-b3ad-48c6-b8bd-0b6f6543fe37", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:29.452148 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc333f33-8f26-40fb-b262-2a90047e20b6 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:29.458468 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'tag': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37', 'status': 'completed', 'code': 200} Nov 25 17:33:29.475847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-964a55ee-b69c-465c-93ed-c7a54c7c8400 req-9d655e69-0354-4b54-a62a-2ada4251b6a5 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.1935921 Nov 25 17:33:29.517622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-835bcae1-a78e-418b-8867-fa696fe3a979 req-b90926e7-7893-46f6-96f9-90b716426cb1 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812618 Nov 25 17:33:29.580384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4df76-4d20-4dee-9f78-891f434a425d req-b82f37e7-30f2-4cf3-a7db-29449b4f7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.593889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-b82f37e7-30f2-4cf3-a7db-29449b4f7a5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.3010228 Nov 25 17:33:29.601983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-38fed1ae-71f4-4d4a-8737-0155aefbc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.603550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-38fed1ae-71f4-4d4a-8737-0155aefbc770 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 1095 time: 0.2092981 Nov 25 17:33:29.691564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-2b0f4c10-38a2-44e6-85bd-e0c754d55ba5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870421 Nov 25 17:33:29.757464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-7371ab4a-7b5d-453e-9c0e-3f8ba384564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.759426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-7371ab4a-7b5d-453e-9c0e-3f8ba384564b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4b06eea2f8d4b1bbb37d44c375dbd96&device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 1099 time: 0.1661458 Nov 25 17:33:29.769253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743f97-84c7-4037-b214-60586f2ee9d2 req-74709a6b-d937-4186-afae-0f525624bfda tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.777564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f743f97-84c7-4037-b214-60586f2ee9d2 req-74709a6b-d937-4186-afae-0f525624bfda tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 948 time: 0.1927013 Nov 25 17:33:29.846809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f2cc-370d-4033-836a-537f32c3afd2 req-245b9e5d-540e-4a81-97c6-d66806ceea25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.848609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d928f2cc-370d-4033-836a-537f32c3afd2 req-245b9e5d-540e-4a81-97c6-d66806ceea25 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.2179990 Nov 25 17:33:29.917009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f743f97-84c7-4037-b214-60586f2ee9d2 req-c1dd88ad-2547-428d-8c71-29287386baef tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166391 Nov 25 17:33:29.932980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-a8e934f7-f4e1-49f9-902f-d4ca168e8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:29.935373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-a8e934f7-f4e1-49f9-902f-d4ca168e8888 service neutron] 10.222.0.55 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.1503601 Nov 25 17:33:29.994697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-c764b1a7-e8a9-4b3e-88fd-ec914c9b697b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fb4fdd36-6674-4846-aebe-6df0817bb964 HTTP/1.1" status: 200 len: 217 time: 0.0503104 Nov 25 17:33:30.032915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-a335ba1a-953f-4767-8001-7921cc066861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.034623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-a335ba1a-953f-4767-8001-7921cc066861 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.4160900 Nov 25 17:33:30.107199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-0355fdf7-bd40-4ce2-983a-3f0f9a887ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.109627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-0355fdf7-bd40-4ce2-983a-3f0f9a887ed6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.1063321 Nov 25 17:33:30.112797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d928f2cc-370d-4033-836a-537f32c3afd2 req-02989273-f3bf-4f0f-9b10-90fb9e3c67e7 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121406 Nov 25 17:33:30.118598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-03c8c78f-9da6-4980-b229-f676b3db8480 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562753 Nov 25 17:33:30.227834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-9a1f6071-0141-497c-8b4a-ee3b6e17d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.230285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-9a1f6071-0141-497c-8b4a-ee3b6e17d7fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116025 Nov 25 17:33:30.232126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-e1d1420b-a2f0-4268-a584-1e8ee40ade6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 200 len: 999 time: 0.1835771 Nov 25 17:33:30.257940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e047f8c-ca87-409e-b506-ffaf3ba1dce5 req-43c9f2df-6663-4653-948b-67bdcfd74b86 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.259597 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e047f8c-ca87-409e-b506-ffaf3ba1dce5 req-43c9f2df-6663-4653-948b-67bdcfd74b86 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 944 time: 0.0861323 Nov 25 17:33:30.279632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-14a4df76-4d20-4dee-9f78-891f434a425d req-ca8263ce-5209-4c1b-89dd-0292ffc22cde service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504538 Nov 25 17:33:30.349535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-e2278461-d526-4027-b3cb-22dd1871c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.351819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-e2278461-d526-4027-b3cb-22dd1871c531 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0710261 Nov 25 17:33:30.431907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-02d4f863-827b-4440-9865-9b0100b408b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.434806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-02d4f863-827b-4440-9865-9b0100b408b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731404 Nov 25 17:33:30.436851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e047f8c-ca87-409e-b506-ffaf3ba1dce5 req-22b91cdf-2c84-4d5f-ab18-151df092d42f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623404 Nov 25 17:33:30.444722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-36300153-db5f-483a-8cf1-b8665ea94a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:30.446400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-36300153-db5f-483a-8cf1-b8665ea94a42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 1095 time: 0.0934701 Nov 25 17:33:30.487097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-6f57f697-edaa-4dd8-8a06-4e9c23c950cd service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476509 Nov 25 17:33:30.546154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-07cda8e3-fbf9-4b4e-9cdd-79ac3c18f5b7 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987496 Nov 25 17:33:30.683880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6490e323-865d-4f7d-9e7e-3a6dc0d3c1d0 req-3d3761d1-9120-41a3-9e0d-3f1e2b5d2988 service neutron] 10.222.0.55 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836381 Nov 25 17:33:31.136067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc6e3c-850c-45ce-9e9d-d0a55f03302b req-03d9b604-ce5a-46e9-9b07-3c7ca251ff2e tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.149150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95fc6e3c-850c-45ce-9e9d-d0a55f03302b req-03d9b604-ce5a-46e9-9b07-3c7ca251ff2e tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 948 time: 0.0879948 Nov 25 17:33:31.164780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3762e3-50e9-4553-8ca7-4948952bdfe6 req-03d2368d-76f2-4544-bd5f-c67dc152c829 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0663495 Nov 25 17:33:31.253007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-658c8e82-eba4-43c5-8a7b-6bf5f0833583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.253239 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-95fc6e3c-850c-45ce-9e9d-d0a55f03302b req-698e2c4e-91de-47a8-907c-0f884e4e57f8 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027241 Nov 25 17:33:31.254820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-658c8e82-eba4-43c5-8a7b-6bf5f0833583 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 0.7077575 Nov 25 17:33:31.257802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71209c44-6f54-4f98-984f-3bed3b92f8ce req-265a422b-170b-429c-8344-1c256e516129 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027175 Nov 25 17:33:31.310704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-f1876526-b80f-4957-8101-4d209d1201a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 HTTP/1.1" status: 200 len: 217 time: 0.0464764 Nov 25 17:33:31.408240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0969d2-813e-4983-bd3c-56516fe1a127 req-90979ec6-9d27-4266-a267-45488b593466 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.409930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ec0969d2-813e-4983-bd3c-56516fe1a127 req-90979ec6-9d27-4266-a267-45488b593466 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0981417 Nov 25 17:33:31.412023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-9146efe8-7ef9-499d-8dcf-bef66057bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.413636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-9146efe8-7ef9-499d-8dcf-bef66057bafd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.0913622 Nov 25 17:33:31.467223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-829c0fce-33cc-402d-8990-cf4f5911f43e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464232 Nov 25 17:33:31.563194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ec0969d2-813e-4983-bd3c-56516fe1a127 req-cbf3ffb3-d140-4f67-8f49-13ca3c957afd tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434593 Nov 25 17:33:31.588308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19b7e-b62a-426d-b1a3-23b722328f37 req-4a5e5f83-486c-40ea-a05e-a591bf0ba7c0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:31.589938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72a19b7e-b62a-426d-b1a3-23b722328f37 req-4a5e5f83-486c-40ea-a05e-a591bf0ba7c0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 944 time: 0.0803146 Nov 25 17:33:31.621453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-d74cc5a9-9b9f-4647-a646-812c046144e5 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361814 Nov 25 17:33:31.653150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72a19b7e-b62a-426d-b1a3-23b722328f37 req-cc9a7860-1802-45a7-9e03-693faa5122f9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Nov 25 17:33:31.739271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7af9b9ca-e749-41d7-a150-a43e65a48c28 req-bc62a881-c397-43c4-9ea8-952e67ed4e98 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107252 Nov 25 17:33:32.323586 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fa31080a-9acf-4462-9086-a84e417c0121 req-9dc65a0c-eb52-4c03-bce2-0cfc8947f0b8 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0462124 Nov 25 17:33:32.422931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cdddc-73bb-4c20-bdda-c5a0add1d68e req-e250324b-6baa-478a-8762-c4d4e6e058e2 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.424776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a42cdddc-73bb-4c20-bdda-c5a0add1d68e req-e250324b-6baa-478a-8762-c4d4e6e058e2 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 948 time: 0.0614355 Nov 25 17:33:32.492293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a42cdddc-73bb-4c20-bdda-c5a0add1d68e req-7b2abf07-dfd3-4045-ad40-a23e4dc25d55 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602441 Nov 25 17:33:32.629711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:32.731891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440fba-d519-4365-8cf8-b6ad5fea7fc7 req-1e3cad3f-6ac3-46c8-b386-997115b4dad5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.742140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50440fba-d519-4365-8cf8-b6ad5fea7fc7 req-1e3cad3f-6ac3-46c8-b386-997115b4dad5 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0842884 Nov 25 17:33:32.786309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:32.799659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37', 'mac_address': 'fa:16:3e:d3:80:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:32.826617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50440fba-d519-4365-8cf8-b6ad5fea7fc7 req-67a5fcf9-3fe6-4fa5-9c13-a8b6925f3fbc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834620 Nov 25 17:33:32.864825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6274d-23d9-4300-92f8-363eb1b9fa6a req-3fe05870-20c6-4d87-a792-b63583cfe713 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:32.869460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.870238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7f6274d-23d9-4300-92f8-363eb1b9fa6a req-3fe05870-20c6-4d87-a792-b63583cfe713 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 944 time: 0.1274350 Nov 25 17:33:32.890919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:32.914904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:32.920241 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:32.921406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fb4fdd36-6674-4846-aebe-6df0817bb964 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:32.985684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7f6274d-23d9-4300-92f8-363eb1b9fa6a req-08af7015-7419-419c-9ac9-9e39709294ee tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077118 Nov 25 17:33:33.063120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4d69-bf0c-40b7-8d2e-65956c69390e req-0373bda2-2369-4198-a8c1-0348c1154424 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.067861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port fb4fdd36-6674-4846-aebe-6df0817bb964, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fb4fdd36-6674-4846-aebe-6df0817bb964,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:33.071905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92dd4d69-bf0c-40b7-8d2e-65956c69390e req-0373bda2-2369-4198-a8c1-0348c1154424 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0705554 Nov 25 17:33:33.082324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'fb4fdd36-6674-4846-aebe-6df0817bb964', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': 'fb4fdd36-6674-4846-aebe-6df0817bb964', 'mac_address': 'fa:16:3e:6f:28:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:33.129892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92dd4d69-bf0c-40b7-8d2e-65956c69390e req-965a90c8-80d7-4fb0-95e1-4296b7ff6841 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507803 Nov 25 17:33:33.187984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.191618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:33.258939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4fdd36-6674-4846-aebe-6df0817bb964 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:33.341559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port fb4fdd36-6674-4846-aebe-6df0817bb964, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fb4fdd36-6674-4846-aebe-6df0817bb964,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:33.347409 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:33.372234 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:33:33.442557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=fb4fdd36-6674-4846-aebe-6df0817bb964,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:33.536879 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a38e066d-8c6c-42a4-bfd8-3047b29d6498 req-2d4778f4-f06a-40bf-89bb-92508c7a9641 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0482848 Nov 25 17:33:33.588464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['fb4fdd36-6674-4846-aebe-6df0817bb964'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:33.616496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['bce463b8-b3ad-48c6-b8bd-0b6f6543fe37'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:33.799267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ea01c-b45a-478d-bab4-b79846655a42 req-a475873e-6335-43b8-990c-7e8e1564ace8 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:33.801087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c46ea01c-b45a-478d-bab4-b79846655a42 req-a475873e-6335-43b8-990c-7e8e1564ace8 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 949 time: 0.1338685 Nov 25 17:33:33.891861 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c46ea01c-b45a-478d-bab4-b79846655a42 req-8eed7cf9-4e86-4dfc-a6e1-57c7c2fe9ac2 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846815 Nov 25 17:33:34.182618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f908fa2-24df-473d-a05d-246490d448ff req-7e93e177-efe4-4e54-8a24-852bedc8208b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.187483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f908fa2-24df-473d-a05d-246490d448ff req-7e93e177-efe4-4e54-8a24-852bedc8208b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 945 time: 0.0831509 Nov 25 17:33:34.246755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8f908fa2-24df-473d-a05d-246490d448ff req-83aab888-4680-4ce1-8d2c-08da4a3438d6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529830 Nov 25 17:33:34.281061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-695dad87-8111-47c5-a177-f2d7837c3162 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:34.282949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-695dad87-8111-47c5-a177-f2d7837c3162 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=c6285207-3af4-4b64-b2e1-d1d4bd0d80aa HTTP/1.1" status: 200 len: 944 time: 0.0764241 Nov 25 17:33:34.422593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Deleting port ea378cc3-934d-45dc-9a01-ea902f5575f9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:34.422932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.521175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] For port ea378cc3-934d-45dc-9a01-ea902f5575f9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea378cc3-934d-45dc-9a01-ea902f5575f9,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:34.521531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.534443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Calling delete_port for ea378cc3-934d-45dc-9a01-ea902f5575f9 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:34.629905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:34.655763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56093a7-542d-4d48-b18f-a2d8a1220585 req-641b0c8c-d7cc-473e-89a1-650d6abb20bb tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0276403 Nov 25 17:33:34.702444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.717509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97', '9ae90b59-dd93-4c23-8b6c-daeefd17bea4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:34.739214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'Port': ['ID=ea378cc3-934d-45dc-9a01-ea902f5575f9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:34.764332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:34.779427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:34.780057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.810721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] No DVR routers for this DVR port ea378cc3-934d-45dc-9a01-ea902f5575f9 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:34.813342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:34.822800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30f67a1a-26c5-4991-99ee-4f1def38ba41 req-eb5a5069-681d-4526-8cd0-dd34e91f3047 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "DELETE /v2.0/ports/ea378cc3-934d-45dc-9a01-ea902f5575f9 HTTP/1.1" status: 204 len: 173 time: 0.5327554 Nov 25 17:33:34.824060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-deleted', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:34.826891 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff52c39-a38b-4834-ad42-8cf17d311aa4" -d '{"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-deleted", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:34.909369 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cebc6f5-37d9-40ac-91e3-19624476b2f4 x-openstack-request-id: req-3cebc6f5-37d9-40ac-91e3-19624476b2f4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:34.909664 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6285207-3af4-4b64-b2e1-d1d4bd0d80aa", "name": "network-vif-deleted", "tag": "ea378cc3-934d-45dc-9a01-ea902f5575f9", "status": "failed", "code": 422}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:34.909923 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3cebc6f5-37d9-40ac-91e3-19624476b2f4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:34.910337 n-d-817303-7 neutron-server[103636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6285207-3af4-4b64-b2e1-d1d4bd0d80aa', 'name': 'network-vif-deleted', 'tag': 'ea378cc3-934d-45dc-9a01-ea902f5575f9', 'status': 'failed', 'code': 422} returned with failed status Nov 25 17:33:35.114183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7ae5e-b3b5-4770-aa6f-9d5d9af0d7cb req-6d7a160f-3d6d-45b1-a9d6-cb4ce0c70bfd tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.116467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40e7ae5e-b3b5-4770-aa6f-9d5d9af0d7cb req-6d7a160f-3d6d-45b1-a9d6-cb4ce0c70bfd tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 949 time: 0.0971928 Nov 25 17:33:35.144333 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.187711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:35.191125 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a029bfa-5f31-4000-b193-5704c5c12dd2" -d '{"events": [{"server_uuid": "192e0693-4ded-48a0-9f55-75f62343a0ee", "name": "network-vif-plugged", "status": "completed", "tag": "bce463b8-b3ad-48c6-b8bd-0b6f6543fe37"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:35.213766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:35.223406 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.224460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fb4fdd36-6674-4846-aebe-6df0817bb964 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:35.237195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40e7ae5e-b3b5-4770-aa6f-9d5d9af0d7cb req-2c4e1427-46e3-4a25-92c3-dbd0c4b0b3eb tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136439 Nov 25 17:33:35.321701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.376966 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7794cf5c-71ed-40cb-bbc8-50504963d5d9 x-openstack-request-id: req-7794cf5c-71ed-40cb-bbc8-50504963d5d9 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:35.377351 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e0693-4ded-48a0-9f55-75f62343a0ee", "name": "network-vif-plugged", "status": "completed", "tag": "bce463b8-b3ad-48c6-b8bd-0b6f6543fe37", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:35.377762 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7794cf5c-71ed-40cb-bbc8-50504963d5d9 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:35.378196 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37', 'code': 200} Nov 25 17:33:35.379266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port fb4fdd36-6674-4846-aebe-6df0817bb964 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:35.390995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port fb4fdd36-6674-4846-aebe-6df0817bb964 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:35.391504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.574915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30bc3-fd92-46fa-a848-3c41a6aa1115 req-8721a6d1-fbc7-4d47-bfc2-a22bc2ab73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.576982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2f30bc3-fd92-46fa-a848-3c41a6aa1115 req-8721a6d1-fbc7-4d47-bfc2-a22bc2ab73f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0816383 Nov 25 17:33:35.600959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838872de-0462-48f2-8859-70f327a7ce57 req-45e94295-f2b2-4a08-a02f-c76da2194eb6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:35.614779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-838872de-0462-48f2-8859-70f327a7ce57 req-45e94295-f2b2-4a08-a02f-c76da2194eb6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.1233587 Nov 25 17:33:35.615804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.715230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port fb4fdd36-6674-4846-aebe-6df0817bb964, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fb4fdd36-6674-4846-aebe-6df0817bb964,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:35.716839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1bcfd-be9f-4070-afc4-fd8a63feec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.721333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-838872de-0462-48f2-8859-70f327a7ce57 req-7f712563-729b-433f-8196-bf6bc7439e85 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055517 Nov 25 17:33:35.721768 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:35.726528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2f30bc3-fd92-46fa-a848-3c41a6aa1115 req-415da971-5504-4b04-a0a4-d55b8e562989 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424217 Nov 25 17:33:35.835575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=fb4fdd36-6674-4846-aebe-6df0817bb964,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:35.882766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-257ea06a-0322-47bd-aade-a8e2931f1361 req-6eabb32f-db0a-4b49-8287-7e30d2ea9091 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Nov 25 17:33:35.961139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:36.102646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b01adb71-f9bd-4dd9-921d-cd627933eac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.249153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b01adb71-f9bd-4dd9-921d-cd627933eac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.257169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b01adb71-f9bd-4dd9-921d-cd627933eac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.325204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c440e9-f41d-4fe7-91a2-0fae74b85cdd req-274b8da7-43f5-4497-af01-508432784924 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.341165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b01adb71-f9bd-4dd9-921d-cd627933eac0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9a9fa07eec1412aa17f414148767e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3789008 Nov 25 17:33:36.345035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 36756) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:36.347643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75c440e9-f41d-4fe7-91a2-0fae74b85cdd req-274b8da7-43f5-4497-af01-508432784924 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 907 time: 0.1139126 Nov 25 17:33:36.414209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01adb71-f9bd-4dd9-921d-cd627933eac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab10e8f-f9a5-421c-a01e-d5b2c176046c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:36.463073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31896edb-6b25-4e5b-a1f6-073a3c7efd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.487505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31896edb-6b25-4e5b-a1f6-073a3c7efd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.542738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31896edb-6b25-4e5b-a1f6-073a3c7efd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.546186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31896edb-6b25-4e5b-a1f6-073a3c7efd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:36.547658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31896edb-6b25-4e5b-a1f6-073a3c7efd18 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aab10e8f-f9a5-421c-a01e-d5b2c176046c HTTP/1.1" status: 204 len: 168 time: 0.2020597 Nov 25 17:33:36.564167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31896edb-6b25-4e5b-a1f6-073a3c7efd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab10e8f-f9a5-421c-a01e-d5b2c176046c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:36.595613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c57807-c7f5-4e2c-8244-05f9b170885f req-9f52aab1-df33-4677-8d01-4a193e07761e tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.610553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34c57807-c7f5-4e2c-8244-05f9b170885f req-9f52aab1-df33-4677-8d01-4a193e07761e tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.2177210 Nov 25 17:33:36.673857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34c57807-c7f5-4e2c-8244-05f9b170885f req-94eb2628-02c9-4aa7-97e2-9a660e9e2e29 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558262 Nov 25 17:33:36.946917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b83405-93bb-4268-b31b-ee95c5b762a9 req-3fa7da1b-620b-493e-b897-977a00a4f941 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:36.949543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b83405-93bb-4268-b31b-ee95c5b762a9 req-3fa7da1b-620b-493e-b897-977a00a4f941 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.0660281 Nov 25 17:33:37.045536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e3b83405-93bb-4268-b31b-ee95c5b762a9 req-393fe38a-933a-476b-93ea-379435526109 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Nov 25 17:33:37.069906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2ce142a-5328-4f15-9edd-7af69aa0416a req-1a980f91-032d-49ab-b499-46c26b81342c tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0329490 Nov 25 17:33:37.379442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fdd36-6674-4846-aebe-6df0817bb964'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:37.382181 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae48630-ce86-40e0-bb35-e88a65a6563f" -d '{"events": [{"server_uuid": "9b923b37-31db-4a7c-9985-8bb5fb339b78", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fdd36-6674-4846-aebe-6df0817bb964"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:37.452214 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d6b908-22ca-4260-8c6b-a2b83740ab91 x-openstack-request-id: req-f5d6b908-22ca-4260-8c6b-a2b83740ab91 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:37.452518 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b923b37-31db-4a7c-9985-8bb5fb339b78", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fdd36-6674-4846-aebe-6df0817bb964", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:37.452777 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f5d6b908-22ca-4260-8c6b-a2b83740ab91 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:37.453173 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fdd36-6674-4846-aebe-6df0817bb964', 'code': 200} Nov 25 17:33:37.540786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595226f-0dbc-47a1-851e-7d3a586ccd2c req-3689b0c1-0982-4b1a-812c-2d9a8544d73e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.542332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d595226f-0dbc-47a1-851e-7d3a586ccd2c req-3689b0c1-0982-4b1a-812c-2d9a8544d73e tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 907 time: 0.1232300 Nov 25 17:33:37.594687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf8606-4f52-4154-a2df-e269b3229902 req-a65918c7-8ed3-4017-8ca9-5e55eba9496d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.597673 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aedf8606-4f52-4154-a2df-e269b3229902 req-a65918c7-8ed3-4017-8ca9-5e55eba9496d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 907 time: 0.1249578 Nov 25 17:33:37.645580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab406-fb9a-41f3-b538-d7b3b980079a req-0d10dc55-cb20-49d8-bd38-c3bfca041bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.647711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0adab406-fb9a-41f3-b538-d7b3b980079a req-0d10dc55-cb20-49d8-bd38-c3bfca041bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 1101 time: 0.1285038 Nov 25 17:33:37.757903 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0adab406-fb9a-41f3-b538-d7b3b980079a req-76f7d82d-a863-4c3e-b7fc-eae925a7103b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011219 Nov 25 17:33:37.774230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Deleting port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:37.775039 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.806241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80508cc5-6d93-4ce1-82ec-151c5cda0219 req-8c13f419-eeb1-44bd-9c08-69b62c8fd2df tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:37.809305 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80508cc5-6d93-4ce1-82ec-151c5cda0219 req-8c13f419-eeb1-44bd-9c08-69b62c8fd2df tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.0666120 Nov 25 17:33:37.887749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80508cc5-6d93-4ce1-82ec-151c5cda0219 req-1ad1761c-ef0b-45d4-9ffd-6072daa66c40 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710235 Nov 25 17:33:37.914373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] For port d68a2d30-7e6d-4ed7-9e84-832f415d12c6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:37.914738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:37.945434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Calling delete_port for d68a2d30-7e6d-4ed7-9e84-832f415d12c6 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:37.952932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97ae671a-ba56-4658-9fe7-47a819cc9a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.111349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.166528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'Port': ['ID=d68a2d30-7e6d-4ed7-9e84-832f415d12c6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:38.188749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2513fe1b-f989-42bc-bc72-b1352c1ab5e9 req-a3b58f28-62a6-4191-a34c-358a1824006e tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0326061 Nov 25 17:33:38.200700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.201050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.201606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.202130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.202640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.202973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.203511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.204003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.204512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.205809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.206157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.206489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:38.258427 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] No DVR routers for this DVR port d68a2d30-7e6d-4ed7-9e84-832f415d12c6 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:38.267334 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:38.271107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aedf8606-4f52-4154-a2df-e269b3229902 req-0fa1f37a-6e40-46df-bd59-e239a032325a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "DELETE /v2.0/ports/d68a2d30-7e6d-4ed7-9e84-832f415d12c6 HTTP/1.1" status: 204 len: 173 time: 0.6636143 Nov 25 17:33:38.272188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'name': 'network-vif-deleted', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:38.274786 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f225d592-67c5-4ece-8bff-7730992a1980" -d '{"events": [{"server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "name": "network-vif-deleted", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:38.309249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7505036-2631-4b11-8eac-01f46ede9734 req-9a0ae144-4c61-4c6e-a313-f782fe0706b9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:38.310975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7505036-2631-4b11-8eac-01f46ede9734 req-9a0ae144-4c61-4c6e-a313-f782fe0706b9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.1905029 Nov 25 17:33:38.363671 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746c9580-a866-4d98-8d5e-34f7e470479d x-openstack-request-id: req-746c9580-a866-4d98-8d5e-34f7e470479d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:38.364160 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5cf345-84e5-4fd8-808e-d20978aeda09", "name": "network-vif-deleted", "tag": "d68a2d30-7e6d-4ed7-9e84-832f415d12c6", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:38.364512 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-746c9580-a866-4d98-8d5e-34f7e470479d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:38.365213 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5cf345-84e5-4fd8-808e-d20978aeda09', 'name': 'network-vif-deleted', 'tag': 'd68a2d30-7e6d-4ed7-9e84-832f415d12c6', 'status': 'completed', 'code': 200} Nov 25 17:33:38.425941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7505036-2631-4b11-8eac-01f46ede9734 req-93bff934-4ffb-44f5-9128-d9ca000b4af6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043801 Nov 25 17:33:38.726345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38637b36-82d2-4929-bb37-d88ed83751be req-e410ff12-98d1-4743-b999-3415e56ef5c1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5cf345-84e5-4fd8-808e-d20978aeda09 HTTP/1.1" status: 200 len: 210 time: 0.0557182 Nov 25 17:33:38.872701 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-b5c5444d-f331-45f8-9fa0-7262e11c3d75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903709 Nov 25 17:33:38.881451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-eb28419f-9ea7-44db-9a2e-b6e646261c12 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:38.883309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-eb28419f-9ea7-44db-9a2e-b6e646261c12 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.1773541 Nov 25 17:33:38.902261 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-4991f1b5-3348-4eb2-aaca-961dfb2c45be tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0098817 Nov 25 17:33:39.082396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-8ecfd488-46c4-4de2-a255-9a2edc129f68 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612632 Nov 25 17:33:39.095678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-1781c29e-44e7-4dfd-b573-b2448d3151a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.102859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-1781c29e-44e7-4dfd-b573-b2448d3151a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 1096 time: 0.1951749 Nov 25 17:33:39.186330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d6ea2-1024-4ff4-abeb-1db2ddbfcc56 req-0b41990d-6830-41f5-98e5-6ccf3c1ddd91 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.197559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e9d6ea2-1024-4ff4-abeb-1db2ddbfcc56 req-0b41990d-6830-41f5-98e5-6ccf3c1ddd91 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.1601970 Nov 25 17:33:39.268377 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e9d6ea2-1024-4ff4-abeb-1db2ddbfcc56 req-b9e2257c-36a1-4ce9-9bd8-c68cd77ee037 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Nov 25 17:33:39.288376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:39.311201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-f935111e-a160-416c-93db-b7b6c005a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.315351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-f935111e-a160-416c-93db-b7b6c005a62b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 200 len: 913 time: 0.1449869 Nov 25 17:33:39.374204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-a4aa564f-d841-42c1-b45d-67269a14db0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f69fa9-c760-4206-b9d1-215ea64cee97 HTTP/1.1" status: 200 len: 217 time: 0.0470805 Nov 25 17:33:39.380628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-587f3ed5-38f2-4053-b501-755c839638b1 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742410 Nov 25 17:33:39.450939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a286a45d-c1fe-436d-955c-574aee11c841 req-627d7b94-cf75-45fc-aac9-d4be8f36d11c tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0395887 Nov 25 17:33:39.476587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-eb9d50eb-088e-4234-9cac-98cea0f5518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.479629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-eb9d50eb-088e-4234-9cac-98cea0f5518a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 200 len: 851 time: 0.0967968 Nov 25 17:33:39.592463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-a75488ab-acd9-4e7b-9db1-e147a0303aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:39.594645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-a75488ab-acd9-4e7b-9db1-e147a0303aa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f32f7096-4838-4cf6-9956-56886cddd436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965407 Nov 25 17:33:39.682682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:39.696377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-78707a59-1ffc-4227-9344-4994ae99a52b service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150416 Nov 25 17:33:39.771042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-fb544af5-b627-4154-8d5e-2e3f1fdb6d89 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666591 Nov 25 17:33:39.953916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c942759-ad6b-4820-85b8-96fbb8ac1911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.012542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1a9966-ccf1-4bf6-b69f-ef6db99fd175 req-83875771-d5e9-4156-8ba8-931e6925a7d8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 210 time: 0.0541365 Nov 25 17:33:40.033013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3bf81486-5e20-41ee-a2d8-bc413865bca9 req-9a1f72a9-a979-4658-85f0-3cb1fd5da348 service neutron] 10.222.0.73 "GET /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498035 Nov 25 17:33:40.156987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c942759-ad6b-4820-85b8-96fbb8ac1911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.172051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c942759-ad6b-4820-85b8-96fbb8ac1911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.254805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c942759-ad6b-4820-85b8-96fbb8ac1911 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a662035622ee43fdb27ada449f4f585c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702248 Nov 25 17:33:40.255439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:40.257960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942759-ad6b-4820-85b8-96fbb8ac1911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838a51f-3cd1-4594-aa37-f27086a7309d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:40.379340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc173-3e2c-4109-a9da-d3940dcc550d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.419501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2649e8-3245-4a72-b0f1-350724b0c7b8 req-e71df7ff-70d1-40e5-b667-b643f5807bd4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:40.427876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef2649e8-3245-4a72-b0f1-350724b0c7b8 req-e71df7ff-70d1-40e5-b667-b643f5807bd4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.0775239 Nov 25 17:33:40.453591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc173-3e2c-4109-a9da-d3940dcc550d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.484754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17e8b5-db70-42b0-ac5d-677f3192816c req-217b71c6-6e22-4bbd-9d30-5787188d029d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:40.491571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef2649e8-3245-4a72-b0f1-350724b0c7b8 req-6a913946-5091-4d95-95c3-c5b244faba27 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624511 Nov 25 17:33:40.491964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b17e8b5-db70-42b0-ac5d-677f3192816c req-217b71c6-6e22-4bbd-9d30-5787188d029d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 946 time: 0.1504583 Nov 25 17:33:40.586257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.606326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8b17e8b5-db70-42b0-ac5d-677f3192816c req-ce403d36-9877-4400-bad5-fa4852175a69 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106031 Nov 25 17:33:40.619573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc173-3e2c-4109-a9da-d3940dcc550d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.628092 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc173-3e2c-4109-a9da-d3940dcc550d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:40.632589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5c6bc173-3e2c-4109-a9da-d3940dcc550d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5838a51f-3cd1-4594-aa37-f27086a7309d HTTP/1.1" status: 204 len: 168 time: 0.3765709 Nov 25 17:33:40.638912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d68a2d30-7e6d-4ed7-9e84-832f415d12c6 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:40.680881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bc173-3e2c-4109-a9da-d3940dcc550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5838a51f-3cd1-4594-aa37-f27086a7309d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:40.708053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-999a04aa-83aa-4444-9ce9-4e7d8f0a2a33 req-c78d5064-1d76-4834-b16c-7af843548bd7 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0840070 Nov 25 17:33:40.730557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: d68a2d30-7e6d-4ed7-9e84-832f415d12c6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:40.731146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d68a2d30-7e6d-4ed7-9e84-832f415d12c6 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:41.107594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0132c8-b385-41ec-b595-80c44caa635c req-091aa4f7-82d8-40c9-9a5e-7765d0bfbe3a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:41.114252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a0132c8-b385-41ec-b595-80c44caa635c req-091aa4f7-82d8-40c9-9a5e-7765d0bfbe3a tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.1073868 Nov 25 17:33:41.263986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-854aa0b7-33cf-40bc-b3a7-7a799182bc89 req-64870dc3-444b-446c-91ff-a0e6fa44af30 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 210 time: 0.1137822 Nov 25 17:33:41.279554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:41.289878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a0132c8-b385-41ec-b595-80c44caa635c req-a23ad97f-c846-4390-961c-3cecee3fefd8 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674581 Nov 25 17:33:41.316952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c826a76f-e628-4b75-8c0a-fedae987df5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.438769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.450211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c826a76f-e628-4b75-8c0a-fedae987df5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.458238 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c826a76f-e628-4b75-8c0a-fedae987df5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.525802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a76f-e628-4b75-8c0a-fedae987df5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7dd223-8b43-46d3-9633-6ead55eadd9a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.590780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c826a76f-e628-4b75-8c0a-fedae987df5c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed302250db6f46cf9cfb671028d03cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101337 Nov 25 17:33:41.593599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37066) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:41.676339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-530c4706-ae22-4c61-9b76-a66666b115ec tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:41.679152 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-530c4706-ae22-4c61-9b76-a66666b115ec tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.1686065 Nov 25 17:33:41.696524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:41.710257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1921bfb4-20a5-444c-89a3-e80409d8ea29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.738562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1921bfb4-20a5-444c-89a3-e80409d8ea29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.829438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd5231d4-cf28-4a17-b9ea-f921560a4806 req-33a034cf-e07c-47d3-b05d-5d6c22becfde tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0383010 Nov 25 17:33:41.830710 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1921bfb4-20a5-444c-89a3-e80409d8ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.833558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1921bfb4-20a5-444c-89a3-e80409d8ea29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:41.835060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1921bfb4-20a5-444c-89a3-e80409d8ea29 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb7dd223-8b43-46d3-9633-6ead55eadd9a HTTP/1.1" status: 204 len: 168 time: 0.2400534 Nov 25 17:33:41.845308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921bfb4-20a5-444c-89a3-e80409d8ea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7dd223-8b43-46d3-9633-6ead55eadd9a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:41.941515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-2a582844-f0cc-4543-b3b1-78b321ae551a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:41.943430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-2a582844-f0cc-4543-b3b1-78b321ae551a tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 946 time: 0.1842611 Nov 25 17:33:41.954902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fac790-e815-4034-973b-5eecf31ade10 req-bb31f58d-f922-44fc-8440-f23c7f9c60a9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:41.956389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02fac790-e815-4034-973b-5eecf31ade10 req-bb31f58d-f922-44fc-8440-f23c7f9c60a9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 946 time: 0.2012305 Nov 25 17:33:42.024905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:42.029169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.132613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02fac790-e815-4034-973b-5eecf31ade10 req-6ea95eaf-66d3-4d5a-b124-1800f2bb78ec tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642740 Nov 25 17:33:42.191509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Deleting port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:42.191857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.253698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37082) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:42.462139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4144135-5652-46ac-99e1-9696664d5458 req-fd92d9a3-0eff-46ab-8699-1fe55bcfcd9d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 210 time: 0.0363553 Nov 25 17:33:42.528903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] For port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:42.529768 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.535301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.14 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/036fab26-74f5-4189-91bf-e6e6001b2fa1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:42.588069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Calling delete_port for 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:42.622150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 0ea069da-c1fb-4583-ba3d-ec0811812815 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:42.622518 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.752031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.752767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:42.773592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 0ea069da-c1fb-4583-ba3d-ec0811812815 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:42.804040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-94b4a309-b401-4867-9f65-9bab82f5df77 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:42.805628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-94b4a309-b401-4867-9f65-9bab82f5df77 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.4401643 Nov 25 17:33:42.858789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc617f7e-052e-4345-bbb8-b80deea98e82 req-76e27be7-6633-4087-b0b7-97d0d640cbec tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:42.866593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc617f7e-052e-4345-bbb8-b80deea98e82 req-76e27be7-6633-4087-b0b7-97d0d640cbec tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.4424059 Nov 25 17:33:43.079687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d066c93e-e616-42b9-88fe-915fa9b0c3a4 req-9573ae5c-cac8-4520-bd99-ade615795f76 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0377002 Nov 25 17:33:43.107026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37116) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:43.161385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc617f7e-052e-4345-bbb8-b80deea98e82 req-5b9e5461-3c67-413d-955e-d3132e57a512 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933362 Nov 25 17:33:43.171245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.197327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Deleting port fb4fdd36-6674-4846-aebe-6df0817bb964 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:43.197797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.207839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.209623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.225010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['32f69fa9-c760-4206-b9d1-215ea64cee97'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:43.258191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=0ea069da-c1fb-4583-ba3d-ec0811812815,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:43.324239 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9f43d86-24b5-4b8f-bea2-39e9840246dc req-6409576a-420a-4eba-8192-c062b96b5df9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 210 time: 0.0592365 Nov 25 17:33:43.325549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'Port': ['ID=9ae90b59-dd93-4c23-8b6c-daeefd17bea4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:43.480458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1044459582-network', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:43.566493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Made reservation on behalf of 6e201e0feaed4032915a6c4e67bf3a76 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:43.577722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.597436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.610953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.611618 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Floating IP daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 disassociated (deleted). External IP: 172.25.8.233, port: 771b7665-1eb7-43fd-aa79-991a43fb799d. Nov 25 17:33:43.867888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] No DVR routers for this DVR port 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:43.879995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.892425 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c07dab90-96f4-45e7-8fbe-22e6289b9340 req-018edb7c-2f7c-4f18-b9ad-e724614f5c06 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "DELETE /v2.0/ports/9ae90b59-dd93-4c23-8b6c-daeefd17bea4 HTTP/1.1" status: 204 len: 173 time: 1.9329691 Nov 25 17:33:43.897612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46978f05-8073-4e3b-9fc8-559c1816248b', 'name': 'network-vif-deleted', 'tag': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:43.900190 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99ae6a5-925f-425b-90df-01ad8cd7739f" -d '{"events": [{"server_uuid": "46978f05-8073-4e3b-9fc8-559c1816248b", "name": "network-vif-deleted", "tag": "9ae90b59-dd93-4c23-8b6c-daeefd17bea4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:43.941554 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c4ab369-0ca2-4706-b8ff-f605a3a9127a req-12ccacf2-e522-45ae-afc9-243d57e89faa tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 210 time: 0.0815034 Nov 25 17:33:43.942919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:43.956452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:44.014476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:44.017358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] For port fb4fdd36-6674-4846-aebe-6df0817bb964, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=fb4fdd36-6674-4846-aebe-6df0817bb964,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:44.018856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.033740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:44.066414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:44.101763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Calling delete_port for fb4fdd36-6674-4846-aebe-6df0817bb964 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:44.117710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:44.175478 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa005b-7292-4dbc-99d5-0669560d87ba x-openstack-request-id: req-f9fa005b-7292-4dbc-99d5-0669560d87ba {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:44.175987 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46978f05-8073-4e3b-9fc8-559c1816248b", "name": "network-vif-deleted", "tag": "9ae90b59-dd93-4c23-8b6c-daeefd17bea4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:44.176672 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f9fa005b-7292-4dbc-99d5-0669560d87ba {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:44.178028 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46978f05-8073-4e3b-9fc8-559c1816248b', 'name': 'network-vif-deleted', 'tag': '9ae90b59-dd93-4c23-8b6c-daeefd17bea4', 'status': 'completed', 'code': 200} Nov 25 17:33:44.192618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.193526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.261194 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-e6514a5b-6434-4d1a-aa03-cd26587e8017 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8925395 Nov 25 17:33:44.327689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9dcebbbf-c812-4047-a12c-20f855fb2bfe req-c9762a43-a2ec-4fa1-8af8-d1e0c55c08cb tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0852387 Nov 25 17:33:44.335910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-62760554-c07e-4cb8-93d4-25bd4feb8a35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6435993 Nov 25 17:33:44.358659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Request body: {'port': {'device_id': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:44.498177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.605249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.657918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:44.675990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-08a48ba8-e2fb-4401-afe5-1d5cbc6b92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.678522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-08a48ba8-e2fb-4401-afe5-1d5cbc6b92f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1096 time: 0.3786805 Nov 25 17:33:44.685557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-03ba0505-a178-4dbc-a5cc-3abc0fc72261 req-a5f3d177-d6ac-4db7-8b99-8e937d996a02 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=46978f05-8073-4e3b-9fc8-559c1816248b HTTP/1.1" status: 200 len: 210 time: 0.1537201 Nov 25 17:33:44.714750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:44.760315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:44.761412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 9ae90b59-dd93-4c23-8b6c-daeefd17bea4 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:44.848835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Pushing event deleted for resources: {'Port': ['ID=fb4fdd36-6674-4846-aebe-6df0817bb964,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:44.852255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:44.858107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:44.873687 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] Sync routers for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:44.906863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:44.911919 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:44.939331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b3210-ae04-4e36-9b99-18504b97ca7b req-1a024e27-3d5d-4875-844b-ebdce71a3cf1 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:44.950013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-106b3210-ae04-4e36-9b99-18504b97ca7b req-1a024e27-3d5d-4875-844b-ebdce71a3cf1 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b923b37-31db-4a7c-9985-8bb5fb339b78 HTTP/1.1" status: 200 len: 950 time: 0.6170106 Nov 25 17:33:45.037367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ab092752-86f0-4d43-9a2e-010dde906a4f tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/floatingips/daf3e4ae-9dd9-41de-8bad-3b2454ea1e54 HTTP/1.1" status: 204 len: 168 time: 2.7824535 Nov 25 17:33:45.073348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] No DVR routers for this DVR port fb4fdd36-6674-4846-aebe-6df0817bb964 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:45.088736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:45.096423 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc91d537-ae7d-4f58-8297-d349832dfe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:45.108652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.113386 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f898a107-fcd9-4a4d-8a58-5becbc7514f4 req-85241955-a06a-4e76-8a7d-f70e690f16c4 tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.55 "DELETE /v2.0/ports/fb4fdd36-6674-4846-aebe-6df0817bb964 HTTP/1.1" status: 204 len: 173 time: 2.2835433 Nov 25 17:33:45.139176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.178912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-106b3210-ae04-4e36-9b99-18504b97ca7b req-9ce1d4ac-a8e3-4258-8087-09f273ec777f tempest-VolumesNegativeTest-640861550 tempest-VolumesNegativeTest-640861550-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255147 Nov 25 17:33:45.188408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.268833 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:45.295476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:33:45.329237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.329569 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Added segment 1c8b35f1-3282-4b50-b362-4dbd585bba6b of type vlan for network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 Nov 25 17:33:45.397124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.471937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd9a1b0-dd1d-42b4-8279-4158c9a8ecf1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:45.494154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d617b4a-9a6d-4e37-bd4e-1cb285d07392 req-81b9b10b-5e0e-4b0b-9fca-125d9b390978 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.494868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.497000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.497582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.501739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-0828c873-422a-47bc-99cc-6db955d7140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:45.503223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-0828c873-422a-47bc-99cc-6db955d7140e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 200 len: 897 time: 0.6593974 Nov 25 17:33:45.506366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d617b4a-9a6d-4e37-bd4e-1cb285d07392 req-81b9b10b-5e0e-4b0b-9fca-125d9b390978 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 932 time: 0.2921915 Nov 25 17:33:45.591192 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e04f737-6410-41ee-87a7-f304d2e7a1c8 x-openstack-request-id: req-1e04f737-6410-41ee-87a7-f304d2e7a1c8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:45.591192 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:45.591543 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1e04f737-6410-41ee-87a7-f304d2e7a1c8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:45.591719 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'status': 'completed', 'code': 200} Nov 25 17:33:45.692148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d617b4a-9a6d-4e37-bd4e-1cb285d07392 req-7ba834f2-3582-45a6-a7f9-2ed3276b7183 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845646 Nov 25 17:33:45.699757 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:45.742729 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] Checking router: ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:33:45.749311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-b5fd5adc-9019-42e3-bb61-695c6a480495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 200 len: 217 time: 0.2164626 Nov 25 17:33:45.758837 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:45.760159 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:45.765510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6542983 Nov 25 17:33:45.800649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:45.825492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Request body: {'subnet': {'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1044459582-subnet', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:45.870647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8390a84a-583d-4654-a9e3-66260d1b3660 req-926930f5-227c-48d4-a7e7-505fd212ab47 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.1424627 Nov 25 17:33:45.928528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036fab26-74f5-4189-91bf-e6e6001b2fa1 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:45.957283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:45.957515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b6a4b-f60b-4f5d-a6b0-187513dd8216 admin admin] Pushing event updated for resources: {'Network': ['ID=2f40f9d0-8641-4667-8ca7-337c8c36c3f3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:45.973240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:33:45.981657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Made reservation on behalf of 6e201e0feaed4032915a6c4e67bf3a76 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:33:45.984268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.001748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-a253f754-5593-45db-a8b7-79757fe0c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.005739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-a253f754-5593-45db-a8b7-79757fe0c519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63bff1aa-9ba9-4b8e-a817-40c72d349cab HTTP/1.1" status: 200 len: 835 time: 0.2046585 Nov 25 17:33:46.006196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Transition to ACTIVE for port object 036fab26-74f5-4189-91bf-e6e6001b2fa1 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:33:46.033389 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:46.097355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-6e6c12d8-986e-4bb8-8668-d022c057f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.098872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-6e6c12d8-986e-4bb8-8668-d022c057f012 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba4939db-d06c-4ecf-b83e-749343a1492f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867639 Nov 25 17:33:46.112274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b039f53-2634-4398-8195-7624745b2b63 req-4a26a17e-7682-4712-918c-f05966dbdce6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.113829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b039f53-2634-4398-8195-7624745b2b63 req-4a26a17e-7682-4712-918c-f05966dbdce6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.2646346 Nov 25 17:33:46.114506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.157576 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.188833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'name': 'network-vif-deleted', 'tag': 'fb4fdd36-6674-4846-aebe-6df0817bb964'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:46.191167 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cba79-f359-4bb6-902f-985ddbbb14f6" -d '{"events": [{"server_uuid": "9b923b37-31db-4a7c-9985-8bb5fb339b78", "name": "network-vif-deleted", "tag": "fb4fdd36-6674-4846-aebe-6df0817bb964"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:46.266765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Pushing event updated for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:46.332969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-ce71100f-96b0-4158-9b69-4ecc66e475ab service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254627 Nov 25 17:33:46.350292 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dcb947-3daf-4729-bc42-d4d364a7d658 x-openstack-request-id: req-38dcb947-3daf-4729-bc42-d4d364a7d658 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:46.350864 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b923b37-31db-4a7c-9985-8bb5fb339b78", "name": "network-vif-deleted", "tag": "fb4fdd36-6674-4846-aebe-6df0817bb964", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:46.351282 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38dcb947-3daf-4729-bc42-d4d364a7d658 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:46.351917 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b923b37-31db-4a7c-9985-8bb5fb339b78', 'name': 'network-vif-deleted', 'tag': 'fb4fdd36-6674-4846-aebe-6df0817bb964', 'status': 'completed', 'code': 200} Nov 25 17:33:46.376045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b039f53-2634-4398-8195-7624745b2b63 req-6d993940-1b89-4eeb-a3fa-8ba50e38dfac tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409260 Nov 25 17:33:46.454081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Attempting to bind port 036fab26-74f5-4189-91bf-e6e6001b2fa1 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:46.454417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Attempting to bind port 036fab26-74f5-4189-91bf-e6e6001b2fa1 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:46.456330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Attempting to bind port 036fab26-74f5-4189-91bf-e6e6001b2fa1 on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:46.522529 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:46.540940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3250290-9ea1-44af-9a0e-af8410c40155 req-396b6195-1a4b-43d2-a84b-d41b0bac1725 service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002118 Nov 25 17:33:46.553473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Port 036fab26-74f5-4189-91bf-e6e6001b2fa1 on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:33:46.553871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Attempting to bind port 036fab26-74f5-4189-91bf-e6e6001b2fa1 on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:46.560726 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd8cccd-7fd3-4970-abde-1163adb26cff None None] The sync data for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 is: [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:31:43Z', 'revision_number': 4, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '960cbbae-c212-434c-9153-753b5f805a74', 'name': '', 'network_id': 'ba4939db-d06c-4ecf-b83e-749343a1492f', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'mac_address': 'fa:16:3e:b9:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:41Z', 'updated_at': '2021-11-25T17:31:49Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'subnets': [{'id': '63bff1aa-9ba9-4b8e-a817-40c72d349cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:46.597867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:46.598236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:46.598680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:46.599143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Bound port: 036fab26-74f5-4189-91bf-e6e6001b2fa1, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:46.599762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.704766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fb4fdd36-6674-4846-aebe-6df0817bb964 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:46.720938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-038b73ce-c77d-4e1a-a25a-476f244db93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.726869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-038b73ce-c77d-4e1a-a25a-476f244db93c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95c99e5365bf47f596809a61f354cfc2&device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 1096 time: 0.1116946 Nov 25 17:33:46.757575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: fb4fdd36-6674-4846-aebe-6df0817bb964 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:46.766775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device fb4fdd36-6674-4846-aebe-6df0817bb964 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:46.812221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:46.830739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc3bd-9ab5-4cb2-9f9d-623525eece74 req-38d490f9-9f6a-4c21-a794-a976f4acbcc0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:46.832468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e60fc3bd-9ab5-4cb2-9f9d-623525eece74 req-38d490f9-9f6a-4c21-a794-a976f4acbcc0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.3009691 Nov 25 17:33:47.008032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fcf62-026c-4745-8653-b3671b675b7b req-158ffe4f-51af-4ede-a06d-419577ef381e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.023121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e05fcf62-026c-4745-8653-b3671b675b7b req-158ffe4f-51af-4ede-a06d-419577ef381e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 944 time: 0.1735010 Nov 25 17:33:47.045698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:47.094782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-64916090-60e6-4215-af5a-b8361f8b7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.096302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-64916090-60e6-4215-af5a-b8361f8b7b95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 200 len: 897 time: 0.3605990 Nov 25 17:33:47.122046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e60fc3bd-9ab5-4cb2-9f9d-623525eece74 req-6f7f2307-6037-44a1-b3b3-11da7fb59c23 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659097 Nov 25 17:33:47.157449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:47.178774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17eb6619-525b-415c-bb18-78ca84b5c078,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:47.190688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.208255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a86d03-b5a2-43bc-b3e0-17d0b04b4d50 None None] New status for floating IP daf3e4ae-9dd9-41de-8bad-3b2454ea1e54: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:33:47.251518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.252488 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.254692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] 10.222.0.73 "PUT /v2.0/ports/036fab26-74f5-4189-91bf-e6e6001b2fa1 HTTP/1.1" status: 200 len: 1092 time: 2.9022107 Nov 25 17:33:47.260174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-6f3172ff-2bf5-44c5-949c-6f3b3b966124 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 200 len: 217 time: 0.1398718 Nov 25 17:33:47.272407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-42734ad9-dd12-4878-a392-3a07f06d89ad tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.274893 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-42734ad9-dd12-4878-a392-3a07f06d89ad tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.3240345 Nov 25 17:33:47.302867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Checking segment: {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:47.303549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Network hostable DHCP agents. Network: 2f40f9d0-8641-4667-8ca7-337c8c36c3f3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:33:47.324718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e05fcf62-026c-4745-8653-b3671b675b7b req-7f340a95-49b3-4e38-a3fd-775863730d53 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004227 Nov 25 17:33:47.436030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-5cd7c7fd-2dcb-4c9c-af76-7077234720ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.438575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-5cd7c7fd-2dcb-4c9c-af76-7077234720ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63bff1aa-9ba9-4b8e-a817-40c72d349cab HTTP/1.1" status: 200 len: 835 time: 0.1730869 Nov 25 17:33:47.458032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b99daff6-1244-40cd-8502-ae17404a61b4 req-e19d9cfc-b0aa-42db-ade9-63bc196a53c3 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0632424 Nov 25 17:33:47.519581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c667d-94cc-4f7f-be1c-e918fa0f6882 service neutron] Pushing event updated for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:47.520732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.568075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:33:47.600749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-c420a16b-7867-430d-b371-50599b568645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.603569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-c420a16b-7867-430d-b371-50599b568645 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 1095 time: 0.2960241 Nov 25 17:33:47.610697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 2f40f9d0-8641-4667-8ca7-337c8c36c3f3) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:47.621963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7302f-2f89-4481-a46e-ecca69363f03 None None] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:47.648771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-57db789b-eccc-4cc9-939f-cc0720cd6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.650658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-57db789b-eccc-4cc9-939f-cc0720cd6d34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba4939db-d06c-4ecf-b83e-749343a1492f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040715 Nov 25 17:33:47.676546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6763c19-7d3d-4b0d-a51c-bf61b7cbb6ce req-c983520f-2802-4213-a977-98c7601b956b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.678582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6763c19-7d3d-4b0d-a51c-bf61b7cbb6ce req-c983520f-2802-4213-a977-98c7601b956b tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.0993247 Nov 25 17:33:47.686270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-7e053440-78e4-4592-878b-09a9449c0a49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1 HTTP/1.1" status: 200 len: 217 time: 0.0639844 Nov 25 17:33:47.690829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.691455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.779587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-867d4de1-cde3-4d1e-8c29-1e9dc693aed1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.781298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-867d4de1-cde3-4d1e-8c29-1e9dc693aed1 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.2649753 Nov 25 17:33:47.783670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-7645c732-0a35-484a-887d-c0cde6234d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:47.785030 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-7645c732-0a35-484a-887d-c0cde6234d2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.0805917 Nov 25 17:33:47.790651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc362196-ed04-4a9b-96cc-8f14e43a37d6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9888775 Nov 25 17:33:47.794337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37204) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:47.809957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:33:47.829816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f6763c19-7d3d-4b0d-a51c-bf61b7cbb6ce req-8e0e25ae-a2fe-4edf-ad0a-04093dc6d454 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390638 Nov 25 17:33:47.861378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 771b7665-1eb7-43fd-aa79-991a43fb799d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:47.861764 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:47.914599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-2be0c25a-a104-4332-9b79-9a3308ef5244 service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555213 Nov 25 17:33:47.927294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-ae63c30a-f2fe-4d2b-b6a8-65f29c6cf4c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113193 Nov 25 17:33:48.019588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-2f40f9d0-8641-4667-8ca7-337c8c36c3f3', 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'fixed_ips': [{'subnet_id': '17eb6619-525b-415c-bb18-78ca84b5c078'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:33:48.020467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.110041 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc91d537-ae7d-4f58-8297-d349832dfe2d req-838b7531-5828-4e6b-b13f-b61a073e8554 service neutron] 10.222.0.55 "GET /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883652 Nov 25 17:33:48.253059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Allocated IP 172.20.0.2 (2f40f9d0-8641-4667-8ca7-337c8c36c3f3/17eb6619-525b-415c-bb18-78ca84b5c078/1f2ced8e-e167-4056-9918-4de121a1abe4) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:48.266371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port 771b7665-1eb7-43fd-aa79-991a43fb799d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=771b7665-1eb7-43fd-aa79-991a43fb799d,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:48.268454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.314975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.316445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.337021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 771b7665-1eb7-43fd-aa79-991a43fb799d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:48.355816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:48.362799 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a55a16d-2ef0-4460-91f8-068a149b686e" -d '{"events": [{"name": "network-changed", "server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:48.430882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-0af9fd43-3a4a-4e9d-b50f-2121f35030a1 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374847 Nov 25 17:33:48.619051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44269be-65cd-4171-bac1-c80c4d8de5ff req-cbb6c2a1-a3af-4466-87df-e4d7bfa4b914 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.634022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a44269be-65cd-4171-bac1-c80c4d8de5ff req-cbb6c2a1-a3af-4466-87df-e4d7bfa4b914 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 944 time: 0.1292350 Nov 25 17:33:48.635413 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.653123 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.716283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.729733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Deleting port 32f69fa9-c760-4206-b9d1-215ea64cee97 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:48.730971 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.748347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a44269be-65cd-4171-bac1-c80c4d8de5ff req-79930c9e-4cf2-4d2e-b16c-1642f1696c35 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939326 Nov 25 17:33:48.793289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae6801-2281-41f0-8b8c-8b4eb6f53648 req-9f364517-ab23-43bf-b1bf-143e447a7173 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:48.802012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Pushing event updated for resources: {'Port': ['ID=1f2ced8e-e167-4056-9918-4de121a1abe4,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:48.804675 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20ae6801-2281-41f0-8b8c-8b4eb6f53648 req-9f364517-ab23-43bf-b1bf-143e447a7173 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 945 time: 0.4798501 Nov 25 17:33:48.817643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:48.819340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:48.826282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:48.971891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Attempting to bind port 1f2ced8e-e167-4056-9918-4de121a1abe4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:48.972255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Attempting to bind port 1f2ced8e-e167-4056-9918-4de121a1abe4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:48.973510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Attempting to bind port 1f2ced8e-e167-4056-9918-4de121a1abe4 on network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:48.988963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:48.989651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Checking segment: {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:48.991301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:48.991884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Bound using segment: {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:48.992569 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e24c9f-ccc6-486a-9a1e-79c77e36e988 x-openstack-request-id: req-34e24c9f-ccc6-486a-9a1e-79c77e36e988 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:48.993362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Bound port: 1f2ced8e-e167-4056-9918-4de121a1abe4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:48.993839 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:49.012318 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-34e24c9f-ccc6-486a-9a1e-79c77e36e988 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:49.012544 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.016614 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1', 'status': 'completed', 'code': 200} Nov 25 17:33:49.020708 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d18b8e9-7a12-4a11-b48d-37b878e7bffa req-7bf22578-bf92-4729-a9ed-ee1073f9b1a0 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0581846 Nov 25 17:33:49.129783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] For port 1f2ced8e-e167-4056-9918-4de121a1abe4, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:49.133406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] For port 1f2ced8e-e167-4056-9918-4de121a1abe4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f2ced8e-e167-4056-9918-4de121a1abe4,segment=NetworkSegment(1c8b35f1-3282-4b50-b362-4dbd585bba6b),segment_id=1c8b35f1-3282-4b50-b362-4dbd585bba6b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:49.140640 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.274060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4347516c-bba8-47c6-b61a-48e74235a3b9 req-cbbe5da8-7a41-4963-a1f8-b53adb16c6a5 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347051 Nov 25 17:33:49.290755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c1a0-e2ca-4a44-89ce-189277ad7b61 req-373dea07-bfde-407b-a2fe-e8b5e074c624 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:49.300761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487ba2-d9ca-4d60-b13f-75a350e255df None None] Pushing event updated for resources: {'Port': ['ID=1f2ced8e-e167-4056-9918-4de121a1abe4,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:49.302405 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b0b1c1a0-e2ca-4a44-89ce-189277ad7b61 req-373dea07-bfde-407b-a2fe-e8b5e074c624 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 945 time: 0.1555598 Nov 25 17:33:49.385004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b0b1c1a0-e2ca-4a44-89ce-189277ad7b61 req-a18a0daa-a81e-4862-b5c0-37174fd48d68 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/security-groups?id=dbebcae7-efc2-4d5c-a621-f2619276deb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804524 Nov 25 17:33:49.550601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.732126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] For port 32f69fa9-c760-4206-b9d1-215ea64cee97, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=32f69fa9-c760-4206-b9d1-215ea64cee97,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:49.732539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.777632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20ae6801-2281-41f0-8b8c-8b4eb6f53648 req-b8034b47-3976-4cf1-aa51-2de287f14004 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=8954caf9-29c6-423a-8baa-187dbc897dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9697127 Nov 25 17:33:49.804933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:49.809537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Calling delete_port for 32f69fa9-c760-4206-b9d1-215ea64cee97 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:49.816849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-11a29807-8654-4afe-b8ca-a6fe6180b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:49.819038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-11a29807-8654-4afe-b8ca-a6fe6180b379 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 1095 time: 0.4509511 Nov 25 17:33:49.958910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=771b7665-1eb7-43fd-aa79-991a43fb799d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:49.970026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b9293-5899-4dcf-a4ee-96b3c900cea6 req-3296f845-90a0-4a00-9929-35288a18b9a8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:49.983268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-202b9293-5899-4dcf-a4ee-96b3c900cea6 req-3296f845-90a0-4a00-9929-35288a18b9a8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 944 time: 0.1008790 Nov 25 17:33:50.125139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-202b9293-5899-4dcf-a4ee-96b3c900cea6 req-516d7579-97a7-4ff4-9cef-12df966c1667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328862 Nov 25 17:33:50.288315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f2ced8e-e167-4056-9918-4de121a1abe4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:50.396372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1f2ced8e-e167-4056-9918-4de121a1abe4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:50.396961 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.564892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.574353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d0fa91d-2ead-4622-9cec-bcd8da83b4e4 req-e26efed6-1c08-4efe-abb8-7072d1adc9a6 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 210 time: 0.0953884 Nov 25 17:33:50.611635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1f2ced8e-e167-4056-9918-4de121a1abe4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f2ced8e-e167-4056-9918-4de121a1abe4,segment=NetworkSegment(1c8b35f1-3282-4b50-b362-4dbd585bba6b),segment_id=1c8b35f1-3282-4b50-b362-4dbd585bba6b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:50.617752 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:50.721089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 32f69fa9-c760-4206-b9d1-215ea64cee97 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:50.727207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:50.844459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 771b7665-1eb7-43fd-aa79-991a43fb799d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:33:50.845157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 771b7665-1eb7-43fd-aa79-991a43fb799d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:33:50.962577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1f2ced8e-e167-4056-9918-4de121a1abe4,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:51.004748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6cff74e-772d-42ee-9a44-9eb79c5cd6dd req-5fd35e8d-0564-4874-9a0d-d2e45a2373c4 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.2428210 Nov 25 17:33:51.014496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.050846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3125b1-3073-47f6-a93d-e2d8263f9676 None None] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:33:51.067832 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20c61c90-438b-43ad-b795-6b79367cb630 req-73ff95a6-3e93-407f-85f8-049115e28adf tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=1171506a-5d32-4b22-bf4d-43347c617773 HTTP/1.1" status: 200 len: 210 time: 0.0895061 Nov 25 17:33:51.153042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'Port': ['ID=32f69fa9-c760-4206-b9d1-215ea64cee97,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:51.228000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] No DVR routers for this DVR port 771b7665-1eb7-43fd-aa79-991a43fb799d on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:51.228417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Port 32f69fa9-c760-4206-b9d1-215ea64cee97 update to DOWN by agent not found {{(pid=103637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:33:51.266616 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.272726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9bf26d7-a1e3-4ffd-b8b8-b54c0fb86b21 req-7397d2ba-d768-448b-b9f7-f5f08ae2d1d2 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.55 "DELETE /v2.0/ports/771b7665-1eb7-43fd-aa79-991a43fb799d HTTP/1.1" status: 204 len: 173 time: 3.9754515 Nov 25 17:33:51.295047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-deleted', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:51.315844 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a822934d-e3d1-48c7-bd89-fab351d6e8bd" -d '{"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-deleted", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:51.374309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-cf7bb674-c62e-4dda-b9f4-cb8307f4cd55 None None] Provisioning complete for port 1f2ced8e-e167-4056-9918-4de121a1abe4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:51.375284 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb674-c62e-4dda-b9f4-cb8307f4cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.407721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] No DVR routers for this DVR port 32f69fa9-c760-4206-b9d1-215ea64cee97 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:51.412681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:51.421821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c44ed10c-357f-4c46-bff3-a305eef0baa1 req-c02598f0-9956-408d-bdd5-93333cc42700 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "DELETE /v2.0/ports/32f69fa9-c760-4206-b9d1-215ea64cee97 HTTP/1.1" status: 204 len: 173 time: 3.6069639 Nov 25 17:33:51.473007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-f8514056-5834-4f56-af25-f80f277f9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:51.482276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-f8514056-5834-4f56-af25-f80f277f9986 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 1.6512721 Nov 25 17:33:51.563785 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494419e5-4388-44e8-b604-bdc9a6566a20 x-openstack-request-id: req-494419e5-4388-44e8-b604-bdc9a6566a20 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:51.570082 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d09ef0f-0839-4c1c-ab73-23f6673ae49e", "name": "network-vif-deleted", "tag": "771b7665-1eb7-43fd-aa79-991a43fb799d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:51.570473 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-494419e5-4388-44e8-b604-bdc9a6566a20 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:51.571057 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09ef0f-0839-4c1c-ab73-23f6673ae49e', 'name': 'network-vif-deleted', 'tag': '771b7665-1eb7-43fd-aa79-991a43fb799d', 'status': 'completed', 'code': 200} Nov 25 17:33:51.678459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-6c9454b7-31df-4922-a006-eb38e9f2d018 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1 HTTP/1.1" status: 200 len: 217 time: 0.1864092 Nov 25 17:33:51.776563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d991c228-5a32-49b3-a04e-bc8369719e65 req-ef940ee5-2ea4-49fe-9734-aaaad40a7580 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d09ef0f-0839-4c1c-ab73-23f6673ae49e HTTP/1.1" status: 200 len: 210 time: 0.0425146 Nov 25 17:33:51.817742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-023d2023-d0e7-4990-939c-64b8d5ed142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:51.819589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-023d2023-d0e7-4990-939c-64b8d5ed142f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.1295483 Nov 25 17:33:51.873950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-6ab5fa93-d6ce-4614-a734-37931a9e6c85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445216 Nov 25 17:33:51.884067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326a9e-b075-4e0b-8616-631f09b2cd51 req-355cb334-9756-4c64-8850-224b1847b5a3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:51.885660 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75326a9e-b075-4e0b-8616-631f09b2cd51 req-355cb334-9756-4c64-8850-224b1847b5a3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 944 time: 0.4900732 Nov 25 17:33:52.128908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e5cf0e24-744e-431e-a7de-ec472f15dba1 None None] Provisioning complete for port 1f2ced8e-e167-4056-9918-4de121a1abe4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:52.129403 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0e24-744e-431e-a7de-ec472f15dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.209773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75326a9e-b075-4e0b-8616-631f09b2cd51 req-16f9ac26-7286-482b-92c8-249719a8033c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498388 Nov 25 17:33:52.230372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.235575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-a2408e6b-f189-4bec-9021-cc72e901ee42 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479061 Nov 25 17:33:52.284411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f2ced8e-e167-4056-9918-4de121a1abe4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:52.386188 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a55a16d-2ef0-4460-91f8-068a149b686e req-6a04628d-8da5-42ee-a6d9-153463909f22 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303647 Nov 25 17:33:52.388568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.389020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79eaa8fc-a110-4529-bbe7-4137ed7bb9b7 req-ad8746e4-8c22-46c2-bd58-328761641eeb tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.1016288 Nov 25 17:33:52.475511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce1267b2-5434-4e1e-b42e-021d746fe50e req-ffd21425-46ae-4f38-83fc-c96757271d08 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0702376 Nov 25 17:33:52.514752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1f2ced8e-e167-4056-9918-4de121a1abe4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:52.515138 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.570850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Allocated IP 172.25.8.70 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/50eb1c13-a22f-429b-98e4-abc0ef662825) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:52.686836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 036fab26-74f5-4189-91bf-e6e6001b2fa1 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:33:52.708788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.752565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:52.805049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87863fa5-9f1d-4128-a9e0-87fdd842b2d8 req-b614220c-d133-489f-bf16-519926f83ca9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:52.814099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87863fa5-9f1d-4128-a9e0-87fdd842b2d8 req-b614220c-d133-489f-bf16-519926f83ca9 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1075592 Nov 25 17:33:52.841164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:52.841164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Pushing event updated for resources: {'Port': ['ID=50eb1c13-a22f-429b-98e4-abc0ef662825,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:52.842799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:52.845701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:33:52.874069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc38ab0-1c18-4211-a443-55ae958519d2 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:52.881071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37460) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:52.976357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:52.977861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87863fa5-9f1d-4128-a9e0-87fdd842b2d8 req-c38f5772-6c01-4572-8e7f-4c7385161cf4 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548336 Nov 25 17:33:53.050444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '036fab26-74f5-4189-91bf-e6e6001b2fa1', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': '036fab26-74f5-4189-91bf-e6e6001b2fa1', 'mac_address': 'fa:16:3e:63:b9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:33:53.115329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-04d90059-b382-4fb3-b2ed-c5024cdb2a57 None None] Provisioning complete for port 50eb1c13-a22f-429b-98e4-abc0ef662825 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:53.118121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04d90059-b382-4fb3-b2ed-c5024cdb2a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.186992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.206342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036fab26-74f5-4189-91bf-e6e6001b2fa1 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:33:53.239979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:53.241823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-04d90059-b382-4fb3-b2ed-c5024cdb2a57 None None] Port 50eb1c13-a22f-429b-98e4-abc0ef662825 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:53.258137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.387126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:53.486750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-28117013-6720-4dd6-9610-4f1d8b4140ff req-80f7bc04-298c-4105-b1d0-d848c8448ddd tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0282884 Nov 25 17:33:53.556206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['036fab26-74f5-4189-91bf-e6e6001b2fa1'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:33:53.576115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1171506a-5d32-4b22-bf4d-43347c617773', 'name': 'network-vif-deleted', 'tag': '32f69fa9-c760-4206-b9d1-215ea64cee97'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:53.578863 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ba6f20-2cc7-4664-b568-bbe83fda75a1" -d '{"events": [{"server_uuid": "1171506a-5d32-4b22-bf4d-43347c617773", "name": "network-vif-deleted", "tag": "32f69fa9-c760-4206-b9d1-215ea64cee97"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:53.614492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b2981-56fc-4d57-b915-8a43bbf36f12 req-3decab28-fa01-4f28-b846-e148b6f4decb tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:53.616445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1b2981-56fc-4d57-b915-8a43bbf36f12 req-3decab28-fa01-4f28-b846-e148b6f4decb tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 945 time: 0.2354729 Nov 25 17:33:53.629022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:53.678825 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5771b6e9-9ca1-4a4b-abd3-65745df84939 x-openstack-request-id: req-5771b6e9-9ca1-4a4b-abd3-65745df84939 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:53.678825 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1171506a-5d32-4b22-bf4d-43347c617773", "name": "network-vif-deleted", "tag": "32f69fa9-c760-4206-b9d1-215ea64cee97", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:53.678825 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5771b6e9-9ca1-4a4b-abd3-65745df84939 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:53.679369 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1171506a-5d32-4b22-bf4d-43347c617773', 'name': 'network-vif-deleted', 'tag': '32f69fa9-c760-4206-b9d1-215ea64cee97', 'status': 'completed', 'code': 200} Nov 25 17:33:53.812365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1b2981-56fc-4d57-b915-8a43bbf36f12 req-6f51f71c-fef8-40fa-924b-e76024538060 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808612 Nov 25 17:33:53.898977 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.023857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.153358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb440f6e-3842-446d-8b01-c1763d728f9f req-8fc72f22-25d4-41dd-bce8-2ae0b4704d6f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:54.156306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb440f6e-3842-446d-8b01-c1763d728f9f req-8fc72f22-25d4-41dd-bce8-2ae0b4704d6f tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.0781724 Nov 25 17:33:54.228375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb440f6e-3842-446d-8b01-c1763d728f9f req-064ad4e8-b817-4878-9637-a5d596c12002 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654082 Nov 25 17:33:54.327968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-f9824a2f-d891-4402-86f9-acc8651a9983 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:54.329820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-f9824a2f-d891-4402-86f9-acc8651a9983 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1130350 Nov 25 17:33:54.347767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Router cc7a09c6-7ba5-4201-bc98-a460095aea8f is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:33:54.691340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 036fab26-74f5-4189-91bf-e6e6001b2fa1 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:33:54.778141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 036fab26-74f5-4189-91bf-e6e6001b2fa1 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:33:54.783024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 036fab26-74f5-4189-91bf-e6e6001b2fa1 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:54.783535 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.833962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 960cbbae-c212-434c-9153-753b5f805a74 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:54.834537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.843532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87450bc3-8575-466d-ab74-2b37a17c0a86 req-85020224-0956-40b2-b467-245da427ccdf tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0537848 Nov 25 17:33:54.924492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:54.987669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:54.998324 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Sync routers for ids ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:55.002990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Deleting port 28200e40-1cf9-4a8f-a1cf-161537561811 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:33:55.003327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.026805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:55.032446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:55.039761 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Routers {'cc7a09c6-7ba5-4201-bc98-a460095aea8f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:55.040408 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:55.042391 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cc0cc9-2847-46b0-90af-55420d05a7ce" -d '{"events": [{"server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "name": "network-vif-plugged", "status": "completed", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:55.050227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.051979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 28200e40-1cf9-4a8f-a1cf-161537561811 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:33:55.080559 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.084477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a423c22e-57e7-45a7-bc0b-550198c9d9fa admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.2866206 Nov 25 17:33:55.084477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port 960cbbae-c212-434c-9153-753b5f805a74, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=960cbbae-c212-434c-9153-753b5f805a74,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:55.084477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.094740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:55.147577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a12c1-c4f4-47b9-a46b-69785532083a req-73d2b7a2-d98b-462a-9740-ad6f4016ad92 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.156835 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d9a12c1-c4f4-47b9-a46b-69785532083a req-73d2b7a2-d98b-462a-9740-ad6f4016ad92 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 945 time: 0.1846280 Nov 25 17:33:55.222151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 960cbbae-c212-434c-9153-753b5f805a74 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:55.281785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:55.294557 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb0692d-2840-4768-8608-bc7e5c4bff7c x-openstack-request-id: req-dbb0692d-2840-4768-8608-bc7e5c4bff7c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:55.295008 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "name": "network-vif-plugged", "status": "completed", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:55.300390 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbb0692d-2840-4768-8608-bc7e5c4bff7c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:55.300923 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1', 'code': 200} Nov 25 17:33:55.306423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-655bc5fa-18a9-4d19-a1fd-f66a3fced80b req-a1379d3e-af53-44df-88e5-5644fa948004 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=62b957a4170747eeacdd461383d20810&device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0876477 Nov 25 17:33:55.367512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d9a12c1-c4f4-47b9-a46b-69785532083a req-4b13781d-d4fc-402a-ae2f-11c7abf4e729 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053316 Nov 25 17:33:55.409354 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Set router cc7a09c6-7ba5-4201-bc98-a460095aea8f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:55.554317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-655bc5fa-18a9-4d19-a1fd-f66a3fced80b req-ebf103bc-59e8-416f-88e5-85fd2fb81496 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=62b957a4170747eeacdd461383d20810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2165108 Nov 25 17:33:55.568528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60744090-4b2d-4c3d-ad7b-202fc191bc9a req-b8a7a5da-012c-4d4d-bb66-80d0805aaafd tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.1450582 Nov 25 17:33:55.574273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] For port 28200e40-1cf9-4a8f-a1cf-161537561811, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=28200e40-1cf9-4a8f-a1cf-161537561811,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:55.575641 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:55.576144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224b841-6e31-486e-9f05-f09a16805c4b req-60f397f3-8263-4e50-a5d9-19f21d3ce2de tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.578614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0224b841-6e31-486e-9f05-f09a16805c4b req-60f397f3-8263-4e50-a5d9-19f21d3ce2de tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 944 time: 0.1133463 Nov 25 17:33:55.701285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0224b841-6e31-486e-9f05-f09a16805c4b req-7848c8fc-0718-4412-bb33-9aef567ab431 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ba82250-3d29-4eb5-a5b8-108295ed6212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074471 Nov 25 17:33:55.791551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a374e6b-6f99-43de-8559-03d067acc812 req-d291a00e-6b2d-4f21-953c-9327f663cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:55.793317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a374e6b-6f99-43de-8559-03d067acc812 req-d291a00e-6b2d-4f21-953c-9327f663cd44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 1097 time: 0.4321458 Nov 25 17:33:55.833336 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:33:53Z', 'revision_number': 3, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:55.866398 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Checking router: cc7a09c6-7ba5-4201-bc98-a460095aea8f for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:33:55.866955 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Updating router cc7a09c6-7ba5-4201-bc98-a460095aea8f port 50eb1c13-a22f-429b-98e4-abc0ef662825 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:33:55.910455 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.016599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bc5fa-18a9-4d19-a1fd-f66a3fced80b req-ae02d4df-29d5-4356-9b60-add909be1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.017817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-655bc5fa-18a9-4d19-a1fd-f66a3fced80b req-ae02d4df-29d5-4356-9b60-add909be1616 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4390235 Nov 25 17:33:56.086992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a374e6b-6f99-43de-8559-03d067acc812 req-1abc072e-8fb2-4f3c-afcc-bb7e00a55908 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821310 Nov 25 17:33:56.112182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.112540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.112861 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Floating IP 8cdaf75d-e7df-4f3d-8322-6988a0b22805 disassociated. External IP: 172.25.8.136, port: 28200e40-1cf9-4a8f-a1cf-161537561811. Nov 25 17:33:56.113246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Calling delete_port for 28200e40-1cf9-4a8f-a1cf-161537561811 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:33:56.116934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:56.297451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.343542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=960cbbae-c212-434c-9153-753b5f805a74,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.388297 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.395248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5fbfb32a-4120-4bc9-8734-b743ac1189e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e4b06eea2f8d4b1bbb37d44c375dbd96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765188 Nov 25 17:33:56.398036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37512) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:56.403995 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.501754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f36fe-28d5-407d-b7bf-d1db07a12c5a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:56.559712 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Attempting to bind port 50eb1c13-a22f-429b-98e4-abc0ef662825 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:33:56.560089 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Attempting to bind port 50eb1c13-a22f-429b-98e4-abc0ef662825 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:33:56.560456 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Attempting to bind port 50eb1c13-a22f-429b-98e4-abc0ef662825 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:33:56.564507 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81367df9-c0b6-48c4-9728-54f7098b8f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.602910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:33:56.603284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:33:56.603705 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.604644 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:33:56.605159 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Bound port: 50eb1c13-a22f-429b-98e4-abc0ef662825, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:33:56.609821 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.633971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81367df9-c0b6-48c4-9728-54f7098b8f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.640056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-81a67453-053a-4b8d-8b19-3027f518a6ea None None] Provisioning complete for port 50eb1c13-a22f-429b-98e4-abc0ef662825 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:56.640806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-81a67453-053a-4b8d-8b19-3027f518a6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.711203 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] For port 50eb1c13-a22f-429b-98e4-abc0ef662825, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:33:56.716558 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] For port 50eb1c13-a22f-429b-98e4-abc0ef662825, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=50eb1c13-a22f-429b-98e4-abc0ef662825,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:33:56.719048 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Pushing event updated for resources: {'Port': ['ID=50eb1c13-a22f-429b-98e4-abc0ef662825,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.735083 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.742833 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.743076 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.743729 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.743883 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.744093 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.754883 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.755356 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.755985 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.756331 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.756666 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.757004 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.757358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:33:56.759697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-81a67453-053a-4b8d-8b19-3027f518a6ea None None] Port 50eb1c13-a22f-429b-98e4-abc0ef662825 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:33:56.812223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27193764-7e69-49e9-b969-0086b5129318 req-4e64ce16-98f8-471c-9edc-bb108960bd65 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0791309 Nov 25 17:33:56.847671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81367df9-c0b6-48c4-9728-54f7098b8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.850809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81367df9-c0b6-48c4-9728-54f7098b8f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.852417 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-81367df9-c0b6-48c4-9728-54f7098b8f69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c2d9c52-4f68-4406-9bda-a02d14b9fbb4 HTTP/1.1" status: 204 len: 168 time: 0.4532802 Nov 25 17:33:56.873879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81367df9-c0b6-48c4-9728-54f7098b8f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d9c52-4f68-4406-9bda-a02d14b9fbb4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.903955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f91c5-8f51-4a1d-a14f-ca6c1b2f8388 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:33:56.914852 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Routers {'cc7a09c6-7ba5-4201-bc98-a460095aea8f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:56.915602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:56.931697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fc769-866d-497b-ae61-5ed26382ad3f req-4699eb7b-5aae-4e85-bad3-11965fb22e2b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:56.934824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a21fc769-866d-497b-ae61-5ed26382ad3f req-4699eb7b-5aae-4e85-bad3-11965fb22e2b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 946 time: 0.4648819 Nov 25 17:33:56.959670 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:56.976236 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95edf1b-3319-40ad-8ab7-66ef6e40fad4 None None] Pushing event updated for resources: {'Port': ['ID=50eb1c13-a22f-429b-98e4-abc0ef662825,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:56.999431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc6b1d5b-ac87-49b1-9c23-f1ee65fcb2cf None None] Provisioning complete for port 50eb1c13-a22f-429b-98e4-abc0ef662825 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:33:57.000333 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1d5b-ac87-49b1-9c23-f1ee65fcb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.040359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-582599e3-94e6-4b28-9b69-87296e8d4826 req-185c2137-2317-4376-9405-2f8d002a6376 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 210 time: 0.0927174 Nov 25 17:33:57.142057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] Set router cc7a09c6-7ba5-4201-bc98-a460095aea8f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:57.230562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'Port': ['ID=28200e40-1cf9-4a8f-a1cf-161537561811,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:57.247271 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1d5b-ac87-49b1-9c23-f1ee65fcb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.303737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bc6b1d5b-ac87-49b1-9c23-f1ee65fcb2cf None None] For port 50eb1c13-a22f-429b-98e4-abc0ef662825, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=50eb1c13-a22f-429b-98e4-abc0ef662825,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:33:57.315926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1d5b-ac87-49b1-9c23-f1ee65fcb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.378680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:57.412759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b1d5b-ac87-49b1-9c23-f1ee65fcb2cf None None] Pushing event updated for resources: {'Port': ['ID=50eb1c13-a22f-429b-98e4-abc0ef662825,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:33:57.508700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a21fc769-866d-497b-ae61-5ed26382ad3f req-4b954b59-252c-427e-a606-54133a0d725c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312998 Nov 25 17:33:57.612723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:33:53Z', 'revision_number': 3, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:57.650531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdce3ad-a8ee-4cf1-bcbc-1690e05763c8 None None] The sync data for ids ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'] in n-d-817303-7 is: [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:33:53Z', 'revision_number': 3, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:33:57.990988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-920df651-8d8b-4b98-9093-10c25cace4e4 req-c73d087a-7444-44fb-985a-997478e60755 tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.0518942 Nov 25 17:33:58.003086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-655bc5fa-18a9-4d19-a1fd-f66a3fced80b req-2a89ace8-e2a8-4c2f-933f-8657dae6581d tempest-ServerShowV257Test-395619554 tempest-ServerShowV257Test-395619554-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d89d41a-a53f-4a6a-a6a9-a69c49e272c3 HTTP/1.1" status: 200 len: 210 time: 0.4910765 Nov 25 17:33:58.130577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:58.412151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-056cb3b2-e53a-4730-9018-bd37e6484734 req-a0f62945-8d5b-4893-93d8-937664e448c3 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 210 time: 0.1883457 Nov 25 17:33:58.543977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:58.738264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3eaf9-59a1-4529-b6ee-10614e65f9b5 req-b7bbd8d0-1659-4c1f-a73e-a91c03f093f9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:58.746902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ac3eaf9-59a1-4529-b6ee-10614e65f9b5 req-b7bbd8d0-1659-4c1f-a73e-a91c03f093f9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 946 time: 0.1381798 Nov 25 17:33:58.821936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ac3eaf9-59a1-4529-b6ee-10614e65f9b5 req-1ef84fd7-e4ff-48c2-b598-14e284d7d163 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734656 Nov 25 17:33:58.860744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:33:58.959777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Allocated IP 172.20.0.1 (2f40f9d0-8641-4667-8ca7-337c8c36c3f3/17eb6619-525b-415c-bb18-78ca84b5c078/0add2e9f-092d-48e2-8e87-b0b9d74d822b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:33:59.194116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc7af4-3a2c-4eba-830d-db11457ac6d8 req-ce9a5953-7bdb-44ac-9f48-e10292fdbe97 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:33:59.198619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dbc7af4-3a2c-4eba-830d-db11457ac6d8 req-ce9a5953-7bdb-44ac-9f48-e10292fdbe97 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.2783644 Nov 25 17:33:59.291819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:59.305339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] Sync routers for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:59.325630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:59.329286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:59.336972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37592) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:59.375594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] No DVR routers for this DVR port 28200e40-1cf9-4a8f-a1cf-161537561811 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:33:59.379070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.383116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-527e3648-a088-4cfb-a09a-7f76fa8e572e req-7860b855-c496-4d21-bdca-9ff77f0092b0 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.73 "DELETE /v2.0/ports/28200e40-1cf9-4a8f-a1cf-161537561811 HTTP/1.1" status: 204 len: 173 time: 5.0460649 Nov 25 17:33:59.384412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:33:59.396624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37596) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:59.396757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-92d151a5-5b76-415c-9471-0ceaa75d27b3 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "PUT /v2.0/routers/ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5129464 Nov 25 17:33:59.403404 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] Sync routers for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:33:59.404292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-deleted', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:33:59.406797 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ed4f8-39bb-43cb-b00f-8b328651cbd8" -d '{"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-deleted", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:33:59.432788 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:33:59.433489 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:33:59.443077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dbc7af4-3a2c-4eba-830d-db11457ac6d8 req-2e06ea13-0706-4b81-a677-4f78cd3d85ad tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086771 Nov 25 17:33:59.478328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.490997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:59.630657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting subnet 63bff1aa-9ba9-4b8e-a817-40c72d349cab {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:33:59.638718 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae14f95c-1344-4289-84fc-b31837c9c92c x-openstack-request-id: req-ae14f95c-1344-4289-84fc-b31837c9c92c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:33:59.639748 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5", "name": "network-vif-deleted", "tag": "28200e40-1cf9-4a8f-a1cf-161537561811", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:33:59.640202 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae14f95c-1344-4289-84fc-b31837c9c92c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:33:59.644810 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5', 'name': 'network-vif-deleted', 'tag': '28200e40-1cf9-4a8f-a1cf-161537561811', 'status': 'completed', 'code': 200} Nov 25 17:33:59.646619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.652618 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.719049 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:33:59.768751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:33:59.819815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:33:59.839427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-762c4956-1c73-46f1-83f5-fd19791eb910 req-cc852b26-5d98-45bb-b5bb-f957fbdeb6bc tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0c9f07-6567-4f33-9e34-bd1cfc40b2f5 HTTP/1.1" status: 200 len: 210 time: 0.1710653 Nov 25 17:33:59.841829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:33:59.866168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:33:59.881876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:00.032953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Pushing event updated for resources: {'Port': ['ID=0add2e9f-092d-48e2-8e87-b0b9d74d822b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:00.138409 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89d866a1-5998-4a1a-be2d-000669f1bd76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.171344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.197232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2dc39-bbcc-4d42-afee-d02d2ad4eeb8 req-1aa95c39-bf71-4482-9f31-48c04a8616f4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:00.214969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bba2dc39-bbcc-4d42-afee-d02d2ad4eeb8 req-1aa95c39-bf71-4482-9f31-48c04a8616f4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 946 time: 0.3851657 Nov 25 17:34:00.305998 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:33:56Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:00.364351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'network': {'name': 'tempest-network-smoke--377781500', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:00.388839 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] Checking router: ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:00.419457 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] Routers {'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:00.420121 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:00.427029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 50eb1c13-a22f-429b-98e4-abc0ef662825 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:00.435986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.439513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:00.445900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.510465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8e53d145-99f3-4042-a361-934f2a73884c None None] Provisioning complete for port 0add2e9f-092d-48e2-8e87-b0b9d74d822b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:00.511928 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e53d145-99f3-4042-a361-934f2a73884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.532345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.571202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8e53d145-99f3-4042-a361-934f2a73884c None None] Port 0add2e9f-092d-48e2-8e87-b0b9d74d822b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:00.584195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 50eb1c13-a22f-429b-98e4-abc0ef662825 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:00.584567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.634338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.664169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:45Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:00.673760 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] Set router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:00.698961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] Checking router: 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:00.700410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89d866a1-5998-4a1a-be2d-000669f1bd76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.727854 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89d866a1-5998-4a1a-be2d-000669f1bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.738436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.745627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bba2dc39-bbcc-4d42-afee-d02d2ad4eeb8 req-9ad92c34-3772-44b0-a715-36d3d89f1073 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284925 Nov 25 17:34:00.752990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.754959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:00.755099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:00.804579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:00.840868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71adc072-ad7d-4ab7-949a-2e73f90603c1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:00.845960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.846625 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Added segment 8535159e-d8df-48f0-a70a-38695dd548fa of type vlan for network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 Nov 25 17:34:00.889948 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:00.912855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-89d866a1-5998-4a1a-be2d-000669f1bd76 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=62b957a4170747eeacdd461383d20810&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0873203 Nov 25 17:34:00.920707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:00.922695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d866a1-5998-4a1a-be2d-000669f1bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96130f-3262-4177-bc6f-888a56d8234e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:00.924424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:00.982567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Subnet': ['ID=63bff1aa-9ba9-4b8e-a817-40c72d349cab,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.014000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.018482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c4fb6d0-a0b7-46f7-9250-35cec4a2bd4c tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/subnets/63bff1aa-9ba9-4b8e-a817-40c72d349cab HTTP/1.1" status: 204 len: 168 time: 1.6205320 Nov 25 17:34:01.022605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:01.102326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.112373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db961016-0604-4c29-8cd9-ad9189fa0199 None None] Network ba4939db-d06c-4ecf-b83e-749343a1492f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:01.236435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:01.330434 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c121-da65-44a8-99f6-4b12e00c7b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.402842 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:33:56Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:01.413894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.429716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c121-da65-44a8-99f6-4b12e00c7b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.435564 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c9e38-073b-4c36-8197-a533611138c6 None None] The sync data for ids ['ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a'] in n-d-817303-7 is: [{'id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241565937', 'tenant_id': '95c99e5365bf47f596809a61f354cfc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:31:32Z', 'updated_at': '2021-11-25T17:33:56Z', 'revision_number': 5, 'project_id': '95c99e5365bf47f596809a61f354cfc2', 'gw_port': {'id': '7fb770d5-37bb-462b-b606-4caef03b13b0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:31:33Z', 'updated_at': '2021-11-25T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:01.501437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:45Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:01.555652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.556558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc080036-50fa-42f7-af83-5efe2adf5239 None None] The sync data for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 is: [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:24:38Z', 'revision_number': 4, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '791a458b-adb1-41f8-a6c1-c52902d47e3b', 'name': '', 'network_id': 'f32f7096-4838-4cf6-9956-56886cddd436', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'mac_address': 'fa:16:3e:08:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:34Z', 'updated_at': '2021-11-25T17:24:45Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'subnets': [{'id': 'c4583fdd-c83f-421b-8785-7406dc3a7158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:01.566387 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.648247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c121-da65-44a8-99f6-4b12e00c7b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.650962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c121-da65-44a8-99f6-4b12e00c7b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.652672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a2d6c121-da65-44a8-99f6-4b12e00c7b3e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f96130f-3262-4177-bc6f-888a56d8234e HTTP/1.1" status: 204 len: 168 time: 0.7309721 Nov 25 17:34:01.686640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Pushing event updated for resources: {'Port': ['ID=0add2e9f-092d-48e2-8e87-b0b9d74d822b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.689414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6c121-da65-44a8-99f6-4b12e00c7b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96130f-3262-4177-bc6f-888a56d8234e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:01.691203 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:01.829309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] DHCP port deletion for ba4939db-d06c-4ecf-b83e-749343a1492f request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:01.858914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:01.861843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:02.026601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] Deleting port beb7be0f-9f40-475a-ba59-bfcafacf85be {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:02.045590 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.269767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Router cc7a09c6-7ba5-4201-bc98-a460095aea8f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:02.297883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device beb7be0f-9f40-475a-ba59-bfcafacf85be no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:02.304923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde703c7-af76-4bae-83e9-6f8ce0ab28b6 None None] New status for floating IP 8cdaf75d-e7df-4f3d-8322-6988a0b22805: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:34:02.516231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.521863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:02.522696 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.654891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Network': ['ID=14a1fb9d-6137-4fa7-a4a8-98d6603c9030,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:02.677257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:02.690376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5256ba4c-b523-4adc-937b-d652e78f142d admin admin] 10.222.0.86 "PUT /v2.0/routers/cc7a09c6-7ba5-4201-bc98-a460095aea8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5947740 Nov 25 17:34:02.699652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-82bfdddd-1b62-454f-988c-bd6b7985be19 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:02.702143 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Sync routers for ids ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:02.709971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] For port beb7be0f-9f40-475a-ba59-bfcafacf85be, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=beb7be0f-9f40-475a-ba59-bfcafacf85be,segment=NetworkSegment(5a43c878-20dc-427f-aed7-b98419883827),segment_id=5a43c878-20dc-427f-aed7-b98419883827)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:02.711514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.718659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71cc1d22-c41e-4568-bfd7-8209ac0c04da tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.3770843 Nov 25 17:34:02.719737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.720696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-82bfdddd-1b62-454f-988c-bd6b7985be19 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 946 time: 0.1856205 Nov 25 17:34:02.720855 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Routers {'cc7a09c6-7ba5-4201-bc98-a460095aea8f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:02.722713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:02.723650 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:02.730828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:02.733478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b867c94-d6d4-497f-9cf4-579630f57535 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.801713 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b867c94-d6d4-497f-9cf4-579630f57535 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.883644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'admin_state_up': True, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:02.919454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] Calling delete_port for beb7be0f-9f40-475a-ba59-bfcafacf85be owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:02.928551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b867c94-d6d4-497f-9cf4-579630f57535 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.933212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b867c94-d6d4-497f-9cf4-579630f57535 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:02.937954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b867c94-d6d4-497f-9cf4-579630f57535 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "DELETE /v2.0/security-groups/5ba82250-3d29-4eb5-a5b8-108295ed6212 HTTP/1.1" status: 204 len: 168 time: 1.6921568 Nov 25 17:34:02.948338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:02.949512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b867c94-d6d4-497f-9cf4-579630f57535 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba82250-3d29-4eb5-a5b8-108295ed6212,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:03.028563 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-03fb7480-49e0-4553-ae6f-33714590630d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] show failed (client error): The resource could not be found. Nov 25 17:34:03.029763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-03fb7480-49e0-4553-ae6f-33714590630d tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "GET /v2.0/security-groups/5ba82250-3d29-4eb5-a5b8-108295ed6212 HTTP/1.1" status: 404 len: 347 time: 0.0793266 Nov 25 17:34:03.036638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37688) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:03.048942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7f31b-8fa7-4794-bcae-388de2fdcd70 req-b4bf94b4-a94d-4998-bea8-e447c1a2821e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:03.058678 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bee7f31b-8fa7-4794-bcae-388de2fdcd70 req-b4bf94b4-a94d-4998-bea8-e447c1a2821e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 946 time: 1.6349697 Nov 25 17:34:03.061810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.074388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.092608 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Set router cc7a09c6-7ba5-4201-bc98-a460095aea8f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:03.126564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e897663b-ad61-4a4f-a50f-5fa87bd1cbd3 None None] Provisioning complete for port 0add2e9f-092d-48e2-8e87-b0b9d74d822b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:03.126947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e897663b-ad61-4a4f-a50f-5fa87bd1cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.201853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bee7f31b-8fa7-4794-bcae-388de2fdcd70 req-ebfd9655-9551-4544-b955-f1612e5493ef tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421854 Nov 25 17:34:03.227636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port 036fab26-74f5-4189-91bf-e6e6001b2fa1 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:03.228101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.243354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Deleting port 7fb770d5-37bb-462b-b606-4caef03b13b0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:03.243778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.452976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.466794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e897663b-ad61-4a4f-a50f-5fa87bd1cbd3 None None] Port 0add2e9f-092d-48e2-8e87-b0b9d74d822b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:03.474266 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.560638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] For port 7fb770d5-37bb-462b-b606-4caef03b13b0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7fb770d5-37bb-462b-b606-4caef03b13b0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:03.562591 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:03.579997 n-d-817303-7 neutron-server[103637]: INFO neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No ports have port_id starting with beb7be0f-9f40-475a-ba59-bfcafacf85be Nov 25 17:34:03.586492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] Pushing event deleted for resources: {'Port': ['ID=beb7be0f-9f40-475a-ba59-bfcafacf85be,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:03.606098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 960cbbae-c212-434c-9153-753b5f805a74 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:03.617402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13840dc1-b2b8-4974-911b-3b8f4700c47e None None] No DVR routers for this DVR port beb7be0f-9f40-475a-ba59-bfcafacf85be on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:03.649472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Calling delete_port for 7fb770d5-37bb-462b-b606-4caef03b13b0 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:03.701885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 960cbbae-c212-434c-9153-753b5f805a74 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:03.702288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 960cbbae-c212-434c-9153-753b5f805a74 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:03.871135 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:34:00Z', 'revision_number': 4, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0add2e9f-092d-48e2-8e87-b0b9d74d822b', 'name': '', 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'mac_address': 'fa:16:3e:92:30:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '17eb6619-525b-415c-bb18-78ca84b5c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:58Z', 'updated_at': '2021-11-25T17:34:00Z', 'revision_number': 2, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'subnets': [{'id': '17eb6619-525b-415c-bb18-78ca84b5c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:03.909925 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Checking router: cc7a09c6-7ba5-4201-bc98-a460095aea8f for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:03.910534 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Updating router cc7a09c6-7ba5-4201-bc98-a460095aea8f port 0add2e9f-092d-48e2-8e87-b0b9d74d822b binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:34:03.966897 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.060049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:04.071653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.143178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Port': ['ID=7fb770d5-37bb-462b-b606-4caef03b13b0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:04.168669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca721c-9bfb-4cc8-8343-34b6b1362d1b None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:04.287940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb83f3eb-9299-4664-b66a-aa72c4032f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.305369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.444785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.451025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.699299 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.704502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Fanout notify agent at l3_agent the message router_deleted on router ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:04.733607 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.742922 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb4e8e90-198a-4906-b18f-af22758a6858 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/routers/ff2fdfce-a0bb-430b-aa4c-d8f27839fd4a HTTP/1.1" status: 204 len: 168 time: 3.7185941 Nov 25 17:34:04.754116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37726) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:04.761711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 036fab26-74f5-4189-91bf-e6e6001b2fa1 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:04.821212 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.843314 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:04.979001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.048559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:05.049840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:05.054252 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937bbdc-1aba-4e5a-8401-3c1e5b6932dc" -d '{"events": [{"server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "name": "network-vif-unplugged", "status": "completed", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:05.058484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port 036fab26-74f5-4189-91bf-e6e6001b2fa1, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=036fab26-74f5-4189-91bf-e6e6001b2fa1,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:05.059091 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.067970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.091322 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.143960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.177696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for 036fab26-74f5-4189-91bf-e6e6001b2fa1 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:05.181071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.182699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Deleting port 7d5c6fe6-6143-4ae4-b09e-771a07752dc3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:05.183239 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Attempting to bind port 0add2e9f-092d-48e2-8e87-b0b9d74d822b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:05.183687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.183834 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Attempting to bind port 0add2e9f-092d-48e2-8e87-b0b9d74d822b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:05.184199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Attempting to bind port 0add2e9f-092d-48e2-8e87-b0b9d74d822b on network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:05.196057 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb83f3eb-9299-4664-b66a-aa72c4032f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.213895 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d6ea-8921-4f10-81ef-99767e71a1e4 None None] Pushing event updated for resources: {'Port': ['ID=0add2e9f-092d-48e2-8e87-b0b9d74d822b,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.218563 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6c187-8f8a-4fd5-ada7-3d759ef385e7 x-openstack-request-id: req-c2b6c187-8f8a-4fd5-ada7-3d759ef385e7 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:05.218926 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "name": "network-vif-unplugged", "status": "completed", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:05.219191 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2b6c187-8f8a-4fd5-ada7-3d759ef385e7 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:05.222992 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:05.223406 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Checking segment: {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:05.223816 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.225347 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Bound using segment: {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:05.225880 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Bound port: 0add2e9f-092d-48e2-8e87-b0b9d74d822b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b35f1-3282-4b50-b362-4dbd585bba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:05.226053 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1', 'code': 200} Nov 25 17:34:05.226298 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.256404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb83f3eb-9299-4664-b66a-aa72c4032f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.363104 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] For port 0add2e9f-092d-48e2-8e87-b0b9d74d822b, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:05.367856 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] For port 0add2e9f-092d-48e2-8e87-b0b9d74d822b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0add2e9f-092d-48e2-8e87-b0b9d74d822b,segment=NetworkSegment(1c8b35f1-3282-4b50-b362-4dbd585bba6b),segment_id=1c8b35f1-3282-4b50-b362-4dbd585bba6b)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:05.368772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.372398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83f3eb-9299-4664-b66a-aa72c4032f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b16bc-1c24-45dc-ae8a-d577f93ca3b0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.373910 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.386718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb83f3eb-9299-4664-b66a-aa72c4032f64 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05b6044777fb42e0a004c8f7f333a9d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3248608 Nov 25 17:34:05.406280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.449131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-258de442-8fd3-4943-850f-72f115e0aeb8 None None] Provisioning complete for port 0add2e9f-092d-48e2-8e87-b0b9d74d822b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:05.449772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-258de442-8fd3-4943-850f-72f115e0aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.455317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4939db-d06c-4ecf-b83e-749343a1492f']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.490525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a43c878-20dc-427f-aed7-b98419883827') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.490866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a43c878-20dc-427f-aed7-b98419883827') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.496230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d6ea-8921-4f10-81ef-99767e71a1e4 None None] Pushing event updated for resources: {'Port': ['ID=0add2e9f-092d-48e2-8e87-b0b9d74d822b,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:05.511976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.534455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.537564 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Routers {'cc7a09c6-7ba5-4201-bc98-a460095aea8f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:05.538205 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:33:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:05.611655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.657006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:05.657618 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:05.668088 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:05.746884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-258de442-8fd3-4943-850f-72f115e0aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.758998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44aebbe7-77e4-46e6-a0b6-f2cc5d87dc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.773388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66736f40-3949-4c41-90a9-0f4d7776f13f req-5a5b2b99-d3c1-4000-a3e2-327676f87727 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:05.783201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66736f40-3949-4c41-90a9-0f4d7776f13f req-5a5b2b99-d3c1-4000-a3e2-327676f87727 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=960765ff-e4d8-454b-bc7f-cdfa68002879 HTTP/1.1" status: 200 len: 944 time: 0.7867546 Nov 25 17:34:05.822058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-943f168e-400f-428d-9e95-8e60fc320cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.852967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-258de442-8fd3-4943-850f-72f115e0aeb8 None None] For port 0add2e9f-092d-48e2-8e87-b0b9d74d822b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0add2e9f-092d-48e2-8e87-b0b9d74d822b,segment=NetworkSegment(1c8b35f1-3282-4b50-b362-4dbd585bba6b),segment_id=1c8b35f1-3282-4b50-b362-4dbd585bba6b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:05.862616 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-258de442-8fd3-4943-850f-72f115e0aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.925032 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] Set router cc7a09c6-7ba5-4201-bc98-a460095aea8f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:05.934558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.936549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.948470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.956653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/networks/ba4939db-d06c-4ecf-b83e-749343a1492f HTTP/1.1" status: 204 len: 168 time: 1.1983809 Nov 25 17:34:05.957030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:05.958305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37740) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:05.968443 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-943f168e-400f-428d-9e95-8e60fc320cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:05.988077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb9be1-ac72-4188-8bd3-915977dd1388 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'Network': ['ID=ba4939db-d06c-4ecf-b83e-749343a1492f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.024645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=036fab26-74f5-4189-91bf-e6e6001b2fa1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.046741 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.047600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.127436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1e19c378-526b-408f-853c-cc1d6640ecbb None None] Provisioning complete for port 0add2e9f-092d-48e2-8e87-b0b9d74d822b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:06.127935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e19c378-526b-408f-853c-cc1d6640ecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.151275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66736f40-3949-4c41-90a9-0f4d7776f13f req-f4790cfa-0c87-4702-a5ab-9a810905c516 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662481 Nov 25 17:34:06.179118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Calling delete_port for 7d5c6fe6-6143-4ae4-b09e-771a07752dc3 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:06.183838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de442-8fd3-4943-850f-72f115e0aeb8 None None] Pushing event updated for resources: {'Port': ['ID=0add2e9f-092d-48e2-8e87-b0b9d74d822b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.214325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-943f168e-400f-428d-9e95-8e60fc320cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.217053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-943f168e-400f-428d-9e95-8e60fc320cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.224049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-943f168e-400f-428d-9e95-8e60fc320cb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fc4b16bc-1c24-45dc-ae8a-d577f93ca3b0 HTTP/1.1" status: 204 len: 168 time: 0.8158708 Nov 25 17:34:06.299926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fb770d5-37bb-462b-b606-4caef03b13b0 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:06.327245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f168e-400f-428d-9e95-8e60fc320cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b16bc-1c24-45dc-ae8a-d577f93ca3b0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:06.340419 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:34:00Z', 'revision_number': 4, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0add2e9f-092d-48e2-8e87-b0b9d74d822b', 'name': '', 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'mac_address': 'fa:16:3e:92:30:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '17eb6619-525b-415c-bb18-78ca84b5c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:58Z', 'updated_at': '2021-11-25T17:34:05Z', 'revision_number': 4, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'subnets': [{'id': '17eb6619-525b-415c-bb18-78ca84b5c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:06.345574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port 036fab26-74f5-4189-91bf-e6e6001b2fa1 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:06.352248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7fb770d5-37bb-462b-b606-4caef03b13b0 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:06.355168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7fb770d5-37bb-462b-b606-4caef03b13b0 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:06.392984 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.398212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-890ab48f-5f9a-4173-9e0a-1c87349747f4 req-a6618098-1dd9-467b-b717-cdcf4d358744 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "DELETE /v2.0/ports/036fab26-74f5-4189-91bf-e6e6001b2fa1 HTTP/1.1" status: 204 len: 173 time: 3.6760559 Nov 25 17:34:06.404770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'name': 'network-vif-deleted', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:06.408456 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504d2a7-5a21-41cc-8659-042e16d782a4" -d '{"events": [{"server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "name": "network-vif-deleted", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:06.457018 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ccd8c-61c0-4147-a55a-c55c863ad46e None None] The sync data for ids ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'] in n-d-817303-7 is: [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:34:00Z', 'revision_number': 4, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0add2e9f-092d-48e2-8e87-b0b9d74d822b', 'name': '', 'network_id': '2f40f9d0-8641-4667-8ca7-337c8c36c3f3', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'mac_address': 'fa:16:3e:92:30:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '17eb6619-525b-415c-bb18-78ca84b5c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:58Z', 'updated_at': '2021-11-25T17:34:05Z', 'revision_number': 4, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'subnets': [{'id': '17eb6619-525b-415c-bb18-78ca84b5c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:06.538175 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c69f5c-f08c-47ba-b360-a1ee8f5384f7 x-openstack-request-id: req-a7c69f5c-f08c-47ba-b360-a1ee8f5384f7 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:06.539013 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960765ff-e4d8-454b-bc7f-cdfa68002879", "name": "network-vif-deleted", "tag": "036fab26-74f5-4189-91bf-e6e6001b2fa1", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:06.540690 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7c69f5c-f08c-47ba-b360-a1ee8f5384f7 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:06.541877 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960765ff-e4d8-454b-bc7f-cdfa68002879', 'name': 'network-vif-deleted', 'tag': '036fab26-74f5-4189-91bf-e6e6001b2fa1', 'status': 'completed', 'code': 200} Nov 25 17:34:06.550293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c0b3bf4-ee0e-4a46-8981-2ffd47fa3514 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.710693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.798576 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c0b3bf4-ee0e-4a46-8981-2ffd47fa3514 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.934538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c0b3bf4-ee0e-4a46-8981-2ffd47fa3514 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.937391 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c0b3bf4-ee0e-4a46-8981-2ffd47fa3514 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.939340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8c0b3bf4-ee0e-4a46-8981-2ffd47fa3514 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] 10.222.0.86 "DELETE /v2.0/security-groups/dbebcae7-efc2-4d5c-a621-f2619276deb8 HTTP/1.1" status: 204 len: 168 time: 0.9676895 Nov 25 17:34:06.952258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.977950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:06.993729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b3bf4-ee0e-4a46-8981-2ffd47fa3514 tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbebcae7-efc2-4d5c-a621-f2619276deb8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:07.227984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.25.8.36 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/8f52849e-19c7-4825-8f8d-50f7d3f29d94) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:07.437718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Deleting port 0add2e9f-092d-48e2-8e87-b0b9d74d822b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:07.438252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.448578 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.503145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.509287 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.570248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Pushing event deleted for resources: {'Port': ['ID=7d5c6fe6-6143-4ae4-b09e-771a07752dc3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:07.618832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37774) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:07.726309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=8f52849e-19c7-4825-8f8d-50f7d3f29d94,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:07.765932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:07.770120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:07.786019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:07.787103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a160b4-c049-4b74-937c-d2526f2aef1f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:07.814722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] For port 0add2e9f-092d-48e2-8e87-b0b9d74d822b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0add2e9f-092d-48e2-8e87-b0b9d74d822b,segment=NetworkSegment(1c8b35f1-3282-4b50-b362-4dbd585bba6b),segment_id=1c8b35f1-3282-4b50-b362-4dbd585bba6b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:07.815094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.850203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Calling delete_port for 0add2e9f-092d-48e2-8e87-b0b9d74d822b owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:07.850396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ca4495ef-ad65-4b88-abb3-6cf4436280f4 None None] Provisioning complete for port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:07.852744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca4495ef-ad65-4b88-abb3-6cf4436280f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.917401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.920299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:07.921703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-72594ff4-823f-4ae3-9cf2-6b03c2d399f6 tempest-ServerActionsTestJSON-2118749909 tempest-ServerActionsTestJSON-2118749909-project] 10.222.0.86 "DELETE /v2.0/floatingips/8cdaf75d-e7df-4f3d-8322-6988a0b22805 HTTP/1.1" status: 204 len: 168 time: 4.8827105 Nov 25 17:34:07.930248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:08.014248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ca4495ef-ad65-4b88-abb3-6cf4436280f4 None None] Port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:08.034474 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-981d6fa3-fa1f-4920-9a1c-67363d700ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.330010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0add2e9f-092d-48e2-8e87-b0b9d74d822b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:08.363179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ab043-63f9-40ce-8d54-bcaac4c2bc5b req-688806cc-d3cd-4fdd-8bab-df5faad74dcf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:08.364836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de5ab043-63f9-40ce-8d54-bcaac4c2bc5b req-688806cc-d3cd-4fdd-8bab-df5faad74dcf tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.7057300 Nov 25 17:34:08.421043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No active binding found for port 0add2e9f-092d-48e2-8e87-b0b9d74d822b {{(pid=103637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:34:08.423302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0add2e9f-092d-48e2-8e87-b0b9d74d822b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 17:34:08.466318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.481618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Port 0add2e9f-092d-48e2-8e87-b0b9d74d822b not found, will not notify nova. {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 17:34:08.515234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7ca6060e-c533-479c-8607-fa597f18b9f9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95c99e5365bf47f596809a61f354cfc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8950934 Nov 25 17:34:08.516284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:08.522300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:08.573628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Pushing event deleted for resources: {'Port': ['ID=0add2e9f-092d-48e2-8e87-b0b9d74d822b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:08.596450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de5ab043-63f9-40ce-8d54-bcaac4c2bc5b req-2dbf7920-0671-42da-80a0-6c245369fae9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220738 Nov 25 17:34:09.284232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.336595 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.618607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-662a71a3-d904-470e-8e7a-d5b66ab8ec6a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.633436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-662a71a3-d904-470e-8e7a-d5b66ab8ec6a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.6415505 Nov 25 17:34:09.722028 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f00056dc-0ae2-4178-ad37-41b180c4eba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.729853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.813115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f00056dc-0ae2-4178-ad37-41b180c4eba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.956945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f00056dc-0ae2-4178-ad37-41b180c4eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.959896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f00056dc-0ae2-4178-ad37-41b180c4eba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:09.964143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f00056dc-0ae2-4178-ad37-41b180c4eba8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff21211d-18e2-4231-afea-eca2786404e5 HTTP/1.1" status: 204 len: 168 time: 1.4392130 Nov 25 17:34:09.968793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58beb1e-6d69-4372-bdbf-6b07e2341b6d req-8d57e6d5-8af3-4084-8a8b-e345d83a1b11 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:09.970731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e58beb1e-6d69-4372-bdbf-6b07e2341b6d req-8d57e6d5-8af3-4084-8a8b-e345d83a1b11 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 946 time: 0.1774161 Nov 25 17:34:09.972170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:34:09.993156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00056dc-0ae2-4178-ad37-41b180c4eba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff21211d-18e2-4231-afea-eca2786404e5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:10.079905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Router cc7a09c6-7ba5-4201-bc98-a460095aea8f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:10.206435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:10.208594 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.301269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:10.308924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d6ce0754-3654-4d6a-96bf-5290e22c046f admin admin] 10.222.0.86 "PUT /v2.0/routers/cc7a09c6-7ba5-4201-bc98-a460095aea8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7730100 Nov 25 17:34:10.311250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:10.315299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] Sync routers for ids ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:10.368058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] Routers {'cc7a09c6-7ba5-4201-bc98-a460095aea8f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:10.369700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:10.371625 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:34:10.491432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e58beb1e-6d69-4372-bdbf-6b07e2341b6d req-95d4c4e5-1ef1-4630-b060-da736dc3a74e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139179 Nov 25 17:34:10.577061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] Set router cc7a09c6-7ba5-4201-bc98-a460095aea8f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:10.608776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.664777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:10.677443 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:10.689948 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:10.690571 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:10.693183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:10.693658 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.762581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37836) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:10.769525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:10.779446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:10.780662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b3b21a34-9a83-43cf-80e5-723bdec27d0a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9674926 Nov 25 17:34:10.793902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:10.920076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.034139 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:11.052009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.093207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Deleting port 50eb1c13-a22f-429b-98e4-abc0ef662825 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:11.093578 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.293327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37848) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.296844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-34c92b4c-4b1b-4507-a1aa-a21719405923 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bf725d0998e540d5b9ccb6ae29bbb573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5204794 Nov 25 17:34:11.297721 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.313303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:11.377503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=bce463b8-b3ad-48c6-b8bd-0b6f6543fe37,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:11.387594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] For port 50eb1c13-a22f-429b-98e4-abc0ef662825, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=50eb1c13-a22f-429b-98e4-abc0ef662825,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:11.389394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.445327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Calling delete_port for 50eb1c13-a22f-429b-98e4-abc0ef662825 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:11.448746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.505388 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.533401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.535253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d860e81-6915-4d02-85fd-7375cf343002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.556666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:34:08Z', 'revision_number': 5, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port': {'id': '50eb1c13-a22f-429b-98e4-abc0ef662825', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:33:52Z', 'updated_at': '2021-11-25T17:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:11.588110 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d860e81-6915-4d02-85fd-7375cf343002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.601798 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:08Z', 'revision_number': 3, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:11.654669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d860e81-6915-4d02-85fd-7375cf343002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.657708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d860e81-6915-4d02-85fd-7375cf343002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.659160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7d860e81-6915-4d02-85fd-7375cf343002 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25dcbbc4-dcc0-4a40-9054-af2ac9d4fe83 HTTP/1.1" status: 204 len: 168 time: 0.3648875 Nov 25 17:34:11.674951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] Checking router: cc7a09c6-7ba5-4201-bc98-a460095aea8f for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:11.692896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] Routers {'cc7a09c6-7ba5-4201-bc98-a460095aea8f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:11.693583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:11.722023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8a57764-4a63-41c1-b4a6-6a73bf4e98b5 req-5319ebe2-531e-4056-b4a4-3055d0c18be7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=192e0693-4ded-48a0-9f55-75f62343a0ee HTTP/1.1" status: 200 len: 210 time: 0.0794737 Nov 25 17:34:11.726585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d860e81-6915-4d02-85fd-7375cf343002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dcbbc4-dcc0-4a40-9054-af2ac9d4fe83,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:11.788523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:11.792723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:11.800495 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d1fe5180-a66d-4ffe-b40d-38d3f1ef2674 req-b639710d-8b53-4709-b34c-4bafe5c7661d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "DELETE /v2.0/ports/bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 HTTP/1.1" status: 204 len: 173 time: 2.1614597 Nov 25 17:34:11.811255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'name': 'network-vif-deleted', 'tag': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:11.815091 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74ee0d8-efd7-4c7b-86c3-8c658a9bd7a0" -d '{"events": [{"server_uuid": "192e0693-4ded-48a0-9f55-75f62343a0ee", "name": "network-vif-deleted", "tag": "bce463b8-b3ad-48c6-b8bd-0b6f6543fe37"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:11.838217 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-10c26a85-4be0-489a-9e9b-775ad6e91d47 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5b29ad21ef12480a9cc01191a8175168&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0389898 Nov 25 17:34:11.838798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:11.943700 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd03d8a3-0b14-4633-85e3-c81751a0c092 x-openstack-request-id: req-cd03d8a3-0b14-4633-85e3-c81751a0c092 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:11.944039 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e0693-4ded-48a0-9f55-75f62343a0ee", "name": "network-vif-deleted", "tag": "bce463b8-b3ad-48c6-b8bd-0b6f6543fe37", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:11.944245 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cd03d8a3-0b14-4633-85e3-c81751a0c092 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:11.944640 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e0693-4ded-48a0-9f55-75f62343a0ee', 'name': 'network-vif-deleted', 'tag': 'bce463b8-b3ad-48c6-b8bd-0b6f6543fe37', 'status': 'completed', 'code': 200} Nov 25 17:34:11.955863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:11.956564 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Updating router 7f0168df-08a1-4d5a-96a3-22ab41c5571f port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:34:12.018267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d128d2a9-5b20-43bc-b07c-1aed68b6ee30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.019840 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.034585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] Set router cc7a09c6-7ba5-4201-bc98-a460095aea8f gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:12.101269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.149059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50eb1c13-a22f-429b-98e4-abc0ef662825,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.193837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eda1f8-3ffc-4abe-a76e-1765504eb25f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:12.199761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:34:10Z', 'revision_number': 6, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:12.207668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d128d2a9-5b20-43bc-b07c-1aed68b6ee30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.209636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.209987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.210421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.210654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.210992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.211323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.211694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.212020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.212343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.212722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.213601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.213926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:12.235485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d128d2a9-5b20-43bc-b07c-1aed68b6ee30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.252927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0aff8b-8481-439f-b242-63f9e637b208 None None] The sync data for ids ['cc7a09c6-7ba5-4201-bc98-a460095aea8f'] in n-d-817303-7 is: [{'id': 'cc7a09c6-7ba5-4201-bc98-a460095aea8f', 'name': 'tempest-ImageQuotaTest-1044459582-router', 'tenant_id': '6e201e0feaed4032915a6c4e67bf3a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:33:48Z', 'updated_at': '2021-11-25T17:34:10Z', 'revision_number': 6, 'project_id': '6e201e0feaed4032915a6c4e67bf3a76', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:12.319760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128d2a9-5b20-43bc-b07c-1aed68b6ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af62e4-df29-4f2d-a8ca-1992d8518d3b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.362331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d128d2a9-5b20-43bc-b07c-1aed68b6ee30 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=50469e96e99d47cba150eef53e17eb90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7264013 Nov 25 17:34:12.368296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.378014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37874) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:12.583066 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.590431 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.604851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.609284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.664906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c04b5-e22a-4447-ab59-7a2ed3ed2bfe None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:12.687679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-befa0e31-bcdd-4b0d-aa7b-d199785be744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.711520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.712354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7a09c6-7ba5-4201-bc98-a460095aea8f {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:12.727604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.730314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-36ff70c7-11d8-4aee-be80-63ab203b76e3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/cc7a09c6-7ba5-4201-bc98-a460095aea8f HTTP/1.1" status: 204 len: 168 time: 2.4173887 Nov 25 17:34:12.733371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-befa0e31-bcdd-4b0d-aa7b-d199785be744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.736394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37886) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:12.739724 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Attempting to bind port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:12.740248 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Attempting to bind port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:12.740437 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Attempting to bind port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:12.751310 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:12.752738 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:12.753311 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.753862 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:12.754513 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Bound port: 8f52849e-19c7-4825-8f8d-50f7d3f29d94, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:12.755089 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.758417 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c11c8-c37f-4188-8eb9-81c96c886313 None None] Pushing event updated for resources: {'Port': ['ID=8f52849e-19c7-4825-8f8d-50f7d3f29d94,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:12.815361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9f1de0f-1c38-4a26-88d2-15d281f306dd None None] Provisioning complete for port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:12.822608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9f1de0f-1c38-4a26-88d2-15d281f306dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.851271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Deleting subnet 17eb6619-525b-415c-bb18-78ca84b5c078 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:12.877997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.925084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:12.925965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:12.929341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1de0f-1c38-4a26-88d2-15d281f306dd None None] Port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:12.953817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:12.953817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device bce463b8-b3ad-48c6-b8bd-0b6f6543fe37 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:12.967732 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] For port 8f52849e-19c7-4825-8f8d-50f7d3f29d94, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:12.971834 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] For port 8f52849e-19c7-4825-8f8d-50f7d3f29d94, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8f52849e-19c7-4825-8f8d-50f7d3f29d94,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:12.979830 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.038463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3c127-ef86-4da3-b41c-89d7fac5131c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:13.070148 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-befa0e31-bcdd-4b0d-aa7b-d199785be744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.074720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-befa0e31-bcdd-4b0d-aa7b-d199785be744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.075941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-befa0e31-bcdd-4b0d-aa7b-d199785be744 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/10af62e4-df29-4f2d-a8ca-1992d8518d3b HTTP/1.1" status: 204 len: 168 time: 0.6970196 Nov 25 17:34:13.088594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa0e31-bcdd-4b0d-aa7b-d199785be744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af62e4-df29-4f2d-a8ca-1992d8518d3b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.105142 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.142165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.172049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Provisioning complete for port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:13.177843 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.180985 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:13.184032 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:13.198548 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.198959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2da17b-6263-430b-9b91-7fa5172c98c9 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.201486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3e2da17b-6263-430b-9b91-7fa5172c98c9 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3537786 Nov 25 17:34:13.211048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.249460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17eb6619-525b-415c-bb18-78ca84b5c078,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.261109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.268296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2d043f0c-dc85-459f-ac84-c955d5497a46 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/17eb6619-525b-415c-bb18-78ca84b5c078 HTTP/1.1" status: 204 len: 168 time: 0.5303466 Nov 25 17:34:13.270694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37918) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.311723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1f6c33a8-2f99-4c99-9e94-20078393e79e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0956271 Nov 25 17:34:13.316815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:13.326731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285840241', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:13.352896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bd912-6da6-464d-a8c6-a6ab5013d3ec None None] Network 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:13.420751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c11c8-c37f-4188-8eb9-81c96c886313 None None] Pushing event updated for resources: {'Port': ['ID=8f52849e-19c7-4825-8f8d-50f7d3f29d94,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:13.428248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.557779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Deleting port 1f2ced8e-e167-4056-9918-4de121a1abe4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:13.557779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.689284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:13.798786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-7008e9c3-2a91-42ef-8c1b-6c91bb8721d7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:13.800959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-7008e9c3-2a91-42ef-8c1b-6c91bb8721d7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.4541266 Nov 25 17:34:13.806883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:13.814099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.832260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] For port 1f2ced8e-e167-4056-9918-4de121a1abe4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1f2ced8e-e167-4056-9918-4de121a1abe4,segment=NetworkSegment(1c8b35f1-3282-4b50-b362-4dbd585bba6b),segment_id=1c8b35f1-3282-4b50-b362-4dbd585bba6b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:13.832632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.849751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-234308725-network', 'tenant_id': '5841d03eb0cc4a4a8da0f8962d5c7654'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:13.852524 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.864198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Calling delete_port for 1f2ced8e-e167-4056-9918-4de121a1abe4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:13.940429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] For port 8f52849e-19c7-4825-8f8d-50f7d3f29d94, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8f52849e-19c7-4825-8f8d-50f7d3f29d94,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:13.956340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Made reservation on behalf of 5841d03eb0cc4a4a8da0f8962d5c7654 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:13.959748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:13.962651 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.051871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.076203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ce686a-4c47-4fa1-99c1-c5ae6bd4b856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.096565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.108582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Pushing event updated for resources: {'Port': ['ID=8f52849e-19c7-4825-8f8d-50f7d3f29d94,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.118581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc90f74-9246-410b-814d-412b51f1a7a2 None None] DHCP port deletion for 2f40f9d0-8641-4667-8ca7-337c8c36c3f3 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:14.146310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.146774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.147216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.149422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.154556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2ced8e-e167-4056-9918-4de121a1abe4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.160289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] No DVR routers for this DVR port 1f2ced8e-e167-4056-9918-4de121a1abe4 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:14.170897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.172645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.175466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.178228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.179019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.180388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.185131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.186061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab4402-8d9b-4579-b8b9-ea88d93280a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:14.230780 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:08Z', 'revision_number': 3, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:14.288870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.304345 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184e326-66a4-4a2f-be54-683a566184ae None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:08Z', 'revision_number': 3, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:14.312978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-f9fc6b91-93d1-4246-80f4-5a570bf963a6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.4896374 Nov 25 17:34:14.313923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.334908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0add2e9f-092d-48e2-8e87-b0b9d74d822b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:14.343491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Deleting port 791a458b-adb1-41f8-a6c1-c52902d47e3b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:14.343491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.368812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.381349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0add2e9f-092d-48e2-8e87-b0b9d74d822b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:14.384477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0add2e9f-092d-48e2-8e87-b0b9d74d822b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:14.386474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f2ced8e-e167-4056-9918-4de121a1abe4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:14.410032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f40f9d0-8641-4667-8ca7-337c8c36c3f3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:14.418176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1f2ced8e-e167-4056-9918-4de121a1abe4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:14.419298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1f2ced8e-e167-4056-9918-4de121a1abe4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:14.420090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 50eb1c13-a22f-429b-98e4-abc0ef662825 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:14.440513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8b35f1-3282-4b50-b362-4dbd585bba6b') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:14.441982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8b35f1-3282-4b50-b362-4dbd585bba6b') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:14.444794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] For port 791a458b-adb1-41f8-a6c1-c52902d47e3b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=791a458b-adb1-41f8-a6c1-c52902d47e3b,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:14.445165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.463091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.471846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 50eb1c13-a22f-429b-98e4-abc0ef662825 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:14.472462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 50eb1c13-a22f-429b-98e4-abc0ef662825 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:14.482954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ce686a-4c47-4fa1-99c1-c5ae6bd4b856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.483761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.490045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Calling delete_port for 791a458b-adb1-41f8-a6c1-c52902d47e3b owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:14.493370 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31ce686a-4c47-4fa1-99c1-c5ae6bd4b856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.497978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:14.498488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:14.502858 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:14.611084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31ce686a-4c47-4fa1-99c1-c5ae6bd4b856 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3615a0cab2af4b3e9042072357117dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5580683 Nov 25 17:34:14.612581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:14.622779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce686a-4c47-4fa1-99c1-c5ae6bd4b856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d9c5a-d1b5-4876-b5a8-998bc9173c6b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.653423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.657286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-b46f7428-b563-4b02-848a-a6da900f915a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3269713 Nov 25 17:34:14.658277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Subnet': ['ID=7922bcaf-407f-4478-a816-aa0ef6288ccd,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.694240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Checking segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:14.695992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network hostable DHCP agents. Network: 14a1fb9d-6137-4fa7-a4a8-98d6603c9030, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:14.715401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.726500 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] 10.222.0.86 "DELETE /v2.0/networks/2f40f9d0-8641-4667-8ca7-337c8c36c3f3 HTTP/1.1" status: 204 len: 168 time: 1.4533236 Nov 25 17:34:14.787548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613480c-acf1-45dd-b49c-f2861003fdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=2f40f9d0-8641-4667-8ca7-337c8c36c3f3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:14.853907 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85baba02-b22f-4447-bfbc-58f52d18bea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.898140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85baba02-b22f-4447-bfbc-58f52d18bea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:14.940264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:15.024380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85baba02-b22f-4447-bfbc-58f52d18bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.029778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85baba02-b22f-4447-bfbc-58f52d18bea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.036499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-85baba02-b22f-4447-bfbc-58f52d18bea0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c1d9c5a-d1b5-4876-b5a8-998bc9173c6b HTTP/1.1" status: 204 len: 168 time: 0.4223621 Nov 25 17:34:15.048238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 14a1fb9d-6137-4fa7-a4a8-98d6603c9030) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:15.062277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb46a8a-5be0-4e86-bee3-4469241a54d8 None None] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:15.081597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baba02-b22f-4447-bfbc-58f52d18bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d9c5a-d1b5-4876-b5a8-998bc9173c6b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.120397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.122316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:15.123038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.146321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.160341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:15.200952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:15.206374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a1bcab78-8955-4ccb-8cb4-f8cb1f7bf115 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8872876 Nov 25 17:34:15.223176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-77b25858-ed30-4475-857c-0e3542cad9fb service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481637 Nov 25 17:34:15.225701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:15.344306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c737ab7-5c4c-45e3-8abf-190258dde103,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.397344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbfbda0c-3215-436f-aff6-e1a1be951f84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e201e0feaed4032915a6c4e67bf3a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345078 Nov 25 17:34:15.399920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 37964) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:15.499023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:34:15.500157 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.554208 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45253a93-8004-4f6f-b736-41906716b2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.560470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-da3b2217-049a-4b4a-841f-741ebe71594f service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353374 Nov 25 17:34:15.578690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.579023 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Added segment 5d62a62c-6332-4091-b49a-48d691b928b1 of type vlan for network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd Nov 25 17:34:15.586083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.609717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45253a93-8004-4f6f-b736-41906716b2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.703373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=791a458b-adb1-41f8-a6c1-c52902d47e3b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.816441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.918501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Allocated IP 172.20.0.2 (14a1fb9d-6137-4fa7-a4a8-98d6603c9030/7922bcaf-407f-4478-a816-aa0ef6288ccd/f9b19b01-9e24-414e-8e31-c57d36e7994a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:15.920365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45253a93-8004-4f6f-b736-41906716b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.923721 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-45253a93-8004-4f6f-b736-41906716b2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:15.925343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-45253a93-8004-4f6f-b736-41906716b2ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fcd9a1b0-dd1d-42b4-8279-4158c9a8ecf1 HTTP/1.1" status: 204 len: 168 time: 0.5234380 Nov 25 17:34:15.962695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253a93-8004-4f6f-b736-41906716b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd9a1b0-dd1d-42b4-8279-4158c9a8ecf1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:15.996812 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.004416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:16.005135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.141084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8997bfad-be1b-4981-bd33-3df6489c9ab5 req-74e59964-c501-40aa-b03f-ee0118cbf2dc tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 210 time: 0.1715972 Nov 25 17:34:16.318652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.468242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] Pushing event updated for resources: {'Network': ['ID=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:16.499649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f52849e-19c7-4825-8f8d-50f7d3f29d94 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:16.511893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:16.518745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.558106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-df5e207b-f69c-43e0-8c78-b0944791f882 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3973513 Nov 25 17:34:16.561500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 37996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:16.793603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.849109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Request body: {'subnet': {'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-234308725-subnet', 'tenant_id': '5841d03eb0cc4a4a8da0f8962d5c7654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:16.870782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.900594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:16.925831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:16.926207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.084894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Made reservation on behalf of 5841d03eb0cc4a4a8da0f8962d5c7654 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:17.089647 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.145895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:17.168036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:17.169450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38010) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:17.174752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Pushing event updated for resources: {'Port': ['ID=f9b19b01-9e24-414e-8e31-c57d36e7994a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:17.193794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:17.356414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3844c74c-051d-4f50-bfe7-03696a705a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.408294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25091d51-0cab-4675-8269-b8e9fcb0af61 req-00b09e88-065e-45f5-9f78-4d58d5a0d48b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 210 time: 0.1068435 Nov 25 17:34:17.455150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Attempting to bind port f9b19b01-9e24-414e-8e31-c57d36e7994a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:17.456328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Attempting to bind port f9b19b01-9e24-414e-8e31-c57d36e7994a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:17.457787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Attempting to bind port f9b19b01-9e24-414e-8e31-c57d36e7994a on network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:17.473847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:17.477361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Checking segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:17.477995 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.491519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Bound using segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:17.491519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Bound port: f9b19b01-9e24-414e-8e31-c57d36e7994a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:17.491519 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.548756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:17.559711 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.690929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] For port f9b19b01-9e24-414e-8e31-c57d36e7994a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:17.695962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] For port f9b19b01-9e24-414e-8e31-c57d36e7994a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f9b19b01-9e24-414e-8e31-c57d36e7994a,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:17.702453 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:17.825431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2d69b-b363-4305-8f53-dea27a7e3287 None None] Pushing event updated for resources: {'Port': ['ID=f9b19b01-9e24-414e-8e31-c57d36e7994a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:17.932937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.009897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:18.022249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-49bc84c7-5862-4090-aa23-f605ed4acb90 admin admin] 10.222.0.86 "PUT /v2.0/routers/146632e0-67e9-46bc-9ec4-8a2b0a8bed49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0854073 Nov 25 17:34:18.030579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:18.033440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] Sync routers for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:18.049988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:18.050771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:18.102556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78580a9-c442-4b1c-9104-a5ac47455115,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.329333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.20.0.1 (14a1fb9d-6137-4fa7-a4a8-98d6603c9030/7922bcaf-407f-4478-a816-aa0ef6288ccd/289485ce-f589-4ffe-a850-45a70f0d4ed6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:18.338046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:18.416640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3844c74c-051d-4f50-bfe7-03696a705a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.450787 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3844c74c-051d-4f50-bfe7-03696a705a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.464714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Checking segment: {'id': '5d62a62c-6332-4091-b49a-48d691b928b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:18.465086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Network hostable DHCP agents. Network: 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:18.577107 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3844c74c-051d-4f50-bfe7-03696a705a39 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.3251436 Nov 25 17:34:18.580926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38038) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:18.581776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844c74c-051d-4f50-bfe7-03696a705a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aebdcc3-cd4c-46a5-a2a9-15644a30a233,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:18.627583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:18.654774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:18.701253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c4221cf-3622-468a-b96c-9dc3cc817992 req-3e127b55-e236-4a8f-94b5-c4f424e096f4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 210 time: 0.0790787 Nov 25 17:34:18.709330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:18.714683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.775203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.789440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.797351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da76650-e6cf-4575-a2e5-c2042fe8ea51 None None] Network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:18.823514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6777f5f2-09af-4cbe-8542-60be007bc13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.920164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6777f5f2-09af-4cbe-8542-60be007bc13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:18.935936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f846cdec-205e-4aee-9b24-3e95935ef205 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3639948 Nov 25 17:34:18.963559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-7d264f63-3df7-400c-ba90-15a610fbeaa8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:18.969296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-7d264f63-3df7-400c-ba90-15a610fbeaa8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.6313822 Nov 25 17:34:18.993159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:19.094109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6777f5f2-09af-4cbe-8542-60be007bc13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.097798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6777f5f2-09af-4cbe-8542-60be007bc13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.099206 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6777f5f2-09af-4cbe-8542-60be007bc13f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5aebdcc3-cd4c-46a5-a2a9-15644a30a233 HTTP/1.1" status: 204 len: 168 time: 0.5141613 Nov 25 17:34:19.132213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.147450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777f5f2-09af-4cbe-8542-60be007bc13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aebdcc3-cd4c-46a5-a2a9-15644a30a233,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:19.175090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:19.188601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:19.239790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:19.376497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:19.850157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c10b99-0df2-4b2a-8ea9-07b366bc379e None None] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:19.969353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=289485ce-f589-4ffe-a850-45a70f0d4ed6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:19.987471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.064298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fcff5-225d-454a-9bba-5f741f1bb360 None None] Network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:20.268958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-79a7ee9e-b705-496a-99d7-ecc2262c0b3c None None] Provisioning complete for port f9b19b01-9e24-414e-8e31-c57d36e7994a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:20.269567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79a7ee9e-b705-496a-99d7-ecc2262c0b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.394839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:20.403337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.463035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9b19b01-9e24-414e-8e31-c57d36e7994a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:20.467456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:34:15Z', 'revision_number': 5, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port': {'id': 'a5e3c826-dab9-43f9-a84c-27e959959137', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:24:28Z', 'updated_at': '2021-11-25T17:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:20.480383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.487150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.505916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-624e7066-c68b-407e-8d16-0717394fc014 req-5adf279b-d64a-40b5-9a0b-ce1a397f2728 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 210 time: 0.3885443 Nov 25 17:34:20.593583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:20.596502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.607908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-694755701-network', 'tenant_id': 'add29cb4baca405fbdb635b687d41107'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:20.642523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.647180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=289485ce-f589-4ffe-a850-45a70f0d4ed6,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:20.685402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] Checking router: 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:20.709183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Made reservation on behalf of add29cb4baca405fbdb635b687d41107 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:20.711596 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.786053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:20.836822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:20.838254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:20.934819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] Routers {'146632e0-67e9-46bc-9ec4-8a2b0a8bed49'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:20.936086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:20.999037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.12 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/a9a0cc28-b618-4c25-841b-35f6982adfdf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:21.016304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:21.032686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Deleting port a5e3c826-dab9-43f9-a84c-27e959959137 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:21.033198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.184780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:21.198240 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:21.206456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38100) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:21.206697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2d3a33f9-97dc-4ebc-88e3-760cb556b3ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "PUT /v2.0/routers/7f0168df-08a1-4d5a-96a3-22ab41c5571f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9630241 Nov 25 17:34:21.211555 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:21.214915 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:21.270797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f9b19b01-9e24-414e-8e31-c57d36e7994a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:21.271482 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.277354 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79a7ee9e-b705-496a-99d7-ecc2262c0b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.360835 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:21.458902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.459516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.459876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.460336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.460788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.461238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.461692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.462141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.464758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc3d4c06-03ce-49c7-a0c0-1c799cead27d tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.2544296 Nov 25 17:34:21.467666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:21.477171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] For port a5e3c826-dab9-43f9-a84c-27e959959137, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a5e3c826-dab9-43f9-a84c-27e959959137,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:21.477540 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.526738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-79a7ee9e-b705-496a-99d7-ecc2262c0b3c None None] For port f9b19b01-9e24-414e-8e31-c57d36e7994a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f9b19b01-9e24-414e-8e31-c57d36e7994a,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:21.530048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] Set router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:21.548773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.570690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Calling delete_port for a5e3c826-dab9-43f9-a84c-27e959959137 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:21.593344 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79a7ee9e-b705-496a-99d7-ecc2262c0b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.655283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.774367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7ee9e-b705-496a-99d7-ecc2262c0b3c None None] Pushing event updated for resources: {'Port': ['ID=f9b19b01-9e24-414e-8e31-c57d36e7994a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:21.782589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:34:20Z', 'revision_number': 6, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:21.811185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80cc8c01-b97d-4946-8c32-a23142f42d5f req-8443b5ff-a3c3-40b8-aac5-f665e97ed45f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 210 time: 0.1166005 Nov 25 17:34:21.833510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3081f52-2049-4831-b15f-549999ac94ed None None] The sync data for ids ['146632e0-67e9-46bc-9ec4-8a2b0a8bed49'] in n-d-817303-7 is: [{'id': '146632e0-67e9-46bc-9ec4-8a2b0a8bed49', 'name': 'tempest-ServerActionsTestJSON-2066726197-router', 'tenant_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:24:27Z', 'updated_at': '2021-11-25T17:34:20Z', 'revision_number': 6, 'project_id': 'd18f52ff4eb14b85a1ac3237b9bf99dc', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:21.936126 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:19Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:20Z', 'revision_number': 2, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:21.966993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.967522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.968230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:21.969139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.969591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.970880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.971322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.971787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.972218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:21.974241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7577d09f-25ca-4406-8529-fe51cfe19e87 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.5041883 Nov 25 17:34:21.985515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38118) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:22.030109 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:22.030469 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Updating router 7f0168df-08a1-4d5a-96a3-22ab41c5571f port 289485ce-f589-4ffe-a850-45a70f0d4ed6 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:34:22.075301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:22.097204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.097730 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Added segment 6aaa4726-8d3e-4886-be15-57285255cfd7 of type vlan for network f999f7b7-198c-4763-920a-2c9281d5cabe Nov 25 17:34:22.130290 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.194568 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.333810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-55927353-2c15-4666-8f81-cd9752b7a23c None None] Provisioning complete for port 289485ce-f589-4ffe-a850-45a70f0d4ed6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:22.334343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-55927353-2c15-4666-8f81-cd9752b7a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.482426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-55927353-2c15-4666-8f81-cd9752b7a23c None None] Port 289485ce-f589-4ffe-a850-45a70f0d4ed6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:22.484353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9b19b01-9e24-414e-8e31-c57d36e7994a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:22.732518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-55927353-2c15-4666-8f81-cd9752b7a23c None None] Provisioning complete for port f9b19b01-9e24-414e-8e31-c57d36e7994a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:22.735618 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-55927353-2c15-4666-8f81-cd9752b7a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.737796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-add89d05-9c36-4fb0-93be-e98ad0c99753 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2868 time: 0.7511091 Nov 25 17:34:22.746850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f9b19b01-9e24-414e-8e31-c57d36e7994a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:22.747226 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.804236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.847176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.848247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:22.848846 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.886138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:22.913626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:22.983123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:23.000265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38136) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:23.004744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3996563 Nov 25 17:34:23.007653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Request body: {'subnet': {'network_id': 'f999f7b7-198c-4763-920a-2c9281d5cabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-694755701-subnet', 'tenant_id': 'add29cb4baca405fbdb635b687d41107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:23.025663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:23.029342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:23.101770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Made reservation on behalf of add29cb4baca405fbdb635b687d41107 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:23.105537 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.146742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:23.147526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.222967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6bc957-0c19-4ed5-b21e-2116c7666131 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:23.386499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3916953 Nov 25 17:34:23.388460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226f42c3-f377-4064-91e8-9642647b3bd1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.414538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Request body: {'port': {'device_id': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:23.422695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a8a1-9a19-4ae7-8e95-25a979840a58 req-6c5c7fe2-4a37-403e-8670-9942f9c3953a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:23.430300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de18a8a1-9a19-4ae7-8e95-25a979840a58 req-6c5c7fe2-4a37-403e-8670-9942f9c3953a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 932 time: 0.3470447 Nov 25 17:34:23.492659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 791a458b-adb1-41f8-a6c1-c52902d47e3b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:23.530720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 791a458b-adb1-41f8-a6c1-c52902d47e3b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:23.531466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 791a458b-adb1-41f8-a6c1-c52902d47e3b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:23.546466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de18a8a1-9a19-4ae7-8e95-25a979840a58 req-916ecddd-1a81-4259-83c7-ccdae642de46 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150987 Nov 25 17:34:23.741548 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.770575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653e2e-fd6c-463c-a543-95c484749b01 admin admin] Pushing event updated for resources: {'Network': ['ID=f999f7b7-198c-4763-920a-2c9281d5cabe,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.787163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-39126d69-d25b-428c-b865-9bba88de2c00 None None] Provisioning complete for port 289485ce-f589-4ffe-a850-45a70f0d4ed6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:23.789627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82e61d-545b-4c00-982f-5c5d43a60354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=a9a0cc28-b618-4c25-841b-35f6982adfdf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.794477 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39126d69-d25b-428c-b865-9bba88de2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.803628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network f999f7b7-198c-4763-920a-2c9281d5cabe details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:23.846913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.860065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e3c826-dab9-43f9-a84c-27e959959137,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.886022 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.898429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.901330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e9a855-549b-463f-828b-2484b31cc337,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:23.908194 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:23.924088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Checking segment: {'id': '6aaa4726-8d3e-4886-be15-57285255cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f999f7b7-198c-4763-920a-2c9281d5cabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:23.924612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Network hostable DHCP agents. Network: f999f7b7-198c-4763-920a-2c9281d5cabe, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:23.949293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38146) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:23.973474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123915881', 'description': 'tempest-secgroup-smoke-1123915881 description', 'project_id': '5b29ad21ef12480a9cc01191a8175168'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:24.041073 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0c3c-1d2a-4315-96d4-154f6bedca41 None None] Pushing event updated for resources: {'Port': ['ID=289485ce-f589-4ffe-a850-45a70f0d4ed6,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:24.090099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.152744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Network f999f7b7-198c-4763-920a-2c9281d5cabe is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:24.159231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-39126d69-d25b-428c-b865-9bba88de2c00 None None] Port 289485ce-f589-4ffe-a850-45a70f0d4ed6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:24.202623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, f999f7b7-198c-4763-920a-2c9281d5cabe) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:24.232875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:24.234470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.268191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d35ecf-8eea-468e-8b50-11fb5ba19103 None None] Network f999f7b7-198c-4763-920a-2c9281d5cabe requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:24.332042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a953a699-af5d-496f-a8bf-cdc21c680156 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3304226 Nov 25 17:34:24.360101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a5e3c826-dab9-43f9-a84c-27e959959137 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:24.425882 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Attempting to bind port 289485ce-f589-4ffe-a850-45a70f0d4ed6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:24.426379 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Attempting to bind port 289485ce-f589-4ffe-a850-45a70f0d4ed6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:24.426741 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Attempting to bind port 289485ce-f589-4ffe-a850-45a70f0d4ed6 on network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:24.452314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a5e3c826-dab9-43f9-a84c-27e959959137 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:24.455862 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:24.456258 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Checking segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:24.456668 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.457061 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Bound using segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:24.460230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Bound port: 289485ce-f589-4ffe-a850-45a70f0d4ed6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:24.460636 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.468932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.469691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a5e3c826-dab9-43f9-a84c-27e959959137 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:24.480847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.614465 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.645332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6852193 Nov 25 17:34:24.656730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:24.675879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': 'bf2480de-fa60-4745-8aae-7df095ed2a29', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:24.723864 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] For port 289485ce-f589-4ffe-a850-45a70f0d4ed6, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:24.734271 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] For port 289485ce-f589-4ffe-a850-45a70f0d4ed6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=289485ce-f589-4ffe-a850-45a70f0d4ed6,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:24.742812 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.768617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c3e0f-533e-4bc3-993a-1619da57b1f2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2480de-fa60-4745-8aae-7df095ed2a29,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:24.905767 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0c3c-1d2a-4315-96d4-154f6bedca41 None None] Pushing event updated for resources: {'Port': ['ID=289485ce-f589-4ffe-a850-45a70f0d4ed6,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:24.926406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:24.950716 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:24.952843 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:25.006225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a0cc28-b618-4c25-841b-35f6982adfdf {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:25.018722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.037671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Transition to ACTIVE for port object a9a0cc28-b618-4c25-841b-35f6982adfdf will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:25.043098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.112186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.119459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0cc28-b618-4c25-841b-35f6982adfdf,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:25.132659 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.162585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c455e7-0c67-4605-b167-d44030063d2c req-a07451f2-a6ad-4bf0-821b-dd37b198589d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:25.184913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5c455e7-0c67-4605-b167-d44030063d2c req-a07451f2-a6ad-4bf0-821b-dd37b198589d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 932 time: 0.4018276 Nov 25 17:34:25.277480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.278035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146632e0-67e9-46bc-9ec4-8a2b0a8bed49 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:25.287505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.298901 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:25.302054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.306766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.308616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ec1ab1ba-4f00-4239-afa0-d1064613af78 admin admin] 10.222.0.86 "DELETE /v2.0/routers/146632e0-67e9-46bc-9ec4-8a2b0a8bed49 HTTP/1.1" status: 204 len: 168 time: 7.2659316 Nov 25 17:34:25.314977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38174) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:25.479720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ae3e11c0-3bb7-4a49-8513-0a6d4a20eb09 None None] Provisioning complete for port 289485ce-f589-4ffe-a850-45a70f0d4ed6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:25.480362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae3e11c0-3bb7-4a49-8513-0a6d4a20eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.508757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36801c20-0abe-4993-99b4-308ba7633b82,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:25.529381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.536053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-879c333d-0d2f-4503-ba7c-dccfa174ace4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8642256 Nov 25 17:34:25.542959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:25.614517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5c455e7-0c67-4605-b167-d44030063d2c req-58de4061-02ef-4225-985c-ecf60b0fd0c0 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284940 Nov 25 17:34:25.626559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Deleting subnet c4583fdd-c83f-421b-8785-7406dc3a7158 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:25.648393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.671978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': 'bf2480de-fa60-4745-8aae-7df095ed2a29', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:25.776351 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:19Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:24Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:25.794885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115306ff-bc77-440b-9208-28dc57616316 None None] Network f999f7b7-198c-4763-920a-2c9281d5cabe requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:25.813218 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f74e05-ee26-47eb-a964-82b3058e2a64 None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:19Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:24Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:25.813540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:25.932859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Attempting to bind port a9a0cc28-b618-4c25-841b-35f6982adfdf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:25.933362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Attempting to bind port a9a0cc28-b618-4c25-841b-35f6982adfdf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:25.933798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Attempting to bind port a9a0cc28-b618-4c25-841b-35f6982adfdf on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:25.986940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-f2351a0b-d321-4c32-b026-705d9190f746 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:25.991098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-f2351a0b-d321-4c32-b026-705d9190f746 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/networks?id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd HTTP/1.1" status: 200 len: 811 time: 0.5391550 Nov 25 17:34:25.994942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Port a9a0cc28-b618-4c25-841b-35f6982adfdf on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:25.995143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Attempting to bind port a9a0cc28-b618-4c25-841b-35f6982adfdf on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:25.997706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.026805 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae3e11c0-3bb7-4a49-8513-0a6d4a20eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.067044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:26.067971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:26.068571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:26.069149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Bound port: a9a0cc28-b618-4c25-841b-35f6982adfdf, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:26.069290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.069521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.105260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ae3e11c0-3bb7-4a49-8513-0a6d4a20eb09 None None] For port 289485ce-f589-4ffe-a850-45a70f0d4ed6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=289485ce-f589-4ffe-a850-45a70f0d4ed6,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:26.114345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-3c9afe9c-9bad-4690-b91c-8a689a2d01b5 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/quotas/5841d03eb0cc4a4a8da0f8962d5c7654 HTTP/1.1" status: 200 len: 375 time: 0.0941174 Nov 25 17:34:26.134151 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae3e11c0-3bb7-4a49-8513-0a6d4a20eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.163025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.188274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.198775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c4583fdd-c83f-421b-8785-7406dc3a7158 HTTP/1.1" status: 204 len: 168 time: 0.8764732 Nov 25 17:34:26.208152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38196) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:26.211675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985d3850-3ec0-4c03-ba15-c950c1673909 None None] Network f32f7096-4838-4cf6-9956-56886cddd436 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:26.214236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-4ed5d623-a334-4842-beb9-02d6897ee3d7 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5841d03eb0cc4a4a8da0f8962d5c7654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967040 Nov 25 17:34:26.270947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b199f17-5111-4ae8-aeeb-443f2e5ebcaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4583fdd-c83f-421b-8785-7406dc3a7158,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:26.413192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 289485ce-f589-4ffe-a850-45a70f0d4ed6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:26.457086 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.597876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Deleting port 1564fd3c-86cf-4d16-8755-95a32fb7081d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:26.598339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.605626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.613212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e11c0-3bb7-4a49-8513-0a6d4a20eb09 None None] Pushing event updated for resources: {'Port': ['ID=289485ce-f589-4ffe-a850-45a70f0d4ed6,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:26.625831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.707282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] For port a9a0cc28-b618-4c25-841b-35f6982adfdf, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:26.749704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-9eff7041-9c6d-46eb-b466-db66a9beb563 service neutron] 10.222.0.86 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346050 Nov 25 17:34:26.777614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a05ca9cf-8dbf-4200-b71e-ae6e39c80c58 None None] Provisioning complete for port 289485ce-f589-4ffe-a850-45a70f0d4ed6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:26.777988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a05ca9cf-8dbf-4200-b71e-ae6e39c80c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.823102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] For port 1564fd3c-86cf-4d16-8755-95a32fb7081d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1564fd3c-86cf-4d16-8755-95a32fb7081d,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:26.823494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.863798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4991d1-91ee-47e9-97e9-6c00a21e4c2f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:26.937425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:26.950869 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-759e8fc1-ae4e-41a7-aa4f-18d48fed9320 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3863034 Nov 25 17:34:26.951754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38216) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:26.958031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Calling delete_port for 1564fd3c-86cf-4d16-8755-95a32fb7081d owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:26.959841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] For port a9a0cc28-b618-4c25-841b-35f6982adfdf, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:27.034066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': 'bf2480de-fa60-4745-8aae-7df095ed2a29', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:27.053998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.190963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 289485ce-f589-4ffe-a850-45a70f0d4ed6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:27.200207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.255322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0cc28-b618-4c25-841b-35f6982adfdf,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:27.283034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.284048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.285707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8d17807e-81b9-4647-9efd-802b7ee8cba7 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9a0cc28-b618-4c25-841b-35f6982adfdf HTTP/1.1" status: 200 len: 1092 time: 3.8982434 Nov 25 17:34:27.295342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] DHCP port deletion for f32f7096-4838-4cf6-9956-56886cddd436 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:27.313735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'tag': 'a9a0cc28-b618-4c25-841b-35f6982adfdf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:27.329065 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602" -d '{"events": [{"name": "network-changed", "server_uuid": "99147912-9fb4-41a2-980c-1e24cbed3e03", "tag": "a9a0cc28-b618-4c25-841b-35f6982adfdf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:27.546725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.583979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] Deleting port 1564fd3c-86cf-4d16-8755-95a32fb7081d {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:27.584356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.611908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-4165eb8c-cb78-471f-9d30-698ae2d6e5d0 service neutron] 10.222.0.86 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556235 Nov 25 17:34:27.626571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-35515bd6-c5d6-4dc0-907d-e9f53b8fa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.628547 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-35515bd6-c5d6-4dc0-907d-e9f53b8fa542 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 1095 time: 0.2778430 Nov 25 17:34:27.736204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-81abe5fd-550a-46a3-aba4-3e3cb44b7b30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf HTTP/1.1" status: 200 len: 217 time: 0.0967062 Nov 25 17:34:27.801033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] For port 1564fd3c-86cf-4d16-8755-95a32fb7081d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1564fd3c-86cf-4d16-8755-95a32fb7081d,segment=NetworkSegment(15166885-3174-4535-9956-938d7ac0a504),segment_id=15166885-3174-4535-9956-938d7ac0a504)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:27.803997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.860291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] Calling delete_port for 1564fd3c-86cf-4d16-8755-95a32fb7081d owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:27.867610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.889628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:27.895817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-c590ff02-e1f8-4d12-8e32-850f9af7ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.907833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-c590ff02-e1f8-4d12-8e32-850f9af7ffb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.1612551 Nov 25 17:34:27.918880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca205-9084-4959-a7c9-dd083f5398c1 req-67e4e9a4-b8a7-44f6-827b-e06897b29887 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:27.939685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bfca205-9084-4959-a7c9-dd083f5398c1 req-67e4e9a4-b8a7-44f6-827b-e06897b29887 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 944 time: 1.1353095 Nov 25 17:34:28.046209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecad8bdb-f7d4-443d-bdd7-5c4f290b7ef2,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:28.104659 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0107b-89e7-4934-8284-853f30878c72 x-openstack-request-id: req-90b0107b-89e7-4934-8284-853f30878c72 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:28.104984 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99147912-9fb4-41a2-980c-1e24cbed3e03", "tag": "a9a0cc28-b618-4c25-841b-35f6982adfdf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:28.105349 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-90b0107b-89e7-4934-8284-853f30878c72 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:28.105944 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'tag': 'a9a0cc28-b618-4c25-841b-35f6982adfdf', 'status': 'completed', 'code': 200} Nov 25 17:34:28.113025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-8e844e15-d819-4ccf-92fd-0209cfd1ba40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953762 Nov 25 17:34:28.125142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.135974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b8dd50f7-d2f7-4560-bd29-11aadc2d30a8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1643224 Nov 25 17:34:28.135974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38238) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:28.138578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.155579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.183138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': 'bf2480de-fa60-4745-8aae-7df095ed2a29', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:28.216304 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bfca205-9084-4959-a7c9-dd083f5398c1 req-e3bd9598-5d24-4dd5-9a73-8133b1cde6af tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699223 Nov 25 17:34:28.263439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] Pushing event deleted for resources: {'Port': ['ID=1564fd3c-86cf-4d16-8755-95a32fb7081d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:28.265469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bbf62c-be10-41cc-bc9d-3defda3d7074 None None] No DVR routers for this DVR port 1564fd3c-86cf-4d16-8755-95a32fb7081d on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:28.294099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Pushing event deleted for resources: {'Port': ['ID=1564fd3c-86cf-4d16-8755-95a32fb7081d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:28.300777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] No DVR routers for this DVR port 1564fd3c-86cf-4d16-8755-95a32fb7081d on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:28.325833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 289485ce-f589-4ffe-a850-45a70f0d4ed6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:28.454804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-a5b71ac0-e05b-412a-8ab4-960bcb1655c5 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194921 Nov 25 17:34:28.470023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 289485ce-f589-4ffe-a850-45a70f0d4ed6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:28.470948 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.528611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.583729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32f7096-4838-4cf6-9956-56886cddd436']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:28.641245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15166885-3174-4535-9956-938d7ac0a504') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:28.644138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15166885-3174-4535-9956-938d7ac0a504') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:28.666185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.684023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.691450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:28.692199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:28.802262 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:28.808034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.809718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1564fd3c-86cf-4d16-8755-95a32fb7081d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:28.814088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:28.835938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b610cdb7-dcb9-4d4b-9269-e625e2295755 req-79da839b-0fc6-4fd7-bd03-22a1dfb984ae service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342130 Nov 25 17:34:28.837921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] 10.222.0.86 "DELETE /v2.0/networks/f32f7096-4838-4cf6-9956-56886cddd436 HTTP/1.1" status: 204 len: 168 time: 2.6269524 Nov 25 17:34:28.860514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-accf4fe6-a4fc-4a8e-bb45-da251d59666a req-66dc0cc7-7fbc-43e1-8d5e-4e978d34553d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 210 time: 0.6468809 Nov 25 17:34:28.871105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1564fd3c-86cf-4d16-8755-95a32fb7081d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:28.872352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1564fd3c-86cf-4d16-8755-95a32fb7081d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:28.874471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc1d91-b23b-46d9-96f9-4d13950c945a admin admin] Pushing event deleted for resources: {'Network': ['ID=f32f7096-4838-4cf6-9956-56886cddd436,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:28.936455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.057519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-d81eeb93-a6b5-4580-befc-525160c173f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.059248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-d81eeb93-a6b5-4580-befc-525160c173f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 1095 time: 0.1105130 Nov 25 17:34:29.202561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-01bbc262-aba5-4692-b1db-fac380d3d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.206827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-01bbc262-aba5-4692-b1db-fac380d3d268 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 0.1372325 Nov 25 17:34:29.226954 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.310461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-cfb15421-3041-4797-8db1-17a2badd2bda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf HTTP/1.1" status: 200 len: 217 time: 0.0813489 Nov 25 17:34:29.318466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.338516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38272) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.420995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58121456-e344-4a88-9c5f-989d07ccc8a5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.428655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.433666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-18b62c39-1569-46af-b748-e6bcd9d0a417 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2902153 Nov 25 17:34:29.434722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.442580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-b7358ec6-b3ab-4a06-8669-9c063f72e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.443371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': 'bf2480de-fa60-4745-8aae-7df095ed2a29', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:29.444488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-b7358ec6-b3ab-4a06-8669-9c063f72e42e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.1234107 Nov 25 17:34:29.457936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b6b6765d-a266-47f7-9d4b-99741e73af7e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d18f52ff4eb14b85a1ac3237b9bf99dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176698 Nov 25 17:34:29.463521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38276) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.494741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26b5aa-d525-49f0-88be-fe9d0c689314 req-bc70f825-892e-4895-8550-fbed1b20e733 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.509818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e26b5aa-d525-49f0-88be-fe9d0c689314 req-bc70f825-892e-4895-8550-fbed1b20e733 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 944 time: 0.1627891 Nov 25 17:34:29.530340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8280-ba7c-4b53-acdb-f4c4bf3c4804 req-86c0f4fd-ba77-4d68-a1ad-20e4078ecac4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.537999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ebe8280-ba7c-4b53-acdb-f4c4bf3c4804 req-86c0f4fd-ba77-4d68-a1ad-20e4078ecac4 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.3197281 Nov 25 17:34:29.548907 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-6e8755de-f8f5-4b7d-8714-b2ad6a761755 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913572 Nov 25 17:34:29.603769 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Project 5b29ad21ef12480a9cc01191a8175168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:34:29.618963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.695471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e26b5aa-d525-49f0-88be-fe9d0c689314 req-1f805fa1-f542-4e1c-9fbb-3fe9b6b13a74 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732199 Nov 25 17:34:29.704379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a6a-2614-44d6-be54-97a23ffc0a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.722454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.731598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.766013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a6a-2614-44d6-be54-97a23ffc0a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.769029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38280) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.783481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72d4404-f4fc-4afe-8bd4-5aea3d997fb7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.800835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.805854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4ce3ce4f-0198-4cc8-9834-86bcee98700c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3676364 Nov 25 17:34:29.807213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:29.811632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ebe8280-ba7c-4b53-acdb-f4c4bf3c4804 req-775fd5db-09cd-4a1d-a08e-540f69e46860 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2726495 Nov 25 17:34:29.817974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': 'bf2480de-fa60-4745-8aae-7df095ed2a29', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:29.877647 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Project 5b29ad21ef12480a9cc01191a8175168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:34:29.884850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a6a-2614-44d6-be54-97a23ffc0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.890278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a6a-2614-44d6-be54-97a23ffc0a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.903486 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2cfe1a6a-2614-44d6-be54-97a23ffc0a5c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8954caf9-29c6-423a-8baa-187dbc897dfc HTTP/1.1" status: 204 len: 168 time: 0.4304516 Nov 25 17:34:29.922668 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:29.935051 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-a0ff696f-6f64-4578-ad75-0c78000a8a21 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360894 Nov 25 17:34:29.942262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-3679beb3-480e-441d-93fa-e589434ecff5 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:29.943789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-3679beb3-480e-441d-93fa-e589434ecff5 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.55 "GET /v2.0/networks?id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd HTTP/1.1" status: 200 len: 811 time: 0.2960205 Nov 25 17:34:29.949142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe1a6a-2614-44d6-be54-97a23ffc0a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954caf9-29c6-423a-8baa-187dbc897dfc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:29.958451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Request body: {'port': {'device_id': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd', 'admin_state_up': True, 'tenant_id': '5841d03eb0cc4a4a8da0f8962d5c7654'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:29.988689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a22851d-d39a-4d8e-b02e-2ce5fb7eaff4 req-6d63194b-ae8b-4f50-88b5-51862af569f3 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0513365 Nov 25 17:34:30.069059 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.080323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.084785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b1fa41-d298-4009-9c2d-1bc0acc50a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.123615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce6dcc92-d4c4-46e7-952d-58ef6bab3602 req-542d02e8-9ecb-491a-ba7f-f17fb13db566 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788347 Nov 25 17:34:30.132864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed7b155-c08a-4cb3-9860-69b2a699e8fc,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.151070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.166696 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2bfb815-1a4f-425b-95be-36dd92dcb33e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3536253 Nov 25 17:34:30.173519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Made reservation on behalf of 5841d03eb0cc4a4a8da0f8962d5c7654 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:30.183201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.250616 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b1fa41-d298-4009-9c2d-1bc0acc50a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.257626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b1fa41-d298-4009-9c2d-1bc0acc50a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.325698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f5b1fa41-d298-4009-9c2d-1bc0acc50a43 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=997e50b951024f048077ac145372c67c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509529 Nov 25 17:34:30.326724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38298) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:30.351267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1fa41-d298-4009-9c2d-1bc0acc50a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2607d6b7-862f-44f3-8970-f77c666bff39,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.400500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Allocated IP 172.20.0.3 (00b0f2eb-9b8c-4dff-837e-c9e94098bfdd/f78580a9-c442-4b1c-9104-a5ac47455115/7ae41d6a-5011-4482-a049-c6547cd51a09) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:30.450195 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4e17862-36d0-4215-9962-ec203771e175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.476183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-065dcb5c-25b4-45d1-87de-130c8a7eb15b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123915881&fields=id&tenant_id=5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 267 time: 0.0706286 Nov 25 17:34:30.488529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4e17862-36d0-4215-9962-ec203771e175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.553977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4e17862-36d0-4215-9962-ec203771e175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.558440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4e17862-36d0-4215-9962-ec203771e175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:30.559980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4e17862-36d0-4215-9962-ec203771e175 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2607d6b7-862f-44f3-8970-f77c666bff39 HTTP/1.1" status: 204 len: 168 time: 0.2321229 Nov 25 17:34:30.588188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e17862-36d0-4215-9962-ec203771e175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2607d6b7-862f-44f3-8970-f77c666bff39,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:30.741609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-5fb725ba-49ba-4dd1-9689-1bd7df127954 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.745867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-5fb725ba-49ba-4dd1-9689-1bd7df127954 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.0767868 Nov 25 17:34:30.986915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14272ed4-70eb-4632-9203-93f0cbd2de18 req-866cf3a4-089e-4d05-9d90-f735b2b40cdc tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:30.995337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14272ed4-70eb-4632-9203-93f0cbd2de18 req-866cf3a4-089e-4d05-9d90-f735b2b40cdc tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 944 time: 0.1470389 Nov 25 17:34:31.019132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Deleting port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:31.019641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.128077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14272ed4-70eb-4632-9203-93f0cbd2de18 req-7a4d38b5-cbe8-4b52-9571-166e90702d15 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316805 Nov 25 17:34:31.147354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38334) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:31.153834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-7801e6a2-ec3f-4f91-bc09-794e04e06237 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.162795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-7801e6a2-ec3f-4f91-bc09-794e04e06237 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/networks?id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 796 time: 0.6570847 Nov 25 17:34:31.171181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41e86550-e282-48df-a31d-382b5ff9d868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.186501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-daa26076-05e4-4671-a8da-81dca88d8b19 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/quotas/5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 375 time: 0.0224881 Nov 25 17:34:31.213298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38336) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:31.260970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] For port 9f8fb44c-7995-4f10-a5b6-6503a1190b49, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=9f8fb44c-7995-4f10-a5b6-6503a1190b49,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:31.261343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.283881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-4200622c-48fa-451d-a614-5ff95d7c0119 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876338 Nov 25 17:34:31.377093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.449299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-42caf04e-b771-4a34-bf68-c2c742ce4d0b service neutron] 10.222.0.86 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444874 Nov 25 17:34:31.461362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581cdf3-2f6a-4dda-be17-28fcba29cf76 req-7a594c3e-b07f-4f00-8c8d-c85a465956b5 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.463786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1581cdf3-2f6a-4dda-be17-28fcba29cf76 req-7a594c3e-b07f-4f00-8c8d-c85a465956b5 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 945 time: 0.2272155 Nov 25 17:34:31.474296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.509414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-741571316-network', 'tenant_id': '1b975cfa6db94bffa8a4abfaa233cff7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:31.570419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Made reservation on behalf of 1b975cfa6db94bffa8a4abfaa233cff7 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:31.572584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.575537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:31.580528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Pushing event updated for resources: {'Port': ['ID=7ae41d6a-5011-4482-a049-c6547cd51a09,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:31.583278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:31.587935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:31.612738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41e86550-e282-48df-a31d-382b5ff9d868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.616814 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.624453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-41e86550-e282-48df-a31d-382b5ff9d868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.650757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-9457cfb8-6b29-4081-b430-30501373db04 service neutron] 10.222.0.86 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005224 Nov 25 17:34:31.660753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:31.660981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-41e86550-e282-48df-a31d-382b5ff9d868 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39af90ec16de4122912c1e8400960e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5124440 Nov 25 17:34:31.688141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38348) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:31.707323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:31.708207 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.726190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6bf65057-e942-4c64-8b01-5924f7fbacbc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7715054 Nov 25 17:34:31.740256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Request body: {'port': {'device_id': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:31.763977 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1581cdf3-2f6a-4dda-be17-28fcba29cf76 req-09fdb37d-e887-4e78-bf2c-e457fbecd2fd tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups?id=5ae18516-fb46-4bca-b4b1-bb34a2f2baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2811172 Nov 25 17:34:31.768399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e86550-e282-48df-a31d-382b5ff9d868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a4466-9811-47e8-964b-e2711ece9e5c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:31.826714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab0063c1-a2c0-4a28-b21b-1889463d4025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.835159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.869524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.870381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:31.871035 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Floating IP d2ff692a-02fc-4115-a200-3819a9146d0e disassociated. External IP: 172.25.8.248, port: 9f8fb44c-7995-4f10-a5b6-6503a1190b49. Nov 25 17:34:31.871398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Calling delete_port for 9f8fb44c-7995-4f10-a5b6-6503a1190b49 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:31.891601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab0063c1-a2c0-4a28-b21b-1889463d4025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.000141 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ea42387-ff41-4496-9834-49e934d526de req-3893b8c1-b753-4b7a-8e3b-ef67db1050f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 210 time: 0.0487731 Nov 25 17:34:32.012694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5dbf-05f8-47ae-b878-8d59865cac16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.100543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab0063c1-a2c0-4a28-b21b-1889463d4025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.104665 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab0063c1-a2c0-4a28-b21b-1889463d4025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.108476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ab0063c1-a2c0-4a28-b21b-1889463d4025 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/856a4466-9811-47e8-964b-e2711ece9e5c HTTP/1.1" status: 204 len: 168 time: 0.4395089 Nov 25 17:34:32.151217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0063c1-a2c0-4a28-b21b-1889463d4025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a4466-9811-47e8-964b-e2711ece9e5c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.238934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.262515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.273723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55cf57-a59a-4d4b-97d1-408e74767d97 req-35f70b54-19cc-4d4a-a531-3b446ce102df tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.278653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c55cf57-a59a-4d4b-97d1-408e74767d97 req-35f70b54-19cc-4d4a-a531-3b446ce102df tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 931 time: 0.3082154 Nov 25 17:34:32.344623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae41d6a-5011-4482-a049-c6547cd51a09 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:32.360656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.378959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f76df-c8b8-4c43-b28a-00f66674ab78,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.381586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Transition to ACTIVE for port object 7ae41d6a-5011-4482-a049-c6547cd51a09 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:32.391941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54565f47-5cb6-4622-9c4e-d70b568f8901 req-15b64698-353e-42ca-bc43-059c8255460c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.393605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54565f47-5cb6-4622-9c4e-d70b568f8901 req-15b64698-353e-42ca-bc43-059c8255460c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 944 time: 0.0977316 Nov 25 17:34:32.394757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.421897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.492701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Pushing event updated for resources: {'Port': ['ID=7ae41d6a-5011-4482-a049-c6547cd51a09,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.564310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-54565f47-5cb6-4622-9c4e-d70b568f8901 req-0325906d-d0b5-4ae9-9360-28ae55a0af56 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624210 Nov 25 17:34:32.583721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:32.624782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event deleted for resources: {'Port': ['ID=9f8fb44c-7995-4f10-a5b6-6503a1190b49,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:32.630525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Attempting to bind port 7ae41d6a-5011-4482-a049-c6547cd51a09 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:32.630780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Attempting to bind port 7ae41d6a-5011-4482-a049-c6547cd51a09 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '5d62a62c-6332-4091-b49a-48d691b928b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:32.631600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Attempting to bind port 7ae41d6a-5011-4482-a049-c6547cd51a09 on network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:32.645635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Port 7ae41d6a-5011-4482-a049-c6547cd51a09 on network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:32.645986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Attempting to bind port 7ae41d6a-5011-4482-a049-c6547cd51a09 on network 00b0f2eb-9b8c-4dff-837e-c9e94098bfdd {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:32.655200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:32.655567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Checking segment: {'id': '5d62a62c-6332-4091-b49a-48d691b928b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:32.656038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Bound using segment: {'id': '5d62a62c-6332-4091-b49a-48d691b928b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:32.656478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Bound port: 7ae41d6a-5011-4482-a049-c6547cd51a09, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d62a62c-6332-4091-b49a-48d691b928b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:32.656883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.707226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.707624 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Added segment 0d2d25c9-5ab8-4a28-b665-60695a5dbee6 of type vlan for network dbbf5526-3d35-4173-af8e-b8f7a6539781 Nov 25 17:34:32.753577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] For port 7ae41d6a-5011-4482-a049-c6547cd51a09, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:32.758439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] For port 7ae41d6a-5011-4482-a049-c6547cd51a09, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7ae41d6a-5011-4482-a049-c6547cd51a09,segment=NetworkSegment(5d62a62c-6332-4091-b49a-48d691b928b1),segment_id=5d62a62c-6332-4091-b49a-48d691b928b1)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:32.766916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.813498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c55cf57-a59a-4d4b-97d1-408e74767d97 req-5e08d361-6cbe-4adf-ab4b-b8a9464d755e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513631 Nov 25 17:34:32.848137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.848337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:32.848337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.851023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] 10.222.0.55 "PUT /v2.0/ports/7ae41d6a-5011-4482-a049-c6547cd51a09 HTTP/1.1" status: 200 len: 1091 time: 1.1130826 Nov 25 17:34:32.851641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'tag': '7ae41d6a-5011-4482-a049-c6547cd51a09'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:32.855442 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465d77e-8de8-49d6-ab15-0d6826d70942" -d '{"events": [{"name": "network-changed", "server_uuid": "805c29c7-e2e7-477a-baf3-0833c0f7e8c7", "tag": "7ae41d6a-5011-4482-a049-c6547cd51a09"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:32.869108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5dbf-05f8-47ae-b878-8d59865cac16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:32.891137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a9a0cc28-b618-4c25-841b-35f6982adfdf details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:32.940181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a0229e0b-e81e-48a6-a83a-be60b37b96b5 req-bc42c1ea-092b-4d5d-96ba-077d89e06cc1 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 210 time: 0.0790613 Nov 25 17:34:32.971022 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe1bc8-aed8-4f05-97aa-6606166eb57a x-openstack-request-id: req-3ebe1bc8-aed8-4f05-97aa-6606166eb57a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:32.971450 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805c29c7-e2e7-477a-baf3-0833c0f7e8c7", "tag": "7ae41d6a-5011-4482-a049-c6547cd51a09", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:32.971585 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ebe1bc8-aed8-4f05-97aa-6606166eb57a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:32.971978 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'tag': '7ae41d6a-5011-4482-a049-c6547cd51a09', 'status': 'completed', 'code': 200} Nov 25 17:34:32.985565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5dbf-05f8-47ae-b878-8d59865cac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.007747 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:34:33.083718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7fe4-d485-4cd2-9b6b-155ac1e4336c service neutron] Pushing event updated for resources: {'Port': ['ID=7ae41d6a-5011-4482-a049-c6547cd51a09,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.101209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-042b93ab-1763-45de-862a-8a5d16a11e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.103962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-042b93ab-1763-45de-862a-8a5d16a11e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5841d03eb0cc4a4a8da0f8962d5c7654&device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 1094 time: 0.1830895 Nov 25 17:34:33.124954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a9a0cc28-b618-4c25-841b-35f6982adfdf, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:33.128631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf8c5dbf-05f8-47ae-b878-8d59865cac16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ffa2823b9a24b1fbf0cc94eee2ba9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4342220 Nov 25 17:34:33.132616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c5dbf-05f8-47ae-b878-8d59865cac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6b0a3-0a77-4aa9-9b1a-70f950bd8678,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.136109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38384) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:33.140516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.141469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.142042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.160342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a9a0cc28-b618-4c25-841b-35f6982adfdf', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': 'a9a0cc28-b618-4c25-841b-35f6982adfdf', 'mac_address': 'fa:16:3e:0c:a7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:33.195695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-fa9db28f-4650-470b-8910-b7e358a63253 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae41d6a-5011-4482-a049-c6547cd51a09 HTTP/1.1" status: 200 len: 217 time: 0.0835273 Nov 25 17:34:33.240293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.268993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a0cc28-b618-4c25-841b-35f6982adfdf {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:33.292638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-78fb1c57-553f-4368-ac6b-0c27e0b8fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.294369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-78fb1c57-553f-4368-ac6b-0c27e0b8fbce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f78580a9-c442-4b1c-9104-a5ac47455115 HTTP/1.1" status: 200 len: 851 time: 0.0892158 Nov 25 17:34:33.303875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:33.306631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a9a0cc28-b618-4c25-841b-35f6982adfdf, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:33.312840 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.331033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1163328 Nov 25 17:34:33.343758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdb6be8a-9526-42d7-a338-fa9f50530d58 req-1db52cd3-2089-4c14-ae61-de8625ae1c39 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 210 time: 0.1526816 Nov 25 17:34:33.348499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38390) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:33.361798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-f7ee537a-964b-4e0f-a6e2-db4b47c535c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596118 Nov 25 17:34:33.389053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Request body: {'subnet': {'network_id': 'dbbf5526-3d35-4173-af8e-b8f7a6539781', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-741571316-subnet', 'tenant_id': '1b975cfa6db94bffa8a4abfaa233cff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:33.410048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a9a0cc28-b618-4c25-841b-35f6982adfdf,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.429859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48935-d619-4df4-a039-317a47ec1aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbf5526-3d35-4173-af8e-b8f7a6539781,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.448758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network dbbf5526-3d35-4173-af8e-b8f7a6539781 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:33.546392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a9a0cc28-b618-4c25-841b-35f6982adfdf'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:33.558013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Made reservation on behalf of 1b975cfa6db94bffa8a4abfaa233cff7 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:33.560934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.579573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-1f947efb-f332-4856-92cf-331a192b3489 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.580966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-1f947efb-f332-4856-92cf-331a192b3489 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/networks?id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 796 time: 0.1671207 Nov 25 17:34:33.651913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-cf8feef7-89dd-4646-868c-b22f5bce4e6e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 380 time: 0.0602353 Nov 25 17:34:33.654288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-6e2bad25-9537-4015-931e-c83b1d38cf3e service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747283 Nov 25 17:34:33.664448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'port': {'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'admin_state_up': True, 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'security_groups': ['bf2480de-fa60-4745-8aae-7df095ed2a29']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:33.681494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b8-435d-48d5-9985-c424f2ceb59f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.708768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b8-435d-48d5-9985-c424f2ceb59f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.826629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:33.856491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:33.866553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b8-435d-48d5-9985-c424f2ceb59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.869352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b8-435d-48d5-9985-c424f2ceb59f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.873737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac6c89b8-435d-48d5-9985-c424f2ceb59f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0fb6b0a3-0a77-4aa9-9b1a-70f950bd8678 HTTP/1.1" status: 204 len: 168 time: 0.7315652 Nov 25 17:34:33.873920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:33.874217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:33.898975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c89b8-435d-48d5-9985-c424f2ceb59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6b0a3-0a77-4aa9-9b1a-70f950bd8678,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:33.904126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] No DVR routers for this DVR port 9f8fb44c-7995-4f10-a5b6-6503a1190b49 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:33.909261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:33.912503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4140ec79-6431-4cb0-b51d-cfa0edc167e1 req-2b0c2a6d-d2d9-40d5-acaa-9b15dd8b278d tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.55 "DELETE /v2.0/ports/9f8fb44c-7995-4f10-a5b6-6503a1190b49 HTTP/1.1" status: 204 len: 173 time: 3.1622424 Nov 25 17:34:33.912960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'name': 'network-vif-deleted', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:33.915435 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac0e95-82f4-417e-ac13-c9f93b27a554" -d '{"events": [{"server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "name": "network-vif-deleted", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:33.956892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7909-7c96-4674-8740-f3c9b5499d7e req-a300efc2-7dbe-4f40-a168-e8c1470a0fdb tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:33.967299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be1c7909-7c96-4674-8740-f3c9b5499d7e req-a300efc2-7dbe-4f40-a168-e8c1470a0fdb tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 945 time: 0.2707496 Nov 25 17:34:34.041153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c109f33-eb44-44a0-96a4-673a8025b6cd req-ae15d45b-1145-48e2-a181-d49b176b4baf service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638849 Nov 25 17:34:34.046371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.062215 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be1c7909-7c96-4674-8740-f3c9b5499d7e req-8a9d28c6-d29e-4911-9322-6cb9ddb9bd53 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886502 Nov 25 17:34:34.087970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:34.092024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.102232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711c3e-bea4-4cf1-8f8e-e9130fd9c085 req-0068b796-fd41-457f-b7af-385eb97e4496 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.104043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0711c3e-bea4-4cf1-8f8e-e9130fd9c085 req-0068b796-fd41-457f-b7af-385eb97e4496 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 943 time: 0.1470716 Nov 25 17:34:34.172268 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89c5234-5c2e-4a6c-9c48-15734c60d839 x-openstack-request-id: req-f89c5234-5c2e-4a6c-9c48-15734c60d839 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:34.172559 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f71ed-d988-467f-b360-a091833d1ffd", "name": "network-vif-deleted", "tag": "9f8fb44c-7995-4f10-a5b6-6503a1190b49", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:34.172813 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f89c5234-5c2e-4a6c-9c48-15734c60d839 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:34.173544 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f71ed-d988-467f-b360-a091833d1ffd', 'name': 'network-vif-deleted', 'tag': '9f8fb44c-7995-4f10-a5b6-6503a1190b49', 'status': 'completed', 'code': 200} Nov 25 17:34:34.220595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:34.259466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Checking segment: {'id': '0d2d25c9-5ab8-4a28-b665-60695a5dbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dbbf5526-3d35-4173-af8e-b8f7a6539781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:34.259956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Network hostable DHCP agents. Network: dbbf5526-3d35-4173-af8e-b8f7a6539781, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:34:34.292927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4397030e-157d-41a5-8b4e-4cd7c955e1ee,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:34.335651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Network dbbf5526-3d35-4173-af8e-b8f7a6539781 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:34:34.344017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-b6fa757b-1dc8-496e-940b-8b6e7c64cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.345671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-b6fa757b-1dc8-496e-940b-8b6e7c64cecf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5841d03eb0cc4a4a8da0f8962d5c7654&device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 1094 time: 0.2062726 Nov 25 17:34:34.357311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66482231-20cc-451c-8456-1586445ce308 req-7e31098e-862c-44d1-97ac-ff250180aafd tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e2f71ed-d988-467f-b360-a091833d1ffd HTTP/1.1" status: 200 len: 210 time: 0.0619903 Nov 25 17:34:34.370638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0711c3e-bea4-4cf1-8f8e-e9130fd9c085 req-8e7b80d9-c985-4e15-8d15-a8fbd057279b tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254221 Nov 25 17:34:34.371732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, dbbf5526-3d35-4173-af8e-b8f7a6539781) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:34.380152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.380528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.397467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21adea-65fa-4336-aee3-7c1c327b3a38 None None] Network dbbf5526-3d35-4173-af8e-b8f7a6539781 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:34.419165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-256db03e-71fd-48b5-aef4-a4bc7f5e7805 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0330198 Nov 25 17:34:34.533999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5b566d1-c7b2-4b2f-aae2-488b03c04c2e req-511cf9c9-13a1-4710-8310-0f701228905e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 210 time: 0.0340862 Nov 25 17:34:34.584817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.20.0.8 (14a1fb9d-6137-4fa7-a4a8-98d6603c9030/7922bcaf-407f-4478-a816-aa0ef6288ccd/d36a6d06-8330-45d5-a8c4-5494ae27f9ec) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:34.637440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-89509e38-7057-4ca0-885f-f655ebfce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.639377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-89509e38-7057-4ca0-885f-f655ebfce7c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd HTTP/1.1" status: 200 len: 912 time: 0.2811441 Nov 25 17:34:34.663863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38430) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:34.710986 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-9b601334-f476-4a2d-b142-887a05895785 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae41d6a-5011-4482-a049-c6547cd51a09 HTTP/1.1" status: 200 len: 217 time: 0.0629163 Nov 25 17:34:34.729384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Deleting subnet 4397030e-157d-41a5-8b4e-4cd7c955e1ee {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:34.733969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.743789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3226d9-def0-43fb-ad17-14efbdbad7d2 None None] Network dbbf5526-3d35-4173-af8e-b8f7a6539781 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:34.790730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-956e1e82-d296-4396-9d7e-b57b5c014a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:34.792436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-956e1e82-d296-4396-9d7e-b57b5c014a31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f78580a9-c442-4b1c-9104-a5ac47455115 HTTP/1.1" status: 200 len: 851 time: 0.0569079 Nov 25 17:34:34.819877 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:34.842481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:34.866669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-51860f3a-e872-46c5-ba6f-4eb21e5f4e2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431714 Nov 25 17:34:34.925945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.002714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.033262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.047217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.052013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4397030e-157d-41a5-8b4e-4cd7c955e1ee HTTP/1.1" status: 204 len: 168 time: 0.3868003 Nov 25 17:34:35.053420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1941a-79e9-4505-8e02-13562045df77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4397030e-157d-41a5-8b4e-4cd7c955e1ee,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.057699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38438) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.066102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-725279ea-0023-4a76-8cc6-88aeb1426108 service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917694 Nov 25 17:34:35.074099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:35.080028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a9a0cc28-b618-4c25-841b-35f6982adfdf up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:35.082301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 9f8fb44c-7995-4f10-a5b6-6503a1190b49 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:35.125152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 9f8fb44c-7995-4f10-a5b6-6503a1190b49 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:35.125795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 9f8fb44c-7995-4f10-a5b6-6503a1190b49 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:35.159156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:35.160076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:35.176956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.210484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.242502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:35.253811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:35.268995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:35.300998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:35.333764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.338172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e465d77e-8de8-49d6-ab15-0d6826d70942 req-aca5f179-cee7-4cf6-89fb-d1aa70e97be9 service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549887 Nov 25 17:34:35.366416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.380910 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.381687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.397715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbf5526-3d35-4173-af8e-b8f7a6539781']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:35.409267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-07469a0f-7658-4af4-b558-038ad1ae6f54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7482598 Nov 25 17:34:35.436337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2d25c9-5ab8-4a28-b665-60695a5dbee6') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:35.436949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Request body: {'port': {'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:35.437202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2d25c9-5ab8-4a28-b665-60695a5dbee6') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:35.461988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.500990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bdef3-7049-4ef7-8fae-2e54497a75e5 req-85807e27-0ed6-4202-9cba-aba9636546e3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.513809 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b7bdef3-7049-4ef7-8fae-2e54497a75e5 req-85807e27-0ed6-4202-9cba-aba9636546e3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 945 time: 0.3010657 Nov 25 17:34:35.530938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.560155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:34:35.560607 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:34:35.563097 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:34:35.568516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.671016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72485d5-0ecf-46fa-b70d-9d6f0dc89546 req-7c0cd6a9-c7b7-4768-8fff-4dc5fd3dbcb7 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:35.673481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b72485d5-0ecf-46fa-b70d-9d6f0dc89546 req-7c0cd6a9-c7b7-4768-8fff-4dc5fd3dbcb7 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 943 time: 0.1180880 Nov 25 17:34:35.697408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b7bdef3-7049-4ef7-8fae-2e54497a75e5 req-9be8b7fa-b150-46ce-97c0-e26b6fc06897 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774395 Nov 25 17:34:35.703716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.740685 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.744852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] 10.222.0.86 "DELETE /v2.0/networks/dbbf5526-3d35-4173-af8e-b8f7a6539781 HTTP/1.1" status: 204 len: 168 time: 0.6855564 Nov 25 17:34:35.746162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccf43a-ce48-4ea6-80ea-95bfc4568bab admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbf5526-3d35-4173-af8e-b8f7a6539781,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:35.827242 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce871-f907-4725-b6e1-59f48a33e4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.833063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b72485d5-0ecf-46fa-b70d-9d6f0dc89546 req-d590b6f9-c1e0-471c-b5ab-0c6610f6a9e2 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486490 Nov 25 17:34:35.896507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-776e1b8f-f7f0-48db-a8e8-3e09f1f6514a None None] Provisioning complete for port d36a6d06-8330-45d5-a8c4-5494ae27f9ec triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:35.896884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-776e1b8f-f7f0-48db-a8e8-3e09f1f6514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.905095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38466) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:35.954939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a9a0cc28-b618-4c25-841b-35f6982adfdf completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:34:35.965482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a9a0cc28-b618-4c25-841b-35f6982adfdf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:35.965866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:35.970462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-776e1b8f-f7f0-48db-a8e8-3e09f1f6514a None None] Port d36a6d06-8330-45d5-a8c4-5494ae27f9ec cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:34:36.021990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:36.035201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4612c-24ad-471f-aad1-9a17e844502e req-2a80f441-6447-411c-9ceb-72e3374747f5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:36.043452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93a4612c-24ad-471f-aad1-9a17e844502e req-2a80f441-6447-411c-9ceb-72e3374747f5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 931 time: 0.0866699 Nov 25 17:34:36.052357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96c1a3-7775-49f8-8c8b-c66fb491e453 None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:26:11Z', 'revision_number': 4, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ef30121a-55c2-4a38-b13c-a38d07b1b8fe', 'name': '', 'network_id': '7441545a-b294-4884-99bd-fbc6e6446cf1', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'mac_address': 'fa:16:3e:f0:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:26:06Z', 'updated_at': '2021-11-25T17:26:21Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'subnets': [{'id': 'db128cd3-bc59-4b6d-8f19-70a897b402c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:36.054693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081d7f5c-96c9-4c3a-b850-9986d6e355df tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.096429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38470) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.115674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.150384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36a6d06-8330-45d5-a8c4-5494ae27f9ec {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:36.168790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0cc28-b618-4c25-841b-35f6982adfdf'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:36.171680 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab774c-458a-44b3-ace7-7deecc969706" -d '{"events": [{"server_uuid": "99147912-9fb4-41a2-980c-1e24cbed3e03", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0cc28-b618-4c25-841b-35f6982adfdf"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:36.171831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.191813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a9a0cc28-b618-4c25-841b-35f6982adfdf, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:36.199280 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.200852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Transition to ACTIVE for port object d36a6d06-8330-45d5-a8c4-5494ae27f9ec will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:36.203298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081d7f5c-96c9-4c3a-b850-9986d6e355df tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.207181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.328382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93a4612c-24ad-471f-aad1-9a17e844502e req-2a3547b6-7762-42dc-8e7c-dc42c4004683 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835596 Nov 25 17:34:36.330875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a9a0cc28-b618-4c25-841b-35f6982adfdf,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:36.347994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081d7f5c-96c9-4c3a-b850-9986d6e355df tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.350986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-081d7f5c-96c9-4c3a-b850-9986d6e355df tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.358250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-081d7f5c-96c9-4c3a-b850-9986d6e355df tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "DELETE /v2.0/security-groups/5ae18516-fb46-4bca-b4b1-bb34a2f2baac HTTP/1.1" status: 204 len: 168 time: 0.4515731 Nov 25 17:34:36.359083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38482) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.393029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Pushing event updated for resources: {'Port': ['ID=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:36.407653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d7f5c-96c9-4c3a-b850-9986d6e355df tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae18516-fb46-4bca-b4b1-bb34a2f2baac,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:36.426401 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-fb4422c9-5bf6-4e58-8c0e-45559b169ef0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] show failed (client error): The resource could not be found. Nov 25 17:34:36.432165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb4422c9-5bf6-4e58-8c0e-45559b169ef0 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "GET /v2.0/security-groups/5ae18516-fb46-4bca-b4b1-bb34a2f2baac HTTP/1.1" status: 404 len: 347 time: 0.0503087 Nov 25 17:34:36.432662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.497761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b66d664-4ab7-4a97-85a7-f49e8e8be3cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b975cfa6db94bffa8a4abfaa233cff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3923483 Nov 25 17:34:36.498063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Attempting to bind port d36a6d06-8330-45d5-a8c4-5494ae27f9ec on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:36.498063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Attempting to bind port d36a6d06-8330-45d5-a8c4-5494ae27f9ec by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:36.498063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Attempting to bind port d36a6d06-8330-45d5-a8c4-5494ae27f9ec on network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:36.503497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:36.511823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Port d36a6d06-8330-45d5-a8c4-5494ae27f9ec on network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:36.512255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Attempting to bind port d36a6d06-8330-45d5-a8c4-5494ae27f9ec on network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:36.531870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:36.531870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Checking segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:36.531870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Bound using segment: {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:36.531870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Bound port: d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8535159e-d8df-48f0-a70a-38695dd548fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:36.531870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.575984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3da46-e15e-471c-8c34-925931c4841f None None] New status for floating IP d2ff692a-02fc-4115-a200-3819a9146d0e: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:34:36.672959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] For port d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:36.676782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a158f0ce-161b-49f6-b656-ba96698a6999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.678110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] For port d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:36.694474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.734586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a158f0ce-161b-49f6-b656-ba96698a6999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.748141 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88390561-117c-4a35-a93b-83d071eae006 x-openstack-request-id: req-88390561-117c-4a35-a93b-83d071eae006 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:36.748436 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99147912-9fb4-41a2-980c-1e24cbed3e03", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0cc28-b618-4c25-841b-35f6982adfdf", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:36.752900 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-88390561-117c-4a35-a93b-83d071eae006 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:36.754363 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0cc28-b618-4c25-841b-35f6982adfdf', 'code': 200} Nov 25 17:34:36.773600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Deleting port 68ea676a-c1dc-4263-a4b4-aea93a5b3a4d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:36.774318 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.780918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:36.781560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:36.783034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] 10.222.0.73 "PUT /v2.0/ports/d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 200 len: 1091 time: 1.3636265 Nov 25 17:34:36.785370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:36.796402 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d808f06-29f3-4a8a-8916-c51ae23dffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:36.918023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7ae41d6a-5011-4482-a049-c6547cd51a09 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:36.990615 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b24ba5-8ff0-4000-a2a6-2fea7b13cc2a x-openstack-request-id: req-70b24ba5-8ff0-4000-a2a6-2fea7b13cc2a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:36.990907 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:36.991164 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-70b24ba5-8ff0-4000-a2a6-2fea7b13cc2a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:36.991601 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'status': 'completed', 'code': 200} Nov 25 17:34:37.079352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6915a-2bb1-4a2e-83e8-484843aa796f req-801c166f-d6ae-4bb6-8faa-8bba594277d8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.081897 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38c6915a-2bb1-4a2e-83e8-484843aa796f req-801c166f-d6ae-4bb6-8faa-8bba594277d8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.1658452 Nov 25 17:34:37.090765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb7bf2-303d-4807-811d-397007bdb583 service neutron] Pushing event updated for resources: {'Port': ['ID=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.091146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a158f0ce-161b-49f6-b656-ba96698a6999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.094405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a158f0ce-161b-49f6-b656-ba96698a6999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.097961 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a158f0ce-161b-49f6-b656-ba96698a6999 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/305f76df-c8b8-4c43-b28a-00f66674ab78 HTTP/1.1" status: 204 len: 168 time: 0.5913990 Nov 25 17:34:37.097961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.098421 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.103009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-76a48fbe-9142-413c-8b2b-3089277b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.104727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-76a48fbe-9142-413c-8b2b-3089277b68c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1094 time: 0.2580009 Nov 25 17:34:37.110614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6a178-baac-44ed-8671-7c3d05944c99 req-d652002d-3f6a-4f2a-a071-bc574aa51373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.112719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aad6a178-baac-44ed-8671-7c3d05944c99 req-d652002d-3f6a-4f2a-a071-bc574aa51373 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 1097 time: 0.3097095 Nov 25 17:34:37.122854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158f0ce-161b-49f6-b656-ba96698a6999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f76df-c8b8-4c43-b28a-00f66674ab78,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.137535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Calling delete_port for 68ea676a-c1dc-4263-a4b4-aea93a5b3a4d owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:37.182687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-b4334988-ebdb-452f-bb5b-f9cdaa766af5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 200 len: 217 time: 0.0689766 Nov 25 17:34:37.208424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7ae41d6a-5011-4482-a049-c6547cd51a09, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7ae41d6a-5011-4482-a049-c6547cd51a09,segment=NetworkSegment(5d62a62c-6332-4091-b49a-48d691b928b1),segment_id=5d62a62c-6332-4091-b49a-48d691b928b1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:37.230674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38c6915a-2bb1-4a2e-83e8-484843aa796f req-fa3d660e-6ca4-40b8-a816-b4eb331af8ff tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155431 Nov 25 17:34:37.232926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7ae41d6a-5011-4482-a049-c6547cd51a09', 'network_id': '00b0f2eb-9b8c-4dff-837e-c9e94098bfdd', 'port_id': '7ae41d6a-5011-4482-a049-c6547cd51a09', 'mac_address': 'fa:16:3e:34:ab:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78580a9-c442-4b1c-9104-a5ac47455115', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:37.304645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.323036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae41d6a-5011-4482-a049-c6547cd51a09 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:37.355624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34c811-cb04-4d88-b15c-1a10d4802666 req-514241d1-af84-4892-9275-b39515961df6 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.357857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e34c811-cb04-4d88-b15c-1a10d4802666 req-514241d1-af84-4892-9275-b39515961df6 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 943 time: 0.3881254 Nov 25 17:34:37.364090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aad6a178-baac-44ed-8671-7c3d05944c99 req-64833814-4a3c-48ca-9340-0ec3ccad5045 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795449 Nov 25 17:34:37.371049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7ae41d6a-5011-4482-a049-c6547cd51a09, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7ae41d6a-5011-4482-a049-c6547cd51a09,segment=NetworkSegment(5d62a62c-6332-4091-b49a-48d691b928b1),segment_id=5d62a62c-6332-4091-b49a-48d691b928b1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:37.380594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.406530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-819f2e1b-bd19-4466-bd09-9225d39c0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.408268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-819f2e1b-bd19-4466-bd09-9225d39c0c28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7922bcaf-407f-4478-a816-aa0ef6288ccd HTTP/1.1" status: 200 len: 835 time: 0.2163908 Nov 25 17:34:37.454816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e34c811-cb04-4d88-b15c-1a10d4802666 req-fccb0892-9c6f-41d5-8819-5b350249fb42 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864441 Nov 25 17:34:37.496189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7ae41d6a-5011-4482-a049-c6547cd51a09,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.593438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7ae41d6a-5011-4482-a049-c6547cd51a09'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:37.599725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-009bc8d3-6c23-4554-af11-0a31811813e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.601411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-009bc8d3-6c23-4554-af11-0a31811813e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507889 Nov 25 17:34:37.724816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38510) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:37.731172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-75945238-91d1-4906-8495-c900f0d87db0 service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174231 Nov 25 17:34:37.814643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.851710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888424e-6a2c-495e-8526-f480536e5447 req-7fdedcd2-0705-4d7c-bd3b-a8e9cba8fbd7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:37.862540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e888424e-6a2c-495e-8526-f480536e5447 req-7fdedcd2-0705-4d7c-bd3b-a8e9cba8fbd7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 943 time: 0.1337349 Nov 25 17:34:37.869530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Pushing event deleted for resources: {'Port': ['ID=68ea676a-c1dc-4263-a4b4-aea93a5b3a4d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:37.872573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26b1f794-ce67-4a0b-9934-7751f85bc4e1 req-7abc3f7c-2117-45f1-bd9d-6a766076ccad service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327672 Nov 25 17:34:37.953492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc131-0609-454c-b179-0c5d1f5ee12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.990073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e888424e-6a2c-495e-8526-f480536e5447 req-78d4fe08-2e20-4256-bfa4-34e81c4f4dde tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293771 Nov 25 17:34:37.993110 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ba4-8ea4-4097-8389-a89443329151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:37.999186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-1aa7d797-b002-4d97-91cf-a796bc1d954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.003864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.007424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-1aa7d797-b002-4d97-91cf-a796bc1d954e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1094 time: 0.0866268 Nov 25 17:34:38.012681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.014235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c0d00efe-644b-4238-8d8c-deac71eda011 tempest-AttachVolumeTestJSON-488727920 tempest-AttachVolumeTestJSON-488727920-project] 10.222.0.86 "DELETE /v2.0/floatingips/d2ff692a-02fc-4115-a200-3819a9146d0e HTTP/1.1" status: 204 len: 168 time: 1.5766270 Nov 25 17:34:38.150992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-5d167380-b0b1-4c03-8173-39e2b8c15055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.154289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-5d167380-b0b1-4c03-8173-39e2b8c15055 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 897 time: 0.1378484 Nov 25 17:34:38.172857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38528) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:38.200767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ba4-8ea4-4097-8389-a89443329151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.208637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fc23ba4-8ea4-4097-8389-a89443329151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.225615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-caf37ab1-2103-4c24-9bcc-79d35719c2a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 200 len: 217 time: 0.0583911 Nov 25 17:34:38.245748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3fc23ba4-8ea4-4097-8389-a89443329151 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0baf53053f634591a9e3b5586d38f36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142844 Nov 25 17:34:38.248483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:38.323607 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85fcf9ce-2a42-49e9-9144-ed1f4be95ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.338453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-3bd67da0-6321-48a1-be97-6551764ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.345553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-3bd67da0-6321-48a1-be97-6551764ee009 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7922bcaf-407f-4478-a816-aa0ef6288ccd HTTP/1.1" status: 200 len: 835 time: 0.1092730 Nov 25 17:34:38.348150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85fcf9ce-2a42-49e9-9144-ed1f4be95ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.422417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc23ba4-8ea4-4097-8389-a89443329151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2971990-595b-45b5-ab0a-3faa6b5b2e04,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.434971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-e5d7ca53-0479-4502-ab06-f2c9b4a7f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.438679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-e5d7ca53-0479-4502-ab06-f2c9b4a7f4ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835838 Nov 25 17:34:38.447423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85fcf9ce-2a42-49e9-9144-ed1f4be95ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.455203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-85fcf9ce-2a42-49e9-9144-ed1f4be95ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:38.458863 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-85fcf9ce-2a42-49e9-9144-ed1f4be95ff8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2971990-595b-45b5-ab0a-3faa6b5b2e04 HTTP/1.1" status: 204 len: 168 time: 0.2087665 Nov 25 17:34:38.470373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcf9ce-2a42-49e9-9144-ed1f4be95ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2971990-595b-45b5-ab0a-3faa6b5b2e04,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:38.752586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d88160-374e-4c37-b157-28d6435b7dc8 req-4a207599-3db5-4013-90db-78515fc52d3a tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:38.767300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87d88160-374e-4c37-b157-28d6435b7dc8 req-4a207599-3db5-4013-90db-78515fc52d3a tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 944 time: 0.1647477 Nov 25 17:34:38.874124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-87d88160-374e-4c37-b157-28d6435b7dc8 req-a7cd421c-ae93-4464-889c-ce5538a70d4d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Nov 25 17:34:38.922178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7ae41d6a-5011-4482-a049-c6547cd51a09 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:39.053911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 7ae41d6a-5011-4482-a049-c6547cd51a09 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:34:39.058496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7ae41d6a-5011-4482-a049-c6547cd51a09 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:39.058868 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.239664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.273094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb94a2e-892e-40ab-ae3a-35a851aa9745 req-4a438b89-c2c9-47d7-981f-bd0746f2cf1e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.275553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cb94a2e-892e-40ab-ae3a-35a851aa9745 req-4a438b89-c2c9-47d7-981f-bd0746f2cf1e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 943 time: 0.1109788 Nov 25 17:34:39.316869 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.354614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7ae41d6a-5011-4482-a049-c6547cd51a09, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7ae41d6a-5011-4482-a049-c6547cd51a09,segment=NetworkSegment(5d62a62c-6332-4091-b49a-48d691b928b1),segment_id=5d62a62c-6332-4091-b49a-48d691b928b1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:39.359457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2cff4-11ce-4c50-b637-f9086200990e req-fe64485e-5186-4b04-b969-6d2acb7e4eb6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.361042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5d2cff4-11ce-4c50-b637-f9086200990e req-fe64485e-5186-4b04-b969-6d2acb7e4eb6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.9151204 Nov 25 17:34:39.364510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae41d6a-5011-4482-a049-c6547cd51a09'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:39.370841 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c1d683-24b3-4822-a4ad-05b74a00d401" -d '{"events": [{"server_uuid": "805c29c7-e2e7-477a-baf3-0833c0f7e8c7", "name": "network-vif-plugged", "status": "completed", "tag": "7ae41d6a-5011-4482-a049-c6547cd51a09"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:39.388060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.389565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.394768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4cb94a2e-892e-40ab-ae3a-35a851aa9745 req-efe79e88-6dcd-4800-819e-77469b4e0abc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111617 Nov 25 17:34:39.456126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5d2cff4-11ce-4c50-b637-f9086200990e req-edd886d8-eec8-4847-aa05-1c6437f547a1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859170 Nov 25 17:34:39.462300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-998c64ff-3aea-4c6c-8242-8bcb27eca84f service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0130463 Nov 25 17:34:39.510353 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35817c9-8f20-4a59-b26e-e9aabd91b3d5 x-openstack-request-id: req-d35817c9-8f20-4a59-b26e-e9aabd91b3d5 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:39.511281 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c29c7-e2e7-477a-baf3-0833c0f7e8c7", "name": "network-vif-plugged", "status": "completed", "tag": "7ae41d6a-5011-4482-a049-c6547cd51a09", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:39.512532 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d35817c9-8f20-4a59-b26e-e9aabd91b3d5 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:39.513158 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae41d6a-5011-4482-a049-c6547cd51a09', 'code': 200} Nov 25 17:34:39.522187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7ae41d6a-5011-4482-a049-c6547cd51a09,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:39.628187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.645177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.675472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d808f06-29f3-4a8a-8916-c51ae23dffe7 req-ccd355f6-12ba-4f46-9374-790f043f4520 service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050159 Nov 25 17:34:39.724000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532b3961-ea79-49e3-b761-085f91e19fb7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:39.732835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd78feecb45c4098bc6eecd4f23cd055&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5569830 Nov 25 17:34:39.733082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38566) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:39.747679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.748219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.748644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.749085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.749522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.749954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.750781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.751330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.751788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.752235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.752729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.753211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5140d98-717b-43ed-91f4-e32181c816c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:34:39.782362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f18d-962e-4f68-bd39-ed254b2f556c req-2a7a53f3-02a5-4c35-9e57-e042f0f758e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:39.784128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45e3f18d-962e-4f68-bd39-ed254b2f556c req-2a7a53f3-02a5-4c35-9e57-e042f0f758e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.1242487 Nov 25 17:34:39.840752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21e6b966-d593-4352-9733-1dbff43f3c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.853380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45e3f18d-962e-4f68-bd39-ed254b2f556c req-5e7f2c57-62d4-4326-9dba-cc335178d041 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535181 Nov 25 17:34:39.881053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21e6b966-d593-4352-9733-1dbff43f3c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.960925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21e6b966-d593-4352-9733-1dbff43f3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.965351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21e6b966-d593-4352-9733-1dbff43f3c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:39.966804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-21e6b966-d593-4352-9733-1dbff43f3c12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/532b3961-ea79-49e3-b761-085f91e19fb7 HTTP/1.1" status: 204 len: 168 time: 0.2333186 Nov 25 17:34:39.978356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6b966-d593-4352-9733-1dbff43f3c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532b3961-ea79-49e3-b761-085f91e19fb7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.095553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a071231-1b28-45a2-bf18-62a862cd21cc req-bd107b71-860e-442b-b2c9-b0f5ce51bdef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.097085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a071231-1b28-45a2-bf18-62a862cd21cc req-bd107b71-860e-442b-b2c9-b0f5ce51bdef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0751767 Nov 25 17:34:40.155714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a071231-1b28-45a2-bf18-62a862cd21cc req-06e3f2ef-2de0-438e-8ca5-f10f3c765411 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513694 Nov 25 17:34:40.556859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:40.578632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e270567-f2a9-4035-97e2-062554070cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.591165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.604951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0b31-3f10-42b0-b46a-f74c270ac559 req-68aecf13-584b-49a8-9130-126feb459ca8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.627774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-932c0b31-3f10-42b0-b46a-f74c270ac559 req-68aecf13-584b-49a8-9130-126feb459ca8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 943 time: 0.1293371 Nov 25 17:34:40.740480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-932c0b31-3f10-42b0-b46a-f74c270ac559 req-dcdfae47-1694-4fa5-a4da-a7e7de5c2696 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075549 Nov 25 17:34:40.784265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6588-ec6e-43f1-9aa1-2162f81b4ac2 req-7dd64433-5161-45e0-a6c2-cd9ce7e6596f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:40.792746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f31a6588-ec6e-43f1-9aa1-2162f81b4ac2 req-7dd64433-5161-45e0-a6c2-cd9ce7e6596f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.1522143 Nov 25 17:34:40.871605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e270567-f2a9-4035-97e2-062554070cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.891461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f31a6588-ec6e-43f1-9aa1-2162f81b4ac2 req-77d4caef-fe55-4b1d-97cc-2257069f4665 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941577 Nov 25 17:34:40.893147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e270567-f2a9-4035-97e2-062554070cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:40.918227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d36a6d06-8330-45d5-a8c4-5494ae27f9ec details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:40.940132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7e270567-f2a9-4035-97e2-062554070cc4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=83c33024348342f4946d0eebd7db67c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3811290 Nov 25 17:34:40.941049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e270567-f2a9-4035-97e2-062554070cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843e2640-2b9e-4261-9df5-5f09256884df,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:40.942198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38606) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:41.027706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c62e67e1-a9d7-4f2f-a550-65af03f8b7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.061379 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c62e67e1-a9d7-4f2f-a550-65af03f8b7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.135484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:41.155490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c62e67e1-a9d7-4f2f-a550-65af03f8b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.157325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:41.159605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c62e67e1-a9d7-4f2f-a550-65af03f8b7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.163961 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c62e67e1-a9d7-4f2f-a550-65af03f8b7b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/843e2640-2b9e-4261-9df5-5f09256884df HTTP/1.1" status: 204 len: 168 time: 0.2207394 Nov 25 17:34:41.173832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e67e1-a9d7-4f2f-a550-65af03f8b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e2640-2b9e-4261-9df5-5f09256884df,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:41.292001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.294922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7165-de77-44d1-b822-df7697d7e873 req-4b4e6726-c6ce-4e3b-8ee2-538001a90122 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.297406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f5d7165-de77-44d1-b822-df7697d7e873 req-4b4e6726-c6ce-4e3b-8ee2-538001a90122 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.1044741 Nov 25 17:34:41.313174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36a6d06-8330-45d5-a8c4-5494ae27f9ec {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:41.338704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:41.347449 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.356554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e9117-350c-419e-8253-7d8b976fe94a req-db135908-cf11-48d4-886c-0b0a0f444c93 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.364443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa2e9117-350c-419e-8253-7d8b976fe94a req-db135908-cf11-48d4-886c-0b0a0f444c93 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0935364 Nov 25 17:34:41.400416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f5d7165-de77-44d1-b822-df7697d7e873 req-f0ebd614-a4bb-449d-8dff-31d6a90cbf91 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940557 Nov 25 17:34:41.456868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa2e9117-350c-419e-8253-7d8b976fe94a req-58b6f789-a994-4332-a9bd-74b69ef05243 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914485 Nov 25 17:34:41.475692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:41.537436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:41.569769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['d36a6d06-8330-45d5-a8c4-5494ae27f9ec'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:41.626383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc694a5-a460-4c61-a3a8-b8ad4592ad08 req-004c92dc-a061-481c-8c04-bfe5d0ffbd80 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.627995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbc694a5-a460-4c61-a3a8-b8ad4592ad08 req-004c92dc-a061-481c-8c04-bfe5d0ffbd80 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.0759606 Nov 25 17:34:41.661925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f0b10-d063-49ce-864b-91de57ff8e30 req-040f6787-672f-47b5-844c-92798926a800 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:41.663531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd3f0b10-d063-49ce-864b-91de57ff8e30 req-040f6787-672f-47b5-844c-92798926a800 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1073368 Nov 25 17:34:41.719871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbc694a5-a460-4c61-a3a8-b8ad4592ad08 req-edbb1ff4-d5e1-4a3b-b3a2-dc9aebca760c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824356 Nov 25 17:34:41.781395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd3f0b10-d063-49ce-864b-91de57ff8e30 req-b1ab0ed1-d1a2-4cd2-96c9-a10d3df652cf tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024656 Nov 25 17:34:42.007747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32525e-d471-4e15-813b-7476470d8edd req-83717e28-2861-4d78-bec2-8d7443090955 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.009664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f32525e-d471-4e15-813b-7476470d8edd req-83717e28-2861-4d78-bec2-8d7443090955 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 944 time: 0.0993025 Nov 25 17:34:42.111582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f32525e-d471-4e15-813b-7476470d8edd req-39aaa7f5-355e-46a8-a2d1-4e07175b8cf4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948215 Nov 25 17:34:42.256136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc4ad-7f6f-4845-9716-668cbc663014 req-1eb3b28f-3ef1-4205-8674-95fb736ed11a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.257689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-502dc4ad-7f6f-4845-9716-668cbc663014 req-1eb3b28f-3ef1-4205-8674-95fb736ed11a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.0774171 Nov 25 17:34:42.354536 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-502dc4ad-7f6f-4845-9716-668cbc663014 req-15951da7-ae1e-45c8-a414-c860be39f676 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880744 Nov 25 17:34:42.399456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dc9f2-02e9-4914-9b46-875510001a66 req-24a9e87a-7548-427d-a0fc-4d6055f4c7fc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:42.401494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c1dc9f2-02e9-4914-9b46-875510001a66 req-24a9e87a-7548-427d-a0fc-4d6055f4c7fc tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0725148 Nov 25 17:34:42.501259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c1dc9f2-02e9-4914-9b46-875510001a66 req-cec27e40-fcda-4251-9852-26e5487dfaed tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935192 Nov 25 17:34:42.940146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d36a6d06-8330-45d5-a8c4-5494ae27f9ec up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:34:43.002246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port d36a6d06-8330-45d5-a8c4-5494ae27f9ec completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:34:43.009231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port d36a6d06-8330-45d5-a8c4-5494ae27f9ec triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:34:43.009984 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.129250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.216497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:43.234100 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb908d26-b00f-4967-8ac0-a6e9836cf671" -d '{"events": [{"server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "name": "network-vif-plugged", "status": "completed", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:43.256186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:43.264526 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.342352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3f889-fb67-45d2-b2cf-1cad58669694 req-004e63b5-e08f-4ac4-a850-824ea412d280 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.350875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4b3f889-fb67-45d2-b2cf-1cad58669694 req-004e63b5-e08f-4ac4-a850-824ea412d280 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 944 time: 0.1168127 Nov 25 17:34:43.362884 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909fb1c-57ad-4fc0-b8b1-304bee497951 x-openstack-request-id: req-e909fb1c-57ad-4fc0-b8b1-304bee497951 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:43.363534 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "name": "network-vif-plugged", "status": "completed", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:43.364013 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e909fb1c-57ad-4fc0-b8b1-304bee497951 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:43.364752 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'code': 200} Nov 25 17:34:43.366029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:43.464138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-3f16681a-21ca-4794-a4db-c08fc960ab74 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.465839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-3f16681a-21ca-4794-a4db-c08fc960ab74 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.1440620 Nov 25 17:34:43.479179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d4b3f889-fb67-45d2-b2cf-1cad58669694 req-f79722d6-d969-4f16-96d8-3024b34aa19d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118975 Nov 25 17:34:43.564192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed69d08-5ac3-4ed1-ab46-0230959dd17b req-1c566126-72c7-4721-8878-52206d84c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.566319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fed69d08-5ac3-4ed1-ab46-0230959dd17b req-1c566126-72c7-4721-8878-52206d84c964 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1096 time: 0.1751070 Nov 25 17:34:43.703316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217710-8955-4a18-8efd-5236d6d4f748 req-5cf59830-4c25-4007-9287-3472567a9ee5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.712275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b217710-8955-4a18-8efd-5236d6d4f748 req-5cf59830-4c25-4007-9287-3472567a9ee5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 946 time: 0.2439525 Nov 25 17:34:43.717184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fed69d08-5ac3-4ed1-ab46-0230959dd17b req-d9015a53-b8d3-4b24-80f7-558dbe2d839d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382213 Nov 25 17:34:43.724448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f32b03-1c7a-4ee1-883a-f48b0439b91c req-4459c29c-d559-4d50-909c-7dd6689fdaef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:43.731991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02f32b03-1c7a-4ee1-883a-f48b0439b91c req-4459c29c-d559-4d50-909c-7dd6689fdaef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1155427 Nov 25 17:34:43.785286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port a9a0cc28-b618-4c25-841b-35f6982adfdf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:43.785620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.807509 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b217710-8955-4a18-8efd-5236d6d4f748 req-d139091f-d4ee-4dff-8167-ad818b629177 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942352 Nov 25 17:34:43.841346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02f32b03-1c7a-4ee1-883a-f48b0439b91c req-9bb677bd-8983-42e3-8669-d5796bc3bb85 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083217 Nov 25 17:34:43.976286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port a9a0cc28-b618-4c25-841b-35f6982adfdf, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a9a0cc28-b618-4c25-841b-35f6982adfdf,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:43.977768 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:43.996644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for a9a0cc28-b618-4c25-841b-35f6982adfdf owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:44.211148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e03bf-2571-4ba7-b7b3-736959e1dcb1 req-1a0e9cf3-e247-4394-9810-45d8652a6cd0 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.220348 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c2e03bf-2571-4ba7-b7b3-736959e1dcb1 req-1a0e9cf3-e247-4394-9810-45d8652a6cd0 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0741384 Nov 25 17:34:44.272053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.279435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-1433199b-c343-4852-8a01-42d47ff483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.281036 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-1433199b-c343-4852-8a01-42d47ff483c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5841d03eb0cc4a4a8da0f8962d5c7654&device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0813427 Nov 25 17:34:44.288944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a9a0cc28-b618-4c25-841b-35f6982adfdf'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:44.293458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:44.326468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c2e03bf-2571-4ba7-b7b3-736959e1dcb1 req-c959fce0-36b3-42c0-a8c3-7a4d50125a80 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050689 Nov 25 17:34:44.349943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=a9a0cc28-b618-4c25-841b-35f6982adfdf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:44.441033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-68cd95e8-fc5b-4354-85d4-c17c455dd1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076005 Nov 25 17:34:44.455562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38742) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:44.582074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-fe39833f-bf54-4110-ac0c-c018f1c5fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.583605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-fe39833f-bf54-4110-ac0c-c018f1c5fac7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 1096 time: 0.1087902 Nov 25 17:34:44.599018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port a9a0cc28-b618-4c25-841b-35f6982adfdf on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:44.607655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.613552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4fbbf2b2-3c7c-435e-b47a-933b66f77ea4 req-14b74e36-1040-428e-850b-b1189779efa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "DELETE /v2.0/ports/a9a0cc28-b618-4c25-841b-35f6982adfdf HTTP/1.1" status: 204 len: 173 time: 1.1333830 Nov 25 17:34:44.627513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'name': 'network-vif-deleted', 'tag': 'a9a0cc28-b618-4c25-841b-35f6982adfdf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:44.636028 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd3808c-95c0-47e8-8897-a384956eb6bc" -d '{"events": [{"server_uuid": "99147912-9fb4-41a2-980c-1e24cbed3e03", "name": "network-vif-deleted", "tag": "a9a0cc28-b618-4c25-841b-35f6982adfdf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:44.715024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-4970c4d8-1fa6-4163-a0d2-fcaafb4cc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.717477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-4970c4d8-1fa6-4163-a0d2-fcaafb4cc90f service neutron] 10.222.0.55 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 0.1127810 Nov 25 17:34:44.732937 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ec597-004b-4a64-95d3-3683abaeff61 x-openstack-request-id: req-db4ec597-004b-4a64-95d3-3683abaeff61 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:44.733243 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99147912-9fb4-41a2-980c-1e24cbed3e03", "name": "network-vif-deleted", "tag": "a9a0cc28-b618-4c25-841b-35f6982adfdf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:44.733504 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db4ec597-004b-4a64-95d3-3683abaeff61 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:44.735484 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99147912-9fb4-41a2-980c-1e24cbed3e03', 'name': 'network-vif-deleted', 'tag': 'a9a0cc28-b618-4c25-841b-35f6982adfdf', 'status': 'completed', 'code': 200} Nov 25 17:34:44.806434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-aeeb697d-89da-41ef-a3bb-400d31d6d985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc HTTP/1.1" status: 200 len: 217 time: 0.0790980 Nov 25 17:34:44.807527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fc603-8eae-4313-b579-839b25f233aa req-92d0a92c-c095-4e77-9327-f5930bbc0a4c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.816041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-146fc603-8eae-4313-b579-839b25f233aa req-92d0a92c-c095-4e77-9327-f5930bbc0a4c tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 945 time: 0.1995666 Nov 25 17:34:44.827885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-444505de-7ecc-4d19-af90-14ab9da3fdea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:44.891874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-4bccd4d6-e8c9-435a-9f77-e942e2171906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.893822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-4bccd4d6-e8c9-435a-9f77-e942e2171906 service neutron] 10.222.0.55 "GET /v2.0/networks?id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd HTTP/1.1" status: 200 len: 912 time: 0.5454156 Nov 25 17:34:44.976437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-64d75b8f-34ec-49a2-b20c-64cbcec6c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:44.978653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-64d75b8f-34ec-49a2-b20c-64cbcec6c623 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.1532276 Nov 25 17:34:44.980622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6c647b3-cb97-41a6-9387-4677ee46168c req-d4ee2278-ac22-4746-884b-1a69690d4b58 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=99147912-9fb4-41a2-980c-1e24cbed3e03 HTTP/1.1" status: 200 len: 210 time: 0.0495317 Nov 25 17:34:44.980787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-19dac536-f2ab-4bd7-9b83-79a4c8433660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae41d6a-5011-4482-a049-c6547cd51a09 HTTP/1.1" status: 200 len: 217 time: 0.0786598 Nov 25 17:34:44.985913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-146fc603-8eae-4313-b579-839b25f233aa req-8a0573e8-a418-4cff-8050-5e516b698865 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690125 Nov 25 17:34:45.029830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-f0483ab0-811a-44a5-9e25-ba67da983688 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299158 Nov 25 17:34:45.068535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-191dd451-6f3a-44de-83a1-2b33273220c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:45.074148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-191dd451-6f3a-44de-83a1-2b33273220c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f78580a9-c442-4b1c-9104-a5ac47455115 HTTP/1.1" status: 200 len: 851 time: 0.0795734 Nov 25 17:34:45.114017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-94e72e8c-2032-4ad0-94f0-46a4d91c0957 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317552 Nov 25 17:34:45.189211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-444505de-7ecc-4d19-af90-14ab9da3fdea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.203298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-444505de-7ecc-4d19-af90-14ab9da3fdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.233733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-d8aaa237-4442-4040-9aed-084c365c95ac service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921949 Nov 25 17:34:45.294332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-9644e67b-53db-43de-bfaa-7024a7a5557a service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731479 Nov 25 17:34:45.369741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b481c47-90fa-465b-961a-1eac5a1750f3 req-6f748646-9e79-4b94-8deb-0cf094568da3 service neutron] 10.222.0.55 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265275 Nov 25 17:34:45.381611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-444505de-7ecc-4d19-af90-14ab9da3fdea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2043992a65894c2883b26b4addcb4d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9192362 Nov 25 17:34:45.381611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444505de-7ecc-4d19-af90-14ab9da3fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf66802-18df-4c55-9e5f-8afd94cba7df,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:45.385219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38792) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:45.437196 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a9be207-7a2d-4b10-81be-9918df3cca94 req-3bce66c5-abbc-49fa-83fc-c803454b594e service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315501 Nov 25 17:34:45.506912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-538ff6be-90bf-48e7-8bca-51cee0381a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.532042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c88481-82d9-40e8-bdbf-36dc0298493c req-51da142d-5ee9-41c0-b80f-5625c95238ef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:45.533565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1c88481-82d9-40e8-bdbf-36dc0298493c req-51da142d-5ee9-41c0-b80f-5625c95238ef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0856686 Nov 25 17:34:45.547736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-538ff6be-90bf-48e7-8bca-51cee0381a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.621170 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c1c88481-82d9-40e8-bdbf-36dc0298493c req-83fdd93b-9f35-47f6-ad7b-03e7c7b5a090 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 Nov 25 17:34:45.648447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-538ff6be-90bf-48e7-8bca-51cee0381a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.653538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-538ff6be-90bf-48e7-8bca-51cee0381a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:45.654888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-538ff6be-90bf-48e7-8bca-51cee0381a69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bbf66802-18df-4c55-9e5f-8afd94cba7df HTTP/1.1" status: 204 len: 168 time: 0.2684336 Nov 25 17:34:45.665845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ff6be-90bf-48e7-8bca-51cee0381a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf66802-18df-4c55-9e5f-8afd94cba7df,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:46.073935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.191290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392374-3d1e-405b-a29a-ae37f041caa1 req-8ce7b7e6-0f59-48ff-99bd-a68fb5e3416b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.192979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15392374-3d1e-405b-a29a-ae37f041caa1 req-8ce7b7e6-0f59-48ff-99bd-a68fb5e3416b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 945 time: 0.0811799 Nov 25 17:34:46.265691 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15392374-3d1e-405b-a29a-ae37f041caa1 req-f4c0af48-0a57-4ed1-abf1-ab9ec06d2eec tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640709 Nov 25 17:34:46.436065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a97eaa-d97c-4596-8a1b-8f6c3bd1437f req-e249fdf8-33a4-42b2-9b94-2a1435b5825a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.444689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f5a97eaa-d97c-4596-8a1b-8f6c3bd1437f req-e249fdf8-33a4-42b2-9b94-2a1435b5825a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 945 time: 0.0734885 Nov 25 17:34:46.514768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f5a97eaa-d97c-4596-8a1b-8f6c3bd1437f req-13183d31-f204-4ae7-99e2-0eb2f6c3c108 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685198 Nov 25 17:34:46.530154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:46.575850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-74aeefcc-07b7-46ef-a785-ecb9a822a5ef tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.586215 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-74aeefcc-07b7-46ef-a785-ecb9a822a5ef tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.2339044 Nov 25 17:34:46.589233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b357ce2-4e08-4f5c-ae6e-2649b62030ae tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.597192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 38886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:46.597944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b357ce2-4e08-4f5c-ae6e-2649b62030ae tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1091 time: 0.0664878 Nov 25 17:34:46.602775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:46.613953 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-cb04d69a-9fd3-46b8-aa61-45c78250dd8e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/quotas/5927930957a141daa5b0f84020bf63c2 HTTP/1.1" status: 200 len: 375 time: 0.0263615 Nov 25 17:34:46.672523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:46.749477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-2b563990-739a-4a1c-9934-1ea04555517a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289227 Nov 25 17:34:46.818514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bc87-495f-4982-b536-94caa4e8f751 req-2e4897d9-0b2d-4cdb-a9e0-6d92eab7d906 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:46.824253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd89bc87-495f-4982-b536-94caa4e8f751 req-2e4897d9-0b2d-4cdb-a9e0-6d92eab7d906 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0923924 Nov 25 17:34:46.901318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-57f173d7-dc3a-45a5-8f94-f2b45cf9b1b8 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418815 Nov 25 17:34:46.960112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd89bc87-495f-4982-b536-94caa4e8f751 req-768f3a54-740f-474d-88c9-affeb4def28c tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246536 Nov 25 17:34:47.089623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.107782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-24abc2dd-a158-4c62-a8e3-b2ed94c07990 service neutron] 10.222.0.86 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028904 Nov 25 17:34:47.371481 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:34:47.518149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21ecf54c-0132-4faf-b736-042be2952300 req-58c8c79c-ef69-487e-84bf-e7903465b252 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 210 time: 0.1108067 Nov 25 17:34:47.519347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.25.8.142 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2bd03692-d8cd-466a-824d-b2290e8aa1c8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:47.543514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df739f-07f2-4911-a218-9756eda37401 req-3e0b7a03-4938-4d94-8e6c-007b090e3ac8 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:47.544937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.553711 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-47df739f-07f2-4911-a218-9756eda37401 req-3e0b7a03-4938-4d94-8e6c-007b090e3ac8 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1260350 Nov 25 17:34:47.672037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-47df739f-07f2-4911-a218-9756eda37401 req-de668e0b-07a1-4c65-9d52-eddb960a9302 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137249 Nov 25 17:34:47.864165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:47.985431 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.052889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:48.056691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:48.068691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:48.135851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 38964) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.174697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=2bd03692-d8cd-466a-824d-b2290e8aa1c8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.379021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc283ab8-a1ca-4f98-b7ae-1c3d5eb8569a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.653979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc283ab8-a1ca-4f98-b7ae-1c3d5eb8569a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.662571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fc283ab8-a1ca-4f98-b7ae-1c3d5eb8569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.750044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc283ab8-a1ca-4f98-b7ae-1c3d5eb8569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a607c46-d8ae-42c4-a248-d0c23cfc033c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:48.754761 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.756949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fc283ab8-a1ca-4f98-b7ae-1c3d5eb8569a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eca0eab338604daa8372c38eec1c98c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6197815 Nov 25 17:34:48.760342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:48.852185 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-33d17046-9178-42d9-a025-6a6c6212abf3 req-e065f131-7502-402c-8764-5400f98e7e88 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 210 time: 0.0549016 Nov 25 17:34:48.921025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:48.964960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a9a0cc28-b618-4c25-841b-35f6982adfdf no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:48.979547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f5b57-4a65-4666-9b03-07bafb595635 req-574e34b4-05c8-4f0c-8379-1603b9b457a2 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:49.007728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bb7f5b57-4a65-4666-9b03-07bafb595635 req-574e34b4-05c8-4f0c-8379-1603b9b457a2 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1771855 Nov 25 17:34:49.046658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: a9a0cc28-b618-4c25-841b-35f6982adfdf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:49.046924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a9a0cc28-b618-4c25-841b-35f6982adfdf not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:49.096246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-391c5893-e069-4f86-b407-a529c24a4dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.158947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-391c5893-e069-4f86-b407-a529c24a4dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.257838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-391c5893-e069-4f86-b407-a529c24a4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.265572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-391c5893-e069-4f86-b407-a529c24a4dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.265572 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-391c5893-e069-4f86-b407-a529c24a4dc9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0a607c46-d8ae-42c4-a248-d0c23cfc033c HTTP/1.1" status: 204 len: 168 time: 0.5008507 Nov 25 17:34:49.315027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bb7f5b57-4a65-4666-9b03-07bafb595635 req-ff9cbb10-05dc-49aa-b04e-97aee0e00616 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048964 Nov 25 17:34:49.337287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c5893-e069-4f86-b407-a529c24a4dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a607c46-d8ae-42c4-a248-d0c23cfc033c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:49.438211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.458713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-a2c30c0f-2072-4363-aadd-f90f1158329f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:49.460454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-a2c30c0f-2072-4363-aadd-f90f1158329f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 805 time: 0.4689970 Nov 25 17:34:49.462506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.485047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Request body: {'port': {'device_id': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'admin_state_up': True, 'tenant_id': '5927930957a141daa5b0f84020bf63c2'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:49.725824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5c564-4ba0-4ff3-b668-15456d60ade4 req-8e170a66-81b6-4ae5-ad98-0d76aebb2c06 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:49.737364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9c5c564-4ba0-4ff3-b668-15456d60ade4 req-8e170a66-81b6-4ae5-ad98-0d76aebb2c06 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0960889 Nov 25 17:34:49.769114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:49.799905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=2bd03692-d8cd-466a-824d-b2290e8aa1c8,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:49.808839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Made reservation on behalf of 5927930957a141daa5b0f84020bf63c2 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:49.812441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.823909 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:49.830592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9c5c564-4ba0-4ff3-b668-15456d60ade4 req-dedfe7c6-a572-4a2b-9744-076311975f23 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914156 Nov 25 17:34:49.838981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-4641f809-2c94-41f3-954c-e08bbf2a5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:49.840668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-4641f809-2c94-41f3-954c-e08bbf2a5ea7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5841d03eb0cc4a4a8da0f8962d5c7654&device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.1610568 Nov 25 17:34:50.012143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:50.019841 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef65631a-d65b-4f37-8616-5a762f5bcc2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.029346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8f3607c-6d60-46c0-87cd-c3304b8ba998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.128495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8f3607c-6d60-46c0-87cd-c3304b8ba998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.132888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8f3607c-6d60-46c0-87cd-c3304b8ba998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.196279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3607c-6d60-46c0-87cd-c3304b8ba998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902f48be-c2f5-4b0f-a00f-c3c0869f96dc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.206507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b8f3607c-6d60-46c0-87cd-c3304b8ba998 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b3525304633408a8392c8a1b0d7add0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921115 Nov 25 17:34:50.208106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39066) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:50.264094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dde18176-1cf5-4074-9ca7-5f3b7b09c492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.287782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dde18176-1cf5-4074-9ca7-5f3b7b09c492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.346089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dde18176-1cf5-4074-9ca7-5f3b7b09c492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.348955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dde18176-1cf5-4074-9ca7-5f3b7b09c492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:50.353428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dde18176-1cf5-4074-9ca7-5f3b7b09c492 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/902f48be-c2f5-4b0f-a00f-c3c0869f96dc HTTP/1.1" status: 204 len: 168 time: 0.1407669 Nov 25 17:34:50.361342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde18176-1cf5-4074-9ca7-5f3b7b09c492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902f48be-c2f5-4b0f-a00f-c3c0869f96dc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:50.515178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cfd24ab2-3497-4147-8625-71174e61e651 req-0c55a2a0-8a59-4616-8f7e-20e1c9762f0f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 210 time: 0.4536862 Nov 25 17:34:50.605742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-bc19ccc6-3d1e-4b6d-92db-a985832e588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:50.607325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-bc19ccc6-3d1e-4b6d-92db-a985832e588a service neutron] 10.222.0.55 "GET /v2.0/networks?id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd HTTP/1.1" status: 200 len: 912 time: 0.7291718 Nov 25 17:34:50.620164 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Floating IP 5766e938-c716-49db-9076-07b071918688 associated. External IP: 172.25.8.142, port: d36a6d06-8330-45d5-a8c4-5494ae27f9ec. Nov 25 17:34:50.712504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-c7230c27-83fd-42a1-ac62-c7318084daac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae41d6a-5011-4482-a049-c6547cd51a09 HTTP/1.1" status: 200 len: 217 time: 0.0964434 Nov 25 17:34:50.768380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Allocated IP 172.20.0.12 (af06e012-3f9a-4651-860c-e12fda93029f/517ca75c-148b-430a-9fc0-0d6b5e79adc8/8349ba59-db4a-4a42-aec3-b4f78d908963) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:34:50.908747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-0b2190a6-02a2-4514-a54e-2b9db67bcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:50.911562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-0b2190a6-02a2-4514-a54e-2b9db67bcde5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f78580a9-c442-4b1c-9104-a5ac47455115 HTTP/1.1" status: 200 len: 851 time: 0.1873999 Nov 25 17:34:50.957807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-6bd379d9-9d78-4548-b1a7-d4d1a087127e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320997 Nov 25 17:34:50.973525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb66b9-9452-4ecd-b593-d96120e361c6 req-0fa877af-2d2d-4ccf-8266-11565fd82c71 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:50.976329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbbb66b9-9452-4ecd-b593-d96120e361c6 req-0fa877af-2d2d-4ccf-8266-11565fd82c71 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0717416 Nov 25 17:34:51.001863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef65631a-d65b-4f37-8616-5a762f5bcc2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.062524 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef65631a-d65b-4f37-8616-5a762f5bcc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.073418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbbb66b9-9452-4ecd-b593-d96120e361c6 req-59274cbc-c992-44b2-a411-01b19215fa37 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860915 Nov 25 17:34:51.214395 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ef65631a-d65b-4f37-8616-5a762f5bcc2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5227f184f8624cb39db4c68072468ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4441295 Nov 25 17:34:51.218148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39092) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:51.220272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65631a-d65b-4f37-8616-5a762f5bcc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df95e790-ea6f-4532-8427-3739c87bd562,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:51.295453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bb91-8a04-4f1e-8d9c-2e4e3885ce13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.315271 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-ce8cf23b-0f01-4827-a21e-368b4c2be2b8 service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448982 Nov 25 17:34:51.322089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bb91-8a04-4f1e-8d9c-2e4e3885ce13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.386147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bb91-8a04-4f1e-8d9c-2e4e3885ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.390298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1f4bb91-8a04-4f1e-8d9c-2e4e3885ce13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.396106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1f4bb91-8a04-4f1e-8d9c-2e4e3885ce13 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/df95e790-ea6f-4532-8427-3739c87bd562 HTTP/1.1" status: 204 len: 168 time: 0.1756289 Nov 25 17:34:51.396985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:51.408852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4bb91-8a04-4f1e-8d9c-2e4e3885ce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95e790-ea6f-4532-8427-3739c87bd562,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:51.422852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.568211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4201a563-feed-490d-91f8-8b3977c1ba89 req-a514395f-2381-4d1e-8a6f-71435057f747 service neutron] 10.222.0.55 "GET /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407718 Nov 25 17:34:51.582113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.595291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:51.631468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Network af06e012-3f9a-4651-860c-e12fda93029f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:34:51.639088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:34:51.650267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:34:51.716928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:51.725068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event updated for resources: {'Port': ['ID=8349ba59-db4a-4a42-aec3-b4f78d908963,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:51.739206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:51.768527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.769367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.772225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:51.773019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:51.779208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323a26f-fec5-4ec9-8660-0584ee321763 req-fe018051-3282-4703-b02b-06986fdcb62d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:51.780795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9323a26f-fec5-4ec9-8660-0584ee321763 req-fe018051-3282-4703-b02b-06986fdcb62d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 932 time: 0.1320100 Nov 25 17:34:51.785480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:51.858104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7f8f9d4b-fb95-49e3-9244-b5c5ff13c004 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2567749 Nov 25 17:34:51.858417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39112) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:51.891780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:51.906706 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee86b61b-334d-4042-834b-c8f98b3625f0" -d '{"events": [{"name": "network-changed", "server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:51.919480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-8ae3e886-a6dd-4207-95e7-bc8aa3e162c7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4403281 Nov 25 17:34:51.926351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:51.959684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Request body: {'port': {'device_id': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:51.962338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39120) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:52.017594 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d26ad36e-2486-4917-9216-101f1bdf29b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.038595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:52.044168 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b2173-1238-43b0-b40e-6538836ebdd2 x-openstack-request-id: req-939b2173-1238-43b0-b40e-6538836ebdd2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:52.044447 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:52.044641 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-939b2173-1238-43b0-b40e-6538836ebdd2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:52.045116 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'status': 'completed', 'code': 200} Nov 25 17:34:52.052905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9323a26f-fec5-4ec9-8660-0584ee321763 req-2f0ed7a9-8876-452f-b937-1e4c31c4dfc6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598956 Nov 25 17:34:52.080693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eba8ebcf-7b36-4d3f-a470-5b989359bfd2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/5766e938-c716-49db-9076-07b071918688 HTTP/1.1" status: 200 len: 991 time: 0.2211483 Nov 25 17:34:52.206663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d26ad36e-2486-4917-9216-101f1bdf29b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.245500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d26ad36e-2486-4917-9216-101f1bdf29b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.286659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c2816-37e3-4d6d-871b-00cd0a6bbbde req-5a9c269d-71e8-4a9e-aabf-669b7f83fd5d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:52.288814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a05c2816-37e3-4d6d-871b-00cd0a6bbbde req-5a9c269d-71e8-4a9e-aabf-669b7f83fd5d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0905240 Nov 25 17:34:52.352978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a05c2816-37e3-4d6d-871b-00cd0a6bbbde req-3c30be95-7f92-4e1c-a4a5-3b5320a4e7ef tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Nov 25 17:34:52.372605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d26ad36e-2486-4917-9216-101f1bdf29b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=33492f377aac46318e2e0e38de135978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401135 Nov 25 17:34:52.377732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39130) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:52.434800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.435784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfa36866-106e-4ced-b8fa-31f2e7430894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.436773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ad36e-2486-4917-9216-101f1bdf29b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99057ae-ee87-4f5f-a672-7799340dd3e8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.465929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfa36866-106e-4ced-b8fa-31f2e7430894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.537648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:19Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:48Z', 'revision_number': 0, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.544657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfa36866-106e-4ced-b8fa-31f2e7430894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.547919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfa36866-106e-4ced-b8fa-31f2e7430894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:52.548701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-8b158288-9149-4313-9eb5-e43ef6da5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:52.551949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cfa36866-106e-4ced-b8fa-31f2e7430894 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e99057ae-ee87-4f5f-a672-7799340dd3e8 HTTP/1.1" status: 204 len: 168 time: 0.1708860 Nov 25 17:34:52.552070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-8b158288-9149-4313-9eb5-e43ef6da5558 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1096 time: 0.3417575 Nov 25 17:34:52.560307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa36866-106e-4ced-b8fa-31f2e7430894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99057ae-ee87-4f5f-a672-7799340dd3e8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:52.577340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:52.603073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:52.605183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:52.913137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:53.021562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-bdf1d1a8-66c8-4c9f-afac-c3e14dd43578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.023191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-bdf1d1a8-66c8-4c9f-afac-c3e14dd43578 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 897 time: 0.4611375 Nov 25 17:34:53.087757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39148) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:53.232978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-501812d0-bd76-4a21-94a3-ebcaf4ed92f5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/5766e938-c716-49db-9076-07b071918688 HTTP/1.1" status: 200 len: 991 time: 0.1437964 Nov 25 17:34:53.244526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-1e927e68-2de2-48fd-9e34-27fe1956c0a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 200 len: 999 time: 0.2102234 Nov 25 17:34:53.286297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:19Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:48Z', 'revision_number': 0, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:53.331102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a9bc87-c39d-47d9-9fa7-c0cd179da027 None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:34:19Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:48Z', 'revision_number': 0, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:53.437699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8349ba59-db4a-4a42-aec3-b4f78d908963 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:53.452239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d8ac3-9f76-474d-a64e-76b84eba1390 req-824bae15-7f94-4596-8327-cfc5ce597c4c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.454866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad0d8ac3-9f76-474d-a64e-76b84eba1390 req-824bae15-7f94-4596-8327-cfc5ce597c4c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 932 time: 0.2145791 Nov 25 17:34:53.459903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-6bd55a25-5204-42ee-b41a-e304b8af5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.461387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-6bd55a25-5204-42ee-b41a-e304b8af5765 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7922bcaf-407f-4478-a816-aa0ef6288ccd HTTP/1.1" status: 200 len: 835 time: 0.2075498 Nov 25 17:34:53.464425 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.549785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Transition to ACTIVE for port object 8349ba59-db4a-4a42-aec3-b4f78d908963 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:34:53.595193 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:53.603012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad0d8ac3-9f76-474d-a64e-76b84eba1390 req-d46f7f42-0522-4dc8-bd69-96f159e4e779 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358347 Nov 25 17:34:53.616625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9f8f1-bf05-4bad-9ed1-d64cabe41516 req-4e7d3263-9050-48b2-8e3d-2e87acd92a0d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.626350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8b9f8f1-bf05-4bad-9ed1-d64cabe41516 req-4e7d3263-9050-48b2-8e3d-2e87acd92a0d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1344745 Nov 25 17:34:53.651840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-429921d4-a4d3-4634-8ec1-f67e576bdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:53.653390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-429921d4-a4d3-4634-8ec1-f67e576bdc17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807940 Nov 25 17:34:53.716592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c8b9f8f1-bf05-4bad-9ed1-d64cabe41516 req-35a4d2bf-c66c-4a2b-b3e2-38f76b1d1e70 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841498 Nov 25 17:34:53.752315 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a667230-e78e-4ea0-b5c2-6b039cebd9b6 None None] New status for floating IP 5766e938-c716-49db-9076-07b071918688: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:34:53.774123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Pushing event updated for resources: {'Port': ['ID=8349ba59-db4a-4a42-aec3-b4f78d908963,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.137642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f767c9-c3d4-4916-917c-9bffde6d658f req-17c86a5e-0708-4105-a16f-632e12068a0b tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.139226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48f767c9-c3d4-4916-917c-9bffde6d658f req-17c86a5e-0708-4105-a16f-632e12068a0b tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0597532 Nov 25 17:34:54.194320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48f767c9-c3d4-4916-917c-9bffde6d658f req-bc36cd80-2882-46d5-bfdb-ddcad6c8eea3 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Nov 25 17:34:54.236908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39186) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.286371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.294095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-30e89e41-494f-4506-8c3b-1191e2947fec service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295185 Nov 25 17:34:54.309913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7e5a8ac4-ce67-4e82-a101-f8605380d91e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/5766e938-c716-49db-9076-07b071918688 HTTP/1.1" status: 200 len: 993 time: 0.0717661 Nov 25 17:34:54.328912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Attempting to bind port 8349ba59-db4a-4a42-aec3-b4f78d908963 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:34:54.329260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Attempting to bind port 8349ba59-db4a-4a42-aec3-b4f78d908963 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:34:54.329589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Attempting to bind port 8349ba59-db4a-4a42-aec3-b4f78d908963 on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:54.355337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Port 8349ba59-db4a-4a42-aec3-b4f78d908963 on network af06e012-3f9a-4651-860c-e12fda93029f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:34:54.355588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Attempting to bind port 8349ba59-db4a-4a42-aec3-b4f78d908963 on network af06e012-3f9a-4651-860c-e12fda93029f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:34:54.402474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:34:54.403026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Checking segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:34:54.403570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Bound using segment: {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:34:54.403756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Bound port: 8349ba59-db4a-4a42-aec3-b4f78d908963, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4222723-2e75-49fb-9a73-9260fdb0ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:34:54.404498 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.527739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39192) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.538293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee86b61b-334d-4042-834b-c8f98b3625f0 req-f6656731-d561-4f79-bf46-9d2937f58e43 service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108655 Nov 25 17:34:54.616086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] For port 8349ba59-db4a-4a42-aec3-b4f78d908963, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:34:54.649584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] For port 8349ba59-db4a-4a42-aec3-b4f78d908963, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8349ba59-db4a-4a42-aec3-b4f78d908963,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:34:54.659477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98eb8b7b-1af2-45e1-90d8-9d721cfc5c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.664490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.752452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.753174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.754737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] 10.222.0.73 "PUT /v2.0/ports/8349ba59-db4a-4a42-aec3-b4f78d908963 HTTP/1.1" status: 200 len: 1092 time: 2.8271737 Nov 25 17:34:54.763074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98eb8b7b-1af2-45e1-90d8-9d721cfc5c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.768753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98eb8b7b-1af2-45e1-90d8-9d721cfc5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.778028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'tag': '8349ba59-db4a-4a42-aec3-b4f78d908963'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:54.780656 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d40bf259-3d2b-43e6-9b95-5789f3dbf0ca", "tag": "8349ba59-db4a-4a42-aec3-b4f78d908963"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:54.823684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8b7b-1af2-45e1-90d8-9d721cfc5c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb0bac-5d65-4aa1-bbfd-849c936d11b0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.829577 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98eb8b7b-1af2-45e1-90d8-9d721cfc5c6f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a86e1c085c4f4a139624ba0bb4197d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004966 Nov 25 17:34:54.832376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:54.866089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760a729-447a-4bfb-add9-ba98005faaca service neutron] Pushing event updated for resources: {'Port': ['ID=8349ba59-db4a-4a42-aec3-b4f78d908963,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:54.903359 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982b9c09-b3cc-4b02-b0b2-d27e601239b1 x-openstack-request-id: req-982b9c09-b3cc-4b02-b0b2-d27e601239b1 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:54.903675 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40bf259-3d2b-43e6-9b95-5789f3dbf0ca", "tag": "8349ba59-db4a-4a42-aec3-b4f78d908963", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:54.904150 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-982b9c09-b3cc-4b02-b0b2-d27e601239b1 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:54.904706 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'tag': '8349ba59-db4a-4a42-aec3-b4f78d908963', 'status': 'completed', 'code': 200} Nov 25 17:34:54.910231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9603dfd9-7603-4bbf-8156-9fd3824bea46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.913495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652627c-1ee2-4617-a075-203e19c99c40 req-f2dde2db-9663-4737-8ef9-6302a7d42e69 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.921262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f652627c-1ee2-4617-a075-203e19c99c40 req-f2dde2db-9663-4737-8ef9-6302a7d42e69 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 944 time: 0.2113926 Nov 25 17:34:54.933483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9603dfd9-7603-4bbf-8156-9fd3824bea46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.955127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-1fa36564-c90c-4c2d-a4f1-7af72d86fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:54.956644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-1fa36564-c90c-4c2d-a4f1-7af72d86fedb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 1095 time: 0.1581290 Nov 25 17:34:54.990135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9603dfd9-7603-4bbf-8156-9fd3824bea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.993227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9603dfd9-7603-4bbf-8156-9fd3824bea46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:54.994395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9603dfd9-7603-4bbf-8156-9fd3824bea46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48bb0bac-5d65-4aa1-bbfd-849c936d11b0 HTTP/1.1" status: 204 len: 168 time: 0.1608570 Nov 25 17:34:55.005389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603dfd9-7603-4bbf-8156-9fd3824bea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb0bac-5d65-4aa1-bbfd-849c936d11b0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.024091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-16bfced9-e65e-4a2b-865a-97c9999b0977 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8349ba59-db4a-4a42-aec3-b4f78d908963 HTTP/1.1" status: 200 len: 217 time: 0.0530808 Nov 25 17:34:55.041810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f652627c-1ee2-4617-a075-203e19c99c40 req-6d0d5274-b27c-4100-88ed-d738e2ab1eea tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196284 Nov 25 17:34:55.043279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Deleting port ef30121a-55c2-4a38-b13c-a38d07b1b8fe {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:55.043649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.140873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0dc17cfe-f02f-42b9-9e0b-20056e11323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.142341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-0dc17cfe-f02f-42b9-9e0b-20056e11323b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.0966179 Nov 25 17:34:55.191448 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-818120b2-59c2-4756-abf3-1dee2ed94da8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367007 Nov 25 17:34:55.197531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] For port ef30121a-55c2-4a38-b13c-a38d07b1b8fe, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:55.197888 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.239281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Calling delete_port for ef30121a-55c2-4a38-b13c-a38d07b1b8fe owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:55.358723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd7859-65bb-49ae-85a0-4bde404c005a req-65865ff0-c6c3-4700-a21a-df8d69ea1c0d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.360323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8abd7859-65bb-49ae-85a0-4bde404c005a req-65865ff0-c6c3-4700-a21a-df8d69ea1c0d tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0766449 Nov 25 17:34:55.392238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-c78eb4a6-102c-4fe6-a1c8-29e56aae3086 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916077 Nov 25 17:34:55.417259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8abd7859-65bb-49ae-85a0-4bde404c005a req-b02539ad-45c5-4bca-a11e-c50ce9feaa2b tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505700 Nov 25 17:34:55.435938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39256) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:55.449669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bfe313d-f4ac-4b69-b268-f3be380a102b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.541450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bfe313d-f4ac-4b69-b268-f3be380a102b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.546199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bfe313d-f4ac-4b69-b268-f3be380a102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.577935 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8bfe313d-f4ac-4b69-b268-f3be380a102b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b937aaf87f364a01b98b369a6af39863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406438 Nov 25 17:34:55.592135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:55.614384 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-790fea33-e0e1-4955-acd4-3d7215ae8aad req-9955d21f-1f41-45d4-905e-16deb54ec413 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649244 Nov 25 17:34:55.615896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe313d-f4ac-4b69-b268-f3be380a102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de1af1-0c08-4e3e-ba8d-2a059cf2c7ef,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.626686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.656095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef30121a-55c2-4a38-b13c-a38d07b1b8fe,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.699817 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d909-6684-49ac-844e-917396d9c4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.727182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d909-6684-49ac-844e-917396d9c4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.755636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-a797afb5-f6f4-4705-bc5f-c8bb81aeabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:55.756956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-a797afb5-f6f4-4705-bc5f-c8bb81aeabc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5927930957a141daa5b0f84020bf63c2&device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 1095 time: 0.0755723 Nov 25 17:34:55.797242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d909-6684-49ac-844e-917396d9c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.799916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d909-6684-49ac-844e-917396d9c4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:55.801197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6b8d909-6684-49ac-844e-917396d9c4ef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04de1af1-0c08-4e3e-ba8d-2a059cf2c7ef HTTP/1.1" status: 204 len: 168 time: 0.2077823 Nov 25 17:34:55.818262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8d909-6684-49ac-844e-917396d9c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de1af1-0c08-4e3e-ba8d-2a059cf2c7ef,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:55.886622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39270) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.002435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-9b3bbddd-a34f-46b7-9c5b-d76bcd12732b tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.004311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-9b3bbddd-a34f-46b7-9c5b-d76bcd12732b tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.55 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.2111995 Nov 25 17:34:56.016643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14a7651b-d686-4135-a32f-4959f4caa790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.058506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.111745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-2289d074-9415-45dd-a86c-64e7a58dbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.113707 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-2289d074-9415-45dd-a86c-64e7a58dbf09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 200 len: 906 time: 0.3189776 Nov 25 17:34:56.127878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14a7651b-d686-4135-a32f-4959f4caa790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.133516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14a7651b-d686-4135-a32f-4959f4caa790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.183627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-14a7651b-d686-4135-a32f-4959f4caa790 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2c339a153734c06ae28c9825de89eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958994 Nov 25 17:34:56.185953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7651b-d686-4135-a32f-4959f4caa790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bafc09-d5a8-4ebd-b757-5f91c32b8bd2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.188708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39280) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.242795 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-42386ba6-844c-4839-a308-83632950ea44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8349ba59-db4a-4a42-aec3-b4f78d908963 HTTP/1.1" status: 200 len: 217 time: 0.1209660 Nov 25 17:34:56.253593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64126f3a-56a8-48e2-b260-7721d482192c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.281277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64126f3a-56a8-48e2-b260-7721d482192c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.332950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64126f3a-56a8-48e2-b260-7721d482192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.336393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-64126f3a-56a8-48e2-b260-7721d482192c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.336621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Deleting port 7ae41d6a-5011-4482-a049-c6547cd51a09 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:56.336798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.339971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-64126f3a-56a8-48e2-b260-7721d482192c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7bafc09-d5a8-4ebd-b757-5f91c32b8bd2 HTTP/1.1" status: 204 len: 168 time: 0.1478148 Nov 25 17:34:56.361796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64126f3a-56a8-48e2-b260-7721d482192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bafc09-d5a8-4ebd-b757-5f91c32b8bd2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:56.434778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3078f-328c-4296-a6e8-9402a6cc8fc2 req-5d769ee8-d0cd-45ba-bb66-a118bb6f4531 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.436500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95a3078f-328c-4296-a6e8-9402a6cc8fc2 req-5d769ee8-d0cd-45ba-bb66-a118bb6f4531 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 944 time: 0.3179340 Nov 25 17:34:56.468513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-cb8efb0e-3239-44c2-bb72-f141e70626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.470720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-cb8efb0e-3239-44c2-bb72-f141e70626d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 200 len: 845 time: 0.2139275 Nov 25 17:34:56.531178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-822e1276-b548-4bbe-9a7c-6f997989f185 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af06e012-3f9a-4651-860c-e12fda93029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492916 Nov 25 17:34:56.586458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c4f21-4eb7-4715-b0a1-dc688afe3707 req-2a40734d-4ffc-49be-a01e-af524bd2e8f8 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:56.594005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-802c4f21-4eb7-4715-b0a1-dc688afe3707 req-2a40734d-4ffc-49be-a01e-af524bd2e8f8 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0866239 Nov 25 17:34:56.622902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] For port 7ae41d6a-5011-4482-a049-c6547cd51a09, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7ae41d6a-5011-4482-a049-c6547cd51a09,segment=NetworkSegment(5d62a62c-6332-4091-b49a-48d691b928b1),segment_id=5d62a62c-6332-4091-b49a-48d691b928b1)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:56.623261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.637671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Calling delete_port for 7ae41d6a-5011-4482-a049-c6547cd51a09 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:56.649598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-802c4f21-4eb7-4715-b0a1-dc688afe3707 req-6a833953-702d-427d-864f-07a96eb0ccc4 tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/security-groups?id=4c737ab7-5c4c-45e3-8abf-190258dde103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Nov 25 17:34:56.762712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-95a3078f-328c-4296-a6e8-9402a6cc8fc2 req-d02e0f9f-c867-4afc-a513-fbb9df51bfa2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076520 Nov 25 17:34:56.860518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:56.889519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-60e643c4-2201-4329-8e68-0bcf1fc1b968 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449807 Nov 25 17:34:56.892935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d042ff3-dbd3-4ffa-a54a-831eed22f039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:56.910138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Router e61e644b-c0f9-4a28-89f8-57fdf7935abb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:34:57.075656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.126720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d042ff3-dbd3-4ffa-a54a-831eed22f039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.131188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4d042ff3-dbd3-4ffa-a54a-831eed22f039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.133485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.177943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d042ff3-dbd3-4ffa-a54a-831eed22f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2d478-b0bd-41ca-824b-69e85cea7193,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.184434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d042ff3-dbd3-4ffa-a54a-831eed22f039 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b5b4da131ad4ce3b10e5c11b57dea4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191104 Nov 25 17:34:57.186953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39314) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.241528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbe0b8f-ef5a-41d9-aec4-334668b13aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.266075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbe0b8f-ef5a-41d9-aec4-334668b13aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.298591 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24329a7e-fc8d-47f4-93d4-3705b392d805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.354672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbe0b8f-ef5a-41d9-aec4-334668b13aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.357986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6dbe0b8f-ef5a-41d9-aec4-334668b13aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.361686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6dbe0b8f-ef5a-41d9-aec4-334668b13aba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86a2d478-b0bd-41ca-824b-69e85cea7193 HTTP/1.1" status: 204 len: 168 time: 0.1712995 Nov 25 17:34:57.376993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe0b8f-ef5a-41d9-aec4-334668b13aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2d478-b0bd-41ca-824b-69e85cea7193,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.418222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24329a7e-fc8d-47f4-93d4-3705b392d805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.423911 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24329a7e-fc8d-47f4-93d4-3705b392d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.465820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-24329a7e-fc8d-47f4-93d4-3705b392d805 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8db062c02ef347ceaeb3fb5ae4667642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3300109 Nov 25 17:34:57.466664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24329a7e-fc8d-47f4-93d4-3705b392d805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4953d4-6ef2-4694-880d-900b6a7868a5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.469273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39318) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.526880 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3a43bc7a-6305-4ea4-9a68-8fc12477e616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.531689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Pushing event deleted for resources: {'Port': ['ID=7ae41d6a-5011-4482-a049-c6547cd51a09,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.542004 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cbf4f99b-b33a-4518-9fad-4ebc7cbc65e1 req-960fff66-6193-421b-961f-c95514a4b732 service neutron] 10.222.0.73 "GET /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442111 Nov 25 17:34:57.563788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3a43bc7a-6305-4ea4-9a68-8fc12477e616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.593758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] No DVR routers for this DVR port 7ae41d6a-5011-4482-a049-c6547cd51a09 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:34:57.597622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.601162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc4d31af-0e58-4ec5-92f8-ac3ce22b1514 req-1747f0e7-e6e0-4e54-8be7-ff04be18a30e tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.55 "DELETE /v2.0/ports/7ae41d6a-5011-4482-a049-c6547cd51a09 HTTP/1.1" status: 204 len: 173 time: 1.5864012 Nov 25 17:34:57.602625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'name': 'network-vif-deleted', 'tag': '7ae41d6a-5011-4482-a049-c6547cd51a09'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:34:57.605090 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3570fe8a-bf9b-4527-a100-9d08afe3938c" -d '{"events": [{"server_uuid": "805c29c7-e2e7-477a-baf3-0833c0f7e8c7", "name": "network-vif-deleted", "tag": "7ae41d6a-5011-4482-a049-c6547cd51a09"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:34:57.611526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:34:57.620297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fb84adbc-dd5e-4ef2-9f7e-6111a7e7450a admin admin] 10.222.0.86 "PUT /v2.0/routers/e61e644b-c0f9-4a28-89f8-57fdf7935abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6484723 Nov 25 17:34:57.622918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39324) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:57.630195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] Sync routers for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:34:57.657073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:57.657655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:57.671779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3a43bc7a-6305-4ea4-9a68-8fc12477e616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.674347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3a43bc7a-6305-4ea4-9a68-8fc12477e616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.675517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3a43bc7a-6305-4ea4-9a68-8fc12477e616 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/df4953d4-6ef2-4694-880d-900b6a7868a5 HTTP/1.1" status: 204 len: 168 time: 0.2053196 Nov 25 17:34:57.692787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43bc7a-6305-4ea4-9a68-8fc12477e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4953d4-6ef2-4694-880d-900b6a7868a5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:57.725370 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a043a-2790-4a54-9b9f-2719b8b32ba0 x-openstack-request-id: req-906a043a-2790-4a54-9b9f-2719b8b32ba0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:34:57.725648 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c29c7-e2e7-477a-baf3-0833c0f7e8c7", "name": "network-vif-deleted", "tag": "7ae41d6a-5011-4482-a049-c6547cd51a09", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:34:57.725912 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-906a043a-2790-4a54-9b9f-2719b8b32ba0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:34:57.726417 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805c29c7-e2e7-477a-baf3-0833c0f7e8c7', 'name': 'network-vif-deleted', 'tag': '7ae41d6a-5011-4482-a049-c6547cd51a09', 'status': 'completed', 'code': 200} Nov 25 17:34:57.811612 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:57.846352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4b60c4c7-c8a0-47e7-9084-6d02416ba35e req-7b2f574f-e628-4e80-8932-78931b4ac55f tempest-TestServerAdvancedOps-318637950 tempest-TestServerAdvancedOps-318637950-project] 10.222.0.86 "GET /v2.0/ports?device_id=805c29c7-e2e7-477a-baf3-0833c0f7e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0552657 Nov 25 17:34:57.882828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:58.005374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af4735-00db-401c-a7d4-6f300a2f7b86 req-5ad17804-8dcc-453d-a5ee-d9fd634d22e9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:58.006895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04af4735-00db-401c-a7d4-6f300a2f7b86 req-5ad17804-8dcc-453d-a5ee-d9fd634d22e9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 944 time: 0.1128664 Nov 25 17:34:58.010085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.104614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04af4735-00db-401c-a7d4-6f300a2f7b86 req-e6045a96-5901-46b2-8a59-46dac77bc4d9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889144 Nov 25 17:34:58.140214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Deleting port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:58.140987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.174006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:34:55Z', 'revision_number': 5, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port': {'id': '5be99944-e1e5-4974-979b-0bd9b0d7ddf4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:25:59Z', 'updated_at': '2021-11-25T17:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:58.221028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] Checking router: e61e644b-c0f9-4a28-89f8-57fdf7935abb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:34:58.237881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] Routers {'e61e644b-c0f9-4a28-89f8-57fdf7935abb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:34:58.238517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:34:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:58.247260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] For port 5be99944-e1e5-4974-979b-0bd9b0d7ddf4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:58.247652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.267241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Calling delete_port for 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:58.347029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] Set router e61e644b-c0f9-4a28-89f8-57fdf7935abb gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:34:58.419942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:34:58Z', 'revision_number': 6, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:58.453492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1ec05-788b-4d50-a52f-7e99ceb86265 None None] The sync data for ids ['e61e644b-c0f9-4a28-89f8-57fdf7935abb'] in n-d-817303-7 is: [{'id': 'e61e644b-c0f9-4a28-89f8-57fdf7935abb', 'name': 'tempest-AttachVolumeTestJSON-1871727498-router', 'tenant_id': '0e28d6cd50064f73a95a81eeaa78caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:25:57Z', 'updated_at': '2021-11-25T17:34:58Z', 'revision_number': 6, 'project_id': '0e28d6cd50064f73a95a81eeaa78caef', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:34:58.468497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.498060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Pushing event deleted for resources: {'Port': ['ID=5be99944-e1e5-4974-979b-0bd9b0d7ddf4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:58.514851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f90ba-349b-4500-b8da-b40cbcb4737a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:58.590848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.611488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.690127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.693223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.739291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.740499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61e644b-c0f9-4a28-89f8-57fdf7935abb {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:34:58.746437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.747443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-197a6c8f-b301-4e2e-a0c9-3a5b3dbe1abf admin admin] 10.222.0.86 "DELETE /v2.0/routers/e61e644b-c0f9-4a28-89f8-57fdf7935abb HTTP/1.1" status: 204 len: 168 time: 1.1230314 Nov 25 17:34:58.749805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.798736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Deleting subnet db128cd3-bc59-4b6d-8f19-70a897b402c0 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:58.802917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.849032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1323943609'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:58.855878 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.916367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:58.920000 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.931301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39378) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:58.933349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.987322 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:58.994708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Deleting subnet f78580a9-c442-4b1c-9104-a5ac47455115 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:34:58.999719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8349ba59-db4a-4a42-aec3-b4f78d908963 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:34:59.001332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.017921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7ae41d6a-5011-4482-a049-c6547cd51a09 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:34:59.051534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.068778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 7ae41d6a-5011-4482-a049-c6547cd51a09 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:34:59.070192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7ae41d6a-5011-4482-a049-c6547cd51a09 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:34:59.082963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.117832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.120610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/db128cd3-bc59-4b6d-8f19-70a897b402c0 HTTP/1.1" status: 204 len: 168 time: 0.3697958 Nov 25 17:34:59.122936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.125957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0c00c-de73-447b-836c-0c6599136662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db128cd3-bc59-4b6d-8f19-70a897b402c0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.127690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:59.134507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.140220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833b6a8-c895-4b33-9f0f-39c76c919dc6 None None] Network 7441545a-b294-4884-99bd-fbc6e6446cf1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:34:59.186292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.241280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:34:59.252791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.264918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.265264 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Added segment 93925197-57ef-447a-b639-9f51a2ca93ff of type vlan for network 035454ca-0aa6-47cc-b70b-54bd33ff176d Nov 25 17:34:59.266485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2406606-76db-4f1d-bf56-d7b50bd899fd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.312236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8349ba59-db4a-4a42-aec3-b4f78d908963, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8349ba59-db4a-4a42-aec3-b4f78d908963,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:59.332870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '8349ba59-db4a-4a42-aec3-b4f78d908963', 'network_id': 'af06e012-3f9a-4651-860c-e12fda93029f', 'port_id': '8349ba59-db4a-4a42-aec3-b4f78d908963', 'mac_address': 'fa:16:3e:7d:12:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ca75c-148b-430a-9fc0-0d6b5e79adc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:34:59.345525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca73860-2289-41d9-9480-4f50511c0672 req-6d023d41-4157-43ac-8a52-a7c6107314d4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.357778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ca73860-2289-41d9-9480-4f50511c0672 req-6d023d41-4157-43ac-8a52-a7c6107314d4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 944 time: 0.1216099 Nov 25 17:34:59.376585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.378451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.416871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.419100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.419761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.424732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:34:59.425346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.431352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f78580a9-c442-4b1c-9104-a5ac47455115 HTTP/1.1" status: 204 len: 168 time: 0.4994302 Nov 25 17:34:59.435962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39394) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:59.451094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8349ba59-db4a-4a42-aec3-b4f78d908963 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:34:59.481024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] DHCP port deletion for 7441545a-b294-4884-99bd-fbc6e6446cf1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:34:59.511743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ca73860-2289-41d9-9480-4f50511c0672 req-ca4ad40e-0da9-48d9-b953-e20a3225a476 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522672 Nov 25 17:34:59.517649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9048624 Nov 25 17:34:59.517985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10206027-3822-44d4-98cc-6d5a007c2046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78580a9-c442-4b1c-9104-a5ac47455115,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.519062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Deleting port 293b421a-811f-4310-9e13-7a385474a3fb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:59.519427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.527571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39396) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:34:59.528380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'subnet': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:34:59.540461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8349ba59-db4a-4a42-aec3-b4f78d908963, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8349ba59-db4a-4a42-aec3-b4f78d908963,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:59.554437 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.638904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] Deleting port 293b421a-811f-4310-9e13-7a385474a3fb {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:34:59.639367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.654513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:34:59.658107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8349ba59-db4a-4a42-aec3-b4f78d908963,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.659785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.693712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db9ac1-8121-4f9f-8b0b-98ab2e558de4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Network': ['ID=035454ca-0aa6-47cc-b70b-54bd33ff176d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:34:59.711353 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.717841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:34:59.729415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] For port 293b421a-811f-4310-9e13-7a385474a3fb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=293b421a-811f-4310-9e13-7a385474a3fb,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:59.730090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.775003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Calling delete_port for 293b421a-811f-4310-9e13-7a385474a3fb owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:59.794913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] For port 293b421a-811f-4310-9e13-7a385474a3fb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=293b421a-811f-4310-9e13-7a385474a3fb,segment=NetworkSegment(2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549),segment_id=2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:34:59.795472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.816562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['8349ba59-db4a-4a42-aec3-b4f78d908963'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:34:59.862060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] Calling delete_port for 293b421a-811f-4310-9e13-7a385474a3fb owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:34:59.901530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.932156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b0f2eb-9b8c-4dff-837e-c9e94098bfdd']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:59.947595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.952065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d62a62c-6332-4091-b49a-48d691b928b1') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:59.952605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d62a62c-6332-4091-b49a-48d691b928b1') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:34:59.966232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:34:59.995319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.004962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:00.005853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:00.009844 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:00.030648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Subnet': ['ID=2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.050996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Checking segment: {'id': '93925197-57ef-447a-b639-9f51a2ca93ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:00.051520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network hostable DHCP agents. Network: 035454ca-0aa6-47cc-b70b-54bd33ff176d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:00.061644 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.078781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:00.095009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 035454ca-0aa6-47cc-b70b-54bd33ff176d) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:00.099704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.100307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.111551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Pushing event deleted for resources: {'Port': ['ID=293b421a-811f-4310-9e13-7a385474a3fb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.117854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] No DVR routers for this DVR port 293b421a-811f-4310-9e13-7a385474a3fb on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:00.124931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef0250ea-0ab6-4730-a800-e315b1de7498 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6017299 Nov 25 17:35:00.127567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39426) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.133619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'name': 'tempest-AllowedAddressPairTestJSON-2133888563'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:00.137950 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.155447 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.178350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedac9e-36c9-407f-a325-f441fb67a378 None None] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:00.228313 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.228549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] Pushing event deleted for resources: {'Port': ['ID=293b421a-811f-4310-9e13-7a385474a3fb,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.232282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] 10.222.0.86 "DELETE /v2.0/networks/00b0f2eb-9b8c-4dff-837e-c9e94098bfdd HTTP/1.1" status: 204 len: 168 time: 0.7921174 Nov 25 17:35:00.236235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070431d-fe47-4ff9-8567-a5d43199fd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b0f2eb-9b8c-4dff-837e-c9e94098bfdd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.238137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.287557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.301777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef30121a-55c2-4a38-b13c-a38d07b1b8fe no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:00.309679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ffd7f-b427-4c27-b6f8-ea2af6b8325f None None] No DVR routers for this DVR port 293b421a-811f-4310-9e13-7a385474a3fb on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:00.312735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:00.323326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7441545a-b294-4884-99bd-fbc6e6446cf1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:00.326504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.338061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Deleting subnet 02e9a855-549b-463f-828b-2484b31cc337 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:00.344427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.351410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:00.351410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca71ce6-9e8b-4b33-bae4-bbdb3fa9d549') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:00.351777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ef30121a-55c2-4a38-b13c-a38d07b1b8fe {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:00.351777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef30121a-55c2-4a38-b13c-a38d07b1b8fe not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:00.352595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 293b421a-811f-4310-9e13-7a385474a3fb no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:00.360224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] device_id is not set on port 08033676-e1fa-4640-8fcb-a7059496e013 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:00.384701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.391162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 293b421a-811f-4310-9e13-7a385474a3fb {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:00.391634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 293b421a-811f-4310-9e13-7a385474a3fb not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:00.392171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:00.409299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.411640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.428739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:00.430064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5be99944-e1e5-4974-979b-0bd9b0d7ddf4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:00.451686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:00.452178 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:00.454003 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:00.516562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.524386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Allocated IP 172.20.0.11 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/08033676-e1fa-4640-8fcb-a7059496e013) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:00.544441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.552486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.558826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] 10.222.0.86 "DELETE /v2.0/networks/7441545a-b294-4884-99bd-fbc6e6446cf1 HTTP/1.1" status: 204 len: 168 time: 1.4249015 Nov 25 17:35:00.575226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907fbe-1148-4fe5-bed6-8c3af57df88a admin admin] Pushing event deleted for resources: {'Network': ['ID=7441545a-b294-4884-99bd-fbc6e6446cf1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.598862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-035454ca-0aa6-47cc-b70b-54bd33ff176d', 'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'tenant_id': 'ebdb856b67f64ffa8e4aadfffe461090', 'fixed_ips': [{'subnet_id': '2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:00.599926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.622111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.702040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e9a855-549b-463f-828b-2484b31cc337,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:00.708509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.716417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-62f49673-c07a-4cfc-a563-cb6e7ad314d9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/02e9a855-549b-463f-828b-2484b31cc337 HTTP/1.1" status: 204 len: 168 time: 0.4744468 Nov 25 17:35:00.719900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39442) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.733262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39444) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.788151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d86cb-6726-4b4b-9e9a-f23a518aaf43 req-37714b21-67c1-457c-a399-66cc28b3ff36 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:00.790931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c30d86cb-6726-4b4b-9e9a-f23a518aaf43 req-37714b21-67c1-457c-a399-66cc28b3ff36 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 945 time: 0.1497126 Nov 25 17:35:00.819526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.830086 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.840303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.875770 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c30d86cb-6726-4b4b-9e9a-f23a518aaf43 req-54c5aa48-d368-4685-810c-8582e3c9e95e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776854 Nov 25 17:35:00.887457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c66b1581-3624-4b4b-92ef-0263b1bf9fb9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e28d6cd50064f73a95a81eeaa78caef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662360 Nov 25 17:35:00.889890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:00.952071 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-58b9f506-7b14-4664-b64f-1e37a491797a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.953797 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.957045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:00.978097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-58b9f506-7b14-4664-b64f-1e37a491797a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.018055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f999f7b7-198c-4763-920a-2c9281d5cabe']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:01.019229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8349ba59-db4a-4a42-aec3-b4f78d908963 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:01.022242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Allocated IP 172.20.0.2 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/07d6c2a0-4444-4fd7-9686-606480ad6a1a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:01.031377 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-58b9f506-7b14-4664-b64f-1e37a491797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.032137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:01.034341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-58b9f506-7b14-4664-b64f-1e37a491797a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.039816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-58b9f506-7b14-4664-b64f-1e37a491797a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13c1f9b8-3eb5-4879-99b3-786562ae7fe1 HTTP/1.1" status: 204 len: 168 time: 0.1456881 Nov 25 17:35:01.039993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:01.042915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaa4726-8d3e-4886-be15-57285255cfd7') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:01.043166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaa4726-8d3e-4886-be15-57285255cfd7') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:01.045387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:01.053672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=08033676-e1fa-4640-8fcb-a7059496e013,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.062669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9f506-7b14-4664-b64f-1e37a491797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1f9b8-3eb5-4879-99b3-786562ae7fe1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.064359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe8ce-4de4-4dad-b80a-d0951000b7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.084328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.128909 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.142223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:01.142762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:01.144820 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:01.151804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.152492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.174817 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe8ce-4de4-4dad-b80a-d0951000b7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.181570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe8ce-4de4-4dad-b80a-d0951000b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.200688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 8349ba59-db4a-4a42-aec3-b4f78d908963 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:01.210370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3ecd6742-919c-4b1a-a6d3-fcaf560a28a4 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0785351 Nov 25 17:35:01.211106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 8349ba59-db4a-4a42-aec3-b4f78d908963 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:01.211106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.214145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39454) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:01.218718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f3ebe8ce-4de4-4dad-b80a-d0951000b7ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d31f482db68343d791e48304c7882e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4841304 Nov 25 17:35:01.222753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39456) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:01.227090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'name': 'tempest-AllowedAddressPairTestJSON-21434567', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:86:10:4a'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:01.251731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.256593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.263618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f999f7b7-198c-4763-920a-2c9281d5cabe HTTP/1.1" status: 204 len: 168 time: 0.5407083 Nov 25 17:35:01.285901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee10cce-13ea-4e50-bacd-83fb28194639 admin admin] Pushing event deleted for resources: {'Network': ['ID=f999f7b7-198c-4763-920a-2c9281d5cabe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.305886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef09776b-5fc0-4218-a2bd-6ff1c78f4be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.334921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef09776b-5fc0-4218-a2bd-6ff1c78f4be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.373014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebe8ce-4de4-4dad-b80a-d0951000b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b2607-2de6-4b1a-bbb0-72718bd59439,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.417895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef09776b-5fc0-4218-a2bd-6ff1c78f4be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.421575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef09776b-5fc0-4218-a2bd-6ff1c78f4be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.426014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef09776b-5fc0-4218-a2bd-6ff1c78f4be3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f50b2607-2de6-4b1a-bbb0-72718bd59439 HTTP/1.1" status: 204 len: 168 time: 0.2019846 Nov 25 17:35:01.437820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09776b-5fc0-4218-a2bd-6ff1c78f4be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b2607-2de6-4b1a-bbb0-72718bd59439,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.451734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.458320 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.484289 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.493479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349ba59-db4a-4a42-aec3-b4f78d908963'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:01.496579 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a628e9b0-20eb-44e1-81d9-c98ac669e1cb" -d '{"events": [{"server_uuid": "d40bf259-3d2b-43e6-9b95-5789f3dbf0ca", "name": "network-vif-plugged", "status": "completed", "tag": "8349ba59-db4a-4a42-aec3-b4f78d908963"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:01.538838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:01.578850 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55015f-ee2a-4afa-b1e7-a83ba17d0d65 x-openstack-request-id: req-fb55015f-ee2a-4afa-b1e7-a83ba17d0d65 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:01.579469 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40bf259-3d2b-43e6-9b95-5789f3dbf0ca", "name": "network-vif-plugged", "status": "completed", "tag": "8349ba59-db4a-4a42-aec3-b4f78d908963", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:01.579922 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb55015f-ee2a-4afa-b1e7-a83ba17d0d65 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:01.580733 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349ba59-db4a-4a42-aec3-b4f78d908963', 'code': 200} Nov 25 17:35:01.587811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8349ba59-db4a-4a42-aec3-b4f78d908963, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8349ba59-db4a-4a42-aec3-b4f78d908963,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:01.602476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:01.606529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:01.608783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.612484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:01.623623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Pushing event updated for resources: {'Port': ['ID=07d6c2a0-4444-4fd7-9686-606480ad6a1a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.651611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:01.682120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8349ba59-db4a-4a42-aec3-b4f78d908963,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:01.705511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.713805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b780cc5-e23f-4737-a111-af81b140828f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5841d03eb0cc4a4a8da0f8962d5c7654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608137 Nov 25 17:35:01.714499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:01.732061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff433f8-eba3-4214-906d-3a018cd55cfd req-e94b5406-9640-463a-aa93-f81422926cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:01.733589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fff433f8-eba3-4214-906d-3a018cd55cfd req-e94b5406-9640-463a-aa93-f81422926cd1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 1097 time: 0.0871229 Nov 25 17:35:01.734764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] device_id is not set on port c1abbd4b-24ff-4d75-a2fe-ce177760487a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:01.776753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81b47aff-51ef-4f7b-9e16-76f7de2bbe15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.811945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Attempting to bind port 07d6c2a0-4444-4fd7-9686-606480ad6a1a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:01.812819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Attempting to bind port 07d6c2a0-4444-4fd7-9686-606480ad6a1a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '93925197-57ef-447a-b639-9f51a2ca93ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:01.813635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Attempting to bind port 07d6c2a0-4444-4fd7-9686-606480ad6a1a on network 035454ca-0aa6-47cc-b70b-54bd33ff176d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:01.822576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:01.823521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Checking segment: {'id': '93925197-57ef-447a-b639-9f51a2ca93ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:01.824328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.827711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Bound using segment: {'id': '93925197-57ef-447a-b639-9f51a2ca93ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:01.829037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Bound port: 07d6c2a0-4444-4fd7-9686-606480ad6a1a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93925197-57ef-447a-b639-9f51a2ca93ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:01.830275 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.836547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81b47aff-51ef-4f7b-9e16-76f7de2bbe15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.877212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fff433f8-eba3-4214-906d-3a018cd55cfd req-66d1df31-ffce-4d76-ba49-061ddae3e1ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335371 Nov 25 17:35:01.916013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Allocated IP 172.20.0.8 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/c1abbd4b-24ff-4d75-a2fe-ce177760487a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:01.951450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] For port 07d6c2a0-4444-4fd7-9686-606480ad6a1a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:01.955647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81b47aff-51ef-4f7b-9e16-76f7de2bbe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.958312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-81b47aff-51ef-4f7b-9e16-76f7de2bbe15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.959928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] For port 07d6c2a0-4444-4fd7-9686-606480ad6a1a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=07d6c2a0-4444-4fd7-9686-606480ad6a1a,segment=NetworkSegment(93925197-57ef-447a-b639-9f51a2ca93ff),segment_id=93925197-57ef-447a-b639-9f51a2ca93ff)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:01.962998 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-81b47aff-51ef-4f7b-9e16-76f7de2bbe15 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c737ab7-5c4c-45e3-8abf-190258dde103 HTTP/1.1" status: 204 len: 168 time: 0.2474144 Nov 25 17:35:01.970912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:01.974776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b47aff-51ef-4f7b-9e16-76f7de2bbe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c737ab7-5c4c-45e3-8abf-190258dde103,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.048609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.069547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d4b424e-61ae-4ccf-b2e1-736af5dea981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.095543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc041-6ce5-44b6-a601-a22ec8402eda None None] Pushing event updated for resources: {'Port': ['ID=07d6c2a0-4444-4fd7-9686-606480ad6a1a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.165957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde774f1-cd19-4d08-94d2-123713e94fc4 req-ac47afba-cbaa-435e-9df1-398672e654d1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.167608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cde774f1-cd19-4d08-94d2-123713e94fc4 req-ac47afba-cbaa-435e-9df1-398672e654d1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1125147 Nov 25 17:35:02.209622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.232651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d4b424e-61ae-4ccf-b2e1-736af5dea981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.244820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5d4b424e-61ae-4ccf-b2e1-736af5dea981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.264297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cde774f1-cd19-4d08-94d2-123713e94fc4 req-068bbec5-a17c-4296-a9fe-b3dcd30d55b4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839615 Nov 25 17:35:02.292567 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.325953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b424e-61ae-4ccf-b2e1-736af5dea981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc09d4b-49fc-4ed0-a519-2dcd182b699b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.331090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5d4b424e-61ae-4ccf-b2e1-736af5dea981 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9155a0d2b814238bc19d0311f10f710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856765 Nov 25 17:35:02.333816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.383212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:02.400811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:02.410998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:02.413472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=c1abbd4b-24ff-4d75-a2fe-ce177760487a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.491106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.492359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.515963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33d47754-ddfe-49f6-9bdd-b9c661fad6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.534846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0674615a-1d60-431f-b7e7-d22e7cda5545 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.3144634 Nov 25 17:35:02.537352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39496) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.571106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.574763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33d47754-ddfe-49f6-9bdd-b9c661fad6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.640007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd6d7dd-27a8-4734-9838-19ea69ad2925 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.646127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c56578cf-187f-4c96-8e23-b72fb9ad6bcf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=add29cb4baca405fbdb635b687d41107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738454 Nov 25 17:35:02.648609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd6d7dd-27a8-4734-9838-19ea69ad2925 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.651947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.655827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd6d7dd-27a8-4734-9838-19ea69ad2925 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:02.656771 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1bd6d7dd-27a8-4734-9838-19ea69ad2925 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1184115 Nov 25 17:35:02.659587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39504) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.682934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33d47754-ddfe-49f6-9bdd-b9c661fad6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.685720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33d47754-ddfe-49f6-9bdd-b9c661fad6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.687174 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-33d47754-ddfe-49f6-9bdd-b9c661fad6e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8fc09d4b-49fc-4ed0-a519-2dcd182b699b HTTP/1.1" status: 204 len: 168 time: 0.3498890 Nov 25 17:35:02.702285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:02.709845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d47754-ddfe-49f6-9bdd-b9c661fad6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc09d4b-49fc-4ed0-a519-2dcd182b699b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:02.749962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d65ce5-8bef-4fe0-b528-10a23f836591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.774606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port c1abbd4b-24ff-4d75-a2fe-ce177760487a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:02.775413 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.785084 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d65ce5-8bef-4fe0-b528-10a23f836591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.871607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d65ce5-8bef-4fe0-b528-10a23f836591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.874722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d65ce5-8bef-4fe0-b528-10a23f836591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:02.877057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-09d65ce5-8bef-4fe0-b528-10a23f836591 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/226f42c3-f377-4064-91e8-9642647b3bd1 HTTP/1.1" status: 204 len: 168 time: 0.2228022 Nov 25 17:35:02.887986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65ce5-8bef-4fe0-b528-10a23f836591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f42c3-f377-4064-91e8-9642647b3bd1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:03.260192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1832036972-network', 'tenant_id': 'fe32d3c3d64d4df49eed27b3f687204d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:03.316185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Made reservation on behalf of fe32d3c3d64d4df49eed27b3f687204d for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:03.318819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.346143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.350182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.376404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for c1abbd4b-24ff-4d75-a2fe-ce177760487a owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:03.472849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af352d2a-60b3-44dc-9a66-ad835dee6c83 None None] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:03.537017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0db290-5699-466d-b001-fc9e3bf8c8a2 req-cf2a13bd-f554-4eee-91c7-52986c11d27f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:03.544637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e0db290-5699-466d-b001-fc9e3bf8c8a2 req-cf2a13bd-f554-4eee-91c7-52986c11d27f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1575956 Nov 25 17:35:03.644155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.661993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e0db290-5699-466d-b001-fc9e3bf8c8a2 req-1f7be984-47fc-4e17-9f1f-703d6a0cba08 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164320 Nov 25 17:35:03.665753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.752678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc30de8d-5b98-47c5-9cb6-b6521eaef0a3 None None] Provisioning complete for port 07d6c2a0-4444-4fd7-9686-606480ad6a1a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:03.752960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc30de8d-5b98-47c5-9cb6-b6521eaef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.776346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24e2d0-e8aa-462c-bd6d-f9558996329a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:03.786995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.802762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39546) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.823560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:03.826602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=c1abbd4b-24ff-4d75-a2fe-ce177760487a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:03.852593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:03.853162 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Added segment c2de3a23-8f46-42cc-baff-3d48f9a5c77e of type vlan for network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d Nov 25 17:35:03.937627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-5001eae7-e54e-4bcd-bba1-75d248c4e300 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:03.942914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5001eae7-e54e-4bcd-bba1-75d248c4e300 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1390882 Nov 25 17:35:03.943798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.951047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-fb16185d-6b85-4086-8c28-2a4851ba904e tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:03.956453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fb16185d-6b85-4086-8c28-2a4851ba904e tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0107741 Nov 25 17:35:03.957439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39558) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.964150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-e3323624-f5e6-4ad8-b8d9-7d971fc5043a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:03.970741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e3323624-f5e6-4ad8-b8d9-7d971fc5043a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113714 Nov 25 17:35:03.971728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39560) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.978488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-cf34219b-e993-4eb2-8561-a4ae1d8840e2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:03.983265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39562) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:03.984486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cf34219b-e993-4eb2-8561-a4ae1d8840e2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0115006 Nov 25 17:35:04.006529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-c499b9cf-6896-4697-a5dd-1e0f4e497278 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.010613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c499b9cf-6896-4697-a5dd-1e0f4e497278 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0175884 Nov 25 17:35:04.015499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39566) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.021522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc30de8d-5b98-47c5-9cb6-b6521eaef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.038177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-7d4390fc-99c5-47b5-8d8a-32c27e2c03cd tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.042548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7d4390fc-99c5-47b5-8d8a-32c27e2c03cd tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114446 Nov 25 17:35:04.042548 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.043571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.052244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-3fb39749-3929-48a9-bded-45a6d41f4b85 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.058607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fb39749-3929-48a9-bded-45a6d41f4b85 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0134790 Nov 25 17:35:04.059522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.065184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-7a78ee98-3e33-414e-a7b5-120d0869a458 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.071537 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7a78ee98-3e33-414e-a7b5-120d0869a458 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107501 Nov 25 17:35:04.072209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.078065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-791ba9a9-2a7c-47bc-9020-dc7ce4e5392a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.083787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-791ba9a9-2a7c-47bc-9020-dc7ce4e5392a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105433 Nov 25 17:35:04.084671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39576) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.090219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-c3753723-487a-4e46-bf90-b04a1d1c1671 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.092376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7262e6-b71b-4970-8229-71fd302dbdef req-e4f31025-da5d-4722-bbce-75fae258c11c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:04.094508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e7262e6-b71b-4970-8229-71fd302dbdef req-e4f31025-da5d-4722-bbce-75fae258c11c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1814711 Nov 25 17:35:04.098005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c3753723-487a-4e46-bf90-b04a1d1c1671 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0117772 Nov 25 17:35:04.099089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.105851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-d38b46f1-f7fe-4c8e-84ff-b2203ea7709b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.110147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d38b46f1-f7fe-4c8e-84ff-b2203ea7709b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098042 Nov 25 17:35:04.111674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.118048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bc30de8d-5b98-47c5-9cb6-b6521eaef0a3 None None] For port 07d6c2a0-4444-4fd7-9686-606480ad6a1a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=07d6c2a0-4444-4fd7-9686-606480ad6a1a,segment=NetworkSegment(93925197-57ef-447a-b639-9f51a2ca93ff),segment_id=93925197-57ef-447a-b639-9f51a2ca93ff)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:04.119063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-22aef86b-b1b9-4bc4-adc8-43c4f0a3dff2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.123176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22aef86b-b1b9-4bc4-adc8-43c4f0a3dff2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0103462 Nov 25 17:35:04.124992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39582) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.129907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-26c4b340-25dc-480a-b43b-6f164c8d6ef1 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.134958 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-26c4b340-25dc-480a-b43b-6f164c8d6ef1 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086062 Nov 25 17:35:04.135870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.137306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc30de8d-5b98-47c5-9cb6-b6521eaef0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.145976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-e0162547-20bc-4699-9c3f-3d87711e0fc7 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.151343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e0162547-20bc-4699-9c3f-3d87711e0fc7 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0141301 Nov 25 17:35:04.152031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39586) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.156880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-8a64ec33-9ef1-4576-ab93-1d9101e4d6a9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.161323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8a64ec33-9ef1-4576-ab93-1d9101e4d6a9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083168 Nov 25 17:35:04.162959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.169326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-c14a9b72-76b7-48cc-8be8-fd9c51352901 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.173142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c14a9b72-76b7-48cc-8be8-fd9c51352901 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090837 Nov 25 17:35:04.173951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.182425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-cd6c232d-8e42-4805-a7c1-4c625a5aac45 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.189325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd6c232d-8e42-4805-a7c1-4c625a5aac45 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0135100 Nov 25 17:35:04.189983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39592) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.194235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-612d8ed4-78cb-4c46-807e-108b6f159ddd tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.199775 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-612d8ed4-78cb-4c46-807e-108b6f159ddd tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087700 Nov 25 17:35:04.200608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.205409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-cd262321-e59d-401a-b697-d13a0c3269b2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.211974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd262321-e59d-401a-b697-d13a0c3269b2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0087402 Nov 25 17:35:04.212947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.218453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-9d9ec3bf-57ef-42b1-a2f8-254bfbc2322f tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.224048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d9ec3bf-57ef-42b1-a2f8-254bfbc2322f tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098798 Nov 25 17:35:04.228971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39598) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.232065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.233122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:04.233708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.238732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.243618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-ebac3fd6-abcb-4e76-ae68-7b628068ce82 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.247000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ebac3fd6-abcb-4e76-ae68-7b628068ce82 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083404 Nov 25 17:35:04.247000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.248840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-58cc735c-40b8-4390-900d-ef50af1d7414 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/ports/c1abbd4b-24ff-4d75-a2fe-ce177760487a HTTP/1.1" status: 204 len: 168 time: 1.5882697 Nov 25 17:35:04.252249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39602) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.252984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.260296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-0a5e691d-5b41-42df-a06c-9bc4a43202be tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.265635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a5e691d-5b41-42df-a06c-9bc4a43202be tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106039 Nov 25 17:35:04.277029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30de8d-5b98-47c5-9cb6-b6521eaef0a3 None None] Pushing event updated for resources: {'Port': ['ID=07d6c2a0-4444-4fd7-9686-606480ad6a1a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:04.278071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.300667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-b970ec55-1560-402b-ac08-7d1355d18dff tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.302123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b970ec55-1560-402b-ac08-7d1355d18dff tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0145752 Nov 25 17:35:04.314092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 07d6c2a0-4444-4fd7-9686-606480ad6a1a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:04.314966 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dddb59-aa8b-4e26-9e67-e3d94a4537f1 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] GET failed (client error): The resource could not be found. Nov 25 17:35:04.316952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-10dddb59-aa8b-4e26-9e67-e3d94a4537f1 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "GET /v2.0/ports/c1abbd4b-24ff-4d75-a2fe-ce177760487a HTTP/1.1" status: 404 len: 333 time: 0.0500109 Nov 25 17:35:04.317778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39610) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.321753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.326002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-7fe27778-5346-41d3-a3e1-5928527d1a08 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.327106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7fe27778-5346-41d3-a3e1-5928527d1a08 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063279 Nov 25 17:35:04.329874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.334956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'name': 'tempest-AllowedAddressPairTestJSON-1550510293'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:04.375277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6717958 Nov 25 17:35:04.376198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39616) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.394154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Request body: {'subnet': {'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1832036972-subnet', 'tenant_id': 'fe32d3c3d64d4df49eed27b3f687204d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:04.431428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e7262e6-b71b-4970-8229-71fd302dbdef req-22f6e439-b7c8-45cc-9d26-d8b0de866554 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091092 Nov 25 17:35:04.432421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1cf11a55-241e-4541-9cf8-7bad69ba4b84 None None] Provisioning complete for port 07d6c2a0-4444-4fd7-9686-606480ad6a1a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:04.435339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a55-241e-4541-9cf8-7bad69ba4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.441542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ea8e4-fe65-4120-91f6-1987de62bf06 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2d351d-8021-43eb-a26b-83f16fdc9e9d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:04.451125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-39c3def0-8091-4a91-8e34-e0bf5efb241d tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.452149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-39c3def0-8091-4a91-8e34-e0bf5efb241d tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.1212204 Nov 25 17:35:04.455960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.468573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-2d19bb9e-0eb1-4522-b37f-8fd62baba2cf tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.470735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2d19bb9e-0eb1-4522-b37f-8fd62baba2cf tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0131376 Nov 25 17:35:04.473858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Made reservation on behalf of fe32d3c3d64d4df49eed27b3f687204d for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:04.478434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.479780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:04.480304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-400165871-network', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:04.493294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.503016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-e09879b6-585c-4c5e-a8b7-3245b861d93b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.504361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e09879b6-585c-4c5e-a8b7-3245b861d93b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081751 Nov 25 17:35:04.529773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.551623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-485e908e-0c95-4e90-8d97-2b8d9776c781 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.555943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-485e908e-0c95-4e90-8d97-2b8d9776c781 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0229259 Nov 25 17:35:04.561161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39626) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.566054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Made reservation on behalf of 3d4e6f7e9b3f4218b4495dd8f5de8228 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:04.568755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.576930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-ea673c46-e130-40c1-ae8d-6ac3d106d97b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.578806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ea673c46-e130-40c1-ae8d-6ac3d106d97b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0141010 Nov 25 17:35:04.582344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 07d6c2a0-4444-4fd7-9686-606480ad6a1a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:04.582344 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.591423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39628) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.598152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-bf6c08ef-929f-4f69-a7d1-7efaac768212 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.602016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf6c08ef-929f-4f69-a7d1-7efaac768212 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065942 Nov 25 17:35:04.604213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.624129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-9b1a9428-60ce-4fce-b83d-8e3c1ef4cf9b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.625216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9b1a9428-60ce-4fce-b83d-8e3c1ef4cf9b tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0180345 Nov 25 17:35:04.635691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.636595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.646242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-c981d035-c179-49bc-8ea7-534d4954db42 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.646242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c981d035-c179-49bc-8ea7-534d4954db42 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052245 Nov 25 17:35:04.647733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.653221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-8cd296a6-2290-4fa0-8488-7e0f9c6e34f3 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.656600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8cd296a6-2290-4fa0-8488-7e0f9c6e34f3 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062895 Nov 25 17:35:04.660471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39636) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.667559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-28224df0-241d-44cb-9212-c82cbcf51206 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.671181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-28224df0-241d-44cb-9212-c82cbcf51206 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072155 Nov 25 17:35:04.674312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39638) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.690156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-84efc5a8-b402-4cd9-abee-ab6ce31e9d8e tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.694213 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-84efc5a8-b402-4cd9-abee-ab6ce31e9d8e tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107639 Nov 25 17:35:04.695869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:04.699804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.720244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.728512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-bde07a5a-8a2d-4dd1-ae8d-c9f1286eab24 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.729110 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.732768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bde07a5a-8a2d-4dd1-ae8d-c9f1286eab24 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071514 Nov 25 17:35:04.739866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39642) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.752480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1cf11a55-241e-4541-9cf8-7bad69ba4b84 None None] Provisioning complete for port 08033676-e1fa-4640-8fcb-a7059496e013 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:04.752908 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a55-241e-4541-9cf8-7bad69ba4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.755819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-b7f9123e-ed09-48ff-873a-8fbf9c9239df tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.757964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b7f9123e-ed09-48ff-873a-8fbf9c9239df tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0135942 Nov 25 17:35:04.775149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55666f79-8d33-4bae-9777-61c2af5818b5 req-46aeaa13-1389-4489-8a93-57a32886ef1a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:04.776735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55666f79-8d33-4bae-9777-61c2af5818b5 req-46aeaa13-1389-4489-8a93-57a32886ef1a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2420342 Nov 25 17:35:04.778044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] device_id is not set on port 383b2989-90a9-484f-b7c8-f2f6840526b2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:04.784436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.791109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-b5c76b2d-f36f-4034-8279-94c0eac95e12 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.792186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5c76b2d-f36f-4034-8279-94c0eac95e12 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067828 Nov 25 17:35:04.795430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.801457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-babce17a-794e-4b70-b7d0-968967e4a3d8 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.806757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39648) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.807331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-babce17a-794e-4b70-b7d0-968967e4a3d8 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0100563 Nov 25 17:35:04.811193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-a75546e3-96f8-467f-9438-f87aee68b1e3 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.814401 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a75546e3-96f8-467f-9438-f87aee68b1e3 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045738 Nov 25 17:35:04.814578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1cf11a55-241e-4541-9cf8-7bad69ba4b84 None None] Port 08033676-e1fa-4640-8fcb-a7059496e013 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:04.820437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.837121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-74f09580-fb86-40fa-ae1e-4407829092ce tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.841496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-74f09580-fb86-40fa-ae1e-4407829092ce tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0173857 Nov 25 17:35:04.847173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.851703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-4f884223-f7da-4822-bde5-6e55f6de37dd tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.852783 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4f884223-f7da-4822-bde5-6e55f6de37dd tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045371 Nov 25 17:35:04.860505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.866500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-e7db36c7-de00-4599-addc-9b64d921508c tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.870699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7db36c7-de00-4599-addc-9b64d921508c tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055935 Nov 25 17:35:04.872398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.876593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-da943ec3-91c4-46ac-9423-70bd2f09f8d4 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.879557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da943ec3-91c4-46ac-9423-70bd2f09f8d4 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042670 Nov 25 17:35:04.880464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.884475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=889a3d18-3cf7-466b-950d-8cab0a5b7627,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:04.892225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-60de772d-956c-445b-8cd2-c2dddcc7ebee tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.895979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-60de772d-956c-445b-8cd2-c2dddcc7ebee tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0107446 Nov 25 17:35:04.895979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.902042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-a39c1d75-7afb-4444-a065-da9bce7d3693 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.905314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a39c1d75-7afb-4444-a065-da9bce7d3693 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0062554 Nov 25 17:35:04.905314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Checking segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:04.905314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Network hostable DHCP agents. Network: 4e2d351d-8021-43eb-a26b-83f16fdc9e9d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:04.907169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39662) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.915198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-829863dc-1606-47be-bad2-642e28d0254c tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.918638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-829863dc-1606-47be-bad2-642e28d0254c tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0082343 Nov 25 17:35:04.919195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39664) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.925573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-710126bb-24b0-45cc-9287-1107eae027ff tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.928830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-710126bb-24b0-45cc-9287-1107eae027ff tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064466 Nov 25 17:35:04.936217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.940827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4064d44c-f23a-4a77-9791-18265af71db9 None None] Could not find standard attr ID for object c1abbd4b-24ff-4d75-a2fe-ce177760487a. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:35:04.958096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4064d44c-f23a-4a77-9791-18265af71db9 None None] Provisioning complete for port 08033676-e1fa-4640-8fcb-a7059496e013 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:04.958373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-55666f79-8d33-4bae-9777-61c2af5818b5 req-d077ae52-d6a4-4423-b674-96d7742386b7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664658 Nov 25 17:35:04.959137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4064d44c-f23a-4a77-9791-18265af71db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:04.967793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-105f6af3-0c01-4f03-b1ff-ed4ac2000662 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.976737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-105f6af3-0c01-4f03-b1ff-ed4ac2000662 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0292835 Nov 25 17:35:04.977478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39668) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:04.993700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-0373a00f-6285-4b43-b1ef-923724f3f448 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:04.993700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0373a00f-6285-4b43-b1ef-923724f3f448 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060904 Nov 25 17:35:04.995639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39672) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.001645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-84ad6d1b-8460-40aa-9eac-010ceca18ebe tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.005568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84ad6d1b-8460-40aa-9eac-010ceca18ebe tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085788 Nov 25 17:35:05.006133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.012640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-f0dc4d62-f561-4303-9a71-b21279e70c01 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.017102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f0dc4d62-f561-4303-9a71-b21279e70c01 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0085528 Nov 25 17:35:05.017894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:05.018145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.024213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4064d44c-f23a-4a77-9791-18265af71db9 None None] Port 08033676-e1fa-4640-8fcb-a7059496e013 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:05.040433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-a84a390a-4ea4-4523-a907-21be8c9a818a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.041182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 4e2d351d-8021-43eb-a26b-83f16fdc9e9d) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:05.041574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a84a390a-4ea4-4523-a907-21be8c9a818a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125761 Nov 25 17:35:05.047170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.055958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c1ca5-7a4c-405c-84c1-bcd9ca993c6b None None] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:05.061754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-3b626960-700b-40b3-9df1-bf1195ce0d51 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.062703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3b626960-700b-40b3-9df1-bf1195ce0d51 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0110185 Nov 25 17:35:05.067949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:05.068816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.073321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39680) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.078820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-747bb81e-d0f0-4934-9ae5-a0b98d7809ce tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.084399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-747bb81e-d0f0-4934-9ae5-a0b98d7809ce tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098317 Nov 25 17:35:05.087494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.087739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.105486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-27d55836-af58-4ded-afdd-7939bc7ad38e tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.110007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.114842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-27d55836-af58-4ded-afdd-7939bc7ad38e tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0242424 Nov 25 17:35:05.115653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39684) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.125212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Allocated IP 172.20.0.3 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/383b2989-90a9-484f-b7c8-f2f6840526b2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:05.125451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-c5d696d1-4123-4e42-adbe-3d8fb523594c tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.129869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c5d696d1-4123-4e42-adbe-3d8fb523594c tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0088232 Nov 25 17:35:05.130908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39686) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.145006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-71843de5-93a5-43ac-9f08-743aeb5af70d tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.150745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71843de5-93a5-43ac-9f08-743aeb5af70d tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0112181 Nov 25 17:35:05.153532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39688) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.159991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-17f16708-7645-40bd-9eb0-f1a0b1b51155 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.165515 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-17f16708-7645-40bd-9eb0-f1a0b1b51155 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0107346 Nov 25 17:35:05.168249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39690) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.175789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-dd9b3716-849e-4536-9cdc-7a1e12406673 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.180826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dd9b3716-849e-4536-9cdc-7a1e12406673 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0111804 Nov 25 17:35:05.181685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39692) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.187997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-055cc89a-b6ad-411f-8751-120e077e4354 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.193292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-055cc89a-b6ad-411f-8751-120e077e4354 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0099471 Nov 25 17:35:05.194039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39694) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.199486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-2a8e8f21-ae5f-44df-9a69-72d3e2b37445 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.204575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.205263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2a8e8f21-ae5f-44df-9a69-72d3e2b37445 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092478 Nov 25 17:35:05.209910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc257bc9-e71c-4db2-88a0-1c696b2dd32c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8278010 Nov 25 17:35:05.228192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed283cc-cee2-4ae7-9fe9-f61efa16567e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.234986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [None req-db7fbd47-bd10-4498-b03c-d386a718d3b9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.236428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-db7fbd47-bd10-4498-b03c-d386a718d3b9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0105217 Nov 25 17:35:05.240357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:05.245777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.262188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-6fda1c44-ff53-4c4d-864e-31b5f3427cb2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.272049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6fda1c44-ff53-4c4d-864e-31b5f3427cb2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0266922 Nov 25 17:35:05.275542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.276195 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Added segment 65740c34-61d3-4a46-8eeb-c1c01fd42f13 of type vlan for network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b Nov 25 17:35:05.280495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.293008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-4b6337f5-613d-4feb-a07b-784b71c00152 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.303103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b6337f5-613d-4feb-a07b-784b71c00152 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0214186 Nov 25 17:35:05.306476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.327363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-af593c9e-cd0f-4274-8b63-19a5548b699a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.330983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-af593c9e-cd0f-4274-8b63-19a5548b699a tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0221627 Nov 25 17:35:05.332541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.347821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-980985a9-a927-482b-90c2-7fe6bca64825 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.348944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-980985a9-a927-482b-90c2-7fe6bca64825 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0139630 Nov 25 17:35:05.356259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.368530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-f31a877b-4ec0-4be3-bb6b-d34ccd83f7b9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.372159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f31a877b-4ec0-4be3-bb6b-d34ccd83f7b9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0127430 Nov 25 17:35:05.375271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.387103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-367739f7-35c9-44ec-8ff2-a83a897d75a2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.388179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-367739f7-35c9-44ec-8ff2-a83a897d75a2 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0119638 Nov 25 17:35:05.391354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39714) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.414309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-66930290-27b5-4510-901b-eb44f27d5fe3 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.419574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-66930290-27b5-4510-901b-eb44f27d5fe3 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0229332 Nov 25 17:35:05.419863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f5e52-65b9-452f-b97a-a7ca6fc9ec24 None None] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:05.420999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.435277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [None req-6affb8e3-8464-4a84-bece-a56dd5e532c9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] http://10.222.0.86:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:35:05.438662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6affb8e3-8464-4a84-bece-a56dd5e532c9 tempest-ExtensionsTestJSON-820378843 tempest-ExtensionsTestJSON-820378843-project] 10.222.0.86 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0145607 Nov 25 17:35:05.488430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.602119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.603141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:05.603967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.613772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96975909-4e79-4ce3-8720-1c0540545a2f req-b226074f-7f92-43f2-8f89-805a96952bb4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:05.619167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96975909-4e79-4ce3-8720-1c0540545a2f req-b226074f-7f92-43f2-8f89-805a96952bb4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2102015 Nov 25 17:35:05.668900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-670e6c74-3c1c-4f33-b4c8-4b450b4ba2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.712063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4712346 Nov 25 17:35:05.715067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39728) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.715261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.722265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Request body: {'subnet': {'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-400165871-subnet', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:05.735271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:05.749696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Made reservation on behalf of 3d4e6f7e9b3f4218b4495dd8f5de8228 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:05.752184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.755917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b841303-a244-40ff-973f-11091087da78 admin admin] Pushing event updated for resources: {'Network': ['ID=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.767644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:05.767861 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96975909-4e79-4ce3-8720-1c0540545a2f req-ddc645e1-f384-49b9-9aa4-7937bd46b6d9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414583 Nov 25 17:35:05.816960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.894363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=383b2989-90a9-484f-b7c8-f2f6840526b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:05.908741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:05.910316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:05.914453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:05.962740 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9d78b19-d324-42b5-befd-d5734416b747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.993880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:05.994801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:05.997952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.024380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-56574107-7917-4b06-8953-84a9780c5e8a tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6931486 Nov 25 17:35:06.025594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.032819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:86:10:4a'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:06.118323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32f5023-0819-41c5-8683-687e33870ced,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.133020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.134246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Checking segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:06.134615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Network hostable DHCP agents. Network: c64ed52e-71d4-40aa-b0b2-0199f54e2a9b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:06.164529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-3803cca3-bfe4-4f9b-973f-f8f0d4de69cc tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.166098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-3803cca3-bfe4-4f9b-973f-f8f0d4de69cc tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.2028334 Nov 25 17:35:06.167213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9d78b19-d324-42b5-befd-d5734416b747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.192802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:06.200189 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-c79c354c-f439-4007-86cc-72dd1004d05c tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/quotas/fe32d3c3d64d4df49eed27b3f687204d HTTP/1.1" status: 200 len: 375 time: 0.0174308 Nov 25 17:35:06.205116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c64ed52e-71d4-40aa-b0b2-0199f54e2a9b) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:06.215911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3ec68-6ba1-4916-b330-30237ec0093a None None] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:06.220999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.221718 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.221882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e9d78b19-d324-42b5-befd-d5734416b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.233211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 07d6c2a0-4444-4fd7-9686-606480ad6a1a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:06.249103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-e53e330a-5a59-4d0e-8f36-a5c9ac70feb5 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415621 Nov 25 17:35:06.261795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-24988b92-87fc-4264-a6cf-ef3a64e710b4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5446155 Nov 25 17:35:06.266142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.284020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:06.296393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e9d78b19-d324-42b5-befd-d5734416b747 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63669e7a06bd41dd9e3a12d06874d2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549183 Nov 25 17:35:06.301755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.315981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78b19-d324-42b5-befd-d5734416b747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa43322-41d6-47e7-9c0f-c7d8c1d025c7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.336830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ba9a7b3c-a1e3-4d52-90aa-626e6d6c9b8b None None] Provisioning complete for port 383b2989-90a9-484f-b7c8-f2f6840526b2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:06.337643 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7b3c-a1e3-4d52-90aa-626e6d6c9b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.374130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-757a72b3-252b-4d22-9381-657704a126fd service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108508 Nov 25 17:35:06.394562 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.395580 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.396191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a7b3c-a1e3-4d52-90aa-626e6d6c9b8b None None] Port 383b2989-90a9-484f-b7c8-f2f6840526b2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:06.432770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 07d6c2a0-4444-4fd7-9686-606480ad6a1a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:06.433306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.466006 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.490294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-fe960f6c-24c6-4cb0-aab1-cd645ea7b314 service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017022 Nov 25 17:35:06.506188 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'fixed_ips': [{'subnet_id': 'f32f5023-0819-41c5-8683-687e33870ced'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:06.507046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.567416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a64cb6a-ff53-4b70-bebf-1d9ef1ed1c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.677116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a64cb6a-ff53-4b70-bebf-1d9ef1ed1c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.700029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Allocated IP 172.20.0.2 (c64ed52e-71d4-40aa-b0b2-0199f54e2a9b/f32f5023-0819-41c5-8683-687e33870ced/d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:06.703956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.714179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.737825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34f645dd-4c8b-478c-a259-fe93619e3fb9 req-abef28c2-be56-4790-a65d-9e6a866a0516 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 210 time: 0.0628331 Nov 25 17:35:06.738429 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.861153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=383b2989-90a9-484f-b7c8-f2f6840526b2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:06.940452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] In _notify_port_updated(), no bound segment for port 383b2989-90a9-484f-b7c8-f2f6840526b2 on network 035454ca-0aa6-47cc-b70b-54bd33ff176d {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:35:06.949040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.952352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:06.953363 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.954885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-30bf136f-8b96-4c75-a1e9-08bf52a72b00 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "PUT /v2.0/ports/383b2989-90a9-484f-b7c8-f2f6840526b2 HTTP/1.1" status: 200 len: 994 time: 0.9283438 Nov 25 17:35:06.958577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.961363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39758) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:06.968992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a64cb6a-ff53-4b70-bebf-1d9ef1ed1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.973292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a64cb6a-ff53-4b70-bebf-1d9ef1ed1c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:06.974840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a64cb6a-ff53-4b70-bebf-1d9ef1ed1c01 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0fa43322-41d6-47e7-9c0f-c7d8c1d025c7 HTTP/1.1" status: 204 len: 168 time: 0.6708169 Nov 25 17:35:07.000378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:07.006047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:07.010584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:07.017622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64cb6a-ff53-4b70-bebf-1d9ef1ed1c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa43322-41d6-47e7-9c0f-c7d8c1d025c7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.062509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Pushing event updated for resources: {'Port': ['ID=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.114032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242c330-6d90-453a-b91a-c9efa47b7539 req-7ac856c6-129d-4233-8eb5-eb26d23d30f6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:07.115777 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d242c330-6d90-453a-b91a-c9efa47b7539 req-7ac856c6-129d-4233-8eb5-eb26d23d30f6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2263062 Nov 25 17:35:07.176441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Attempting to bind port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:07.176675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Attempting to bind port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:07.177152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Attempting to bind port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:07.198976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port 383b2989-90a9-484f-b7c8-f2f6840526b2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:07.199312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.199821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:07.200924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Checking segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:07.201900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.202776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Bound using segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:07.204003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Bound port: d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:07.205121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.280402 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.300134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.311819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d248a19d-59ac-4ecc-87be-2f17d4fc8367 None None] Provisioning complete for port 383b2989-90a9-484f-b7c8-f2f6840526b2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:07.312224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d248a19d-59ac-4ecc-87be-2f17d4fc8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.316443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d242c330-6d90-453a-b91a-c9efa47b7539 req-6fc33632-94aa-4c29-9708-91271f8c3949 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761324 Nov 25 17:35:07.355650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d248a19d-59ac-4ecc-87be-2f17d4fc8367 None None] Port 383b2989-90a9-484f-b7c8-f2f6840526b2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:07.371427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] For port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:07.374986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] For port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:07.382962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.388167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.409858 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for 383b2989-90a9-484f-b7c8-f2f6840526b2 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:07.470379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f348b9a-97ad-4765-884a-dc209010b6a6 None None] Pushing event updated for resources: {'Port': ['ID=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.501925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Allocated IP 172.25.8.68 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/6eba024b-de16-4157-901e-61192e7e4fc0) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:07.629684 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.666789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=383b2989-90a9-484f-b7c8-f2f6840526b2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.679707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.743779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.795129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:07.798401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:07.802527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:07.831517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab8efa-9430-48fd-b4b5-a1d05fee18e0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:07.876879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Pushing event updated for resources: {'Port': ['ID=6eba024b-de16-4157-901e-61192e7e4fc0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:07.900198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a2cc65bd-304e-4790-b0df-0ee748c28e18 None None] Provisioning complete for port 6eba024b-de16-4157-901e-61192e7e4fc0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:07.900570 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2cc65bd-304e-4790-b0df-0ee748c28e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.945846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:07.954010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2566187d-7ea2-4662-9805-7257e05b64ba tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/ports/383b2989-90a9-484f-b7c8-f2f6840526b2 HTTP/1.1" status: 204 len: 168 time: 0.9912663 Nov 25 17:35:07.954908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:07.971278 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d055f9d-58b7-4957-9733-c6003da787bf req-b982dffe-0b67-4dad-abfa-b5ab0738cd1c tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 210 time: 0.0643313 Nov 25 17:35:08.019738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ab3bc57-56f0-4230-aea2-9730835c92c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.021190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc65bd-304e-4790-b0df-0ee748c28e18 None None] Port 6eba024b-de16-4157-901e-61192e7e4fc0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:08.081368 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-41659edf-0041-41f0-8bd0-2e086cea5c0f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] GET failed (client error): The resource could not be found. Nov 25 17:35:08.086952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-41659edf-0041-41f0-8bd0-2e086cea5c0f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "GET /v2.0/ports/383b2989-90a9-484f-b7c8-f2f6840526b2 HTTP/1.1" status: 404 len: 333 time: 0.1267264 Nov 25 17:35:08.087151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39786) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:08.092399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'name': 'tempest-AllowedAddressPairTestJSON-672335840'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.247675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39788) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:08.266394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:08.270326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.298199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] device_id is not set on port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:08.322225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:08.429398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:08.429785 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.470415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Allocated IP 172.20.0.6 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/755e68ce-67c3-4b6e-b4c6-11f9ff428df6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:08.537179 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.545979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'networks': [{'name': 'tempest-network--1369545165'}, {'name': 'tempest-network--909576482'}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.546320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'network': {'name': 'tempest-network--1369545165'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.546744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'network': {'name': 'tempest-network--909576482'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.580151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:08.586403 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.646499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:08.663834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb0720-f1e6-467f-8383-9403268e0189 req-8f8259dc-717a-48b1-bd1b-502ef0209511 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:08.665279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fdfb0720-f1e6-467f-8383-9403268e0189 req-8f8259dc-717a-48b1-bd1b-502ef0209511 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1232476 Nov 25 17:35:08.682053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'network': 2} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:08.687399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.717871 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.762789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.782120 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fdfb0720-f1e6-467f-8383-9403268e0189 req-e37646c5-7fea-472d-993b-a76e8b4f617b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Nov 25 17:35:08.841332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-e698417d-a069-424d-a98b-cbfdcbc85c4e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:08.843338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-e698417d-a069-424d-a98b-cbfdcbc85c4e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.8004274 Nov 25 17:35:08.847314 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.848792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.857245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Request body: {'port': {'device_id': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'admin_state_up': True, 'tenant_id': 'fe32d3c3d64d4df49eed27b3f687204d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:08.897057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79c661-d568-41a3-b89e-d57b9e450dd7 None None] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:08.916886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:08.925730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:08.935247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.936380 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:08.940826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=755e68ce-67c3-4b6e-b4c6-11f9ff428df6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:08.967132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.967947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:08.987664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4921a698-4bf4-4eae-8c3e-95ea3c08cb88 None None] Provisioning complete for port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:08.988639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4921a698-4bf4-4eae-8c3e-95ea3c08cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.056572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:09.074617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.075065 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Added segment 17b6dc69-a1ae-41d0-8b62-9d74bad80602 of type vlan for network a2a1ef17-970f-4038-af88-b538a49a1f19 Nov 25 17:35:09.137412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.161094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6514bb-57ad-4312-bc18-406a97aee2e3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.171085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.171280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.191510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:09.204285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.204857 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Added segment 8d8fdcaf-baa7-441b-a2f6-ebe83518deb1 of type vlan for network a664949b-e8b8-4cba-80c5-e8695bc1851c Nov 25 17:35:09.230266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Made reservation on behalf of fe32d3c3d64d4df49eed27b3f687204d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:09.234377 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.248386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7c7f840-fd3e-4e2b-b536-67cce166a532 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1601329 Nov 25 17:35:09.256959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.263711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:86:10:4a'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:09.266300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-385b0bcc-c7d7-4ec2-8b99-2dbd4d41a8c5 req-58f915cf-5d07-4b7b-a9e6-67d70685d009 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 210 time: 0.0688295 Nov 25 17:35:09.305100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.307328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.309724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.380602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-89f98e15-f0ae-4c21-a0e0-fa272a07468d None None] Provisioning complete for port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:09.381387 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-89f98e15-f0ae-4c21-a0e0-fa272a07468d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.396556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.397339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.404501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.409709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.410544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.429221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-89f98e15-f0ae-4c21-a0e0-fa272a07468d None None] Port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:09.504575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2558241 Nov 25 17:35:09.507150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.514647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Network': ['ID=a2a1ef17-970f-4038-af88-b538a49a1f19,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.519271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Allocated IP 172.20.0.12 (4e2d351d-8021-43eb-a26b-83f16fdc9e9d/889a3d18-3cf7-466b-950d-8cab0a5b7627/da1e33d8-672b-4fb8-971e-078a48c533bf) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:09.526333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a2a1ef17-970f-4038-af88-b538a49a1f19 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:09.590794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0b24837f-7ca4-4c62-8b8e-b227143b16f2 None None] Provisioning complete for port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:09.590794 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b24837f-7ca4-4c62-8b8e-b227143b16f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.615238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cffc02-e978-44f9-8d16-cbf36781a123 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Network': ['ID=a664949b-e8b8-4cba-80c5-e8695bc1851c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.619246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.636580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a664949b-e8b8-4cba-80c5-e8695bc1851c details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:09.797267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Router f6cda649-a9a5-4e3a-b1da-086341ecef32 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:09.813263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.818933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.822404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f096e8-21f8-4a6e-ba55-2a379a769284 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.829358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f096e8-21f8-4a6e-ba55-2a379a769284 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.835372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f096e8-21f8-4a6e-ba55-2a379a769284 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.842455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f096e8-21f8-4a6e-ba55-2a379a769284 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.846998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d6f096e8-21f8-4a6e-ba55-2a379a769284 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3337774 Nov 25 17:35:09.849814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39802) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:09.869479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=755e68ce-67c3-4b6e-b4c6-11f9ff428df6,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:09.954971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] In _notify_port_updated(), no bound segment for port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 on network 035454ca-0aa6-47cc-b70b-54bd33ff176d {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:35:09.961541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.962529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:09.963858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3774dfe7-6186-4c04-b5f7-8a89cd81eaa8 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "PUT /v2.0/ports/755e68ce-67c3-4b6e-b4c6-11f9ff428df6 HTTP/1.1" status: 200 len: 995 time: 0.7045205 Nov 25 17:35:09.972842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f203d6-780e-4a69-bc98-2838765b60f4 req-b06cac8a-9cc2-46d0-b348-2000394656a6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:09.974370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9f203d6-780e-4a69-bc98-2838765b60f4 req-b06cac8a-9cc2-46d0-b348-2000394656a6 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1022100 Nov 25 17:35:09.974861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.012337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.068302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.090580 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9f203d6-780e-4a69-bc98-2838765b60f4 req-399f5b21-8001-47e7-89f9-4d8d79ba1eab tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068316 Nov 25 17:35:10.112984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:10.113320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.176735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:10.178458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9b628dd5-de90-4e2d-ab61-20988ebdbdd4 None None] Provisioning complete for port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:10.179949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b628dd5-de90-4e2d-ab61-20988ebdbdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.192123 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Sync routers for ids ['f6cda649-a9a5-4e3a-b1da-086341ecef32'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:10.208384 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.209750 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Routers {'f6cda649-a9a5-4e3a-b1da-086341ecef32'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:10.210528 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6cda649-a9a5-4e3a-b1da-086341ecef32'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.214963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.219734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.235236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:10.236889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.238033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-332061e9-e8a8-4f7e-ac27-95fae8e0d003 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9624028 Nov 25 17:35:10.272969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:10.273173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.281208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9b628dd5-de90-4e2d-ab61-20988ebdbdd4 None None] Port 755e68ce-67c3-4b6e-b4c6-11f9ff428df6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:10.361325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Set router f6cda649-a9a5-4e3a-b1da-086341ecef32 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:10.381330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.387009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a1ef17-970f-4038-af88-b538a49a1f19']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.419773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:10.420514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.450141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=755e68ce-67c3-4b6e-b4c6-11f9ff428df6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.455898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:10.474171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b6dc69-a1ae-41d0-8b62-9d74bad80602') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.474467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b6dc69-a1ae-41d0-8b62-9d74bad80602') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.503111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:10.537622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:10.556632 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.571503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.579359 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c042cd6a-9f0b-4dfd-9e00-175111c4304f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/ports/755e68ce-67c3-4b6e-b4c6-11f9ff428df6 HTTP/1.1" status: 204 len: 168 time: 0.6034384 Nov 25 17:35:10.580483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.625751 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:35:08Z', 'revision_number': 3, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:10.626018 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e12b81-4df0-46b5-a0a3-f3c2b13108b6 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] GET failed (client error): The resource could not be found. Nov 25 17:35:10.627502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-57e12b81-4df0-46b5-a0a3-f3c2b13108b6 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "GET /v2.0/ports/755e68ce-67c3-4b6e-b4c6-11f9ff428df6 HTTP/1.1" status: 404 len: 333 time: 0.0458026 Nov 25 17:35:10.633496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.635317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.638986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event updated for resources: {'Port': ['ID=da1e33d8-672b-4fb8-971e-078a48c533bf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.643004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'name': 'tempest-AllowedAddressPairTestJSON-858218536'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:10.663905 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Checking router: f6cda649-a9a5-4e3a-b1da-086341ecef32 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:10.664429 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Updating router f6cda649-a9a5-4e3a-b1da-086341ecef32 port 6eba024b-de16-4157-901e-61192e7e4fc0 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:10.694251 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.694736 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.703844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723595f-afb8-4a30-b0ad-e68683bad6ac req-8fe9df8d-2b09-45af-bfe0-399cb6da14b2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:10.705404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7723595f-afb8-4a30-b0ad-e68683bad6ac req-8fe9df8d-2b09-45af-bfe0-399cb6da14b2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 932 time: 0.3150837 Nov 25 17:35:10.724863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:10.725195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:10.729680 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:10.741396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:10.742507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.795907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:10.800875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.820941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] device_id is not set on port 66867810-9d04-4119-8ad5-9588362c1ec2 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:10.866193 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-034a38fc-411e-47c8-b33a-2087bec15840 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0131154 Nov 25 17:35:10.884304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Request body: {'port': {'device_id': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:10.888598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.950821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:10.953647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Allocated IP 172.20.0.4 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/66867810-9d04-4119-8ad5-9588362c1ec2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:10.954094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/networks/a2a1ef17-970f-4038-af88-b538a49a1f19 HTTP/1.1" status: 204 len: 168 time: 1.1011257 Nov 25 17:35:10.958440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39818) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:10.973072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7723595f-afb8-4a30-b0ad-e68683bad6ac req-19f389de-eece-4646-a41a-4ef3decfa604 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540355 Nov 25 17:35:10.984466 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8b79-b138-4ba9-b850-346b8be3c74a tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Network': ['ID=a2a1ef17-970f-4038-af88-b538a49a1f19,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:10.998623 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.004694 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.029977 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.055246 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.058499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5284c-6316-4448-8b76-e0fa0bf77a8a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:11.072492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Attempting to bind port 6eba024b-de16-4157-901e-61192e7e4fc0 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:11.073614 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Attempting to bind port 6eba024b-de16-4157-901e-61192e7e4fc0 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:11.074002 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Attempting to bind port 6eba024b-de16-4157-901e-61192e7e4fc0 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:11.090261 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:11.090638 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:11.091032 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.091425 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:11.091895 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Bound port: 6eba024b-de16-4157-901e-61192e7e4fc0, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:11.092316 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.111830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-46a8308f-a54c-468e-977c-4046dc3f69c7 None None] Provisioning complete for port 6eba024b-de16-4157-901e-61192e7e4fc0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:11.114041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46a8308f-a54c-468e-977c-4046dc3f69c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.158079 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] For port 6eba024b-de16-4157-901e-61192e7e4fc0, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:11.161748 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] For port 6eba024b-de16-4157-901e-61192e7e4fc0, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6eba024b-de16-4157-901e-61192e7e4fc0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:11.162978 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Pushing event updated for resources: {'Port': ['ID=6eba024b-de16-4157-901e-61192e7e4fc0,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.165295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-46a8308f-a54c-468e-977c-4046dc3f69c7 None None] Port 6eba024b-de16-4157-901e-61192e7e4fc0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:11.170779 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.183832 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.184469 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.184964 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.185632 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.186119 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.186603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.187084 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.187608 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.188104 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.188614 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.189123 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.189458 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:11.206336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.242424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cce1b-59bd-4cb7-984e-2f6988ae22b0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:11.251148 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Routers {'f6cda649-a9a5-4e3a-b1da-086341ecef32'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:11.253288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6cda649-a9a5-4e3a-b1da-086341ecef32'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:11.299902 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf0127-2adc-4793-9ef9-e615c6207766 None None] Pushing event updated for resources: {'Port': ['ID=6eba024b-de16-4157-901e-61192e7e4fc0,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.302800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-27fe9947-00d2-4b8b-97b7-3cf87a4645f3 None None] Provisioning complete for port 6eba024b-de16-4157-901e-61192e7e4fc0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:11.303933 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-27fe9947-00d2-4b8b-97b7-3cf87a4645f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.396162 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] Set router f6cda649-a9a5-4e3a-b1da-086341ecef32 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:11.435319 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-27fe9947-00d2-4b8b-97b7-3cf87a4645f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.450325 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.476721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-27fe9947-00d2-4b8b-97b7-3cf87a4645f3 None None] For port 6eba024b-de16-4157-901e-61192e7e4fc0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6eba024b-de16-4157-901e-61192e7e4fc0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:11.482981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-27fe9947-00d2-4b8b-97b7-3cf87a4645f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.556902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe9947-00d2-4b8b-97b7-3cf87a4645f3 None None] Pushing event updated for resources: {'Port': ['ID=6eba024b-de16-4157-901e-61192e7e4fc0,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.694189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a664949b-e8b8-4cba-80c5-e8695bc1851c']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:11.711334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8984cc-02a1-4d6a-847d-334d960e0876 req-2d94a613-4d7b-4a67-9e77-b350240f3a8e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:11.712962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a8984cc-02a1-4d6a-847d-334d960e0876 req-2d94a613-4d7b-4a67-9e77-b350240f3a8e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.5229895 Nov 25 17:35:11.720326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8fdcaf-baa7-441b-a2f6-ebe83518deb1') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:11.720326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8fdcaf-baa7-441b-a2f6-ebe83518deb1') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:11.735319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.740762 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:35:08Z', 'revision_number': 3, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:11.744697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.770854 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fc920-91cf-41b7-8f2a-054592e466ca None None] The sync data for ids ['f6cda649-a9a5-4e3a-b1da-086341ecef32'] in n-d-817303-7 is: [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:35:08Z', 'revision_number': 3, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:11.772088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.797508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:11.797508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:11.798420 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:11.873659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a8984cc-02a1-4d6a-847d-334d960e0876 req-036460aa-87cd-4c2f-863e-a27fdce863db tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420913 Nov 25 17:35:11.886032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.900152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.912795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.917443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/networks/a664949b-e8b8-4cba-80c5-e8695bc1851c HTTP/1.1" status: 204 len: 168 time: 0.9580252 Nov 25 17:35:11.920396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:11.933091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd478-a2ad-45e1-9bb8-5cd8cc2871a6 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Network': ['ID=a664949b-e8b8-4cba-80c5-e8695bc1851c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:11.952947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:11.976840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1e33d8-672b-4fb8-971e-078a48c533bf {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:12.006421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:12.012331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:12.016793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:12.021830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.063169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Transition to ACTIVE for port object da1e33d8-672b-4fb8-971e-078a48c533bf will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:12.071982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=66867810-9d04-4119-8ad5-9588362c1ec2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.118405 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.135619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.136729 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.172843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-39f51170-8af0-4663-9f52-006402ba8662 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5363021 Nov 25 17:35:12.175188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.184917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'network_id': '035454ca-0aa6-47cc-b70b-54bd33ff176d', 'name': 'tempest-AllowedAddressPairTestJSON-908534755'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:12.276593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db00b7-f605-4859-a406-2340e1e05db4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.282836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db00b7-f605-4859-a406-2340e1e05db4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.287850 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-09db00b7-f605-4859-a406-2340e1e05db4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3414540 Nov 25 17:35:12.298119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.310443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1293737869'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:12.316552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6eba024b-de16-4157-901e-61192e7e4fc0 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:12.317158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Allocated IP 172.20.0.1 (c64ed52e-71d4-40aa-b0b2-0199f54e2a9b/f32f5023-0819-41c5-8683-687e33870ced/7699129f-39f8-467d-8a00-9d2ee0d6894b) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:12.372762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=da1e33d8-672b-4fb8-971e-078a48c533bf,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.390448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6eba024b-de16-4157-901e-61192e7e4fc0 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:12.390821 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.439343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2e83-72be-48f8-b162-041e396a92d0 req-a67ba41e-650b-4de3-b409-55a49ea3ae98 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.441070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e9a2e83-72be-48f8-b162-041e396a92d0 req-a67ba41e-650b-4de3-b409-55a49ea3ae98 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 944 time: 0.3129909 Nov 25 17:35:12.445874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:12.449611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.452737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Made reservation on behalf of ebdb856b67f64ffa8e4aadfffe461090 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:12.456723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.462513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ff61dfa1-55ee-407a-b98b-480299093d55 None None] Provisioning complete for port 66867810-9d04-4119-8ad5-9588362c1ec2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:12.463108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ff61dfa1-55ee-407a-b98b-480299093d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.496886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] device_id is not set on port 2b93405a-1ddd-411c-bf4b-4681ea255578 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:12.562984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Attempting to bind port da1e33d8-672b-4fb8-971e-078a48c533bf on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:12.563277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Attempting to bind port da1e33d8-672b-4fb8-971e-078a48c533bf by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:12.563646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Attempting to bind port da1e33d8-672b-4fb8-971e-078a48c533bf on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:12.595504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Port da1e33d8-672b-4fb8-971e-078a48c533bf on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:12.595838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Attempting to bind port da1e33d8-672b-4fb8-971e-078a48c533bf on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:12.598104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:12.624991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e9a2e83-72be-48f8-b162-041e396a92d0 req-69d83a14-547d-42d4-9539-dcc6aa22ab49 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322434 Nov 25 17:35:12.628934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:12.629164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Checking segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:12.630038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Bound using segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:12.630038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Bound port: da1e33d8-672b-4fb8-971e-078a48c533bf, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:12.630386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.637975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.638617 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Added segment 516d4cd2-228f-4fbb-b622-af18dafa4a7e of type vlan for network 86f8218b-46f8-437d-a0ec-7b43dd439c08 Nov 25 17:35:12.644481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Allocated IP 172.20.0.7 (035454ca-0aa6-47cc-b70b-54bd33ff176d/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d/2b93405a-1ddd-411c-bf4b-4681ea255578) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:12.673093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.738989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.745688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ff61dfa1-55ee-407a-b98b-480299093d55 None None] Port 66867810-9d04-4119-8ad5-9588362c1ec2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:12.804974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] For port da1e33d8-672b-4fb8-971e-078a48c533bf, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:12.810981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] For port da1e33d8-672b-4fb8-971e-078a48c533bf, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=da1e33d8-672b-4fb8-971e-078a48c533bf,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:12.813588 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.819310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.820049 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.832290 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.848041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.849454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.887153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.943796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:12.946725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6443312 Nov 25 17:35:12.950844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39832) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:12.954802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:12.960983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1074167015'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:12.965824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:12.967155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:12.968153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] 10.222.0.55 "PUT /v2.0/ports/da1e33d8-672b-4fb8-971e-078a48c533bf HTTP/1.1" status: 200 len: 1092 time: 2.0908792 Nov 25 17:35:12.968683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:12.968822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98b655-aae8-4ead-876e-ad74261e540b tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Network': ['ID=86f8218b-46f8-437d-a0ec-7b43dd439c08,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:12.970799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'tag': 'da1e33d8-672b-4fb8-971e-078a48c533bf'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:12.973192 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1ae452-42c8-4080-8b93-a145a184ffd9" -d '{"events": [{"name": "network-changed", "server_uuid": "095820d9-3e4b-4379-b60d-a7a6b32d6893", "tag": "da1e33d8-672b-4fb8-971e-078a48c533bf"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:12.977188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:12.985016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:12.992141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:12.993477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 86f8218b-46f8-437d-a0ec-7b43dd439c08 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:13.015643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=2b93405a-1ddd-411c-bf4b-4681ea255578,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.034699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64607a3-5ef2-4d62-bad7-5e918533cf60 service neutron] Pushing event updated for resources: {'Port': ['ID=da1e33d8-672b-4fb8-971e-078a48c533bf,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.111070 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee9417-627b-4266-8da9-7a7a63c0f9d9 x-openstack-request-id: req-f8ee9417-627b-4266-8da9-7a7a63c0f9d9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:13.111919 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095820d9-3e4b-4379-b60d-a7a6b32d6893", "tag": "da1e33d8-672b-4fb8-971e-078a48c533bf", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:13.112397 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f8ee9417-627b-4266-8da9-7a7a63c0f9d9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:13.113051 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'tag': 'da1e33d8-672b-4fb8-971e-078a48c533bf', 'status': 'completed', 'code': 200} Nov 25 17:35:13.118397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.152898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.153279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.153587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.153922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.154257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.154587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.154911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.155402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.155741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.156065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.156437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.156764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:13.190204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:13.194180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.209769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Pushing event updated for resources: {'Port': ['ID=7699129f-39f8-467d-8a00-9d2ee0d6894b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.223501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a1485-e66a-41bf-9455-2d6816ae5c4f req-6b5dfe43-ae80-4a55-a7f0-8a4fde51f7a3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.224862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-512a1485-e66a-41bf-9455-2d6816ae5c4f req-6b5dfe43-ae80-4a55-a7f0-8a4fde51f7a3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2126510 Nov 25 17:35:13.227917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-53303ecf-2034-4c38-9e95-a109d489487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.229493 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-53303ecf-2034-4c38-9e95-a109d489487e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 1095 time: 0.2076225 Nov 25 17:35:13.231277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.232236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.283586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-abc211e9-cb7c-4dce-a51b-e1f5b28ffed0 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1017356 Nov 25 17:35:13.286108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:13.296038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:86:10:4a'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:62:56:68'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:13.299281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:13.305481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-3f128dd8-e845-402a-9316-9474be5434d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1e33d8-672b-4fb8-971e-078a48c533bf HTTP/1.1" status: 200 len: 217 time: 0.0682676 Nov 25 17:35:13.354980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.355342 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Added segment 5b911549-3cfb-442e-a743-e9ccba7ac068 of type vlan for network e7748971-3b54-4324-bc6a-66f3336fec4b Nov 25 17:35:13.402875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-faa2670b-ca3b-4db0-a17d-2b37863180d9 None None] Provisioning complete for port 2b93405a-1ddd-411c-bf4b-4681ea255578 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:13.403996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-faa2670b-ca3b-4db0-a17d-2b37863180d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.404155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a5410d54-6230-4c71-934a-bf9aa65765e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.405800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-a5410d54-6230-4c71-934a-bf9aa65765e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.0932503 Nov 25 17:35:13.407752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-512a1485-e66a-41bf-9455-2d6816ae5c4f req-0d9398ca-3452-4528-9fe9-29d442345f49 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726668 Nov 25 17:35:13.409018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.446684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-cea07c2d-b5e4-4a92-b0b4-546ca911ddc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279298 Nov 25 17:35:13.454279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.461051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-faa2670b-ca3b-4db0-a17d-2b37863180d9 None None] Port 2b93405a-1ddd-411c-bf4b-4681ea255578 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:13.468738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.514814 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.520245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.520811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.583728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dfbe58ac-d45c-4e44-9d34-b56d7f1a84a6 None None] Provisioning complete for port 7699129f-39f8-467d-8a00-9d2ee0d6894b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:13.584367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfbe58ac-d45c-4e44-9d34-b56d7f1a84a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.598841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6461451 Nov 25 17:35:13.602851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:13.618115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'ports': [{'network_id': '86f8218b-46f8-437d-a0ec-7b43dd439c08', 'name': 'tempest-port--968039769', 'admin_state_up': True}, {'network_id': 'e7748971-3b54-4324-bc6a-66f3336fec4b', 'admin_state_up': False}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:13.618503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'port': {'network_id': '86f8218b-46f8-437d-a0ec-7b43dd439c08', 'name': 'tempest-port--968039769', 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:13.618901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'port': {'network_id': 'e7748971-3b54-4324-bc6a-66f3336fec4b', 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:13.623069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39359b9-5909-407d-b562-35939b803378 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Network': ['ID=e7748971-3b54-4324-bc6a-66f3336fec4b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.651712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e7748971-3b54-4324-bc6a-66f3336fec4b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:13.703790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe58ac-d45c-4e44-9d34-b56d7f1a84a6 None None] Port 7699129f-39f8-467d-8a00-9d2ee0d6894b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:13.711603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-7882723e-6096-40fc-a374-02f8a560fd51 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407258 Nov 25 17:35:13.784036 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.790556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.875455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event updated for resources: {'Port': ['ID=2b93405a-1ddd-411c-bf4b-4681ea255578,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:13.876605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.889631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] In _notify_port_updated(), no bound segment for port 2b93405a-1ddd-411c-bf4b-4681ea255578 on network 035454ca-0aa6-47cc-b70b-54bd33ff176d {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:35:13.895947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:13.896723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:13.900714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-72718e76-8eda-4c79-ab94-5b9c2426a49f tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "PUT /v2.0/ports/2b93405a-1ddd-411c-bf4b-4681ea255578 HTTP/1.1" status: 200 len: 1055 time: 0.6070571 Nov 25 17:35:13.900967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39844) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:13.928333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.016100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port 2b93405a-1ddd-411c-bf4b-4681ea255578 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:14.016509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.048860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabb1aa-c38c-4b2a-92f8-91187ee18e5d req-4dbe2977-ed59-432c-a307-b072fedb9099 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.050296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cabb1aa-c38c-4b2a-92f8-91187ee18e5d req-4dbe2977-ed59-432c-a307-b072fedb9099 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 944 time: 0.2863536 Nov 25 17:35:14.083352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Pushing event updated for resources: {'Port': ['ID=7699129f-39f8-467d-8a00-9d2ee0d6894b,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:14.087867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a8ed25d-91b0-4fa2-a0c3-e8876b00227b req-6878e109-b7bc-426f-a74f-755de683a2ac service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635325 Nov 25 17:35:14.096506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.118326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.133896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for 2b93405a-1ddd-411c-bf4b-4681ea255578 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:14.145448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'port': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:14.150792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.160803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c9c98b71-a70a-4eca-bc22-aa6b45556a36 None None] Provisioning complete for port 2b93405a-1ddd-411c-bf4b-4681ea255578 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:14.161287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c9c98b71-a70a-4eca-bc22-aa6b45556a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.198290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c9c98b71-a70a-4eca-bc22-aa6b45556a36 None None] Port 2b93405a-1ddd-411c-bf4b-4681ea255578 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:14.230111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.237937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7cabb1aa-c38c-4b2a-92f8-91187ee18e5d req-25a5f97c-7edd-48b4-809c-33cb16ce402a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754818 Nov 25 17:35:14.283860 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.315444 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=2b93405a-1ddd-411c-bf4b-4681ea255578,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:14.326590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-0ef69e76-94f2-469a-86b7-015e77d95b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.328118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-0ef69e76-94f2-469a-86b7-015e77d95b32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 1095 time: 0.1455932 Nov 25 17:35:14.403970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] device_id is not set on port 47d3d724-c541-447a-8cfd-ea9ea355b79f yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:14.408462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:14.417193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:14.572749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.576348 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-640f3d1c-0a04-4d87-8f6b-df1f03a2caa2 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/ports/2b93405a-1ddd-411c-bf4b-4681ea255578 HTTP/1.1" status: 204 len: 168 time: 0.6743724 Nov 25 17:35:14.579688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39848) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:14.589878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-5738ffeb-a13c-490a-a970-9e88dcac017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.591479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-5738ffeb-a13c-490a-a970-9e88dcac017e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.2495017 Nov 25 17:35:14.617205 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe80732-a1c5-4200-9ad7-4a3902ca99d6 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] GET failed (client error): The resource could not be found. Nov 25 17:35:14.621124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6fe80732-a1c5-4200-9ad7-4a3902ca99d6 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "GET /v2.0/ports/2b93405a-1ddd-411c-bf4b-4681ea255578 HTTP/1.1" status: 404 len: 333 time: 0.0352705 Nov 25 17:35:14.621366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:14.657593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95465b-00e8-41a7-a6d6-993cfec7062a req-085cbade-7925-4c2d-90e4-ce52ac970dbb tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.659841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b95465b-00e8-41a7-a6d6-993cfec7062a req-085cbade-7925-4c2d-90e4-ce52ac970dbb tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1278257 Nov 25 17:35:14.683670 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-8000f5bc-89c0-4721-aa8f-76abb8e5da2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1e33d8-672b-4fb8-971e-078a48c533bf HTTP/1.1" status: 200 len: 217 time: 0.0498905 Nov 25 17:35:14.722862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-36938045-b5eb-492c-9a80-ae5939f8fb5a None None] Provisioning complete for port 7699129f-39f8-467d-8a00-9d2ee0d6894b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:14.723499 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36938045-b5eb-492c-9a80-ae5939f8fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.744070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Router f6cda649-a9a5-4e3a-b1da-086341ecef32 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:14.754649 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b95465b-00e8-41a7-a6d6-993cfec7062a req-b8e65ed6-bbee-4607-9cc7-168b55b91cd5 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866380 Nov 25 17:35:14.758981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-36938045-b5eb-492c-9a80-ae5939f8fb5a None None] Port 7699129f-39f8-467d-8a00-9d2ee0d6894b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:14.771377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port 66867810-9d04-4119-8ad5-9588362c1ec2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:14.771858 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.786705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-4b041537-f779-4dc7-9251-2f63f31bff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:14.788772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-4b041537-f779-4dc7-9251-2f63f31bff98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.0924029 Nov 25 17:35:14.790798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.864743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:14.877600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for 66867810-9d04-4119-8ad5-9588362c1ec2 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:14.895607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-397ff7bc-5e0c-4c9c-8947-ed07456c8c4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874469 Nov 25 17:35:14.968420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] device_id is not set on port 8aa33b6a-99ce-4b35-a283-ee4275253e81 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:15.012517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.039229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:15.051478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Sync routers for ids ['f6cda649-a9a5-4e3a-b1da-086341ecef32'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:15.057381 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-af055801-f44f-4f4d-8405-33a6721f0a10 admin admin] 10.222.0.86 "PUT /v2.0/routers/f6cda649-a9a5-4e3a-b1da-086341ecef32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7829177 Nov 25 17:35:15.074908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Routers {'f6cda649-a9a5-4e3a-b1da-086341ecef32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:15.077058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6cda649-a9a5-4e3a-b1da-086341ecef32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.090659 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-c87ce7e1-6943-43cf-808b-00a48e3adf1c service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832111 Nov 25 17:35:15.096833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=66867810-9d04-4119-8ad5-9588362c1ec2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.150412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.160037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2778906-683c-41f7-b21d-25699994280e tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/ports/66867810-9d04-4119-8ad5-9588362c1ec2 HTTP/1.1" status: 204 len: 168 time: 0.5375309 Nov 25 17:35:15.163325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39854) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.205637 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3e684e-ea93-4eba-8abd-5e8d7ce355ed tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] GET failed (client error): The resource could not be found. Nov 25 17:35:15.208591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2f3e684e-ea93-4eba-8abd-5e8d7ce355ed tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "GET /v2.0/ports/66867810-9d04-4119-8ad5-9588362c1ec2 HTTP/1.1" status: 404 len: 333 time: 0.0436645 Nov 25 17:35:15.213226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.248142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Set router f6cda649-a9a5-4e3a-b1da-086341ecef32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:15.386033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port 08033676-e1fa-4640-8fcb-a7059496e013 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:15.386437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.504530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.518188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for 08033676-e1fa-4640-8fcb-a7059496e013 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:15.540777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:35:13Z', 'revision_number': 4, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7699129f-39f8-467d-8a00-9d2ee0d6894b', 'name': '', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'mac_address': 'fa:16:3e:51:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'f32f5023-0819-41c5-8683-687e33870ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:11Z', 'updated_at': '2021-11-25T17:35:13Z', 'revision_number': 2, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'subnets': [{'id': 'f32f5023-0819-41c5-8683-687e33870ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:15.578494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Checking router: f6cda649-a9a5-4e3a-b1da-086341ecef32 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:15.579903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Updating router f6cda649-a9a5-4e3a-b1da-086341ecef32 port 7699129f-39f8-467d-8a00-9d2ee0d6894b binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:15.617886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.700267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.737141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.747162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=08033676-e1fa-4640-8fcb-a7059496e013,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.758042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1ae452-42c8-4080-8b93-a145a184ffd9 req-387f6002-649f-4d2d-abd0-a0d5bcceb595 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310167 Nov 25 17:35:15.775209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e67e3-92ae-45fa-8c2f-9b7634fc5294 req-f96bdf82-5aef-438b-9d19-80aafcf442d9 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:15.777076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3e67e3-92ae-45fa-8c2f-9b7634fc5294 req-f96bdf82-5aef-438b-9d19-80aafcf442d9 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 944 time: 0.1009641 Nov 25 17:35:15.838662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.863046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.869115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7319993-1f85-441d-bc9a-8fed5c8e8823 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/ports/08033676-e1fa-4640-8fcb-a7059496e013 HTTP/1.1" status: 204 len: 168 time: 0.6527140 Nov 25 17:35:15.869595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:15.901584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3e67e3-92ae-45fa-8c2f-9b7634fc5294 req-4be52a3c-41cf-402b-8b66-02a34c010239 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122339 Nov 25 17:35:15.933899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Port': ['ID=47d3d724-c541-447a-8cfd-ea9ea355b79f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:15.943232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Checking segment: {'id': '516d4cd2-228f-4fbb-b622-af18dafa4a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '86f8218b-46f8-437d-a0ec-7b43dd439c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:15.943658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network hostable DHCP agents. Network: 86f8218b-46f8-437d-a0ec-7b43dd439c08, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:15.969099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network 86f8218b-46f8-437d-a0ec-7b43dd439c08 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:15.981675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 86f8218b-46f8-437d-a0ec-7b43dd439c08) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:15.986423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:15.987692 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:15.995078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting subnet 2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:16.006381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.008490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833630e3-c371-4313-aef1-b564ae25d4a5 None None] Network 86f8218b-46f8-437d-a0ec-7b43dd439c08 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:16.034191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39876) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.046453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-943490810-network', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:16.065664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19c96f-1d68-4181-84a7-3c37d2be3a30 req-1eac8dec-e7d6-49d5-98b4-714ceece9eca tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.070045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Port': ['ID=8aa33b6a-99ce-4b35-a283-ee4275253e81,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.073275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a19c96f-1d68-4181-84a7-3c37d2be3a30 req-1eac8dec-e7d6-49d5-98b4-714ceece9eca tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1427088 Nov 25 17:35:16.097512 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.111120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Checking segment: {'id': '5b911549-3cfb-442e-a743-e9ccba7ac068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e7748971-3b54-4324-bc6a-66f3336fec4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:16.111556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network hostable DHCP agents. Network: e7748971-3b54-4324-bc6a-66f3336fec4b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:16.112760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.116850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Made reservation on behalf of 53c7fbdfba284057998a9c551b8e55d0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:16.119556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.134595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.135265 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.156579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network e7748971-3b54-4324-bc6a-66f3336fec4b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:16.173529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a19c96f-1d68-4181-84a7-3c37d2be3a30 req-f6ca936c-0b31-408e-8a81-b5fbd6896025 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992091 Nov 25 17:35:16.185278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e7748971-3b54-4324-bc6a-66f3336fec4b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:16.190006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:16.196626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.201511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.202203 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.221603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26286021-7abf-4016-8f27-336aad4403a0 None None] Network e7748971-3b54-4324-bc6a-66f3336fec4b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:16.230522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.235483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-731ad0d8-0759-4e6c-ab9d-51db6eebbf9f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6312437 Nov 25 17:35:16.237662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.245693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.331521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.361968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Pushing event updated for resources: {'Port': ['ID=7699129f-39f8-467d-8a00-9d2ee0d6894b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.372547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.376701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/subnets/2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d HTTP/1.1" status: 204 len: 168 time: 0.5057440 Nov 25 17:35:16.378948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78c0db-4e88-4301-a631-eeaf9b0e0904 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Subnet': ['ID=2a14a9f7-b6f9-49df-8d61-c1cc5ea1819d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.382318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.389779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.390260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.390720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.391140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.391609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.392045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.392491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.392900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.393338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.393781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.394199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.394581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:16.396209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.417821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f9b2a-c6aa-433e-8865-6ccf0fca087b None None] Network 035454ca-0aa6-47cc-b70b-54bd33ff176d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:16.420680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a972493-3ec2-4605-b2ce-18549e06457f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.426598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a972493-3ec2-4605-b2ce-18549e06457f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.431654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5a972493-3ec2-4605-b2ce-18549e06457f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1883724 Nov 25 17:35:16.431654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.434618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.485387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:16.493862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.520042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.520415 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Added segment 0646cd00-a71f-4476-b0bb-10b62360677a of type vlan for network 5e43805d-d7cf-446e-8a78-940dafb14472 Nov 25 17:35:16.529212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b752b-de70-48a9-8883-2d6b4d91f3d7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.556714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Deleting port 07d6c2a0-4444-4fd7-9686-606480ad6a1a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:16.557217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.592437 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.639814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Deleting port 47d3d724-c541-447a-8cfd-ea9ea355b79f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:16.640184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.644558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.645497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:16.646080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.647060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] For port 07d6c2a0-4444-4fd7-9686-606480ad6a1a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=07d6c2a0-4444-4fd7-9686-606480ad6a1a,segment=NetworkSegment(93925197-57ef-447a-b639-9f51a2ca93ff),segment_id=93925197-57ef-447a-b639-9f51a2ca93ff)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:16.647498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.656290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Attempting to bind port 7699129f-39f8-467d-8a00-9d2ee0d6894b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:16.656678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Attempting to bind port 7699129f-39f8-467d-8a00-9d2ee0d6894b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:16.657041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Attempting to bind port 7699129f-39f8-467d-8a00-9d2ee0d6894b on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:16.665174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Calling delete_port for 07d6c2a0-4444-4fd7-9686-606480ad6a1a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:16.689717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:16.690163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Checking segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:16.690880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.690880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Bound using segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:16.691317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Bound port: 7699129f-39f8-467d-8a00-9d2ee0d6894b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:16.691716 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.713867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-79a20e8d-88af-4c7f-abdd-b72e7408c41a None None] Provisioning complete for port 7699129f-39f8-467d-8a00-9d2ee0d6894b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:16.714495 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79a20e8d-88af-4c7f-abdd-b72e7408c41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.747898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7105021 Nov 25 17:35:16.750818 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:16.757828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Request body: {'subnet': {'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-943490810-subnet', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:16.764103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.792023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-79a20e8d-88af-4c7f-abdd-b72e7408c41a None None] Port 7699129f-39f8-467d-8a00-9d2ee0d6894b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:16.794678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] No DVR routers for this DVR port 07d6c2a0-4444-4fd7-9686-606480ad6a1a on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:16.800844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.803228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeac78-fdc8-49f2-a4b0-46a58edfe278 admin admin] Pushing event updated for resources: {'Network': ['ID=5e43805d-d7cf-446e-8a78-940dafb14472,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.820795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Made reservation on behalf of 53c7fbdfba284057998a9c551b8e55d0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:16.823334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5e43805d-d7cf-446e-8a78-940dafb14472 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:16.823638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.826295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Calling delete_port for 47d3d724-c541-447a-8cfd-ea9ea355b79f owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:16.828684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Port': ['ID=07d6c2a0-4444-4fd7-9686-606480ad6a1a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:16.891736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] For port 7699129f-39f8-467d-8a00-9d2ee0d6894b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:16.893759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412cc3b3-d521-4707-b591-f204934210cb None None] DHCP port deletion for 035454ca-0aa6-47cc-b70b-54bd33ff176d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:16.926119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] For port 7699129f-39f8-467d-8a00-9d2ee0d6894b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7699129f-39f8-467d-8a00-9d2ee0d6894b,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:16.934956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.939129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:16.968003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035454ca-0aa6-47cc-b70b-54bd33ff176d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.983735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93925197-57ef-447a-b639-9f51a2ca93ff') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.985438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93925197-57ef-447a-b639-9f51a2ca93ff') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:16.999910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3103a5-7d38-46a2-9a86-0125f9e19ead None None] Pushing event updated for resources: {'Port': ['ID=7699129f-39f8-467d-8a00-9d2ee0d6894b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.002963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Routers {'f6cda649-a9a5-4e3a-b1da-086341ecef32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:17.003645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6cda649-a9a5-4e3a-b1da-086341ecef32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:17.004319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.025390 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.040280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:17.041020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:17.045662 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:17.129120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94687d0-1ecd-45e9-a469-2aa76a1c7f09 req-18cad6ff-ec21-46c1-a893-5ada18d97b75 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.130750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d94687d0-1ecd-45e9-a469-2aa76a1c7f09 req-18cad6ff-ec21-46c1-a893-5ada18d97b75 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 944 time: 0.1062019 Nov 25 17:35:17.143368 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.153528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] Set router f6cda649-a9a5-4e3a-b1da-086341ecef32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:17.160182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.168376 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.169184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] 10.222.0.86 "DELETE /v2.0/networks/035454ca-0aa6-47cc-b70b-54bd33ff176d HTTP/1.1" status: 204 len: 168 time: 0.7856319 Nov 25 17:35:17.182871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1c3a2-9bf0-47f1-a93b-c6ea998562e9 tempest-AllowedAddressPairTestJSON-1963201387 tempest-AllowedAddressPairTestJSON-1963201387-project] Pushing event deleted for resources: {'Network': ['ID=035454ca-0aa6-47cc-b70b-54bd33ff176d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.197277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.200935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/ports/47d3d724-c541-447a-8cfd-ea9ea355b79f HTTP/1.1" status: 204 len: 168 time: 0.7638853 Nov 25 17:35:17.203790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39894) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.238073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8e7e8-f982-4801-8865-aa7a8a335ee3 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Port': ['ID=47d3d724-c541-447a-8cfd-ea9ea355b79f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.301676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device da1e33d8-672b-4fb8-971e-078a48c533bf details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:17.339365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d94687d0-1ecd-45e9-a469-2aa76a1c7f09 req-4610bde9-a411-4450-9379-f75e84d045c9 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789188 Nov 25 17:35:17.340737 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.395367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.396857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Deleting port 8aa33b6a-99ce-4b35-a283-ee4275253e81 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:17.397175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.422100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Checking segment: {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:17.422480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Network hostable DHCP agents. Network: 5e43805d-d7cf-446e-8a78-940dafb14472, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:17.428018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e895a6-4e57-44b6-aad7-03b38b77b39f req-8b43de88-41cf-4018-bf65-c7d57d940166 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.436604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17e895a6-4e57-44b6-aad7-03b38b77b39f req-8b43de88-41cf-4018-bf65-c7d57d940166 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1526148 Nov 25 17:35:17.441720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Network 5e43805d-d7cf-446e-8a78-940dafb14472 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:17.451759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5e43805d-d7cf-446e-8a78-940dafb14472) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:17.463520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.464147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.476869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port da1e33d8-672b-4fb8-971e-078a48c533bf, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=da1e33d8-672b-4fb8-971e-078a48c533bf,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:17.480183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99c59b-8a18-48d3-bc7e-2763f8e4c37a None None] Network 5e43805d-d7cf-446e-8a78-940dafb14472 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:17.486752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3d91cc98-2b5b-4bbc-a828-07e81712d8d8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7310078 Nov 25 17:35:17.487065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39898) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.495449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:17.535241 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.536495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17e895a6-4e57-44b6-aad7-03b38b77b39f req-ab6ece24-874e-49f9-b7e3-1632651de8f3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990231 Nov 25 17:35:17.536703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.538923 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.556933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Calling delete_port for 8aa33b6a-99ce-4b35-a283-ee4275253e81 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:17.615215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39900) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.632441 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.665376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.698579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Port': ['ID=8aa33b6a-99ce-4b35-a283-ee4275253e81,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:17.702772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.707806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a5bc6c91-e103-4eae-b843-5ec150068640 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/ports/8aa33b6a-99ce-4b35-a283-ee4275253e81 HTTP/1.1" status: 204 len: 168 time: 0.5030117 Nov 25 17:35:17.711234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.744789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c0e0778d-5197-4b0d-ab82-71122319a0ba tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319667 Nov 25 17:35:17.748731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39906) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.754432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1269027121'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:17.766716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'da1e33d8-672b-4fb8-971e-078a48c533bf', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'port_id': 'da1e33d8-672b-4fb8-971e-078a48c533bf', 'mac_address': 'fa:16:3e:42:fa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889a3d18-3cf7-466b-950d-8cab0a5b7627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:17.784508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0b7babdf-a568-4c20-834f-c0f9d1f054fa None None] Provisioning complete for port 7699129f-39f8-467d-8a00-9d2ee0d6894b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:17.784973 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b7babdf-a568-4c20-834f-c0f9d1f054fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.793693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.801571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:17.805600 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.827619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.835507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c782967c-333d-4907-83d6-2ecf890d653b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebdb856b67f64ffa8e4aadfffe461090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173679 Nov 25 17:35:17.837341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39908) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.853428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:17.871553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.872468 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Added segment 2564d0b1-9cdf-4024-8d38-0681916a8dcb of type vlan for network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 Nov 25 17:35:17.914443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.916851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.944051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.950194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:17.951004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.955235 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e67809d-e02f-47d4-b10c-1fe1edd3e674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.980703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1e33d8-672b-4fb8-971e-078a48c533bf {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:17.983541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2333381 Nov 25 17:35:17.986321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:17.988465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e67809d-e02f-47d4-b10c-1fe1edd3e674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:17.996416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-359207148'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:18.021464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port da1e33d8-672b-4fb8-971e-078a48c533bf, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=da1e33d8-672b-4fb8-971e-078a48c533bf,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:18.029142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350a4df-6d7f-4f24-870e-540a6883a538 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Network': ['ID=5741d05a-0a0d-4f88-a648-8e211bfec0e1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.062552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:18.066043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.069615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:18.072018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.120353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-5e43805d-d7cf-446e-8a78-940dafb14472', 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'fixed_ips': [{'subnet_id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:18.121811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.166710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:18.190881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b7babdf-a568-4c20-834f-c0f9d1f054fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.191478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e67809d-e02f-47d4-b10c-1fe1edd3e674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.193325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6e67809d-e02f-47d4-b10c-1fe1edd3e674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.195162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6e67809d-e02f-47d4-b10c-1fe1edd3e674 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2406606-76db-4f1d-bf56-d7b50bd899fd HTTP/1.1" status: 204 len: 168 time: 0.3567684 Nov 25 17:35:18.236257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.241127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67809d-e02f-47d4-b10c-1fe1edd3e674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2406606-76db-4f1d-bf56-d7b50bd899fd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.248965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:35:13Z', 'revision_number': 4, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7699129f-39f8-467d-8a00-9d2ee0d6894b', 'name': '', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'mac_address': 'fa:16:3e:51:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'f32f5023-0819-41c5-8683-687e33870ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:11Z', 'updated_at': '2021-11-25T17:35:16Z', 'revision_number': 4, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'subnets': [{'id': 'f32f5023-0819-41c5-8683-687e33870ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:18.260101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 07d6c2a0-4444-4fd7-9686-606480ad6a1a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:18.274007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.274562 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Added segment 6cf80e5e-297d-4dfb-9058-fc20b02a97aa of type vlan for network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 Nov 25 17:35:18.283991 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.353557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=da1e33d8-672b-4fb8-971e-078a48c533bf,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.372313 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.375021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:18.382372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166b62c-ee2b-49b9-a298-5070e19a79a4 None None] The sync data for ids ['f6cda649-a9a5-4e3a-b1da-086341ecef32'] in n-d-817303-7 is: [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:35:13Z', 'revision_number': 4, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7699129f-39f8-467d-8a00-9d2ee0d6894b', 'name': '', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'mac_address': 'fa:16:3e:51:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'f32f5023-0819-41c5-8683-687e33870ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:11Z', 'updated_at': '2021-11-25T17:35:16Z', 'revision_number': 4, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'subnets': [{'id': 'f32f5023-0819-41c5-8683-687e33870ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:18.385142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 07d6c2a0-4444-4fd7-9686-606480ad6a1a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:18.385492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 07d6c2a0-4444-4fd7-9686-606480ad6a1a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:18.444436 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.450816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:18.451310 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.471639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0b7babdf-a568-4c20-834f-c0f9d1f054fa None None] For port 7699129f-39f8-467d-8a00-9d2ee0d6894b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7699129f-39f8-467d-8a00-9d2ee0d6894b,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:18.489313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b7babdf-a568-4c20-834f-c0f9d1f054fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.530595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Allocated IP 172.25.8.242 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/18d3c6e2-7bd3-444c-a1b3-39efc0ad9586) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:18.641868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6495471 Nov 25 17:35:18.649849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7babdf-a568-4c20-834f-c0f9d1f054fa None None] Pushing event updated for resources: {'Port': ['ID=7699129f-39f8-467d-8a00-9d2ee0d6894b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.661395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Allocated IP 172.20.0.2 (5e43805d-d7cf-446e-8a78-940dafb14472/b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f/7b71bcc8-bcae-4403-8247-ca861d738809) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:18.751427 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c36f-9dc8-4e93-b939-c6180d812531 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Network': ['ID=a2ef09ca-5394-4d5b-9e69-fd158dd892b3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:18.774123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:18.828431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97fb53-92bc-4002-9383-a5a5ed4261fd req-18b3cb05-212b-4295-aaf3-61b23f3df41e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:18.850403 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe97fb53-92bc-4002-9383-a5a5ed4261fd req-18b3cb05-212b-4295-aaf3-61b23f3df41e tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2008455 Nov 25 17:35:18.869927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d873a4-4e98-4b3d-bd16-8d06e1a32601 req-c561eefb-f439-479d-b29e-bcaedc9f082c tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:18.896060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83d873a4-4e98-4b3d-bd16-8d06e1a32601 req-c561eefb-f439-479d-b29e-bcaedc9f082c tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 945 time: 0.2444835 Nov 25 17:35:18.931867 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:18.949331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe97fb53-92bc-4002-9383-a5a5ed4261fd req-e77ce238-ea73-4ea4-a500-ecde9036dd4f tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954258 Nov 25 17:35:19.072243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83d873a4-4e98-4b3d-bd16-8d06e1a32601 req-f4df78e9-8f0d-4cd4-8f13-49e32cedbe48 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596043 Nov 25 17:35:19.092394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.158127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.169696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.202564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:19.213798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:19.218087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:19.230265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Network 5e43805d-d7cf-446e-8a78-940dafb14472 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:19.234951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c2e0d-c5ef-4133-9913-7155170d6963 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:19.251536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:19.256295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:19.265926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Pushing event updated for resources: {'Port': ['ID=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.285971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Pushing event updated for resources: {'Port': ['ID=7b71bcc8-bcae-4403-8247-ca861d738809,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.377192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Attempting to bind port 7b71bcc8-bcae-4403-8247-ca861d738809 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:19.377562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Attempting to bind port 7b71bcc8-bcae-4403-8247-ca861d738809 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:19.378029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Attempting to bind port 7b71bcc8-bcae-4403-8247-ca861d738809 on network 5e43805d-d7cf-446e-8a78-940dafb14472 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:19.380039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-58460e9d-eb65-4e2d-a277-05d2098eed3e None None] Provisioning complete for port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:19.380406 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-58460e9d-eb65-4e2d-a277-05d2098eed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.413964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:19.414337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Checking segment: {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:19.414742 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.415125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Bound using segment: {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:19.415635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Bound port: 7b71bcc8-bcae-4403-8247-ca861d738809, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:19.416009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.503717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-58460e9d-eb65-4e2d-a277-05d2098eed3e None None] Port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:19.523689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] For port 7b71bcc8-bcae-4403-8247-ca861d738809, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:19.528332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] For port 7b71bcc8-bcae-4403-8247-ca861d738809, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7b71bcc8-bcae-4403-8247-ca861d738809,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:19.532963 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.542153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:19.676593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd7211-7dd8-4fe8-bc20-eae73791bc5f None None] Pushing event updated for resources: {'Port': ['ID=7b71bcc8-bcae-4403-8247-ca861d738809,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:19.680538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.756988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1411566950'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:19.814847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Made reservation on behalf of a88d6ff83849407190427f8bb8cf831a for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:19.824344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:19.853659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.044645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.070122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.075073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.159992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:20.177956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb3bd03-49ab-4c44-8408-171c4b736853,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:20.190546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.191285 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Added segment a5f67f9f-2696-4a6e-8064-71768906605e of type vlan for network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 Nov 25 17:35:20.229149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba97068-4f6a-499d-8821-af39e314bae1 req-0630f85c-f0db-4a4b-9dd2-d26d8cc9ea88 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:20.231034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dba97068-4f6a-499d-8821-af39e314bae1 req-0630f85c-f0db-4a4b-9dd2-d26d8cc9ea88 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1473532 Nov 25 17:35:20.328311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.367605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d24bf4-af77-48c5-a9e2-280383fcc486 req-c48be238-aa87-4f64-87fa-729bd3358a4d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:20.376284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71d24bf4-af77-48c5-a9e2-280383fcc486 req-c48be238-aa87-4f64-87fa-729bd3358a4d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 945 time: 0.1094384 Nov 25 17:35:20.385575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dba97068-4f6a-499d-8821-af39e314bae1 req-5347b957-9579-41ec-8aaa-99c8ac5ca83d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157842 Nov 25 17:35:20.386933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.392529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:20.393135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.452747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7b71bcc8-bcae-4403-8247-ca861d738809 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:20.471355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9279287 Nov 25 17:35:20.474705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39944) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:20.481773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Request body: {'subnet': {'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:20.496994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-71d24bf4-af77-48c5-a9e2-280383fcc486 req-cdcf80f4-fedc-45ee-8051-cb41741ef836 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196549 Nov 25 17:35:20.512550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Router 4b4e5d6c-c881-409d-a61b-3107de149492 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:35:20.585915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da98f5-f6cf-44bd-99f2-c64e7151e5b7 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event updated for resources: {'Network': ['ID=70ff4ec2-5373-41ad-8e41-2642a1622ff8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:20.592799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7b71bcc8-bcae-4403-8247-ca861d738809 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:20.593176 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.625087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:20.657160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Made reservation on behalf of a88d6ff83849407190427f8bb8cf831a for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:20.668354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.734080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:20.745972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Sync routers for ids ['4b4e5d6c-c881-409d-a61b-3107de149492'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:20.764190 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Routers {'4b4e5d6c-c881-409d-a61b-3107de149492'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:20.768075 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4b4e5d6c-c881-409d-a61b-3107de149492'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:20.797772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.799483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd5da8ba-341d-4fa8-ad45-8a68d5c60b4d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3113248 Nov 25 17:35:20.802821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 39946) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:20.872400 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.943729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 7b71bcc8-bcae-4403-8247-ca861d738809, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7b71bcc8-bcae-4403-8247-ca861d738809,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:20.950085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:20.951905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7699129f-39f8-467d-8a00-9d2ee0d6894b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:21.037309 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.071626 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Set router 4b4e5d6c-c881-409d-a61b-3107de149492 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:21.178740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event updated for resources: {'Subnet': ['ID=5dec37c5-a964-4faf-9184-caf10e7ab82c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.238731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Checking segment: {'id': 'a5f67f9f-2696-4a6e-8064-71768906605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:21.239089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Network hostable DHCP agents. Network: 70ff4ec2-5373-41ad-8e41-2642a1622ff8, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:21.274241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:21.283664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device da1e33d8-672b-4fb8-971e-078a48c533bf up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:21.291062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 70ff4ec2-5373-41ad-8e41-2642a1622ff8) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:21.303796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.304469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.365151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26446b-1d4b-494e-9024-c87e28027ded None None] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:21.371994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb8cbfa1-bf3e-438e-a962-093967fe278b tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8961987 Nov 25 17:35:21.378189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:21.403035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Request body: {'port': {'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1311999913'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:21.410605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65672af9-349d-4e5b-96af-e00e4c9f076f None None] Network 5e43805d-d7cf-446e-8a78-940dafb14472 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:21.571245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:35:19Z', 'revision_number': 3, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:21.599059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:21.613289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.621182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port da1e33d8-672b-4fb8-971e-078a48c533bf completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:21.658018 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Checking router: 4b4e5d6c-c881-409d-a61b-3107de149492 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:21.658440 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Updating router 4b4e5d6c-c881-409d-a61b-3107de149492 port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:21.702907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db8d6b98-3969-4a73-946d-194c7d836d9e None None] Provisioning complete for port 7b71bcc8-bcae-4403-8247-ca861d738809 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:21.703580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db8d6b98-3969-4a73-946d-194c7d836d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.716226 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.751825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44f247-f84e-4cbe-99bd-1681f6ba1d1b req-fbd49392-db01-4a2b-a774-6ceca2fee7a2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.753724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d44f247-f84e-4cbe-99bd-1681f6ba1d1b req-fbd49392-db01-4a2b-a774-6ceca2fee7a2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 945 time: 0.0757003 Nov 25 17:35:21.783886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7699129f-39f8-467d-8a00-9d2ee0d6894b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:21.784674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.823629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port da1e33d8-672b-4fb8-971e-078a48c533bf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:21.824322 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:21.848396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d44f247-f84e-4cbe-99bd-1681f6ba1d1b req-ce94a307-c24a-4e81-94f2-7b82d69df1b7 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652318 Nov 25 17:35:21.884537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5724-5d09-42ab-9c0b-5f2c273ae9e0 req-df686995-e63c-428c-b8f5-703cf677f557 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.893920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c7c5724-5d09-42ab-9c0b-5f2c273ae9e0 req-df686995-e63c-428c-b8f5-703cf677f557 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.3288381 Nov 25 17:35:21.918951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7b71bcc8-bcae-4403-8247-ca861d738809,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:21.937790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d206fcd-4c86-456f-bdd5-fe36867a750b tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.945221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d206fcd-4c86-456f-bdd5-fe36867a750b tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.945899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d206fcd-4c86-456f-bdd5-fe36867a750b tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:21.959495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1d206fcd-4c86-456f-bdd5-fe36867a750b tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/ports?project_id=5b29ad21ef12480a9cc01191a8175168&network_id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 2969 time: 0.3534524 Nov 25 17:35:22.048783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Made reservation on behalf of a88d6ff83849407190427f8bb8cf831a for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:22.052598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.120394 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c7c5724-5d09-42ab-9c0b-5f2c273ae9e0 req-1f301255-cfbb-4299-814e-5ffe79a4a32d tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177463 Nov 25 17:35:22.138302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] device_id is not set on port 4d2c53d3-e1c2-482a-809a-eccf84611df6 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:22.153996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.202563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39962) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:22.208796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'subnets': [{'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--889390007', 'ip_version': 6}, {'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:22.210715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'subnet': {'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--889390007', 'ip_version': 6}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:22.212103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Request body: {'subnet': {'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:22.235428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e33d8-672b-4fb8-971e-078a48c533bf'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:22.239724 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f755adb-6ce4-4902-aa83-d721497ecf63" -d '{"events": [{"server_uuid": "095820d9-3e4b-4379-b60d-a7a6b32d6893", "name": "network-vif-plugged", "status": "completed", "tag": "da1e33d8-672b-4fb8-971e-078a48c533bf"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:22.247965 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.255335 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.335805 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3070a-65ba-4346-84bb-6f941a40d26f None None] Pushing event updated for resources: {'Port': ['ID=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.388842 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Attempting to bind port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:22.390283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Attempting to bind port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:22.390663 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Attempting to bind port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:22.392360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port da1e33d8-672b-4fb8-971e-078a48c533bf, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=da1e33d8-672b-4fb8-971e-078a48c533bf,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:22.398502 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848fe9df-4b7c-4e72-8501-048c95e4df03 x-openstack-request-id: req-848fe9df-4b7c-4e72-8501-048c95e4df03 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:22.399546 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095820d9-3e4b-4379-b60d-a7a6b32d6893", "name": "network-vif-plugged", "status": "completed", "tag": "da1e33d8-672b-4fb8-971e-078a48c533bf", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:22.399969 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-848fe9df-4b7c-4e72-8501-048c95e4df03 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:22.400325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:22.400705 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:22.401104 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.401487 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:22.401956 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Bound port: 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:22.402697 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e33d8-672b-4fb8-971e-078a48c533bf', 'code': 200} Nov 25 17:35:22.403777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7b71bcc8-bcae-4403-8247-ca861d738809 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:22.404239 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.422376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Allocated IP 172.20.0.1 (5e43805d-d7cf-446e-8a78-940dafb14472/b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f/e4a0b3fe-c1e9-45cb-84f1-c0b17135db49) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:22.446138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31787b3f-7540-491c-a67b-93bc8bdc3cbb None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:22.474940 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.484745 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] For port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:22.488476 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] For port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:22.493215 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.539375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Made reservation on behalf of db002d99a23c4a24bdafc539ab51a774 for: {'subnet': 2} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:22.544285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.544625 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.549716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Allocated IP 2001:db8::3ab (70ff4ec2-5373-41ad-8e41-2642a1622ff8/5dec37c5-a964-4faf-9184-caf10e7ab82c/4d2c53d3-e1c2-482a-809a-eccf84611df6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:22.555716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-70ff4ec2-5373-41ad-8e41-2642a1622ff8', 'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8', 'tenant_id': 'a88d6ff83849407190427f8bb8cf831a', 'fixed_ips': [{'subnet_id': '5dec37c5-a964-4faf-9184-caf10e7ab82c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:22.556744 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.564010 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Routers {'4b4e5d6c-c881-409d-a61b-3107de149492'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:22.565096 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4b4e5d6c-c881-409d-a61b-3107de149492'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:22.608919 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3070a-65ba-4346-84bb-6f941a40d26f None None] Pushing event updated for resources: {'Port': ['ID=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.624289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.641008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256f8a-83bd-459f-8a2e-cf387200a395 req-c76af8d4-6adc-4544-a73a-06fa3bee6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:22.644006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18256f8a-83bd-459f-8a2e-cf387200a395 req-c76af8d4-6adc-4544-a73a-06fa3bee6e93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 1097 time: 0.2330415 Nov 25 17:35:22.714214 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] Set router 4b4e5d6c-c881-409d-a61b-3107de149492 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:22.721767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.760759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2378ee1c-5755-4bcc-a8b3-81580e19ef8c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:22.762527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18256f8a-83bd-459f-8a2e-cf387200a395 req-09ad78a8-bfe2-44c6-be47-446d8d79d33c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097305 Nov 25 17:35:22.780040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Network 5e43805d-d7cf-446e-8a78-940dafb14472 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:22.790525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:22.793007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:22.800987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:22.839448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7b71bcc8-bcae-4403-8247-ca861d738809 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:22.839820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.864197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.927272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-25de5a4f-1af7-427b-b7a5-37b9a3dd9e55 None None] Provisioning complete for port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:22.927680 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-25de5a4f-1af7-427b-b7a5-37b9a3dd9e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.941079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:22.948375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=da1e33d8-672b-4fb8-971e-078a48c533bf,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.073146 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:35:19Z', 'revision_number': 3, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:23.098990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.119805 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7e5a5-fc20-460f-b9dc-70785cf8ba42 None None] The sync data for ids ['4b4e5d6c-c881-409d-a61b-3107de149492'] in n-d-817303-7 is: [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:35:19Z', 'revision_number': 3, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:23.138841 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-25de5a4f-1af7-427b-b7a5-37b9a3dd9e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.172682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-25de5a4f-1af7-427b-b7a5-37b9a3dd9e55 None None] For port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:23.177460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-25de5a4f-1af7-427b-b7a5-37b9a3dd9e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.279419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5a4f-1af7-427b-b7a5-37b9a3dd9e55 None None] Pushing event updated for resources: {'Port': ['ID=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.318345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e9b9419b-b7dc-4f99-98c1-2bd215fdeb83 None None] Provisioning complete for port 7b71bcc8-bcae-4403-8247-ca861d738809 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:23.320982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9b9419b-b7dc-4f99-98c1-2bd215fdeb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.427947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.449605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.461844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e9b9419b-b7dc-4f99-98c1-2bd215fdeb83 None None] Provisioning complete for port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:23.462370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9b9419b-b7dc-4f99-98c1-2bd215fdeb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.488364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cea90e-e0ad-4903-bd6d-048429c92aef req-1ef53ab8-8c6b-4c1a-b3d4-5b4bd487e779 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.511406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:23.526463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79cea90e-e0ad-4903-bd6d-048429c92aef req-1ef53ab8-8c6b-4c1a-b3d4-5b4bd487e779 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2049220 Nov 25 17:35:23.634757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.639608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:23.651641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02491a71-fd05-4ce6-bea0-c69ed25c4d55 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.664756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-02491a71-fd05-4ce6-bea0-c69ed25c4d55 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1 HTTP/1.1" status: 200 len: 814 time: 0.1500580 Nov 25 17:35:23.670964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79cea90e-e0ad-4903-bd6d-048429c92aef req-8bb1fd4d-0f3b-46ff-894b-adad5a4fe552 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415865 Nov 25 17:35:23.675277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.745484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Allocated IP 2001:db8::2 (70ff4ec2-5373-41ad-8e41-2642a1622ff8/5dec37c5-a964-4faf-9184-caf10e7ab82c/a54940bc-9178-4576-8be2-ce6e6d0b6bc5) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:23.747866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-299a4659-63af-400a-a388-94c8bb317bf2 None None] Provisioning complete for port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:23.748184 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-299a4659-63af-400a-a388-94c8bb317bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.760726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530f415-e867-49ff-a158-6c6a79fcafd7 req-1b38c104-7a4e-415f-9c17-82f4007ecaa0 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.769468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d530f415-e867-49ff-a158-6c6a79fcafd7 req-1b38c104-7a4e-415f-9c17-82f4007ecaa0 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 946 time: 0.2952180 Nov 25 17:35:23.831441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Network 5e43805d-d7cf-446e-8a78-940dafb14472 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:23.834666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:23.847762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-299a4659-63af-400a-a388-94c8bb317bf2 None None] Port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:23.913559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:23.930632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:23.954292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:23.970992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:23.972297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:23.995353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event updated for resources: {'Port': ['ID=4d2c53d3-e1c2-482a-809a-eccf84611df6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.009727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a20e0584-3ace-4f34-aee4-621d1ed3cc5f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6302867 Nov 25 17:35:24.015216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.028401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.034428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Request body: {'port': {'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1444136462', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.034933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.api.validators [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] bootfile-name is not in valid_values {{(pid=103636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:35:24.035271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.api.validators [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] tftp-server is not in valid_values {{(pid=103636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:35:24.035652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.api.validators [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] server-ip-address is not in valid_values {{(pid=103636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:35:24.042253 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.046457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.090681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Router 4b4e5d6c-c881-409d-a61b-3107de149492 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:24.121701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d530f415-e867-49ff-a158-6c6a79fcafd7 req-779bb42f-b056-490d-a184-baadeeadf3bb tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510015 Nov 25 17:35:24.126830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:24.128683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:24.154311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:24.244104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Pushing event updated for resources: {'Port': ['ID=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.255549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 39982) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:24.256259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Subnet': ['ID=a45947f5-6da3-4797-b18b-1540615ccfdc,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.257498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1b05f9ba-5de5-4e05-ab64-0c0a15ae8a76 None None] Provisioning complete for port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:24.257633 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b05f9ba-5de5-4e05-ab64-0c0a15ae8a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.277583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'network': {'name': 'tempest-network-smoke--2024536587', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:24.289700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:24.292982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Attempting to bind port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:24.293360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Attempting to bind port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'a5f67f9f-2696-4a6e-8064-71768906605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:24.293724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Attempting to bind port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 on network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:24.305409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a0470093-5e77-491f-ab1b-77cc40953384 admin admin] 10.222.0.86 "PUT /v2.0/routers/4b4e5d6c-c881-409d-a61b-3107de149492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4915862 Nov 25 17:35:24.305639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:24.305639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Checking segment: {'id': 'a5f67f9f-2696-4a6e-8064-71768906605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:24.305639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.305639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Bound using segment: {'id': 'a5f67f9f-2696-4a6e-8064-71768906605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:24.305639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Bound port: a54940bc-9178-4576-8be2-ce6e6d0b6bc5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f67f9f-2696-4a6e-8064-71768906605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '70ff4ec2-5373-41ad-8e41-2642a1622ff8'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:24.305639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.334204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Checking segment: {'id': '2564d0b1-9cdf-4024-8d38-0681916a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:24.335492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network hostable DHCP agents. Network: 5741d05a-0a0d-4f88-a648-8e211bfec0e1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:24.353728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:24.371630 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:35:24.393508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1b05f9ba-5de5-4e05-ab64-0c0a15ae8a76 None None] Port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:24.395963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.401799 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.419678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:24.430101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Made reservation on behalf of a88d6ff83849407190427f8bb8cf831a for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:24.434346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.453315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5741d05a-0a0d-4f88-a648-8e211bfec0e1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:24.458398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] For port a54940bc-9178-4576-8be2-ce6e6d0b6bc5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:24.464281 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.468710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] For port a54940bc-9178-4576-8be2-ce6e6d0b6bc5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,segment=NetworkSegment(a5f67f9f-2696-4a6e-8064-71768906605e),segment_id=a5f67f9f-2696-4a6e-8064-71768906605e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:24.470492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba140e86-e0bb-47fe-997d-f7d70fa1071b None None] Network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:24.470843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] device_id is not set on port 927bf8e5-ba0a-4360-a886-729e034fdac5 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:24.476752 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.489590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:24.565419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:24.565870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.581138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.581756 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Added segment 0eac17eb-1f9b-44af-b640-7103a4b6e2da of type vlan for network 91b34be7-ede9-4f90-a50f-72b358160147 Nov 25 17:35:24.660980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2dd08-f9fc-4339-96a3-142ef797551d None None] Pushing event updated for resources: {'Port': ['ID=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.678942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event updated for resources: {'Subnet': ['ID=7041597a-f974-40b3-ad9a-6112442a28a1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:24.686952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.722763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Checking segment: {'id': '6cf80e5e-297d-4dfb-9058-fc20b02a97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:24.723131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network hostable DHCP agents. Network: a2ef09ca-5394-4d5b-9e69-fd158dd892b3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:24.774587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:24.791736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.797335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.797948 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.804265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Allocated IP 2001:db8::ea (70ff4ec2-5373-41ad-8e41-2642a1622ff8/5dec37c5-a964-4faf-9184-caf10e7ab82c/927bf8e5-ba0a-4360-a886-729e034fdac5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:24.840238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-5741d05a-0a0d-4f88-a648-8e211bfec0e1', 'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1', 'tenant_id': 'db002d99a23c4a24bdafc539ab51a774', 'fixed_ips': [{'subnet_id': 'a45947f5-6da3-4797-b18b-1540615ccfdc'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:24.845117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, a2ef09ca-5394-4d5b-9e69-fd158dd892b3) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:24.850259 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.866796 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aef5c4-6916-4f12-9640-61feb399b598 None None] Network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:24.985655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.986633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:24.989528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:24.993635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Network': ['ID=91b34be7-ede9-4f90-a50f-72b358160147,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.002839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-42a35842-f400-40c7-b8b6-38e8976c156a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7386281 Nov 25 17:35:25.005972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40004) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.043511 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-34b82024-c674-454e-bfa3-f9bde8e183f4 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8398232 Nov 25 17:35:25.048819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40010) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.056615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 91b34be7-ede9-4f90-a50f-72b358160147 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:25.086682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9c5d3-5409-4c43-a0e9-9d523c8695a1 req-fb331ca4-11e8-406b-9100-5abfa9010884 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.088346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35f9c5d3-5409-4c43-a0e9-9d523c8695a1 req-fb331ca4-11e8-406b-9100-5abfa9010884 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2979581 Nov 25 17:35:25.172490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cdff6-6557-46c9-a4da-62c1e7500acb tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.177380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c8cdff6-6557-46c9-a4da-62c1e7500acb tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5b29ad21ef12480a9cc01191a8175168&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1693089 Nov 25 17:35:25.181158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40014) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.274925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Allocated IP 2001:db8::1 (5741d05a-0a0d-4f88-a648-8e211bfec0e1/a45947f5-6da3-4797-b18b-1540615ccfdc/450bb3db-1074-4513-ad0e-54328096982f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:25.279459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6541a15-fb0c-4d22-a526-2da0968c83a0 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.279625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6541a15-fb0c-4d22-a526-2da0968c83a0 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.281005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6541a15-fb0c-4d22-a526-2da0968c83a0 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.283440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6541a15-fb0c-4d22-a526-2da0968c83a0 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2321606 Nov 25 17:35:25.294737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.315149 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35f9c5d3-5409-4c43-a0e9-9d523c8695a1 req-8da15aea-1465-49a5-9c25-02bfa3ba9e4b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875379 Nov 25 17:35:25.324995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-a2ef09ca-5394-4d5b-9e69-fd158dd892b3', 'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3', 'tenant_id': 'db002d99a23c4a24bdafc539ab51a774', 'fixed_ips': [{'subnet_id': '7041597a-f974-40b3-ad9a-6112442a28a1'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:25.325928 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.387868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-342fac94-eea3-47d0-bb88-b030d0e39ae2 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.390160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-342fac94-eea3-47d0-bb88-b030d0e39ae2 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/networks?id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 200 len: 910 time: 0.3195927 Nov 25 17:35:25.411797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Deleting subnet a45947f5-6da3-4797-b18b-1540615ccfdc {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:25.442791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-e03d6ace-9a70-4dcd-a9c2-c4a89254b777 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/quotas/53c7fbdfba284057998a9c551b8e55d0 HTTP/1.1" status: 200 len: 375 time: 0.0463462 Nov 25 17:35:25.453388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4cad54-423c-4401-b58e-7000215d6899 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.455365 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a4cad54-423c-4401-b58e-7000215d6899 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2735827 Nov 25 17:35:25.464937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40018) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.470076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.508146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771613dc-d21a-4b11-9bd3-543f18c40a2a req-85db678a-2cc1-4b09-9e2c-cdbe895d1584 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.509730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-771613dc-d21a-4b11-9bd3-543f18c40a2a req-85db678a-2cc1-4b09-9e2c-cdbe895d1584 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 946 time: 0.0772409 Nov 25 17:35:25.546021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c956117-7ef4-406a-9691-1bf1e0026674 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569081 Nov 25 17:35:25.548905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40020) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.573005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-9dabe3f6-54c6-4c34-98c4-3f16fab987d7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=53c7fbdfba284057998a9c551b8e55d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164041 Nov 25 17:35:25.577083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.613459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a3dab828-b510-43f2-badd-ff35881e8c18 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5b29ad21ef12480a9cc01191a8175168&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634069 Nov 25 17:35:25.628327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40022) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.666428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-771613dc-d21a-4b11-9bd3-543f18c40a2a req-cc5d4595-e9c9-407c-8108-79e3b712246c tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501799 Nov 25 17:35:25.668325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:25.671750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:25.676071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:25.682727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.683447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.689450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event updated for resources: {'Port': ['ID=927bf8e5-ba0a-4360-a886-729e034fdac5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:25.723667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-58a60604-a249-48b3-8883-0c017365b0cb tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7035062 Nov 25 17:35:25.729443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40026) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.793734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-b242d50d-fb44-487c-ab24-8bb5f00227e8 service neutron] 10.222.0.86 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113798 Nov 25 17:35:25.814305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bed31-e6be-483e-be74-4a39fa21f8ec tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.852218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bed31-e6be-483e-be74-4a39fa21f8ec tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.867491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bed31-e6be-483e-be74-4a39fa21f8ec tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.872235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3e5bed31-e6be-483e-be74-4a39fa21f8ec tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1417124 Nov 25 17:35:25.872857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40028) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:25.878303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Allocated IP 2001:db8:0:1::1 (a2ef09ca-5394-4d5b-9e69-fd158dd892b3/7041597a-f974-40b3-ad9a-6112442a28a1/e659c186-d489-4f33-be38-95c7ceebb6e2) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:25.886777 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.904222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.918315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:25.953338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4302c9-a724-41a8-9b98-d5fe33916cca tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:25.962147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a4302c9-a724-41a8-9b98-d5fe33916cca tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3308175 Nov 25 17:35:25.963976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40030) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.032527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-61b6e50a-f3c2-47d1-b50f-efbd13a3ffa6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658677 Nov 25 17:35:26.038406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.041494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40032) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.045029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:26.064628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-f6cfd485-6bc9-4d2b-991c-291e3c4672ec service neutron] 10.222.0.86 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693443 Nov 25 17:35:26.075908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283227522', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:26.082017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:26.099577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:26.104199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Pushing event updated for resources: {'Port': ['ID=450bb3db-1074-4513-ad0e-54328096982f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.209001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Sync routers for ids ['4b4e5d6c-c881-409d-a61b-3107de149492'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:26.299362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Attempting to bind port 450bb3db-1074-4513-ad0e-54328096982f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:26.299768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Attempting to bind port 450bb3db-1074-4513-ad0e-54328096982f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '2564d0b1-9cdf-4024-8d38-0681916a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:26.300129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Attempting to bind port 450bb3db-1074-4513-ad0e-54328096982f on network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:26.317462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Routers {'4b4e5d6c-c881-409d-a61b-3107de149492'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:26.318113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4b4e5d6c-c881-409d-a61b-3107de149492'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:26.380399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:26.380763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Checking segment: {'id': '2564d0b1-9cdf-4024-8d38-0681916a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:26.381168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.382103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Bound using segment: {'id': '2564d0b1-9cdf-4024-8d38-0681916a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:26.384085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Bound port: 450bb3db-1074-4513-ad0e-54328096982f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2564d0b1-9cdf-4024-8d38-0681916a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5741d05a-0a0d-4f88-a648-8e211bfec0e1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:26.384085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.393714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324dd49-277a-4b96-b313-9e49429c7c09 None None] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:26.414447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.488827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a54940bc-9178-4576-8be2-ce6e6d0b6bc5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:26.494668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdbfe375-1833-455b-9b98-7019ef009296 req-49c14851-b564-40ff-9337-f3ba1c1e3490 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 210 time: 0.0466509 Nov 25 17:35:26.548151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa751934-93b1-43fb-b35b-9fddc8020dbc req-1d6c1f62-620a-4127-8964-b38bae7db602 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:26.562614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:26.564912 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fa751934-93b1-43fb-b35b-9fddc8020dbc req-1d6c1f62-620a-4127-8964-b38bae7db602 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1187320 Nov 25 17:35:26.566452 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.589852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Deleting port 927bf8e5-ba0a-4360-a886-729e034fdac5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:26.590205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.653250 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fa751934-93b1-43fb-b35b-9fddc8020dbc req-5c74f8d3-5b86-490b-a518-af2f3d228161 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871780 Nov 25 17:35:26.726101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.740410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] For port 450bb3db-1074-4513-ad0e-54328096982f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:26.746797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-49a67e63-56e5-4c33-b3ac-93ee6ead0afd None None] Provisioning complete for port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:26.747365 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49a67e63-56e5-4c33-b3ac-93ee6ead0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.790610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Subnet': ['ID=a45947f5-6da3-4797-b18b-1540615ccfdc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:26.796507 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.802685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3846dd49-a450-46c2-a431-03ed0ae2711d tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/subnets/a45947f5-6da3-4797-b18b-1540615ccfdc HTTP/1.1" status: 204 len: 168 time: 1.5035317 Nov 25 17:35:26.803073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40050) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:26.813706 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.848443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:26.848818 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.851492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.852389 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.894615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Calling delete_port for 927bf8e5-ba0a-4360-a886-729e034fdac5 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:26.908084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Deleting subnet 7041597a-f974-40b3-ad9a-6112442a28a1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:26.909842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] For port 450bb3db-1074-4513-ad0e-54328096982f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=450bb3db-1074-4513-ad0e-54328096982f,segment=NetworkSegment(2564d0b1-9cdf-4024-8d38-0681916a8dcb),segment_id=2564d0b1-9cdf-4024-8d38-0681916a8dcb)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:26.924749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.979353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:26.989110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Set router 4b4e5d6c-c881-409d-a61b-3107de149492 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:27.017868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.128631 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.182419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:27.220073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:27.228726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:27.229103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.265239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.307319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Subnet': ['ID=7041597a-f974-40b3-ad9a-6112442a28a1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.324830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.328599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22df8867-581f-4a2a-a4bc-1a7642f142b2 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/subnets/7041597a-f974-40b3-ad9a-6112442a28a1 HTTP/1.1" status: 204 len: 168 time: 0.5238433 Nov 25 17:35:27.331075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40056) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.468267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Pushing event updated for resources: {'Port': ['ID=e659c186-d489-4f33-be38-95c7ceebb6e2,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.514335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.522890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "DELETE /v2.0/ports/927bf8e5-ba0a-4360-a886-729e034fdac5 HTTP/1.1" status: 204 len: 168 time: 1.6448998 Nov 25 17:35:27.540309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af42221-b048-4e19-b68c-4cf8419eba5f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:27.545200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7af42221-b048-4e19-b68c-4cf8419eba5f tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2096915 Nov 25 17:35:27.546471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.546812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:27.551166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90259e96-143d-4429-a5be-11ec662463f0 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event deleted for resources: {'Port': ['ID=927bf8e5-ba0a-4360-a886-729e034fdac5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.562031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Request body: {'port': {'name': 'tempest-new-port-name-881259555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:27.562442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] bootfile-name is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:35:27.562770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] tftp-server is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:35:27.563102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.api.validators [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] server-ip-address is not in valid_values {{(pid=103635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 17:35:27.628884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.729329 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.821391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Attempting to bind port e659c186-d489-4f33-be38-95c7ceebb6e2 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:27.821755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Attempting to bind port e659c186-d489-4f33-be38-95c7ceebb6e2 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6cf80e5e-297d-4dfb-9058-fc20b02a97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:27.822129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Attempting to bind port e659c186-d489-4f33-be38-95c7ceebb6e2 on network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:27.857009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3615f2fc-ea52-4fc7-93a2-19b55a18e4ef req-90b4b18c-a615-4587-be9e-53fdc73f20e9 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 210 time: 0.0890229 Nov 25 17:35:27.857311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port a54940bc-9178-4576-8be2-ce6e6d0b6bc5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,segment=NetworkSegment(a5f67f9f-2696-4a6e-8064-71768906605e),segment_id=a5f67f9f-2696-4a6e-8064-71768906605e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:27.865343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:27.865343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Checking segment: {'id': '6cf80e5e-297d-4dfb-9058-fc20b02a97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:27.865343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.865343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Bound using segment: {'id': '6cf80e5e-297d-4dfb-9058-fc20b02a97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:27.865343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Bound port: e659c186-d489-4f33-be38-95c7ceebb6e2, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf80e5e-297d-4dfb-9058-fc20b02a97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a2ef09ca-5394-4d5b-9e69-fd158dd892b3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:27.865343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.894946 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.905272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49a67e63-56e5-4c33-b3ac-93ee6ead0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:27.908096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Subnet': ['ID=09f95320-0e67-4003-8c0d-a5d442e36c08,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.913038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8acb00-513f-441a-b4cb-504de23cee49 None None] Pushing event updated for resources: {'Port': ['ID=450bb3db-1074-4513-ad0e-54328096982f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:27.923011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Checking segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:27.923418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network hostable DHCP agents. Network: 91b34be7-ede9-4f90-a50f-72b358160147, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:27.966248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 91b34be7-ede9-4f90-a50f-72b358160147 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:27.993212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 91b34be7-ede9-4f90-a50f-72b358160147) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:27.999446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.000022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.037201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a284aa67-0b4e-4d7b-bff2-d3e3199a0e22 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9948959 Nov 25 17:35:28.046474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ce89b-8f9f-4f1c-921a-0c791b08f526 None None] Network 91b34be7-ede9-4f90-a50f-72b358160147 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:28.087320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e4a0b3fe-c1e9-45cb-84f1-c0b17135db49', 'name': '', 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'mac_address': 'fa:16:3e:e6:e6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 2, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'subnets': [{'id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:28.240407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.400888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Checking router: 4b4e5d6c-c881-409d-a61b-3107de149492 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:28.400888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Updating router 4b4e5d6c-c881-409d-a61b-3107de149492 port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:28.447037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 450bb3db-1074-4513-ad0e-54328096982f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:28.458693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-fc83f57e-db4e-4387-8754-406e900b53e7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.460711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-fc83f57e-db4e-4387-8754-406e900b53e7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.55 "GET /v2.0/networks?id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 200 len: 910 time: 0.3201642 Nov 25 17:35:28.471366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.493683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Request body: {'port': {'device_id': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'admin_state_up': True, 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:28.496381 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-49a67e63-56e5-4c33-b3ac-93ee6ead0afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:28.496838 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-49a67e63-56e5-4c33-b3ac-93ee6ead0afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:28.505363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa19d63-0ce9-4def-a5bc-290bac646a40 req-64c74b2e-334c-4670-927e-7a2aca782e01 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:28.514081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fa19d63-0ce9-4def-a5bc-290bac646a40 req-64c74b2e-334c-4670-927e-7a2aca782e01 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.3765390 Nov 25 17:35:28.559579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:28.565062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242498771', 'description': 'tempest-secgroup-smoke-242498771 description', 'project_id': '5b29ad21ef12480a9cc01191a8175168'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:28.588407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] For port e659c186-d489-4f33-be38-95c7ceebb6e2, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:28.596806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] For port e659c186-d489-4f33-be38-95c7ceebb6e2, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e659c186-d489-4f33-be38-95c7ceebb6e2,segment=NetworkSegment(6cf80e5e-297d-4dfb-9058-fc20b02a97aa),segment_id=6cf80e5e-297d-4dfb-9058-fc20b02a97aa)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:28.634568 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.646556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:28.665217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.680377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.706173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Made reservation on behalf of 53c7fbdfba284057998a9c551b8e55d0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:28.708547 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.751292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6fa19d63-0ce9-4def-a5bc-290bac646a40 req-4d0a8877-dd6c-4723-815a-d8e8eabd8ab8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199450 Nov 25 17:35:28.877790 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.882389 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.924696 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:28.930334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3692541 Nov 25 17:35:28.931988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40082) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:28.938016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '6f1f7b6a-f4f1-4a25-8644-8426ed215270', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:28.989846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ccaf7-a6df-46da-81f9-902e0769534e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f7b6a-f4f1-4a25-8644-8426ed215270,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.022183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.115420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Allocated IP 172.20.0.10 (c64ed52e-71d4-40aa-b0b2-0199f54e2a9b/f32f5023-0819-41c5-8683-687e33870ced/f984fff9-1a00-413a-9fec-dca9c2fd5b63) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:29.154658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.167224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.173155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7160c44d-8fad-48c7-b52b-5cea6b7c95e8 req-8e19e0bf-e392-4d32-9eaf-ddf32d2e0783 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 210 time: 0.1340778 Nov 25 17:35:29.198650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aac6c25-27ed-4e19-a9eb-7e65fa474ca2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.204920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 450bb3db-1074-4513-ad0e-54328096982f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:29.205392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.219595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.228428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8a9d9c19-fcfe-48a9-911e-f482ed14bca7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2953415 Nov 25 17:35:29.229212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40086) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.236173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '6f1f7b6a-f4f1-4a25-8644-8426ed215270', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:29.281466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dec24a-0169-4045-b452-c393424c8347 None None] Pushing event updated for resources: {'Port': ['ID=e659c186-d489-4f33-be38-95c7ceebb6e2,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.312856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.316564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428ec17-6864-4e8e-8448-a033010ccec3 None None] Network a2ef09ca-5394-4d5b-9e69-fd158dd892b3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:29.318400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Deleting port e659c186-d489-4f33-be38-95c7ceebb6e2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:29.320967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.421268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-91b34be7-ede9-4f90-a50f-72b358160147', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ips': [{'subnet_id': '09f95320-0e67-4003-8c0d-a5d442e36c08'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:29.422053 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.425766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023384c9-f923-4b51-8d34-10175928bb14 None None] Network 5741d05a-0a0d-4f88-a648-8e211bfec0e1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:29.453226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.460767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.490138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c15f6fa-76a7-43ca-adf9-daf123253171,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.498552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.508603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.512023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.515687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b80bf7d7-e14f-4eea-a57d-65438658c673 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2808139 Nov 25 17:35:29.515867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] For port e659c186-d489-4f33-be38-95c7ceebb6e2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e659c186-d489-4f33-be38-95c7ceebb6e2,segment=NetworkSegment(6cf80e5e-297d-4dfb-9058-fc20b02a97aa),segment_id=6cf80e5e-297d-4dfb-9058-fc20b02a97aa)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:29.515993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.516107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.520450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '6f1f7b6a-f4f1-4a25-8644-8426ed215270', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:29.548247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.586070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.628727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.635264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.655864 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.667310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fad0e653-9c26-4154-b983-8cd51fe5475c None None] Provisioning complete for port 4d2c53d3-e1c2-482a-809a-eccf84611df6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:29.667768 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fad0e653-9c26-4154-b983-8cd51fe5475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.670408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2bf2fc-d383-4b09-968f-60d1e2fa662d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.680397 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.681679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-63dd8dda-a82b-4593-8dde-ec533f168bfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647427 Nov 25 17:35:29.685141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40090) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.712880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '6f1f7b6a-f4f1-4a25-8644-8426ed215270', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:29.738413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event updated for resources: {'Port': ['ID=4d2c53d3-e1c2-482a-809a-eccf84611df6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:29.764717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.768437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] In _notify_port_updated(), no bound segment for port 4d2c53d3-e1c2-482a-809a-eccf84611df6 on network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:35:29.784385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:29.788830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.793762 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4b8c2e41-f1e8-4f7b-923b-3c18e7a21253 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "PUT /v2.0/ports/4d2c53d3-e1c2-482a-809a-eccf84611df6 HTTP/1.1" status: 200 len: 1129 time: 2.2458630 Nov 25 17:35:29.797500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40094) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.815024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Calling delete_port for e659c186-d489-4f33-be38-95c7ceebb6e2 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:29.821448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.869708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:29.914118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f48c4-3a2a-4358-afcb-b22a036b9438 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:29.920642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-702f48c4-3a2a-4358-afcb-b22a036b9438 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "GET /v2.0/ports/4d2c53d3-e1c2-482a-809a-eccf84611df6 HTTP/1.1" status: 200 len: 1129 time: 0.1147165 Nov 25 17:35:29.923508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40096) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:29.947268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fad0e653-9c26-4154-b983-8cd51fe5475c None None] Port 4d2c53d3-e1c2-482a-809a-eccf84611df6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:30.015959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 450bb3db-1074-4513-ad0e-54328096982f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=450bb3db-1074-4513-ad0e-54328096982f,segment=NetworkSegment(2564d0b1-9cdf-4024-8d38-0681916a8dcb),segment_id=2564d0b1-9cdf-4024-8d38-0681916a8dcb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:30.032405 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.050569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aced14-c6e9-4540-8050-67e7cc29d21a req-2f30ed90-6f77-49a9-be6c-6426439c0261 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.059720 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30aced14-c6e9-4540-8050-67e7cc29d21a req-2f30ed90-6f77-49a9-be6c-6426439c0261 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1134031 Nov 25 17:35:30.070297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Allocated IP 172.20.0.18 (91b34be7-ede9-4f90-a50f-72b358160147/09f95320-0e67-4003-8c0d-a5d442e36c08/ac557ec6-d2b4-42bb-9df1-f3f910257657) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:30.098693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.104541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465811-5f58-4e97-abde-555e2e9b4a91 None None] Pushing event updated for resources: {'Port': ['ID=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.129274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.134469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.142415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30aced14-c6e9-4540-8050-67e7cc29d21a req-a546dc44-0bae-443a-b1af-3ebc63dd5b34 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816014 Nov 25 17:35:30.149623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.175607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:30.180474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6e2131-30f3-4d34-986d-e2dc9b801d7b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.185997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.189902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0b7cd9b8-aad1-4613-8339-cce69e7faa82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5011806 Nov 25 17:35:30.191400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40100) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:30.197360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '6f1f7b6a-f4f1-4a25-8644-8426ed215270', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:30.206924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:30.227755 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Project 5b29ad21ef12480a9cc01191a8175168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:35:30.237673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:30.239984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.341996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] No DVR routers for this DVR port e659c186-d489-4f33-be38-95c7ceebb6e2 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:30.370149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Pushing event updated for resources: {'Port': ['ID=f984fff9-1a00-413a-9fec-dca9c2fd5b63,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.406886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=450bb3db-1074-4513-ad0e-54328096982f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.417823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.431218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.435071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Deleting port 4d2c53d3-e1c2-482a-809a-eccf84611df6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:30.435439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.464817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62b5f44-2881-4ff7-889d-ace55daa68ce,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.470109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fad0e653-9c26-4154-b983-8cd51fe5475c None None] Provisioning complete for port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.470109 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fad0e653-9c26-4154-b983-8cd51fe5475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.482754 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.484505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ec0c4070-5c4a-464d-be9d-9d3b297d204d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2918620 Nov 25 17:35:30.487081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40104) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:30.492756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '6f1f7b6a-f4f1-4a25-8644-8426ed215270', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:30.521611 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Project 5b29ad21ef12480a9cc01191a8175168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:35:30.528527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.560855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a54940bc-9178-4576-8be2-ce6e6d0b6bc5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:30.565181 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Port': ['ID=e659c186-d489-4f33-be38-95c7ceebb6e2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.643555 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.649425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.669808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b32ef16-cfeb-451e-b143-136b0d2f2b80,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:30.686230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.697754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Attempting to bind port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:30.697942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Attempting to bind port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:30.698689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Attempting to bind port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 on network 5e43805d-d7cf-446e-8a78-940dafb14472 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:30.699115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8fd9647c-9358-47c3-b270-3004930be5fb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2101407 Nov 25 17:35:30.722076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.722917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.744298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.766980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:30.767269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Checking segment: {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:30.767675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.768070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Bound using segment: {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:30.768559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Bound port: e4a0b3fe-c1e9-45cb-84f1-c0b17135db49, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0646cd00-a71f-4476-b0bb-10b62360677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:30.769097 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.770864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0a819-d378-4405-b423-99a0b7dbf0d3 req-3a672e06-102b-4c19-82e5-76d695a7639c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:30.773078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feb0a819-d378-4405-b423-99a0b7dbf0d3 req-3a672e06-102b-4c19-82e5-76d695a7639c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1028 time: 0.3956325 Nov 25 17:35:30.794928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] DHCP port deletion for 5741d05a-0a0d-4f88-a648-8e211bfec0e1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:30.796031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-7df7eb41-6e12-4c73-b490-2446b1436b56 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3164041 Nov 25 17:35:30.806791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ef09ca-5394-4d5b-9e69-fd158dd892b3']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.826667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Request body: {'port': {'device_id': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:30.842772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.884616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf80e5e-297d-4dfb-9058-fc20b02a97aa') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.884917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf80e5e-297d-4dfb-9058-fc20b02a97aa') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:30.900978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Calling delete_port for 4d2c53d3-e1c2-482a-809a-eccf84611df6 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:30.914359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.958478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fad0e653-9c26-4154-b983-8cd51fe5475c None None] Could not find standard attr ID for object 927bf8e5-ba0a-4360-a886-729e034fdac5. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:35:30.973710 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.981932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.983909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:30.984266 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:30.985686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-53955b85-644c-4c9f-979a-96380b522eda tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242498771&fields=id&tenant_id=5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 267 time: 0.0655000 Nov 25 17:35:31.015071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:31.015479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.020227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feb0a819-d378-4405-b423-99a0b7dbf0d3 req-bacf89a4-6011-4770-ad57-1ca52633ce8f tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198884 Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:31.020879 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:31.070134 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.090589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.132321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-9d5fce50-30b9-4bee-b1da-faf431940858 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.141217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-9d5fce50-30b9-4bee-b1da-faf431940858 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/networks?id=91b34be7-ede9-4f90-a50f-72b358160147 HTTP/1.1" status: 200 len: 797 time: 0.1461706 Nov 25 17:35:31.156211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.158746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-7dd76fc5-0089-405c-8ecd-7745b0e1e821 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/quotas/5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 375 time: 0.0166371 Nov 25 17:35:31.160063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Network 91b34be7-ede9-4f90-a50f-72b358160147 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:31.174884 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Pushing event updated for resources: {'Port': ['ID=ac557ec6-d2b4-42bb-9df1-f3f910257657,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.180691 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.184116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/networks/a2ef09ca-5394-4d5b-9e69-fd158dd892b3 HTTP/1.1" status: 204 len: 168 time: 3.6351192 Nov 25 17:35:31.187932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:31.188138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40120) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.190572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:31.198600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec0654-fa37-46a2-b2a3-16d160a88739 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Network': ['ID=a2ef09ca-5394-4d5b-9e69-fd158dd892b3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.229638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] Deleting port 450bb3db-1074-4513-ad0e-54328096982f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:31.230315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.426274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.434228 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.489034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58417925-2dfc-453d-b83a-edb5eec3c854 req-fbd866b8-30fe-4971-8178-a07e7afabfc2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:31.491123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-117794b3-2a3a-45d7-a0d3-542f582e38a1 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3102491 Nov 25 17:35:31.491267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58417925-2dfc-453d-b83a-edb5eec3c854 req-fbd866b8-30fe-4971-8178-a07e7afabfc2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1879973 Nov 25 17:35:31.498082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event deleted for resources: {'Port': ['ID=4d2c53d3-e1c2-482a-809a-eccf84611df6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.519857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] For port 450bb3db-1074-4513-ad0e-54328096982f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=450bb3db-1074-4513-ad0e-54328096982f,segment=NetworkSegment(2564d0b1-9cdf-4024-8d38-0681916a8dcb),segment_id=2564d0b1-9cdf-4024-8d38-0681916a8dcb)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:31.520406 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.538948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] Calling delete_port for 450bb3db-1074-4513-ad0e-54328096982f owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:31.543932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.550021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9908e75-ab37-486a-8152-85407719e384 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "DELETE /v2.0/ports/4d2c53d3-e1c2-482a-809a-eccf84611df6 HTTP/1.1" status: 204 len: 168 time: 1.6253579 Nov 25 17:35:31.554981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:31.669097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] For port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:31.695098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Deleting subnet 5dec37c5-a964-4faf-9184-caf10e7ab82c {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:31.699744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.716746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Deleting port 450bb3db-1074-4513-ad0e-54328096982f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:31.717615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.719774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Provisioning complete for port f984fff9-1a00-413a-9fec-dca9c2fd5b63 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:31.720137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.720816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-03049d46-43ea-431e-b01b-f0b130ac8083 service neutron] 10.222.0.86 "GET /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586173 Nov 25 17:35:31.819339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.833787 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.840148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] For port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:31.856604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f984fff9-1a00-413a-9fec-dca9c2fd5b63 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:31.872074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] For port 450bb3db-1074-4513-ad0e-54328096982f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=450bb3db-1074-4513-ad0e-54328096982f,segment=NetworkSegment(2564d0b1-9cdf-4024-8d38-0681916a8dcb),segment_id=2564d0b1-9cdf-4024-8d38-0681916a8dcb)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:31.872074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.875133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58417925-2dfc-453d-b83a-edb5eec3c854 req-7cc13046-4266-4ddb-9d1b-ec8f9814525c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466485 Nov 25 17:35:31.888116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.889607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Calling delete_port for 450bb3db-1074-4513-ad0e-54328096982f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:31.923741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.933115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Attempting to bind port ac557ec6-d2b4-42bb-9df1-f3f910257657 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:31.933558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Attempting to bind port ac557ec6-d2b4-42bb-9df1-f3f910257657 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:31.934036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Attempting to bind port ac557ec6-d2b4-42bb-9df1-f3f910257657 on network 91b34be7-ede9-4f90-a50f-72b358160147 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:31.936387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] Pushing event deleted for resources: {'Port': ['ID=450bb3db-1074-4513-ad0e-54328096982f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:31.956062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-285e3543-6575-4ded-8115-89651bf3fe6d service neutron] 10.222.0.86 "GET /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197421 Nov 25 17:35:31.965251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Transition to ACTIVE for port object f984fff9-1a00-413a-9fec-dca9c2fd5b63 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:31.984250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:31.984713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Checking segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:31.985188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.985650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Bound using segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:31.986280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Bound port: ac557ec6-d2b4-42bb-9df1-f3f910257657, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:31.986782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:31.999636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.020696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.053487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Port': ['ID=450bb3db-1074-4513-ad0e-54328096982f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.074266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] No DVR routers for this DVR port 450bb3db-1074-4513-ad0e-54328096982f on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:32.134496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] For port ac557ec6-d2b4-42bb-9df1-f3f910257657, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:32.146474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] For port ac557ec6-d2b4-42bb-9df1-f3f910257657, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ac557ec6-d2b4-42bb-9df1-f3f910257657,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:32.160886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f96f6d-7994-49f0-a6f6-bb4371e92c29 None None] No DVR routers for this DVR port 450bb3db-1074-4513-ad0e-54328096982f on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:32.180068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Port f984fff9-1a00-413a-9fec-dca9c2fd5b63 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:32.193784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.205223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.229568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Could not find standard attr ID for object 450bb3db-1074-4513-ad0e-54328096982f. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:35:32.265538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Pushing event updated for resources: {'Port': ['ID=f984fff9-1a00-413a-9fec-dca9c2fd5b63,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.273630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Routers {'4b4e5d6c-c881-409d-a61b-3107de149492'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:32.274289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4b4e5d6c-c881-409d-a61b-3107de149492'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.383352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.498247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 450bb3db-1074-4513-ad0e-54328096982f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:32.510101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5741d05a-0a0d-4f88-a648-8e211bfec0e1']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.528699 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.532397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2564d0b1-9cdf-4024-8d38-0681916a8dcb') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.532893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2564d0b1-9cdf-4024-8d38-0681916a8dcb') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:32.548885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.570636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.572332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465811-5f58-4e97-abde-555e2e9b4a91 None None] Pushing event updated for resources: {'Port': ['ID=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.590208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:32.591241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.593949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 450bb3db-1074-4513-ad0e-54328096982f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:32.594295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 450bb3db-1074-4513-ad0e-54328096982f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:32.630635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.644846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "DELETE /v2.0/subnets/5dec37c5-a964-4faf-9184-caf10e7ab82c HTTP/1.1" status: 204 len: 168 time: 1.0886841 Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:32.648738 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:32.655687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.656868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b9895-5112-44ee-8e2b-f8db8c0283ef tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event deleted for resources: {'Subnet': ['ID=5dec37c5-a964-4faf-9184-caf10e7ab82c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.659470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bafa17a-b104-4210-aded-002ab1f57543 None None] Network 70ff4ec2-5373-41ad-8e41-2642a1622ff8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:32.662200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Provisioning complete for port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:32.662607 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.740158 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.759208 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:32.763600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/networks/5741d05a-0a0d-4f88-a648-8e211bfec0e1 HTTP/1.1" status: 204 len: 168 time: 1.5548511 Nov 25 17:35:32.773977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d37d0-1521-4582-b59f-bc1d61ac1c2f req-b96421dd-41a7-42e9-9552-19973db861f4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.782644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b1d37d0-1521-4582-b59f-bc1d61ac1c2f req-b96421dd-41a7-42e9-9552-19973db861f4 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.3961768 Nov 25 17:35:32.793973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40144) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:32.809307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10537-563c-4c61-aac9-4b121b37b66d req-fdf1ca06-de45-4626-9463-770f3ad57ce1 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:32.810846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34d10537-563c-4c61-aac9-4b121b37b66d req-fdf1ca06-de45-4626-9463-770f3ad57ce1 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1053 time: 0.4579120 Nov 25 17:35:32.917069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5c8ab-9575-4b47-9deb-efccfe865470 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Network': ['ID=5741d05a-0a0d-4f88-a648-8e211bfec0e1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.924857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Attempting to bind port f984fff9-1a00-413a-9fec-dca9c2fd5b63 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:32.925197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Attempting to bind port f984fff9-1a00-413a-9fec-dca9c2fd5b63 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:32.925527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Attempting to bind port f984fff9-1a00-413a-9fec-dca9c2fd5b63 on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:32.975851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Port f984fff9-1a00-413a-9fec-dca9c2fd5b63 on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:32.976687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3db1a-d212-460c-8c16-2030180b17fc None None] Pushing event updated for resources: {'Port': ['ID=ac557ec6-d2b4-42bb-9df1-f3f910257657,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:32.985301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Attempting to bind port f984fff9-1a00-413a-9fec-dca9c2fd5b63 on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:33.006887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.043465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:33.045839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Checking segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:33.046529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Bound using segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:33.047477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Bound port: f984fff9-1a00-413a-9fec-dca9c2fd5b63, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:33.048072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.058712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] Set router 4b4e5d6c-c881-409d-a61b-3107de149492 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:33.070642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b1d37d0-1521-4582-b59f-bc1d61ac1c2f req-2bba73ed-1701-4795-9654-4bdad7b0f4a9 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859812 Nov 25 17:35:33.084145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.211151 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.253996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-84fe1b4c-d0fe-43e3-847d-7744e3ff17f1 req-5bdcdc5d-535f-48f0-8466-062d601f837e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 210 time: 0.0622916 Nov 25 17:35:33.260569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34d10537-563c-4c61-aac9-4b121b37b66d req-14af2ec3-d999-4780-ad0f-b40740890690 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308872 Nov 25 17:35:33.277047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.293627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] For port f984fff9-1a00-413a-9fec-dca9c2fd5b63, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:33.302126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7748971-3b54-4324-bc6a-66f3336fec4b']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:33.307862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] For port f984fff9-1a00-413a-9fec-dca9c2fd5b63, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:33.316607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b911549-3cfb-442e-a743-e9ccba7ac068') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:33.318506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b911549-3cfb-442e-a743-e9ccba7ac068') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:33.326103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.359837 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.378161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.390558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:33.391499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:33.397773 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:33.473658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] For port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:33.481514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] DHCP port deletion for 70ff4ec2-5373-41ad-8e41-2642a1622ff8 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:33.490151 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.529314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Could not find standard attr ID for object 4d2c53d3-e1c2-482a-809a-eccf84611df6. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:35:33.540821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.557864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.560771 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/networks/e7748971-3b54-4324-bc6a-66f3336fec4b HTTP/1.1" status: 204 len: 168 time: 0.7628770 Nov 25 17:35:33.566648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40152) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:33.586268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ae90a-675c-4e4e-ab3b-5fdac4d73951 None None] Pushing event updated for resources: {'Port': ['ID=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.631229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeea94-0e3c-486b-81e1-d8e2d8677326 tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Network': ['ID=e7748971-3b54-4324-bc6a-66f3336fec4b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:33.710510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] Deleting port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:33.711179 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.732315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.786274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] For port a54940bc-9178-4576-8be2-ce6e6d0b6bc5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,segment=NetworkSegment(a5f67f9f-2696-4a6e-8064-71768906605e),segment_id=a5f67f9f-2696-4a6e-8064-71768906605e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:33.786841 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.815281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] Calling delete_port for a54940bc-9178-4576-8be2-ce6e6d0b6bc5 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:33.826652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:33.827459 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:33.829136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] 10.222.0.55 "PUT /v2.0/ports/f984fff9-1a00-413a-9fec-dca9c2fd5b63 HTTP/1.1" status: 200 len: 1092 time: 3.0198846 Nov 25 17:35:33.849224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'tag': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:33.853135 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8" -d '{"events": [{"name": "network-changed", "server_uuid": "104ca8bc-014b-4b79-834f-4c32aa8633b4", "tag": "f984fff9-1a00-413a-9fec-dca9c2fd5b63"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:33.993695 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.065881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] No DVR routers for this DVR port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:34.076315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-3caaa494-14d8-4184-a7df-f34903d6d813 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.078192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-3caaa494-14d8-4184-a7df-f34903d6d813 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/networks?id=91b34be7-ede9-4f90-a50f-72b358160147 HTTP/1.1" status: 200 len: 797 time: 0.1627803 Nov 25 17:35:34.094393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a4aa1892-abd3-4e86-ac51-75eb1cfc29d6 None None] Provisioning complete for port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:34.095727 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4aa1892-abd3-4e86-ac51-75eb1cfc29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.095893 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c9eaf7-3b7a-4300-8790-1f9dbab6c0f2 x-openstack-request-id: req-87c9eaf7-3b7a-4300-8790-1f9dbab6c0f2 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:34.096065 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104ca8bc-014b-4b79-834f-4c32aa8633b4", "tag": "f984fff9-1a00-413a-9fec-dca9c2fd5b63", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:34.096332 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-87c9eaf7-3b7a-4300-8790-1f9dbab6c0f2 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:34.096795 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'tag': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63', 'status': 'completed', 'code': 200} Nov 25 17:35:34.121255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d27913-8a9b-414f-a2cc-01c06ff74151 None None] Pushing event deleted for resources: {'Port': ['ID=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.219767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e4a0b3fe-c1e9-45cb-84f1-c0b17135db49', 'name': '', 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'mac_address': 'fa:16:3e:e6:e6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:31Z', 'revision_number': 4, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'subnets': [{'id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:34.313778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761108a-2f6f-47a4-ada8-41ee02c2d9bf None None] The sync data for ids ['4b4e5d6c-c881-409d-a61b-3107de149492'] in n-d-817303-7 is: [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'e4a0b3fe-c1e9-45cb-84f1-c0b17135db49', 'name': '', 'network_id': '5e43805d-d7cf-446e-8a78-940dafb14472', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'mac_address': 'fa:16:3e:e6:e6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:21Z', 'updated_at': '2021-11-25T17:35:31Z', 'revision_number': 4, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'subnets': [{'id': 'b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:34.368330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Deleting port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:34.368675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.435023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fb68a-ebf3-4903-ad7d-f378d8a6d460 service neutron] Pushing event updated for resources: {'Port': ['ID=f984fff9-1a00-413a-9fec-dca9c2fd5b63,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:34.451788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac557ec6-d2b4-42bb-9df1-f3f910257657 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:34.456215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ecbf62-f28c-4667-a7d9-d7e5e00dd83e None None] Network 91b34be7-ede9-4f90-a50f-72b358160147 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:34.530624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e2f5e-2df6-485c-a531-e7e305d74a42 req-4a0f64cc-fe3a-4b07-8d2b-f5c2a0606cb3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.539216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-747e2f5e-2df6-485c-a531-e7e305d74a42 req-4a0f64cc-fe3a-4b07-8d2b-f5c2a0606cb3 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.7729826 Nov 25 17:35:34.599428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-c262e01a-1b1a-4ede-b514-0f44b2162895 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 472 time: 0.4877844 Nov 25 17:35:34.618648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-6d7e4d2d-8b05-404a-aca8-37406a29a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.620219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-6d7e4d2d-8b05-404a-aca8-37406a29a9f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53c7fbdfba284057998a9c551b8e55d0&device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1095 time: 0.5408771 Nov 25 17:35:34.632548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'port': {'device_id': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'admin_state_up': True, 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'security_groups': ['6f1f7b6a-f4f1-4a25-8644-8426ed215270']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:34.673298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] For port a54940bc-9178-4576-8be2-ce6e6d0b6bc5, host n-d-817303-7, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:34.673692 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.708320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc686-71c0-46d0-ad88-4ebe35a8f62e req-f0b18c43-a0b7-45bb-9c35-b0d01423e0f9 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:34.710988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c63cc686-71c0-46d0-ad88-4ebe35a8f62e req-f0b18c43-a0b7-45bb-9c35-b0d01423e0f9 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1095 time: 0.1274846 Nov 25 17:35:34.762692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.806314 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-37ba0677-bc6a-438a-ad26-0fc23cb49516 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63 HTTP/1.1" status: 200 len: 217 time: 0.1597495 Nov 25 17:35:34.807281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Calling delete_port for a54940bc-9178-4576-8be2-ce6e6d0b6bc5 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:34.817944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f8218b-46f8-437d-a0ec-7b43dd439c08']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:34.823316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c63cc686-71c0-46d0-ad88-4ebe35a8f62e req-e7406a12-1b17-4585-a2b7-7e161ace3ceb tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047769 Nov 25 17:35:34.827096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 was not found and therefore no delete operation was performed {{(pid=103635) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:35:34.844555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516d4cd2-228f-4fbb-b622-af18dafa4a7e') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:34.844862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516d4cd2-228f-4fbb-b622-af18dafa4a7e') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:34.881237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.899309 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.901342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-747e2f5e-2df6-485c-a531-e7e305d74a42 req-0d16c5ed-01a3-4d5f-9a03-1f3441312ebd tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611166 Nov 25 17:35:34.902052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:34.977660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] No DVR routers for this DVR port a54940bc-9178-4576-8be2-ce6e6d0b6bc5 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:34.986290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event deleted for resources: {'Port': ['ID=a54940bc-9178-4576-8be2-ce6e6d0b6bc5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.012131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:35.014653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:35.021344 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:35.065352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-283b9b0a-7d0c-4ac3-b0e8-2740cea2b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.067002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ac557ec6-d2b4-42bb-9df1-f3f910257657 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:35.067691 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.069300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-283b9b0a-7d0c-4ac3-b0e8-2740cea2b0e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f32f5023-0819-41c5-8683-687e33870ced HTTP/1.1" status: 200 len: 848 time: 0.2512379 Nov 25 17:35:35.177491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-529a9739-784a-4a2e-b176-0bd8fb7c4ed7 req-b3fbb609-f558-4e3d-822a-09d6edd953b8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 210 time: 0.2561083 Nov 25 17:35:35.183643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-21ac0a3d-3db6-4f95-baf4-32369fbbafb1 None None] Provisioning complete for port ac557ec6-d2b4-42bb-9df1-f3f910257657 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:35.184036 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21ac0a3d-3db6-4f95-baf4-32369fbbafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.189736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.253351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.260232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] 10.222.0.86 "DELETE /v2.0/networks/86f8218b-46f8-437d-a0ec-7b43dd439c08 HTTP/1.1" status: 204 len: 168 time: 1.6911306 Nov 25 17:35:35.263915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4d7d0-0ad1-47b8-b3bd-1af66b830bef tempest-BulkNetworkOpsIpV6Test-395829907 tempest-BulkNetworkOpsIpV6Test-395829907-project] Pushing event deleted for resources: {'Network': ['ID=86f8218b-46f8-437d-a0ec-7b43dd439c08,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.320471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.364784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.387014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8323-aa8e-4b6a-911e-6c539d653e84 req-3f0b15f6-91c0-467d-aecc-b34aa37f499a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.395269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d24d8323-aa8e-4b6a-911e-6c539d653e84 req-3f0b15f6-91c0-467d-aecc-b34aa37f499a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1947904 Nov 25 17:35:35.430732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ff4ec2-5373-41ad-8e41-2642a1622ff8']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.450486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c426c-1983-4a17-ac9c-3e3590205291 req-891ba890-edef-4b83-93fa-4d2568137fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:35.452195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-891ba890-edef-4b83-93fa-4d2568137fe2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3389587 Nov 25 17:35:35.452795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:35.456421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.505342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port ac557ec6-d2b4-42bb-9df1-f3f910257657, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ac557ec6-d2b4-42bb-9df1-f3f910257657,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:35.523971 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.533489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21ac0a3d-3db6-4f95-baf4-32369fbbafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.659561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=ac557ec6-d2b4-42bb-9df1-f3f910257657,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:35.660465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.20.0.25 (91b34be7-ede9-4f90-a50f-72b358160147/09f95320-0e67-4003-8c0d-a5d442e36c08/dd47b5c3-8fab-418b-8883-26def1c5e083) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:35.680999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d46b21-0de1-4fe3-9be2-df6e16301e5c None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:35:35.684537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a54940bc-9178-4576-8be2-ce6e6d0b6bc5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:35.732504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a54940bc-9178-4576-8be2-ce6e6d0b6bc5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:35.733150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a54940bc-9178-4576-8be2-ce6e6d0b6bc5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:35.809305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:35.887367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-538e0891-4461-4606-b70e-bab9abe508f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.921749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:35.951894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f67f9f-2696-4a6e-8064-71768906605e') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.952193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f67f9f-2696-4a6e-8064-71768906605e') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:35.989949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.039035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e2c8c4a3-149c-4e11-b29d-7a40f43d5edc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db002d99a23c4a24bdafc539ab51a774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255449 Nov 25 17:35:36.039035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3169-e646-45ab-be62-215c2da20a9c req-2efd7fcf-9560-42e4-accc-5c59369848f4 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.040245 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13ff3169-e646-45ab-be62-215c2da20a9c req-2efd7fcf-9560-42e4-accc-5c59369848f4 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1095 time: 0.1198213 Nov 25 17:35:36.040757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40178) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.056738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-21ac0a3d-3db6-4f95-baf4-32369fbbafb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:35:36.057355 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-21ac0a3d-3db6-4f95-baf4-32369fbbafb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:35:36.085847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.099415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d46b21-0de1-4fe3-9be2-df6e16301e5c None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:35:36.107786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d24d8323-aa8e-4b6a-911e-6c539d653e84 req-d2111e15-f841-4a32-9ca9-6727f19ecd20 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114937 Nov 25 17:35:36.127293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:36.127757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:36.134618 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:36.175202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-13ff3169-e646-45ab-be62-215c2da20a9c req-4c2a956f-5df9-453c-8f92-ec0ea572d4f7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241055 Nov 25 17:35:36.189052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe21a379-a782-4341-a4ed-c69cb4d8280d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.224945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe21a379-a782-4341-a4ed-c69cb4d8280d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.311347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-41c411e0-5b9a-4767-b6c3-a58448fa48be service neutron] 10.222.0.55 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374991 Nov 25 17:35:36.325963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe21a379-a782-4341-a4ed-c69cb4d8280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.329271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe21a379-a782-4341-a4ed-c69cb4d8280d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.333274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe21a379-a782-4341-a4ed-c69cb4d8280d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad6514bb-57ad-4312-bc18-406a97aee2e3 HTTP/1.1" status: 204 len: 168 time: 0.2915745 Nov 25 17:35:36.347256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21a379-a782-4341-a4ed-c69cb4d8280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6514bb-57ad-4312-bc18-406a97aee2e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.350564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.365317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.430607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.434070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] 10.222.0.86 "DELETE /v2.0/networks/70ff4ec2-5373-41ad-8e41-2642a1622ff8 HTTP/1.1" status: 204 len: 168 time: 3.7649565 Nov 25 17:35:36.437633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b5c6a-e62f-430a-8fc3-c095d4a5c16f tempest-ExtraDHCPOptionsIpV6TestJSON-197961733 tempest-ExtraDHCPOptionsIpV6TestJSON-197961733-project] Pushing event deleted for resources: {'Network': ['ID=70ff4ec2-5373-41ad-8e41-2642a1622ff8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.507938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:36.528445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 91b34be7-ede9-4f90-a50f-72b358160147 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:36.533407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:36.543981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:36.590399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-7c89ce7c-5b48-4295-b633-b2766fcb110c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.591966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-7c89ce7c-5b48-4295-b633-b2766fcb110c tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2853220 Nov 25 17:35:36.617659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a8674-c3dd-4874-88f7-9c1a384e3730 req-1a481684-4743-4b54-bf66-a834d6ad1f98 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.619808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf1a8674-c3dd-4874-88f7-9c1a384e3730 req-1a481684-4743-4b54-bf66-a834d6ad1f98 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 932 time: 0.2640758 Nov 25 17:35:36.619982 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=dd47b5c3-8fab-418b-8883-26def1c5e083,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:36.699724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:36.700440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.734575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-fe769004-bb5c-4d10-82f1-1dbacb6073e0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1116893 Nov 25 17:35:36.752058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Request body: {'port': {'device_id': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:36.765544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:36.766276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.850296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40194) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:36.870344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-339c426c-1983-4a17-ac9c-3e3590205291 req-d1162935-4f25-4b80-a156-ce367e350987 service neutron] 10.222.0.55 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159552 Nov 25 17:35:36.875206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac557ec6-d2b4-42bb-9df1-f3f910257657 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:36.968909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Provisioning complete for port 8349ba59-db4a-4a42-aec3-b4f78d908963 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:36.969246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:36.972491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ac557ec6-d2b4-42bb-9df1-f3f910257657 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:36.972656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.079802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf1a8674-c3dd-4874-88f7-9c1a384e3730 req-8b33f4a4-f8d4-433c-ab8b-e7b39c4839ea tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401138 Nov 25 17:35:37.181600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Provisioning complete for port da1e33d8-672b-4fb8-971e-078a48c533bf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:37.182196 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.208372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-746313c2-e8c0-4456-bd3c-8371e61c928c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a88d6ff83849407190427f8bb8cf831a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568287 Nov 25 17:35:37.211659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:37.230170 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.250692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port 8349ba59-db4a-4a42-aec3-b4f78d908963 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:37.251171 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.280736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-7b6c1bbb-78d0-4352-b409-b6ccdca25235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.282660 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-7b6c1bbb-78d0-4352-b409-b6ccdca25235 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53c7fbdfba284057998a9c551b8e55d0&device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1095 time: 0.2850258 Nov 25 17:35:37.367864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Provisioning complete for port ac557ec6-d2b4-42bb-9df1-f3f910257657 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:37.368626 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.379191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051817d5-8e4b-4c92-a69f-828a87719d8f req-38382d25-3ddb-408d-a769-cb1d4585f890 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.382535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-051817d5-8e4b-4c92-a69f-828a87719d8f req-38382d25-3ddb-408d-a769-cb1d4585f890 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.1553414 Nov 25 17:35:37.410562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a102-1e26-4b9a-aa80-41fcaf8e5f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.439536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a102-1e26-4b9a-aa80-41fcaf8e5f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.508896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a102-1e26-4b9a-aa80-41fcaf8e5f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.512100 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ee0a102-1e26-4b9a-aa80-41fcaf8e5f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.513994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2ee0a102-1e26-4b9a-aa80-41fcaf8e5f05 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abb3bd03-49ab-4c44-8408-171c4b736853 HTTP/1.1" status: 204 len: 168 time: 0.2993987 Nov 25 17:35:37.543305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0a102-1e26-4b9a-aa80-41fcaf8e5f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb3bd03-49ab-4c44-8408-171c4b736853,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:37.562159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-051817d5-8e4b-4c92-a69f-828a87719d8f req-ba36b91e-98aa-4685-a68b-fdfcfc55dae8 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689663 Nov 25 17:35:37.654785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Provisioning complete for port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:37.655438 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0fc70e01-89ff-4d56-a3a8-aad67cd017b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.668257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d68b7-0662-425b-8454-5a25909569c1 req-387112ef-29f7-43ac-875f-762885174e0c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:37.669957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da5d68b7-0662-425b-8454-5a25909569c1 req-387112ef-29f7-43ac-875f-762885174e0c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1095 time: 0.3621330 Nov 25 17:35:37.810075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40222) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:37.933227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'networks': [{'name': 'tempest-network--1636476030'}, {'name': 'tempest-network--1300727435'}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:37.934415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'network': {'name': 'tempest-network--1636476030'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:37.935315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'network': {'name': 'tempest-network--1300727435'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:37.966365 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e9010-a8be-4ad3-9780-486a018de099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:37.976207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'network': 2} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:37.994393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.026041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.108023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da5d68b7-0662-425b-8454-5a25909569c1 req-e6813fb6-555e-4974-9c6a-a292e071f6c0 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214978 Nov 25 17:35:38.134064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c2492e6d-125d-46d1-881a-1060d2ffab32 None None] Provisioning complete for port dd47b5c3-8fab-418b-8883-26def1c5e083 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:38.134892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2492e6d-125d-46d1-881a-1060d2ffab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.188721 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c2492e6d-125d-46d1-881a-1060d2ffab32 None None] Port dd47b5c3-8fab-418b-8883-26def1c5e083 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:38.229893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-c0ec0138-feb7-420d-8519-b186bb3e8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.231807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-c0ec0138-feb7-420d-8519-b186bb3e8921 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 200 len: 910 time: 0.9229212 Nov 25 17:35:38.247222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.252760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.253168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.287857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-6afd3a0b-acc3-4f9f-b527-1123a9410d0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63 HTTP/1.1" status: 200 len: 217 time: 0.0439389 Nov 25 17:35:38.290432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port 8349ba59-db4a-4a42-aec3-b4f78d908963, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8349ba59-db4a-4a42-aec3-b4f78d908963,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:38.290904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.303658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:38.347167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df74b28-d25b-4c19-9ace-daf076372cc2 req-c01d4465-e280-4cbb-baad-e87dbe31558e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.355231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3df74b28-d25b-4c19-9ace-daf076372cc2 req-c01d4465-e280-4cbb-baad-e87dbe31558e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 932 time: 0.1462817 Nov 25 17:35:38.358030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.358378 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Added segment eea08a37-7151-4f83-8382-3d2fb84e3978 of type vlan for network 899d800b-7121-4339-8bc1-39394c0ad765 Nov 25 17:35:38.360657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for 8349ba59-db4a-4a42-aec3-b4f78d908963 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:38.362239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac47a8cc-3690-495e-a97f-111c5dcde43c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.375993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd47b5c3-8fab-418b-8883-26def1c5e083 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:38.402037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.408310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-dda685ea-859a-40cc-b8d8-6723d6138d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.409906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-dda685ea-859a-40cc-b8d8-6723d6138d65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f32f5023-0819-41c5-8683-687e33870ced HTTP/1.1" status: 200 len: 848 time: 0.0997777 Nov 25 17:35:38.450091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.469760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3df74b28-d25b-4c19-9ace-daf076372cc2 req-1222a0da-692f-4de5-a317-18bfa906c1b4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118307 Nov 25 17:35:38.470594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Transition to ACTIVE for port object dd47b5c3-8fab-418b-8883-26def1c5e083 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:38.503020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.503185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:38.511887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.512312 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Added segment d300977d-81e8-4657-af8e-31a0d9ed5e17 of type vlan for network 9a6613f1-1c1a-484f-bd21-7a0313f59caa Nov 25 17:35:38.557320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.573513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-c8374305-fa1d-45e7-a839-252f4c9aef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.575094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-c8374305-fa1d-45e7-a839-252f4c9aef2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252818 Nov 25 17:35:38.577830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Pushing event updated for resources: {'Port': ['ID=dd47b5c3-8fab-418b-8883-26def1c5e083,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.603637 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.604333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.620548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.625820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.626753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.651374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40248) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.704561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8930392 Nov 25 17:35:38.708521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40252) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:38.776590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Network': ['ID=899d800b-7121-4339-8bc1-39394c0ad765,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:38.792673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 899d800b-7121-4339-8bc1-39394c0ad765 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:38.839053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2127467662'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:38.878615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Attempting to bind port dd47b5c3-8fab-418b-8883-26def1c5e083 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:38.878615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Attempting to bind port dd47b5c3-8fab-418b-8883-26def1c5e083 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:38.878615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Attempting to bind port dd47b5c3-8fab-418b-8883-26def1c5e083 on network 91b34be7-ede9-4f90-a50f-72b358160147 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:38.912873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Port dd47b5c3-8fab-418b-8883-26def1c5e083 on network 91b34be7-ede9-4f90-a50f-72b358160147 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:38.913516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Attempting to bind port dd47b5c3-8fab-418b-8883-26def1c5e083 on network 91b34be7-ede9-4f90-a50f-72b358160147 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:38.934394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e325a3e-4418-4cf3-be14-ded6b008f139 req-306b11b9-c5ff-4d05-8158-40bb3397e4d1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:38.936011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e325a3e-4418-4cf3-be14-ded6b008f139 req-306b11b9-c5ff-4d05-8158-40bb3397e4d1 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=d40bf259-3d2b-43e6-9b95-5789f3dbf0ca HTTP/1.1" status: 200 len: 946 time: 0.2740374 Nov 25 17:35:38.939255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:38.939619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Checking segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:38.939999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Bound using segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:38.940430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Bound port: dd47b5c3-8fab-418b-8883-26def1c5e083, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:38.940784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.942701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:38.949012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-c8605233-249b-4bb2-982f-736a0237b6bd service neutron] 10.222.0.55 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480160 Nov 25 17:35:38.958334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:38.960944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['8349ba59-db4a-4a42-aec3-b4f78d908963'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:38.983523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562fbe6-e941-4db3-9fa0-794ff9c1be3a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Network': ['ID=9a6613f1-1c1a-484f-bd21-7a0313f59caa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.008411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Made reservation on behalf of 005d7884a8e642a992685023068d3a22 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:39.010454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=8349ba59-db4a-4a42-aec3-b4f78d908963,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.012453 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.014826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9a6613f1-1c1a-484f-bd21-7a0313f59caa details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:39.034052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.060253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef340647-e470-4ef7-b817-dfa2b8655498 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.066413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef340647-e470-4ef7-b817-dfa2b8655498 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.071452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566416ad-4a1a-45b8-9e6c-d1be7b5a36c2 None None] DHCP port deletion for af06e012-3f9a-4651-860c-e12fda93029f request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:39.072641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef340647-e470-4ef7-b817-dfa2b8655498 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.080214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef340647-e470-4ef7-b817-dfa2b8655498 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.081883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef340647-e470-4ef7-b817-dfa2b8655498 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3713369 Nov 25 17:35:39.086006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40256) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.104674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f984fff9-1a00-413a-9fec-dca9c2fd5b63 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:39.180925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port 8349ba59-db4a-4a42-aec3-b4f78d908963 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:39.189566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.193286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-764c2aec-a341-4104-85b6-b7ce74aa5032 req-143e7b31-eb1c-4d65-bd8a-1eac18593667 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.73 "DELETE /v2.0/ports/8349ba59-db4a-4a42-aec3-b4f78d908963 HTTP/1.1" status: 204 len: 173 time: 2.5893018 Nov 25 17:35:39.194253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'name': 'network-vif-deleted', 'tag': '8349ba59-db4a-4a42-aec3-b4f78d908963'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:39.205136 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b7b98-0a15-42d2-9ba6-c1790be8940a" -d '{"events": [{"server_uuid": "d40bf259-3d2b-43e6-9b95-5789f3dbf0ca", "name": "network-vif-deleted", "tag": "8349ba59-db4a-4a42-aec3-b4f78d908963"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:39.218925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e325a3e-4418-4cf3-be14-ded6b008f139 req-f0452e6e-cf4f-4950-ae47-7fc0a3635df2 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724485 Nov 25 17:35:39.300881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] For port dd47b5c3-8fab-418b-8883-26def1c5e083, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:39.318640 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d36a602-c515-47fa-a2fc-e4cba3d34383 x-openstack-request-id: req-0d36a602-c515-47fa-a2fc-e4cba3d34383 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:39.318956 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40bf259-3d2b-43e6-9b95-5789f3dbf0ca", "name": "network-vif-deleted", "tag": "8349ba59-db4a-4a42-aec3-b4f78d908963", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:39.319738 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d36a602-c515-47fa-a2fc-e4cba3d34383 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:39.320362 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40bf259-3d2b-43e6-9b95-5789f3dbf0ca', 'name': 'network-vif-deleted', 'tag': '8349ba59-db4a-4a42-aec3-b4f78d908963', 'status': 'completed', 'code': 200} Nov 25 17:35:39.333070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] For port dd47b5c3-8fab-418b-8883-26def1c5e083, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dd47b5c3-8fab-418b-8883-26def1c5e083,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:39.333349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.336755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4208ed7-342b-4d5f-9deb-fb8bfcfbafd8 req-638fbb7e-2816-480c-b9df-9f8774da0d89 service neutron] 10.222.0.55 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714378 Nov 25 17:35:39.339043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.341639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f984fff9-1a00-413a-9fec-dca9c2fd5b63, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:39.381190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.381823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.383215 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.388859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] 10.222.0.73 "PUT /v2.0/ports/dd47b5c3-8fab-418b-8883-26def1c5e083 HTTP/1.1" status: 200 len: 1092 time: 2.6435924 Nov 25 17:35:39.395125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'port_id': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63', 'mac_address': 'fa:16:3e:8e:12:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f5023-0819-41c5-8683-687e33870ced', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:39.418768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9416e-81f9-4750-ac84-9907e0c120af req-e1e08ddd-68de-497b-adb6-8f4edfb5ccdf tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.426579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4a9416e-81f9-4750-ac84-9907e0c120af req-e1e08ddd-68de-497b-adb6-8f4edfb5ccdf tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1095 time: 0.2110918 Nov 25 17:35:39.429013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ee64-3b99-4311-acbb-de183e33cf7d service neutron] Pushing event updated for resources: {'Port': ['ID=dd47b5c3-8fab-418b-8883-26def1c5e083,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.471747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.478568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.481304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-e8537f17-9b7e-4ebd-852c-cd5e9788d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.483426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-e8537f17-9b7e-4ebd-852c-cd5e9788d623 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 1095 time: 0.0508323 Nov 25 17:35:39.498135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.511356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f984fff9-1a00-413a-9fec-dca9c2fd5b63 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:39.513462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:39.527497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.528022 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Added segment 7a868b10-54b1-46f1-a195-bd796c45b826 of type vlan for network 85de8d19-281f-421b-a55f-7504368dcf53 Nov 25 17:35:39.557825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-e53f9198-f986-4e8f-9cba-72e8e0e8a66c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dd47b5c3-8fab-418b-8883-26def1c5e083 HTTP/1.1" status: 200 len: 217 time: 0.0614123 Nov 25 17:35:39.559239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f984fff9-1a00-413a-9fec-dca9c2fd5b63, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:39.567918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.602220 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.634215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f984fff9-1a00-413a-9fec-dca9c2fd5b63,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.676361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.682233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.682838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.766111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-54fe57f7-791d-4fdb-8b75-4655bd2881a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.769559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-54fe57f7-791d-4fdb-8b75-4655bd2881a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09f95320-0e67-4003-8c0d-a5d442e36c08 HTTP/1.1" status: 200 len: 837 time: 0.2038300 Nov 25 17:35:39.795289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f984fff9-1a00-413a-9fec-dca9c2fd5b63'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:39.845701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4a9416e-81f9-4750-ac84-9907e0c120af req-35edafba-dfac-4ab0-86cb-6026a762a420 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174578 Nov 25 17:35:39.861137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eadb3b-cac3-45e8-a43f-d4199a8c67db,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.879285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2263942 Nov 25 17:35:39.884677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:39.887196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:39.888472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f4c76-fcab-405c-8bd7-a2b9bfeba739 req-9e58de78-7401-4500-a5ca-e72118cee2f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.890587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1f4c76-fcab-405c-8bd7-a2b9bfeba739 req-9e58de78-7401-4500-a5ca-e72118cee2f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 944 time: 0.3108094 Nov 25 17:35:39.910105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-fb1a86eb-6361-4251-83ee-8c24ba7e9ce1 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-364486824') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:39.916778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4b56e-f535-4a24-9344-b762ac291957 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Pushing event updated for resources: {'Network': ['ID=85de8d19-281f-421b-a55f-7504368dcf53,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:39.936620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 85de8d19-281f-421b-a55f-7504368dcf53 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:39.945741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899d800b-7121-4339-8bc1-39394c0ad765']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:39.948742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-698753d8-71b2-463a-a672-1a0ca0f8bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:39.950400 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-698753d8-71b2-463a-a672-1a0ca0f8bd63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91b34be7-ede9-4f90-a50f-72b358160147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703830 Nov 25 17:35:39.959689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea08a37-7151-4f83-8382-3d2fb84e3978') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:39.960240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea08a37-7151-4f83-8382-3d2fb84e3978') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:39.996570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.016827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.025880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:40.026384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:40.031905 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:40.038167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da1f4c76-fcab-405c-8bd7-a2b9bfeba739 req-4b7674ad-d83e-4024-9988-daff461c059b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389246 Nov 25 17:35:40.098116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-d1ce7de4-5959-4787-bf08-c294eb92011c service neutron] 10.222.0.73 "GET /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343753 Nov 25 17:35:40.143169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.154489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.158430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/networks/899d800b-7121-4339-8bc1-39394c0ad765 HTTP/1.1" status: 204 len: 168 time: 1.0683930 Nov 25 17:35:40.163368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.185150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb1a86eb-6361-4251-83ee-8c24ba7e9ce1 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "PUT /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-364486824 HTTP/1.1" status: 201 len: 201 time: 0.2859530 Nov 25 17:35:40.186064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ea0f0-a826-448d-abfa-9e65d99efd49 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Network': ['ID=899d800b-7121-4339-8bc1-39394c0ad765,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.187702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40270) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.192255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-597680cf-e120-4562-8ca7-607e5ddba194 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-364486824') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.285364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.288783 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-597680cf-e120-4562-8ca7-607e5ddba194 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-364486824 HTTP/1.1" status: 204 len: 168 time: 0.1000309 Nov 25 17:35:40.289392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.290201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e5ecd99-7ade-4def-80fa-86bedcb1fa8f req-36dbabb6-45f6-4468-93b8-ad51ec64f899 service neutron] 10.222.0.73 "GET /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858168 Nov 25 17:35:40.294348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-447584ca-899f-46a1-ae3e-b22162dae5db tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.411597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.412005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-447584ca-899f-46a1-ae3e-b22162dae5db tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags HTTP/1.1" status: 200 len: 237 time: 0.1214387 Nov 25 17:35:40.415229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40282) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.421873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-dc599dd3-df34-4ee2-b8fd-f37c61767433 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', {'tags': ['tempest-TagsTest-Tag-1678322038', 'tempest-TagsTest-Tag-2057035491', 'tempest-TagsTest-Tag-2038147903']}) {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.448833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6613f1-1c1a-484f-bd21-7a0313f59caa']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.460589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd300977d-81e8-4657-af8e-31a0d9ed5e17') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.461014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd300977d-81e8-4657-af8e-31a0d9ed5e17') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.484519 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.502916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.513463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:40.514048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:40.518230 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:40.579879 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.595257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.606693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.611029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/networks/9a6613f1-1c1a-484f-bd21-7a0313f59caa HTTP/1.1" status: 204 len: 168 time: 0.4449537 Nov 25 17:35:40.614261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc599dd3-df34-4ee2-b8fd-f37c61767433 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "PUT /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags HTTP/1.1" status: 200 len: 309 time: 0.1947784 Nov 25 17:35:40.614423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.614728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.621317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-2c584948-2b2d-4cab-8542-98e3d317b0a0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-1678322038') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.649785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Network': ['ID=9a6613f1-1c1a-484f-bd21-7a0313f59caa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:40.703965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.704495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.704959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.705400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.705858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.706425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.706720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.707153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.707605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.708032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.708479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.709635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ab722-913a-4bc9-88f9-15a7cc18005e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:35:40.734855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2c584948-2b2d-4cab-8542-98e3d317b0a0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "DELETE /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-1678322038 HTTP/1.1" status: 204 len: 168 time: 0.1181583 Nov 25 17:35:40.738401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40302) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.743127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-771be120-af30-4638-a880-2cc23bd70d82 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-1678322038') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.779092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f8835-84f0-42f7-acfa-e2235461d644 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.785445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f8835-84f0-42f7-acfa-e2235461d644 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:40.790527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a31f8835-84f0-42f7-acfa-e2235461d644 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1726096 Nov 25 17:35:40.791089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40308) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.796431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1018605376'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:40.822223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:40.823003 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-771be120-af30-4638-a880-2cc23bd70d82 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] show failed (client error): The resource could not be found. Nov 25 17:35:40.826566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-771be120-af30-4638-a880-2cc23bd70d82 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-1678322038 HTTP/1.1" status: 404 len: 326 time: 0.0845141 Nov 25 17:35:40.826816 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.826937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40312) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.831497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-9b078141-72d5-4734-87e0-148435732285 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-2057035491') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:40.871459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:40.885894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.886371 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Added segment cd5a0ecf-4e79-4f54-b323-8a3251fb0a94 of type vlan for network 7a641804-9cce-4a39-ba15-a8352da60bec Nov 25 17:35:40.938475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:40.954444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40320) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:40.958924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b078141-72d5-4734-87e0-148435732285 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-2057035491 HTTP/1.1" status: 204 len: 168 time: 0.1220102 Nov 25 17:35:40.962613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-3a1ed651-1d5f-48e1-805c-8a32adc1c2dc tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-2038147903') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:41.013817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d013-90bd-4325-9fde-83281c52f3f6 req-33268566-75b3-4f2c-b67d-f9375a7d72f1 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.020060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e922d013-90bd-4325-9fde-83281c52f3f6 req-33268566-75b3-4f2c-b67d-f9375a7d72f1 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1096 time: 0.0563428 Nov 25 17:35:41.051373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.057951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.058848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.075304 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e922d013-90bd-4325-9fde-83281c52f3f6 req-016a0036-f43c-4ea8-a327-2919b929c4e1 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Nov 25 17:35:41.129441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f984fff9-1a00-413a-9fec-dca9c2fd5b63 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:41.155928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8349ba59-db4a-4a42-aec3-b4f78d908963 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:41.159351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3648577 Nov 25 17:35:41.163151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.178067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1821714862'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:41.191295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 8349ba59-db4a-4a42-aec3-b4f78d908963 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:41.191723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8349ba59-db4a-4a42-aec3-b4f78d908963 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:41.195806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a1ed651-1d5f-48e1-805c-8a32adc1c2dc tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-2038147903 HTTP/1.1" status: 204 len: 168 time: 0.2357717 Nov 25 17:35:41.196646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.198767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75fe88-6764-4345-8ba5-25c48729a00a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Network': ['ID=7a641804-9cce-4a39-ba15-a8352da60bec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.203084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a19b2-327d-4f6e-b648-c17c4012f26a req-790dbd2f-14b0-4f14-9661-bb6f4f301735 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.205545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-172a19b2-327d-4f6e-b648-c17c4012f26a req-790dbd2f-14b0-4f14-9661-bb6f4f301735 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 944 time: 0.0651538 Nov 25 17:35:41.207876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.tag.tag_plugin [None req-452827e2-d7d3-4f9d-a693-96826bd42ae2 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:41.209785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 7a641804-9cce-4a39-ba15-a8352da60bec details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:41.250621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea740f73-fc78-4515-97ba-d6c11512f48e req-688d664d-e591-4f13-95cd-07d1c34ca354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.252166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea740f73-fc78-4515-97ba-d6c11512f48e req-688d664d-e591-4f13-95cd-07d1c34ca354 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 945 time: 0.1784518 Nov 25 17:35:41.269208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-172a19b2-327d-4f6e-b648-c17c4012f26a req-c2f1b4bf-8d74-4509-9169-f57b3270a802 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550895 Nov 25 17:35:41.274296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f984fff9-1a00-413a-9fec-dca9c2fd5b63 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:41.288681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:41.289138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f984fff9-1a00-413a-9fec-dca9c2fd5b63 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:41.289290 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.292199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.321015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'tag': 'dd47b5c3-8fab-418b-8883-26def1c5e083'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:41.323299 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7f4b3f-5c19-4373-af6e-527b438575f9" -d '{"events": [{"name": "network-changed", "server_uuid": "aec5a3c8-c337-4aa1-a1b3-16f39d843bda", "tag": "dd47b5c3-8fab-418b-8883-26def1c5e083"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:41.356912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:41.378920 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a03cfd-4731-4c1e-bcdc-c4a7c01b9295 x-openstack-request-id: req-93a03cfd-4731-4c1e-bcdc-c4a7c01b9295 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:41.379218 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec5a3c8-c337-4aa1-a1b3-16f39d843bda", "tag": "dd47b5c3-8fab-418b-8883-26def1c5e083", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:41.379518 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93a03cfd-4731-4c1e-bcdc-c4a7c01b9295 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:41.379899 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'tag': 'dd47b5c3-8fab-418b-8883-26def1c5e083', 'status': 'completed', 'code': 200} Nov 25 17:35:41.394535 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.394882 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Added segment 18db1185-6e11-4825-a7d3-91d398e96a18 of type vlan for network b04f2046-3eeb-44eb-b413-4e2167c7adf4 Nov 25 17:35:41.402901 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.429003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ea740f73-fc78-4515-97ba-d6c11512f48e req-8a70a760-17ed-471d-bacb-4ae81739479b tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343143 Nov 25 17:35:41.438105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:41.440449 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a0cb8-dd46-4d70-b1d4-37a02e84ff41" -d '{"events": [{"server_uuid": "104ca8bc-014b-4b79-834f-4c32aa8633b4", "name": "network-vif-plugged", "status": "completed", "tag": "f984fff9-1a00-413a-9fec-dca9c2fd5b63"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:41.456938 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.462470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f984fff9-1a00-413a-9fec-dca9c2fd5b63, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:41.467214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.484267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-452827e2-d7d3-4f9d-a693-96826bd42ae2 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "DELETE /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags HTTP/1.1" status: 204 len: 168 time: 0.2839739 Nov 25 17:35:41.485750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40336) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.487276 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.496189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-6a39be9c-d4f7-4239-9b6b-7da75541fd07 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-2057035491') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:41.500531 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce53d9-70a0-4f42-87da-72137e4e074f x-openstack-request-id: req-54ce53d9-70a0-4f42-87da-72137e4e074f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:41.500823 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104ca8bc-014b-4b79-834f-4c32aa8633b4", "name": "network-vif-plugged", "status": "completed", "tag": "f984fff9-1a00-413a-9fec-dca9c2fd5b63", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:41.501072 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54ce53d9-70a0-4f42-87da-72137e4e074f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:41.502222 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63', 'code': 200} Nov 25 17:35:41.511092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-42c75d05-9f3c-4e2b-8312-d0231f45210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.512654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-42c75d05-9f3c-4e2b-8312-d0231f45210b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 1095 time: 0.1132085 Nov 25 17:35:41.527213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f984fff9-1a00-413a-9fec-dca9c2fd5b63,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.529087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.534571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.535163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.595759 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-6a39be9c-d4f7-4239-9b6b-7da75541fd07 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] show failed (client error): The resource could not be found. Nov 25 17:35:41.597133 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6a39be9c-d4f7-4239-9b6b-7da75541fd07 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-2057035491 HTTP/1.1" status: 404 len: 326 time: 0.1095872 Nov 25 17:35:41.601245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40338) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.605465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-36811874-f035-49d8-b6e2-762ff8d2b3c3 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53', 'tempest-TagsTest-Tag-2038147903') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:41.659699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4920354 Nov 25 17:35:41.663558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40340) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.670963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'ports': [{'network_id': '7a641804-9cce-4a39-ba15-a8352da60bec', 'name': 'tempest-port--1158418784', 'admin_state_up': True}, {'network_id': 'b04f2046-3eeb-44eb-b413-4e2167c7adf4', 'admin_state_up': False}]} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:41.671668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'port': {'network_id': '7a641804-9cce-4a39-ba15-a8352da60bec', 'name': 'tempest-port--1158418784', 'admin_state_up': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:41.672148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'port': {'network_id': 'b04f2046-3eeb-44eb-b413-4e2167c7adf4', 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:41.678364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9495e-ad35-4bfd-b719-aa89949fb8b8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Network': ['ID=b04f2046-3eeb-44eb-b413-4e2167c7adf4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:41.688995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network b04f2046-3eeb-44eb-b413-4e2167c7adf4 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:41.708194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446626f7-d792-4085-b3e9-0bb341c25ea6 req-a819a712-ead7-42f1-861d-d83f52a7f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.710144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-446626f7-d792-4085-b3e9-0bb341c25ea6 req-a819a712-ead7-42f1-861d-d83f52a7f8cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.1147408 Nov 25 17:35:41.723251 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-36811874-f035-49d8-b6e2-762ff8d2b3c3 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] show failed (client error): The resource could not be found. Nov 25 17:35:41.727936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-36811874-f035-49d8-b6e2-762ff8d2b3c3 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "GET /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags/tempest-TagsTest-Tag-2038147903 HTTP/1.1" status: 404 len: 326 time: 0.1220798 Nov 25 17:35:41.728129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40342) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.734578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.tag.tag_plugin [None req-bb288281-a7db-4dca-a96c-4d8d22c9022e tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85de8d19-281f-421b-a55f-7504368dcf53') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:41.745635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-b10fd183-f27d-426b-aef3-32d7d7fcb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.747131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-b10fd183-f27d-426b-aef3-32d7d7fcb7f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91b34be7-ede9-4f90-a50f-72b358160147 HTTP/1.1" status: 200 len: 898 time: 0.2272530 Nov 25 17:35:41.808414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-eff0d600-2bbb-4a45-ba52-018865209f6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=dd47b5c3-8fab-418b-8883-26def1c5e083 HTTP/1.1" status: 200 len: 217 time: 0.0458548 Nov 25 17:35:41.873222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-9beae78f-3370-415f-81f1-aa537d7fae54 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436808 Nov 25 17:35:41.875962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-446626f7-d792-4085-b3e9-0bb341c25ea6 req-054cacf0-4b84-4535-82aa-b985e9c94d75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561344 Nov 25 17:35:41.908730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-4f5da0de-02ae-4398-add0-40bc2a4b1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.910791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-4f5da0de-02ae-4398-add0-40bc2a4b1710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09f95320-0e67-4003-8c0d-a5d442e36c08 HTTP/1.1" status: 200 len: 837 time: 0.0924952 Nov 25 17:35:41.914980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'port': 2} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:41.919643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.937252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:41.947705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bb288281-a7db-4dca-a96c-4d8d22c9022e tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "DELETE /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53/tags HTTP/1.1" status: 204 len: 168 time: 0.2185879 Nov 25 17:35:41.954760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40344) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:41.992258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-312b907e-a673-4d7a-a9f9-b4f3f6c2ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:41.993640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-312b907e-a673-4d7a-a9f9-b4f3f6c2ffd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91b34be7-ede9-4f90-a50f-72b358160147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752249 Nov 25 17:35:41.999787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-3a6a001d-9bbb-4ce2-9209-f3c2dcf51d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.001182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-3a6a001d-9bbb-4ce2-9209-f3c2dcf51d10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1096 time: 0.0537925 Nov 25 17:35:42.091506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] device_id is not set on port 68a551bb-44ab-4bd8-a300-04042008d55e yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:42.098775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.161410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-f4a632ca-4017-4461-b64b-d0156def30ce service neutron] 10.222.0.73 "GET /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592667 Nov 25 17:35:42.245285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.281392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85de8d19-281f-421b-a55f-7504368dcf53']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:42.300672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a868b10-54b1-46f1-a195-bd796c45b826') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:42.301019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a868b10-54b1-46f1-a195-bd796c45b826') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:42.321011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.347877 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.353818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.370005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:42.370423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:42.374711 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:42.470065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-6a4adf72-9d59-4ba0-a2fb-eac26b357c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.471589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-6a4adf72-9d59-4ba0-a2fb-eac26b357c1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 897 time: 0.4223013 Nov 25 17:35:42.578728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c6c72-25d4-4f10-849f-f1cf88546c8d req-8f1129ef-278d-4ee4-a5e6-fe5eeca09346 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.581512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf5c6c72-25d4-4f10-849f-f1cf88546c8d req-8f1129ef-278d-4ee4-a5e6-fe5eeca09346 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.4225976 Nov 25 17:35:42.636504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-fb36033f-96bd-4abf-8f5e-da60c9d1a806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 200 len: 1001 time: 0.1327906 Nov 25 17:35:42.688275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f7f4b3f-5c19-4373-af6e-527b438575f9 req-d8286819-4948-4733-8da6-88e27b2e8bc8 service neutron] 10.222.0.73 "GET /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111041 Nov 25 17:35:42.735889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5273baf-2058-4951-befd-8af713a8727c req-8cdb9515-af8f-49f6-973a-0ebaaf931085 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.737422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5273baf-2058-4951-befd-8af713a8727c req-8cdb9515-af8f-49f6-973a-0ebaaf931085 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 945 time: 0.1477213 Nov 25 17:35:42.747779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf5c6c72-25d4-4f10-849f-f1cf88546c8d req-1fc47b8d-b705-477e-a395-23985cb9ae35 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378222 Nov 25 17:35:42.749158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-696c823b-5b8f-4e2e-bb2e-2de0a7e3b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.750587 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-696c823b-5b8f-4e2e-bb2e-2de0a7e3b0b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7922bcaf-407f-4478-a816-aa0ef6288ccd HTTP/1.1" status: 200 len: 835 time: 0.1045029 Nov 25 17:35:42.868180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] device_id is not set on port 170daa8d-b724-42e3-9bf2-7cafd49bf160 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:35:42.883540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.887284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-0a0edd49-e4fa-49e8-91a0-a990556ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.888836 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-0a0edd49-e4fa-49e8-91a0-a990556ada5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291442 Nov 25 17:35:42.895983 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:42.899907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] 10.222.0.86 "DELETE /v2.0/networks/85de8d19-281f-421b-a55f-7504368dcf53 HTTP/1.1" status: 204 len: 168 time: 0.9442301 Nov 25 17:35:42.911122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475f83-be1b-465a-8dd5-3ac689b32e12 req-6c706c01-f515-4264-ac67-54a9763ff8b4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.913470 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1475f83-be1b-465a-8dd5-3ac689b32e12 req-6c706c01-f515-4264-ac67-54a9763ff8b4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 944 time: 0.5397725 Nov 25 17:35:42.924057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06113b6d-84bc-4b9d-88fc-3e932c1558e0 tempest-TagsTest-625114804 tempest-TagsTest-625114804-project] Pushing event deleted for resources: {'Network': ['ID=85de8d19-281f-421b-a55f-7504368dcf53,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:42.957460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae863bd-2d30-4fcd-a6c4-8977b1b10145 req-3d14289e-45ad-4827-ad56-202c3d30fd0a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:42.959968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aae863bd-2d30-4fcd-a6c4-8977b1b10145 req-3d14289e-45ad-4827-ad56-202c3d30fd0a tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 945 time: 0.1389456 Nov 25 17:35:42.980981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Deleting port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:42.981327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.025521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1475f83-be1b-465a-8dd5-3ac689b32e12 req-5bae3a5b-5adf-4d9d-bfca-9935873583f3 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956817 Nov 25 17:35:43.087049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.107089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-8f7563ae-fcac-43cc-ab9f-6d80efb6e132 service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110739 Nov 25 17:35:43.118237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aae863bd-2d30-4fcd-a6c4-8977b1b10145 req-ca13a925-4bc9-4cb7-8735-d0a3c6013431 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/security-groups?id=82db82aa-41df-4f70-b843-857820256166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415591 Nov 25 17:35:43.134530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.154090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dd47b5c3-8fab-418b-8883-26def1c5e083 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:43.204934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] For port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,segment=NetworkSegment(a4222723-2e75-49fb-9a73-9260fdb0ee55),segment_id=a4222723-2e75-49fb-9a73-9260fdb0ee55)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:43.205827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.213822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Port': ['ID=68a551bb-44ab-4bd8-a300-04042008d55e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.222606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Calling delete_port for 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:43.251282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Checking segment: {'id': 'cd5a0ecf-4e79-4f54-b323-8a3251fb0a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a641804-9cce-4a39-ba15-a8352da60bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:43.252364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network hostable DHCP agents. Network: 7a641804-9cce-4a39-ba15-a8352da60bec, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:43.266394 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port dd47b5c3-8fab-418b-8883-26def1c5e083, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dd47b5c3-8fab-418b-8883-26def1c5e083,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:43.279124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network 7a641804-9cce-4a39-ba15-a8352da60bec is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:43.285287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'dd47b5c3-8fab-418b-8883-26def1c5e083', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'port_id': 'dd47b5c3-8fab-418b-8883-26def1c5e083', 'mac_address': 'fa:16:3e:22:41:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:43.292089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 7a641804-9cce-4a39-ba15-a8352da60bec) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:43.294871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3db8ea21-2946-4de4-b3c8-ba0b98f5d53f req-4af9ad85-9158-46b4-9054-2a8da5321255 service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718466 Nov 25 17:35:43.296275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:43.297763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.321461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f9608b-b3fc-45c0-987c-631d9f4b332b None None] Network 7a641804-9cce-4a39-ba15-a8352da60bec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:43.328301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:43.386171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.387920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Port': ['ID=170daa8d-b724-42e3-9bf2-7cafd49bf160,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.400713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Checking segment: {'id': '18db1185-6e11-4825-a7d3-91d398e96a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b04f2046-3eeb-44eb-b413-4e2167c7adf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:43.401060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network hostable DHCP agents. Network: b04f2046-3eeb-44eb-b413-4e2167c7adf4, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:43.423045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network b04f2046-3eeb-44eb-b413-4e2167c7adf4 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:43.432658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, b04f2046-3eeb-44eb-b413-4e2167c7adf4) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:43.436593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:43.436887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd47b5c3-8fab-418b-8883-26def1c5e083 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:43.443702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.447070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23d9ac-92d8-42b2-8666-b2fa2813835e None None] Network b04f2046-3eeb-44eb-b413-4e2167c7adf4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:43.450602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.451706 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.454199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.479600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d4692db6-c2bf-4578-b94d-53183cdb4478 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8132694 Nov 25 17:35:43.481989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40364) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:43.490710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:43.525615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Pushing event deleted for resources: {'Port': ['ID=570c45da-06ce-45ec-8ad3-4fa4f00ac0fc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.533953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port dd47b5c3-8fab-418b-8883-26def1c5e083, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dd47b5c3-8fab-418b-8883-26def1c5e083,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:43.563449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9819d0-72e6-4ba9-911f-901c9e057f67 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.564135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79725095-6253-4b9f-8410-3b226d7cabbc None None] DHCP port deletion for af06e012-3f9a-4651-860c-e12fda93029f request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:43.571134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9819d0-72e6-4ba9-911f-901c9e057f67 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.576021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6b9819d0-72e6-4ba9-911f-901c9e057f67 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0896873 Nov 25 17:35:43.576251 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.576390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:43.578463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] No DVR routers for this DVR port 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:43.582198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.588134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5273baf-2058-4951-befd-8af713a8727c req-02ea92a2-0810-497c-a976-2b1c813c17e7 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.55 "DELETE /v2.0/ports/570c45da-06ce-45ec-8ad3-4fa4f00ac0fc HTTP/1.1" status: 204 len: 173 time: 0.8365982 Nov 25 17:35:43.588604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'name': 'network-vif-deleted', 'tag': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:43.591188 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d4256c-bbfd-4980-90a7-4bab209b40b7" -d '{"events": [{"server_uuid": "0319f5f4-6bf0-48ec-83a4-07218a780b54", "name": "network-vif-deleted", "tag": "570c45da-06ce-45ec-8ad3-4fa4f00ac0fc"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:43.623226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3b43c0a3-b65a-49a2-bf5e-0f93e5fbf625 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=005d7884a8e642a992685023068d3a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935886 Nov 25 17:35:43.625678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:43.668391 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59615c04-09e0-4ba5-b2f1-319a4fb6d499 x-openstack-request-id: req-59615c04-09e0-4ba5-b2f1-319a4fb6d499 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:43.668807 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0319f5f4-6bf0-48ec-83a4-07218a780b54", "name": "network-vif-deleted", "tag": "570c45da-06ce-45ec-8ad3-4fa4f00ac0fc", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:43.669320 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59615c04-09e0-4ba5-b2f1-319a4fb6d499 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:43.669890 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0319f5f4-6bf0-48ec-83a4-07218a780b54', 'name': 'network-vif-deleted', 'tag': '570c45da-06ce-45ec-8ad3-4fa4f00ac0fc', 'status': 'completed', 'code': 200} Nov 25 17:35:43.688932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21d890da-3a60-496b-ba84-1a235f658047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.697052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Deleting port 68a551bb-44ab-4bd8-a300-04042008d55e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:43.697614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.731846 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21d890da-3a60-496b-ba84-1a235f658047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.741646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=dd47b5c3-8fab-418b-8883-26def1c5e083,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.774732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.790820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Calling delete_port for 68a551bb-44ab-4bd8-a300-04042008d55e owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:43.801633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['dd47b5c3-8fab-418b-8883-26def1c5e083'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:43.820695 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21d890da-3a60-496b-ba84-1a235f658047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.823626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21d890da-3a60-496b-ba84-1a235f658047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.825001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-21d890da-3a60-496b-ba84-1a235f658047 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e2eadb3b-cac3-45e8-a43f-d4199a8c67db HTTP/1.1" status: 204 len: 168 time: 0.1982658 Nov 25 17:35:43.834857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d890da-3a60-496b-ba84-1a235f658047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eadb3b-cac3-45e8-a43f-d4199a8c67db,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.930628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.977859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Port': ['ID=68a551bb-44ab-4bd8-a300-04042008d55e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:43.983866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:43.987371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7f3ca66d-0525-4705-b858-8149f70f7e08 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/ports/68a551bb-44ab-4bd8-a300-04042008d55e HTTP/1.1" status: 204 len: 168 time: 0.4104455 Nov 25 17:35:43.989968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40380) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:43.992415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9a5ce-aa65-4684-adc2-7622eb29a053 req-92ab4f1d-0819-4f5a-a0fa-a9f015025d00 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:43.994077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1bc9a5ce-aa65-4684-adc2-7622eb29a053 req-92ab4f1d-0819-4f5a-a0fa-a9f015025d00 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.1011736 Nov 25 17:35:44.061428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1bc9a5ce-aa65-4684-adc2-7622eb29a053 req-5cf9736f-51d8-4b80-9c2d-f56f9288a9ea tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571370 Nov 25 17:35:44.127354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Deleting port 170daa8d-b724-42e3-9bf2-7cafd49bf160 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:44.130538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.262174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9801-8b7b-4cae-9318-5166c8c00fe2 req-1f0499db-219c-414c-bcc6-06b612c3a611 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.264087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8df9801-8b7b-4cae-9318-5166c8c00fe2 req-1f0499db-219c-414c-bcc6-06b612c3a611 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.0490148 Nov 25 17:35:44.264409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.292133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66419-0178-40b6-9318-db1fabcf4bd9 req-60d8083e-a111-40a8-8ec0-4fbb08d88f84 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.293679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07d66419-0178-40b6-9318-db1fabcf4bd9 req-60d8083e-a111-40a8-8ec0-4fbb08d88f84 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 945 time: 0.0860469 Nov 25 17:35:44.294841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Calling delete_port for 170daa8d-b724-42e3-9bf2-7cafd49bf160 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:44.329073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8df9801-8b7b-4cae-9318-5166c8c00fe2 req-c85e4307-adbe-47a9-b6c0-7196d2835ad9 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575628 Nov 25 17:35:44.390953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-07d66419-0178-40b6-9318-db1fabcf4bd9 req-6ac92756-3917-4743-93d9-b99dc1e4c243 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857959 Nov 25 17:35:44.420280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.468768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.473594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18bcfeac-ff93-46de-915f-9b194e7cc3de req-74a1857b-7425-4926-b2d2-34c5ee8e1906 tempest-ServersTestJSON-1734642244 tempest-ServersTestJSON-1734642244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0319f5f4-6bf0-48ec-83a4-07218a780b54 HTTP/1.1" status: 200 len: 210 time: 0.0503862 Nov 25 17:35:44.476878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40400) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:44.480494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/ports/170daa8d-b724-42e3-9bf2-7cafd49bf160 HTTP/1.1" status: 204 len: 168 time: 0.4892671 Nov 25 17:35:44.486850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-79711794-87ff-429e-973f-a2e35bb9149d req-ed9b4405-7eea-42b9-aae2-22489375175c service neutron] (103635) timed out ('10.222.0.86', 44870) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:35:44.497724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10eae9-a19a-4305-bf8d-b32ac16eed44 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Port': ['ID=170daa8d-b724-42e3-9bf2-7cafd49bf160,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:44.524058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1e75e5e1-9ad1-4a83-bc7e-bff6e251c18d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0424197 Nov 25 17:35:44.526093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:44.533156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-784662556'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:44.557174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97d186-5dac-4160-b83b-d30f1559a37e req-b6e9f8af-787f-42da-aa8b-21a0f670b25b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.560551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b97d186-5dac-4160-b83b-d30f1559a37e req-b6e9f8af-787f-42da-aa8b-21a0f670b25b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.0784252 Nov 25 17:35:44.564532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:44.569924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.604397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:44.622445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.622864 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Added segment af8297ff-e549-4d63-8aca-ef1e08263a25 of type vlan for network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 Nov 25 17:35:44.671676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.692249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b97d186-5dac-4160-b83b-d30f1559a37e req-bf0c9303-316a-4330-ac55-190c1dbea7a0 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240163 Nov 25 17:35:44.700629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.708254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.708928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.782906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2561090 Nov 25 17:35:44.785551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:44.790700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1483769087'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:44.792664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f151c-4b21-4d0a-8bf0-5155e08a185f tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Network': ['ID=9f5b568b-7746-4a9a-8fb1-966faa6d9f34,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:44.807644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:44.824180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:44.829922 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.863127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:44.877344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.877779 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Added segment acdecbc8-6353-4d7c-b02a-0fc4a2e40aed of type vlan for network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 Nov 25 17:35:44.949688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.979271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:44.987099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:44.987793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.006956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:45.035525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-bc1536f3-c9ea-4368-925f-c9a593613327 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.037742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-bc1536f3-c9ea-4368-925f-c9a593613327 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/networks?id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 200 len: 910 time: 0.1079667 Nov 25 17:35:45.053808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-5a8a6e51-84a4-479f-8abb-9cbf229f9bef tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/quotas/53c7fbdfba284057998a9c551b8e55d0 HTTP/1.1" status: 200 len: 375 time: 0.0100560 Nov 25 17:35:45.103439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3149176 Nov 25 17:35:45.110644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-8e1a7c68-9229-482c-9c3c-2dfe29f545b7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?tenant_id=53c7fbdfba284057998a9c551b8e55d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486898 Nov 25 17:35:45.118571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ea848-0a2a-465e-906b-7a6a1608f0b2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Network': ['ID=6d7531a5-9844-4a9f-81bd-3c97596f32d0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.129837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:45.191201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-dadd548a-553c-4716-af33-30a4cc67d9ac tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.192738 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-dadd548a-553c-4716-af33-30a4cc67d9ac tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.1834838 Nov 25 17:35:45.207741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dd47b5c3-8fab-418b-8883-26def1c5e083 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:35:45.223826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-61441643-395a-41f7-a790-48d3bfe4ab93 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/quotas/fe32d3c3d64d4df49eed27b3f687204d HTTP/1.1" status: 200 len: 375 time: 0.0213697 Nov 25 17:35:45.241486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-43812087-network', 'tenant_id': 'c182ec9ffa9b47fba0de83db32ad32d1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:45.248981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:45.253869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'subnets': [{'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--898451467', 'ip_version': 4}, {'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:45.254190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'subnet': {'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--898451467', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:45.254753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Request body: {'subnet': {'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:45.272623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-73a8ff49-1ac7-419f-9c1e-7f1adf6b3238 service neutron] 10.222.0.86 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535912 Nov 25 17:35:45.288063 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-64e09ddb-b59f-47b6-95b9-3a70225b08c9 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624433 Nov 25 17:35:45.296593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port dd47b5c3-8fab-418b-8883-26def1c5e083 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:35:45.300611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port dd47b5c3-8fab-418b-8883-26def1c5e083 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:45.301341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.388467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.396069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-0d447bb1-18d1-4a1f-9025-16aa59fb0a40 service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004879 Nov 25 17:35:45.415429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd47b5c3-8fab-418b-8883-26def1c5e083'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:45.417962 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533252c-35de-4260-82fd-4e2b98b3d9d0" -d '{"events": [{"server_uuid": "aec5a3c8-c337-4aa1-a1b3-16f39d843bda", "name": "network-vif-plugged", "status": "completed", "tag": "dd47b5c3-8fab-418b-8883-26def1c5e083"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:45.420136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Made reservation on behalf of c182ec9ffa9b47fba0de83db32ad32d1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:45.422651 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.431206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port dd47b5c3-8fab-418b-8883-26def1c5e083, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dd47b5c3-8fab-418b-8883-26def1c5e083,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:45.435715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.450081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.489654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=dd47b5c3-8fab-418b-8883-26def1c5e083,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:45.505033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-97ad3ff6-e3e5-4e37-94cb-e9dc89834b8e service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009035 Nov 25 17:35:45.541172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-3eb10db1-ec99-4c2a-be97-21d02fff00bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543747 Nov 25 17:35:45.555874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-b64e0a1b-d760-445c-af21-1de679587ce4 service neutron] 10.222.0.86 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824023 Nov 25 17:35:45.671867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Made reservation on behalf of 075f837098a04f9091f82c5154877904 for: {'subnet': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:45.676787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.677126 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.726402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184875b-e779-4507-80e3-3690a12b4a91 req-e9e0f2c8-a60e-4d6e-9662-5287f0d05af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.728090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-e9e0f2c8-a60e-4d6e-9662-5287f0d05af1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 1097 time: 0.1395667 Nov 25 17:35:45.747527 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322fc377-0702-410f-9e93-476c49d196af x-openstack-request-id: req-322fc377-0702-410f-9e93-476c49d196af {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:45.748113 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a3c8-c337-4aa1-a1b3-16f39d843bda", "name": "network-vif-plugged", "status": "completed", "tag": "dd47b5c3-8fab-418b-8883-26def1c5e083", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:45.748600 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-322fc377-0702-410f-9e93-476c49d196af {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:45.749378 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd47b5c3-8fab-418b-8883-26def1c5e083', 'code': 200} Nov 25 17:35:45.812047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40462) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:45.821335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.836588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8d7c7-0283-471b-802a-0bf1431f3013 req-aa17ea87-8085-41ba-99a2-84bb3131e118 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:45.845733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d8d7c7-0283-471b-802a-0bf1431f3013 req-aa17ea87-8085-41ba-99a2-84bb3131e118 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.1353443 Nov 25 17:35:45.896759 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:45.915910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d8d7c7-0283-471b-802a-0bf1431f3013 req-b2d0aeec-146b-4d1c-9e1d-5f6c800be632 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635059 Nov 25 17:35:46.011428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e668854-02c1-4c19-be33-3d300a905118 req-bcf9e712-1af6-46b7-82eb-015f85c30b50 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 210 time: 0.0448794 Nov 25 17:35:46.027286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:46.036408 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd21bf64-bc6f-4daa-87b7-70b0dc1864c0 req-9d68d06e-2767-4970-9465-ac4a2ec4b50f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 210 time: 0.1408124 Nov 25 17:35:46.067075 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.073301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e1623-f9e5-4872-af31-a0b502b7965c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.081972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.082449 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Added segment a18b76f5-925c-46a5-b8c1-4c22e92e4599 of type vlan for network 1ebf271f-a21d-4a00-8172-990ca01b7dda Nov 25 17:35:46.099154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Deleting subnet 517ca75c-148b-430a-9fc0-0d6b5e79adc8 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:46.154349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.201945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78ad6-737d-49ce-b4a6-85c06c0c0e04 req-9a4c6e78-3c70-4314-ae2a-23e32611d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.203677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17c78ad6-737d-49ce-b4a6-85c06c0c0e04 req-9a4c6e78-3c70-4314-ae2a-23e32611d292 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 1097 time: 0.3737202 Nov 25 17:35:46.220039 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.234483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184875b-e779-4507-80e3-3690a12b4a91 req-14f8f71c-3d15-4abb-b452-b626f7edb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.236095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-14f8f71c-3d15-4abb-b452-b626f7edb30e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.4251325 Nov 25 17:35:46.301333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.658817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-9f6278c3-82e0-4cb9-862e-fd18133c9305 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1e33d8-672b-4fb8-971e-078a48c533bf HTTP/1.1" status: 200 len: 217 time: 0.4086361 Nov 25 17:35:46.723285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.724891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.725531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.761902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17c78ad6-737d-49ce-b4a6-85c06c0c0e04 req-4421b2c4-8683-4e5f-be1d-93d93edaae4a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5443380 Nov 25 17:35:46.791098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.869575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8615046 Nov 25 17:35:46.872571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40480) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:46.877392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Request body: {'subnet': {'network_id': '1ebf271f-a21d-4a00-8172-990ca01b7dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-43812087-subnet', 'tenant_id': 'c182ec9ffa9b47fba0de83db32ad32d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:46.899345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Made reservation on behalf of c182ec9ffa9b47fba0de83db32ad32d1 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:46.901745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:46.926430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184875b-e779-4507-80e3-3690a12b4a91 req-2276f2c2-803f-4c33-89c8-e0b78752413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:46.927969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-2276f2c2-803f-4c33-89c8-e0b78752413a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.2605150 Nov 25 17:35:46.934041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e171fdb-a70e-4a07-ae34-44d00b10ba99 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebf271f-a21d-4a00-8172-990ca01b7dda,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:46.944802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1ebf271f-a21d-4a00-8172-990ca01b7dda details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:46.983575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-e82ceec3-bdee-4c39-8a50-b424c828a756 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454042 Nov 25 17:35:47.050971 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.104722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517ca75c-148b-430a-9fc0-0d6b5e79adc8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.108614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272094c-8375-4383-bc13-f8610aa9b976 req-a626664b-1355-4820-8add-15f5c2726d94 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.109231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.110193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9272094c-8375-4383-bc13-f8610aa9b976 req-a626664b-1355-4820-8add-15f5c2726d94 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.0980957 Nov 25 17:35:47.112923 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-262dfdbf-14a9-4f9c-bdde-96d9c504bf6d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/517ca75c-148b-430a-9fc0-0d6b5e79adc8 HTTP/1.1" status: 204 len: 168 time: 1.2876725 Nov 25 17:35:47.116008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40488) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:47.117328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f633f-0142-46ab-991e-b209b072ad80 None None] Network af06e012-3f9a-4651-860c-e12fda93029f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:47.147291 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8477d461-29f2-4dfa-96f3-0a64d5938b95 req-2ccbbbef-94ca-484d-ac6f-26572ef4cc45 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 210 time: 0.0480685 Nov 25 17:35:47.183190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:35:47.206918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-5fd78d76-5f82-4584-a40b-a1618c9b0477 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152324 Nov 25 17:35:47.243254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:35:47.243943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 570c45da-06ce-45ec-8ad3-4fa4f00ac0fc not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:35:47.330410 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.340524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70df9b4-4a35-4fc9-89cc-e5a889c2a39f None None] DHCP port deletion for af06e012-3f9a-4651-860c-e12fda93029f request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:47.367022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9272094c-8375-4383-bc13-f8610aa9b976 req-380c0638-46dd-4287-bf5b-0e72eb90a12f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191808 Nov 25 17:35:47.406765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.441779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Pushing event updated for resources: {'Subnet': ['ID=796d5c65-2fea-4459-beab-57c8aa25872a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.453839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4f05b8f2-6594-4c5c-9f55-23fdaac9cc85 req-410943f4-7666-4b62-93d3-c9d836a201c2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 210 time: 0.1366932 Nov 25 17:35:47.482150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Checking segment: {'id': 'a18b76f5-925c-46a5-b8c1-4c22e92e4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1ebf271f-a21d-4a00-8172-990ca01b7dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:47.482613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Network hostable DHCP agents. Network: 1ebf271f-a21d-4a00-8172-990ca01b7dda, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:47.487328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.522961 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.524260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5184875b-e779-4507-80e3-3690a12b4a91 req-c2c410f4-899b-438b-b6a3-2480f297f295 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087385 Nov 25 17:35:47.553618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Network 1ebf271f-a21d-4a00-8172-990ca01b7dda is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:47.562767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.574917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1ebf271f-a21d-4a00-8172-990ca01b7dda) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:47.580011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.580613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.590759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Subnet': ['ID=12811b56-83d8-44e2-8a50-6e2a0c8168a6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.592033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68788d16-1479-4a64-bce2-1934ce103ea0 None None] Network 1ebf271f-a21d-4a00-8172-990ca01b7dda requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:47.601345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6cda3e03-45c3-450e-a794-688ee2bf302c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7276647 Nov 25 17:35:47.613525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af06e012-3f9a-4651-860c-e12fda93029f']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:47.622167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-d5ac2805-4ed0-4239-8ed5-7cf1934b755f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:47.623740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-d5ac2805-4ed0-4239-8ed5-7cf1934b755f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.73 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.3080614 Nov 25 17:35:47.624571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Checking segment: {'id': 'af8297ff-e549-4d63-8aca-ef1e08263a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:47.624946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network hostable DHCP agents. Network: 9f5b568b-7746-4a9a-8fb1-966faa6d9f34, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:47.630434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4222723-2e75-49fb-9a73-9260fdb0ee55') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:47.631757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4222723-2e75-49fb-9a73-9260fdb0ee55') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:47.641790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Request body: {'port': {'device_id': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'admin_state_up': True, 'tenant_id': 'fe32d3c3d64d4df49eed27b3f687204d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:47.642264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.658968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.676280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:47.679009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:47.685395 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:47.700723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:47.710209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 9f5b568b-7746-4a9a-8fb1-966faa6d9f34) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:47.717746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.737369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a6d907-41ee-446e-a407-6851aaf90bc6 None None] Network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:47.833380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.846292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:47.852706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/af06e012-3f9a-4651-860c-e12fda93029f HTTP/1.1" status: 204 len: 168 time: 0.7137494 Nov 25 17:35:47.878537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b71b40-0bd3-464c-88b8-3921b325b4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=af06e012-3f9a-4651-860c-e12fda93029f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.890295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event updated for resources: {'Subnet': ['ID=7c251920-52e1-47dd-ad32-a7139dbe5619,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:47.952126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245bf6b3-2e19-4771-9ff2-d8ef6b590be9 None None] Network 1ebf271f-a21d-4a00-8172-990ca01b7dda requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:48.014062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Checking segment: {'id': 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:48.018364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network hostable DHCP agents. Network: 6d7531a5-9844-4a9f-81bd-3c97596f32d0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:48.077842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.098508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:48.105023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Made reservation on behalf of fe32d3c3d64d4df49eed27b3f687204d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:48.108661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.135485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6d7531a5-9844-4a9f-81bd-3c97596f32d0) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:48.156715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.157285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.157924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.165795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43480132-f902-4374-88c5-68141df7f27b None None] Network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:48.168869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-0f212b72-aa24-4c32-8ba7-73419e7e73bc tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.180378 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-0f212b72-aa24-4c32-8ba7-73419e7e73bc tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.73 "GET /v2.0/networks?id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 200 len: 910 time: 0.3828304 Nov 25 17:35:48.200231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Request body: {'port': {'device_id': '1605bdca-d732-4068-8415-f9a1e81c7933', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'admin_state_up': True, 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:48.211995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-35ef3de5-2f0a-466b-a51d-a8873544a451 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5927930957a141daa5b0f84020bf63c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312115 Nov 25 17:35:48.214355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40502) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.245373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd08c460-f0d1-4a3f-848c-77920059bf5a tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9953287 Nov 25 17:35:48.253051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.288070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f66956-1e9f-4e98-bd52-a343bf9c4cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.373205 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06198122-3c4a-4d0c-9525-1905bfde86af req-8d017f3c-ec9d-4dcb-bb11-3b1cd9af5f3d tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 210 time: 0.0584588 Nov 25 17:35:48.373943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-9f5b568b-7746-4a9a-8fb1-966faa6d9f34', 'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34', 'tenant_id': '075f837098a04f9091f82c5154877904', 'fixed_ips': [{'subnet_id': '12811b56-83d8-44e2-8a50-6e2a0c8168a6'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:48.375074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.382458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f66956-1e9f-4e98-bd52-a343bf9c4cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.463272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93a42c-9cfe-4424-8140-d94bf4856fdd tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.466567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93a42c-9cfe-4424-8140-d94bf4856fdd tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.468817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93a42c-9cfe-4424-8140-d94bf4856fdd tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.471501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3b93a42c-9cfe-4424-8140-d94bf4856fdd tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2145691 Nov 25 17:35:48.474660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40514) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.544952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Made reservation on behalf of 53c7fbdfba284057998a9c551b8e55d0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:48.547679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.576821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f66956-1e9f-4e98-bd52-a343bf9c4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.579670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a9f66956-1e9f-4e98-bd52-a343bf9c4cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.580635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Allocated IP 172.20.0.4 (4e2d351d-8021-43eb-a26b-83f16fdc9e9d/889a3d18-3cf7-466b-950d-8cab0a5b7627/91da55d1-f940-49ce-9ef7-1e3583f20d39) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:48.589267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a9f66956-1e9f-4e98-bd52-a343bf9c4cb6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82db82aa-41df-4f70-b843-857820256166 HTTP/1.1" status: 204 len: 168 time: 0.3733232 Nov 25 17:35:48.634836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8c8c8-87a9-4bdc-bf99-f9364fed0fb7 req-eb693e48-fbbd-4554-94ff-3b3065434a82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:48.647510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49f8c8c8-87a9-4bdc-bf99-f9364fed0fb7 req-eb693e48-fbbd-4554-94ff-3b3065434a82 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.1625416 Nov 25 17:35:48.657126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f66956-1e9f-4e98-bd52-a343bf9c4cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db82aa-41df-4f70-b843-857820256166,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:48.660799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40522) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:48.675417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-802001232-network', 'tenant_id': '053107eff8fa44a49878d227473e2d37'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:48.681140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-6d7531a5-9844-4a9f-81bd-3c97596f32d0', 'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0', 'tenant_id': '075f837098a04f9091f82c5154877904', 'fixed_ips': [{'subnet_id': '7c251920-52e1-47dd-ad32-a7139dbe5619'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:35:48.682284 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.715718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3814cbbd-8abc-4a35-81bb-8298b0568803 req-6e5f230f-0961-4ed7-ab24-cc53e7add008 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 210 time: 0.0716531 Nov 25 17:35:48.725810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Deleting subnet 12811b56-83d8-44e2-8a50-6e2a0c8168a6 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:48.783397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Made reservation on behalf of 053107eff8fa44a49878d227473e2d37 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:48.787516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.857679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:48.883320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Allocated IP 172.20.0.2 (9f5b568b-7746-4a9a-8fb1-966faa6d9f34/12811b56-83d8-44e2-8a50-6e2a0c8168a6/d4fa2edd-fee4-42b7-837e-db78066c92d4) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:48.909984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49f8c8c8-87a9-4bdc-bf99-f9364fed0fb7 req-72cbc759-87d3-4948-a7b7-48084df41feb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649546 Nov 25 17:35:49.023096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Allocated IP 172.20.0.5 (c64ed52e-71d4-40aa-b0b2-0199f54e2a9b/f32f5023-0819-41c5-8683-687e33870ced/adf2e202-253c-46ee-9aa1-7990cc279bd9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:49.036069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Allocated IP 172.20.0.18 (6d7531a5-9844-4a9f-81bd-3c97596f32d0/7c251920-52e1-47dd-ad32-a7139dbe5619/04e00b52-ebb5-480e-a155-ae175b191915) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:49.110903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b9b65-d16d-4bf3-8caf-cbda93b3bb76 req-fcd4fd92-cb6e-4e66-b26e-88d2d0989372 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.118578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50b9b65-d16d-4bf3-8caf-cbda93b3bb76 req-fcd4fd92-cb6e-4e66-b26e-88d2d0989372 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.0799994 Nov 25 17:35:49.135482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.150657 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.169879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.209719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50b9b65-d16d-4bf3-8caf-cbda93b3bb76 req-33202401-39b0-4024-93e5-a80c44c1cdbf tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833597 Nov 25 17:35:49.260173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9979cb-29b3-4fa2-96e8-f8926c53e3fd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.272853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.280235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:35:49.381181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.381470 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Added segment a8987ebd-9800-4a95-bbab-ee8cb0ddb137 of type vlan for network 68272204-8278-4ab3-bdcc-989ce1fba3ea Nov 25 17:35:49.386474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:49.393400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:49.442600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:49.454239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:49.508387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event updated for resources: {'Port': ['ID=91da55d1-f940-49ce-9ef7-1e3583f20d39,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.539296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d43955-339e-47c1-89dd-33960d561c73 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:49.550689 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.553068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.579773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.587994 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.594833 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-240f5da1-5ef7-4dba-8fc1-1b6e801eec86 req-05f6965a-f550-4f4a-8f3c-e60481d2d9af tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 210 time: 0.0755594 Nov 25 17:35:49.647690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.658509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.683247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.684028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.720359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.721434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.722107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.734647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-b289e3d0-4708-4d39-9a29-cdc2b438e99b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0975327 Nov 25 17:35:49.738808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:49.747572 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.758785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:49.776165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.781852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:49.792067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.796974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Request body: {'port': {'device_id': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:49.812564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-afc8d186-f2d6-4577-bd06-7c0027545442 None None] Provisioning complete for port 91da55d1-f940-49ce-9ef7-1e3583f20d39 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:49.813211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-afc8d186-f2d6-4577-bd06-7c0027545442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.822733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Pushing event updated for resources: {'Port': ['ID=d4fa2edd-fee4-42b7-837e-db78066c92d4,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.846093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1840827 Nov 25 17:35:49.867578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40552) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:49.879119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Request body: {'subnet': {'network_id': '68272204-8278-4ab3-bdcc-989ce1fba3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-802001232-subnet', 'tenant_id': '053107eff8fa44a49878d227473e2d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:49.887822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.911158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Pushing event updated for resources: {'Port': ['ID=04e00b52-ebb5-480e-a155-ae175b191915,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.927093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:49.929273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74156-3888-4a92-8896-56197504a4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=68272204-8278-4ab3-bdcc-989ce1fba3ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:49.940235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:49.950616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc12fb8-6a28-4b41-9f4b-a62d1f9ff0e0 req-b714d2ff-a578-49b0-9dc6-136e46f71655 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:49.952650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cdc12fb8-6a28-4b41-9f4b-a62d1f9ff0e0 req-b714d2ff-a578-49b0-9dc6-136e46f71655 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 931 time: 0.0790405 Nov 25 17:35:49.971491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.975311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:49.981558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:49.995158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:50.002979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:50.006256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:50.008441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 68272204-8278-4ab3-bdcc-989ce1fba3ea details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:35:50.048146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Subnet': ['ID=12811b56-83d8-44e2-8a50-6e2a0c8168a6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:50.062822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.068938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Pushing event updated for resources: {'Port': ['ID=adf2e202-253c-46ee-9aa1-7990cc279bd9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:50.069312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-83a85abc-97ca-455d-b44c-468a2ce0572e tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/subnets/12811b56-83d8-44e2-8a50-6e2a0c8168a6 HTTP/1.1" status: 204 len: 168 time: 1.5933003 Nov 25 17:35:50.075923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.122738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Attempting to bind port d4fa2edd-fee4-42b7-837e-db78066c92d4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:50.123112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Attempting to bind port d4fa2edd-fee4-42b7-837e-db78066c92d4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'af8297ff-e549-4d63-8aca-ef1e08263a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:50.123590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Attempting to bind port d4fa2edd-fee4-42b7-837e-db78066c92d4 on network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:50.128755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Made reservation on behalf of 053107eff8fa44a49878d227473e2d37 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:35:50.131317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.137928 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cdc12fb8-6a28-4b41-9f4b-a62d1f9ff0e0 req-8171672a-4996-49c7-a6bc-fb7b5b1c09b6 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757538 Nov 25 17:35:50.165161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Deleting subnet 7c251920-52e1-47dd-ad32-a7139dbe5619 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:50.170205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.178254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.179101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.203048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-afc8d186-f2d6-4577-bd06-7c0027545442 None None] Port 91da55d1-f940-49ce-9ef7-1e3583f20d39 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:50.227377 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:50.227776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Checking segment: {'id': 'af8297ff-e549-4d63-8aca-ef1e08263a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:50.228184 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.228582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Bound using segment: {'id': 'af8297ff-e549-4d63-8aca-ef1e08263a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:50.229225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Bound port: d4fa2edd-fee4-42b7-837e-db78066c92d4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8297ff-e549-4d63-8aca-ef1e08263a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9f5b568b-7746-4a9a-8fb1-966faa6d9f34'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:50.229606 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.233450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.374435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.384265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Attempting to bind port 04e00b52-ebb5-480e-a155-ae175b191915 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:50.384698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Attempting to bind port 04e00b52-ebb5-480e-a155-ae175b191915 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:50.385220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Attempting to bind port 04e00b52-ebb5-480e-a155-ae175b191915 on network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:50.426589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] For port d4fa2edd-fee4-42b7-837e-db78066c92d4, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:50.436223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:50.436611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Checking segment: {'id': 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:50.437026 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.437430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Bound using segment: {'id': 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:50.437917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Bound port: 04e00b52-ebb5-480e-a155-ae175b191915, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d7531a5-9844-4a9f-81bd-3c97596f32d0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:50.438315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.476890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] For port d4fa2edd-fee4-42b7-837e-db78066c92d4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4fa2edd-fee4-42b7-837e-db78066c92d4,segment=NetworkSegment(af8297ff-e549-4d63-8aca-ef1e08263a25),segment_id=af8297ff-e549-4d63-8aca-ef1e08263a25)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:50.487829 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.516475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4173488d-f5b6-4cb9-911b-d156279e748e req-612187d0-9f47-4b97-ba3f-6f52162cc8c3 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0378456 Nov 25 17:35:50.518689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.555365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Subnet': ['ID=7c251920-52e1-47dd-ad32-a7139dbe5619,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:50.557318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2241aa-d9bd-4f26-ae61-0a06a1727683 None None] Pushing event updated for resources: {'Port': ['ID=d4fa2edd-fee4-42b7-837e-db78066c92d4,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:50.562092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b9e1e665-8a13-40e3-a568-06ef97261428 None None] Provisioning complete for port adf2e202-253c-46ee-9aa1-7990cc279bd9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:50.562719 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e665-8a13-40e3-a568-06ef97261428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.568414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.573552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7d12bb9a-d307-46f9-8f0d-8feca2dc0448 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/subnets/7c251920-52e1-47dd-ad32-a7139dbe5619 HTTP/1.1" status: 204 len: 168 time: 0.4964683 Nov 25 17:35:50.579348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40574) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.640740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f984fff9-1a00-413a-9fec-dca9c2fd5b63'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:50.653551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a474da-010f-434f-960b-0e1ee782a15b tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:50.655428 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-13a474da-010f-434f-960b-0e1ee782a15b tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749922 Nov 25 17:35:50.661259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40578) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.773295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40584) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:50.774787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1e665-8a13-40e3-a568-06ef97261428 None None] Port adf2e202-253c-46ee-9aa1-7990cc279bd9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:50.806169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] For port 04e00b52-ebb5-480e-a155-ae175b191915, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:50.810338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] For port 04e00b52-ebb5-480e-a155-ae175b191915, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04e00b52-ebb5-480e-a155-ae175b191915,segment=NetworkSegment(acdecbc8-6353-4d7c-b02a-0fc4a2e40aed),segment_id=acdecbc8-6353-4d7c-b02a-0fc4a2e40aed)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:50.815260 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.826807 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:50.852029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430017b9-b36e-448f-b063-e04821fcef6b None None] Network 9f5b568b-7746-4a9a-8fb1-966faa6d9f34 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:50.904235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4d9856c2-2080-4b2b-baef-a3dcfeb94677 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7119222 Nov 25 17:35:50.936303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Request body: {'port': {'device_id': '1605bdca-d732-4068-8415-f9a1e81c7933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:51.022806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461f5e-02f1-4c1e-9cd3-ba5c82063f00 req-5821fcfa-706b-49d8-8b04-58d6b32ea388 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.024758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96461f5e-02f1-4c1e-9cd3-ba5c82063f00 req-5821fcfa-706b-49d8-8b04-58d6b32ea388 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1027 time: 0.1807613 Nov 25 17:35:51.079324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d60f7-731b-4b6f-b13f-21d63da6c5d9 None None] Network 6d7531a5-9844-4a9f-81bd-3c97596f32d0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:51.082130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Deleting port 04e00b52-ebb5-480e-a155-ae175b191915 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:51.082427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.109806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bedf5f-e638-40fc-8b4e-a92cdc3b118e None None] Pushing event updated for resources: {'Port': ['ID=04e00b52-ebb5-480e-a155-ae175b191915,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.208581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] For port 04e00b52-ebb5-480e-a155-ae175b191915, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=04e00b52-ebb5-480e-a155-ae175b191915,segment=NetworkSegment(acdecbc8-6353-4d7c-b02a-0fc4a2e40aed),segment_id=acdecbc8-6353-4d7c-b02a-0fc4a2e40aed)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:51.209424 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.228899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Calling delete_port for 04e00b52-ebb5-480e-a155-ae175b191915 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:51.231244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.364110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e00a8-1201-467e-90e0-2516274ce7e9 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:35:51.365834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91da55d1-f940-49ce-9ef7-1e3583f20d39 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:51.393162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96461f5e-02f1-4c1e-9cd3-ba5c82063f00 req-996541ad-9642-42f3-869a-ecfec19b706e tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417163 Nov 25 17:35:51.405646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.451773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.473512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53e00a8-1201-467e-90e0-2516274ce7e9 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:35:51.488650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.505313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Transition to ACTIVE for port object 91da55d1-f940-49ce-9ef7-1e3583f20d39 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:51.523680 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.531142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cdfef-712d-4217-834d-25cc098d32c1 req-5ce152f4-8bb3-433a-aae2-ec60d5a351eb tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.532689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b5cdfef-712d-4217-834d-25cc098d32c1 req-5ce152f4-8bb3-433a-aae2-ec60d5a351eb tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 931 time: 0.2475240 Nov 25 17:35:51.539150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Port': ['ID=04e00b52-ebb5-480e-a155-ae175b191915,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.545449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] No DVR routers for this DVR port 04e00b52-ebb5-480e-a155-ae175b191915 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:51.639273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa54f23-0c84-41d4-a630-e3250c80e9c1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.748417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.761971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08b8115f-427a-4dd2-8d8e-2b55d74e0ea7 req-9a5b9cb6-ed14-46a4-a75f-e29d9b430a2f tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.1030364 Nov 25 17:35:51.777808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b5cdfef-712d-4217-834d-25cc098d32c1 req-6a3ecc7a-f9bf-4614-8c2b-76d11f6cdcb0 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879914 Nov 25 17:35:51.791449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7531a5-9844-4a9f-81bd-3c97596f32d0']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:51.815826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:51.816184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdecbc8-6353-4d7c-b02a-0fc4a2e40aed') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:51.847873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Pushing event updated for resources: {'Port': ['ID=91da55d1-f940-49ce-9ef7-1e3583f20d39,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:51.858102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Checking segment: {'id': 'a8987ebd-9800-4a95-bbab-ee8cb0ddb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '68272204-8278-4ab3-bdcc-989ce1fba3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:51.858475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Network hostable DHCP agents. Network: 68272204-8278-4ab3-bdcc-989ce1fba3ea, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:35:51.866571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44824de0-4dd9-4523-bf43-ff95eb8b500c None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:35:51.878015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.900145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.916901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:51.917455 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:51.921254 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:51.940808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Network 68272204-8278-4ab3-bdcc-989ce1fba3ea is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:35:51.952537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Attempting to bind port 91da55d1-f940-49ce-9ef7-1e3583f20d39 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:51.952863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Attempting to bind port 91da55d1-f940-49ce-9ef7-1e3583f20d39 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:51.953187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Attempting to bind port 91da55d1-f940-49ce-9ef7-1e3583f20d39 on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:51.968748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Port 91da55d1-f940-49ce-9ef7-1e3583f20d39 on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:51.969268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Attempting to bind port 91da55d1-f940-49ce-9ef7-1e3583f20d39 on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:51.971164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 68272204-8278-4ab3-bdcc-989ce1fba3ea) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:51.984781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:51.985392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:51.987803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44824de0-4dd9-4523-bf43-ff95eb8b500c None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:35:51.990246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:51.990581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Checking segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:51.990964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Bound using segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:51.991427 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Bound port: 91da55d1-f940-49ce-9ef7-1e3583f20d39, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:51.991785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.020446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.024945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-78dcd570-5baa-4f89-adc2-c40385502343 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1558204 Nov 25 17:35:52.049102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.052779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/networks/6d7531a5-9844-4a9f-81bd-3c97596f32d0 HTTP/1.1" status: 204 len: 168 time: 1.3896205 Nov 25 17:35:52.058091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40594) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:52.098989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2033f5a-a98b-4653-aea3-ac0c7a6fe98d tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Network': ['ID=6d7531a5-9844-4a9f-81bd-3c97596f32d0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.115438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf2e202-253c-46ee-9aa1-7990cc279bd9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:52.125146 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.127748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] For port 91da55d1-f940-49ce-9ef7-1e3583f20d39, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:52.132385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] For port 91da55d1-f940-49ce-9ef7-1e3583f20d39, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:52.139601 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.151734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Transition to ACTIVE for port object adf2e202-253c-46ee-9aa1-7990cc279bd9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:35:52.166385 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.182503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.193906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.194589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.196513 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] 10.222.0.73 "PUT /v2.0/ports/91da55d1-f940-49ce-9ef7-1e3583f20d39 HTTP/1.1" status: 200 len: 1091 time: 2.4379406 Nov 25 17:35:52.197061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'tag': '91da55d1-f940-49ce-9ef7-1e3583f20d39'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:52.203327 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acddcda4-4df9-45d5-a55a-65874280b338" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0409d8-b8e7-44ff-82d2-513bda83dd34", "tag": "91da55d1-f940-49ce-9ef7-1e3583f20d39"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:52.216893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40598) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:52.230481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289b33-842d-44e0-abe2-92cc7dc6151e service neutron] Pushing event updated for resources: {'Port': ['ID=91da55d1-f940-49ce-9ef7-1e3583f20d39,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.304656 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44094255-9353-49aa-9326-5413e81919bc x-openstack-request-id: req-44094255-9353-49aa-9326-5413e81919bc {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:52.304949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.305133 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0409d8-b8e7-44ff-82d2-513bda83dd34", "tag": "91da55d1-f940-49ce-9ef7-1e3583f20d39", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:52.305242 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44094255-9353-49aa-9326-5413e81919bc {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:52.305593 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'tag': '91da55d1-f940-49ce-9ef7-1e3583f20d39', 'status': 'completed', 'code': 200} Nov 25 17:35:52.358490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Pushing event updated for resources: {'Port': ['ID=adf2e202-253c-46ee-9aa1-7990cc279bd9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.375431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-94cece9b-fb4a-4191-a2a5-e18c4dc9bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.375568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Deleting subnet 796d5c65-2fea-4459-beab-57c8aa25872a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:52.377026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-94cece9b-fb4a-4191-a2a5-e18c4dc9bfca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 1094 time: 0.1129479 Nov 25 17:35:52.380345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.388178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09fef2-4654-4d64-b07a-632a3d477c33 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:52.397575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47338243-16bd-4827-b454-e642473ce9e6 None None] Network 68272204-8278-4ab3-bdcc-989ce1fba3ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:52.402801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Attempting to bind port adf2e202-253c-46ee-9aa1-7990cc279bd9 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:52.403140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Attempting to bind port adf2e202-253c-46ee-9aa1-7990cc279bd9 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:52.403506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Attempting to bind port adf2e202-253c-46ee-9aa1-7990cc279bd9 on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:52.435860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-29a7b9e2-df0f-4d19-a21f-cd7f8ab402a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39 HTTP/1.1" status: 200 len: 217 time: 0.0481021 Nov 25 17:35:52.436642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Port adf2e202-253c-46ee-9aa1-7990cc279bd9 on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:35:52.437029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Attempting to bind port adf2e202-253c-46ee-9aa1-7990cc279bd9 on network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:52.443313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:52.443760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Checking segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:52.444259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Bound using segment: {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:52.444711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Bound port: adf2e202-253c-46ee-9aa1-7990cc279bd9, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65740c34-61d3-4a46-8eeb-c1c01fd42f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:52.445142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.475512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a92cff-7065-406c-8bb0-fc009fc48ef1 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:52.486878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.587549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.619444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a2f84-480e-4b37-b86e-e087f5ce628a None None] Network 68272204-8278-4ab3-bdcc-989ce1fba3ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:52.640045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Deleting port d4fa2edd-fee4-42b7-837e-db78066c92d4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:35:52.640449 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.651119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-e2a9f440-1c68-4950-b53e-638c9e3698a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.652972 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-e2a9f440-1c68-4950-b53e-638c9e3698a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.2052374 Nov 25 17:35:52.696810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] For port adf2e202-253c-46ee-9aa1-7990cc279bd9, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:52.710407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-04c72142-6de9-4fbe-ac31-0b356b689770 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462284 Nov 25 17:35:52.739912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf7de-7232-436e-acdb-22eef0e848f4 req-9f2ea1c8-3614-4654-96cd-251cb1906efb tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.742015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-349bf7de-7232-436e-acdb-22eef0e848f4 req-9f2ea1c8-3614-4654-96cd-251cb1906efb tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1052 time: 0.2139041 Nov 25 17:35:52.745053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] For port adf2e202-253c-46ee-9aa1-7990cc279bd9, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:52.767705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.897689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Pushing event updated for resources: {'Port': ['ID=adf2e202-253c-46ee-9aa1-7990cc279bd9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:52.909796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:52.910466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:52.912127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-27aede36-e3ab-4790-b100-42900fb22829 service neutron] 10.222.0.73 "PUT /v2.0/ports/adf2e202-253c-46ee-9aa1-7990cc279bd9 HTTP/1.1" status: 200 len: 1091 time: 1.9918008 Nov 25 17:35:52.963488 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-349bf7de-7232-436e-acdb-22eef0e848f4 req-78ff3d31-299b-4c06-be5c-1b3df34dc416 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051852 Nov 25 17:35:52.980352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-0b26ddae-b693-4767-897a-86ab373f803b service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559326 Nov 25 17:35:53.024764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a848a49-06d3-47eb-8ec2-89120d1cc301 None None] DHCP port deletion for 68272204-8278-4ab3-bdcc-989ce1fba3ea request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:53.125417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fea1ba2-0f9b-4084-a91d-1b596a76f0e5 req-df09f6ba-6848-4be8-84cb-934a46711f1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0594828 Nov 25 17:35:53.143582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b3dc0fb-893e-4cbb-8a58-760192a64a2e req-7840b127-67e5-4fd9-8980-b944cad90934 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0647659 Nov 25 17:35:53.170467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4ec47afe-9de3-426c-817c-96f267de28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.172008 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-4ec47afe-9de3-426c-817c-96f267de28fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53c7fbdfba284057998a9c551b8e55d0&device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1094 time: 0.1540582 Nov 25 17:35:53.232329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] For port d4fa2edd-fee4-42b7-837e-db78066c92d4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4fa2edd-fee4-42b7-837e-db78066c92d4,segment=NetworkSegment(af8297ff-e549-4d63-8aca-ef1e08263a25),segment_id=af8297ff-e549-4d63-8aca-ef1e08263a25)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:53.233315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.233615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-9ed8b0f5-2e1d-44a4-a410-c7f9bd666302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9 HTTP/1.1" status: 200 len: 217 time: 0.0527096 Nov 25 17:35:53.236808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4a11195d-1570-4a2a-99a5-c957e0ebe181 req-12ad459a-9548-43b1-93c7-8f8510a4906f service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489552 Nov 25 17:35:53.256432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.280370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Calling delete_port for d4fa2edd-fee4-42b7-837e-db78066c92d4 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:35:53.298595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-d3020242-8725-455a-a2a4-f12118e0fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.300350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-d3020242-8725-455a-a2a4-f12118e0fd99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f32f5023-0819-41c5-8683-687e33870ced HTTP/1.1" status: 200 len: 848 time: 0.0568945 Nov 25 17:35:53.307984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.20.0.17 (91b34be7-ede9-4f90-a50f-72b358160147/09f95320-0e67-4003-8c0d-a5d442e36c08/519e5321-070e-4e7c-a9f1-63d6a0034abf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:35:53.320374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.323770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/796d5c65-2fea-4459-beab-57c8aa25872a HTTP/1.1" status: 204 len: 168 time: 1.1027257 Nov 25 17:35:53.325263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77c442-ab6b-4a23-94bb-b246fe6e9f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796d5c65-2fea-4459-beab-57c8aa25872a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.327374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79881a-478b-4e54-aec9-a6bc84ca9bd9 None None] Network 1ebf271f-a21d-4a00-8172-990ca01b7dda requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:35:53.335861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800456d-1ad5-4c9c-afc3-3ee631676b9d req-2bdba568-972c-4a71-a97a-c2dc2d7f2bf3 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.343201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0800456d-1ad5-4c9c-afc3-3ee631676b9d req-2bdba568-972c-4a71-a97a-c2dc2d7f2bf3 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 943 time: 0.2179794 Nov 25 17:35:53.348252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40606) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:53.373786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcda4-4df9-45d5-a55a-65874280b338 req-8c4ad933-eb07-4bbb-a6ca-f211dcc25e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.375883 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-8c4ad933-eb07-4bbb-a6ca-f211dcc25e6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 1094 time: 0.0871787 Nov 25 17:35:53.440635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-258a5098-32af-4b38-b0b2-c625b8cc15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.442122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-258a5098-32af-4b38-b0b2-c625b8cc15c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227736 Nov 25 17:35:53.452733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e5c52-5b84-4015-a049-45bde0930db9 None None] DHCP port deletion for 1ebf271f-a21d-4a00-8172-990ca01b7dda request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:35:53.531226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcda4-4df9-45d5-a55a-65874280b338 req-f53d4e46-81c1-457d-9b61-847cf9b2845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.532735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-f53d4e46-81c1-457d-9b61-847cf9b2845d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.1482201 Nov 25 17:35:53.559183 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.563679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0800456d-1ad5-4c9c-afc3-3ee631676b9d req-ad5c087c-0b6d-4606-a8cf-fa707087df5f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196519 Nov 25 17:35:53.588898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-e00186f8-798c-458a-a8c8-8742226a82b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39 HTTP/1.1" status: 200 len: 217 time: 0.0451181 Nov 25 17:35:53.605143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.607625 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-02342af3-871f-4755-be88-8c44e5d92b82 service neutron] 10.222.0.73 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576238 Nov 25 17:35:53.667233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] No DVR routers for this DVR port d4fa2edd-fee4-42b7-837e-db78066c92d4 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:35:53.676204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Port': ['ID=d4fa2edd-fee4-42b7-837e-db78066c92d4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:53.697689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcda4-4df9-45d5-a55a-65874280b338 req-d8dae974-55ad-47f5-8578-491f7f4f93be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:53.699211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-d8dae974-55ad-47f5-8578-491f7f4f93be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.1009498 Nov 25 17:35:53.716915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.739303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-a6e117dd-51d9-4d8b-b619-521278304e42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323186 Nov 25 17:35:53.771805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f0bd86c1-2e2b-4302-b8aa-6636e5ad7928 req-5f4577f3-b770-4716-8a69-e505e65596c5 service neutron] 10.222.0.73 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445518 Nov 25 17:35:53.811340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.822485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.846191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-4ec377bf-881e-49b8-a377-e59c1d3cdd1f service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959737 Nov 25 17:35:53.864128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebf271f-a21d-4a00-8172-990ca01b7dda']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.868196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5b568b-7746-4a9a-8fb1-966faa6d9f34']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.886025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18b76f5-925c-46a5-b8c1-4c22e92e4599') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.886324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18b76f5-925c-46a5-b8c1-4c22e92e4599') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.890031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8297ff-e549-4d63-8aca-ef1e08263a25') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.890328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8297ff-e549-4d63-8aca-ef1e08263a25') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:53.906135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.914281 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.922084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.941387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acddcda4-4df9-45d5-a55a-65874280b338 req-6109f484-b8f8-44d1-aaa3-17df91ca762d service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867834 Nov 25 17:35:53.961719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.972933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.979592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:53.979992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:53.985589 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:54.001310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 91b34be7-ede9-4f90-a50f-72b358160147 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:54.002363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:54.002751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:54.006638 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:54.047141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:54.058575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:35:54.102786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1c9b-5741-4cf4-9cda-c2052de348a7 req-f432f31c-d4ba-4d2d-bd14-4ff861e8128c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.103374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8cee1c9b-5741-4cf4-9cda-c2052de348a7 req-f432f31c-d4ba-4d2d-bd14-4ff861e8128c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1094 time: 0.0524478 Nov 25 17:35:54.103960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=519e5321-070e-4e7c-a9f1-63d6a0034abf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.142265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.152168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.155447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/networks/9f5b568b-7746-4a9a-8fb1-966faa6d9f34 HTTP/1.1" status: 204 len: 168 time: 2.0931387 Nov 25 17:35:54.160351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40610) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.170743 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8cee1c9b-5741-4cf4-9cda-c2052de348a7 req-c25ba514-324b-4f12-91c0-744fc687a138 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Nov 25 17:35:54.186065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.200290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78844a-7e8f-486a-a85e-1ac45bf468a2 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Network': ['ID=9f5b568b-7746-4a9a-8fb1-966faa6d9f34,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.236110 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.240032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] 10.222.0.86 "DELETE /v2.0/networks/1ebf271f-a21d-4a00-8172-990ca01b7dda HTTP/1.1" status: 204 len: 168 time: 0.8901830 Nov 25 17:35:54.243304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.245345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.308018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Deleting subnet baa54f23-0c84-41d4-a630-e3250c80e9c1 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:35:54.313780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.332557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-067ea5ff-5f0b-42cb-8801-79227990a2b7 req-5c41fbaf-211f-44e0-8e33-354d5184eba5 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0802746 Nov 25 17:35:54.333405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8da59-ae21-43f9-910d-dbb70fa2d705 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebf271f-a21d-4a00-8172-990ca01b7dda,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.334857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-79d19437-39bf-477f-8700-a144ab3f57c4 None None] Provisioning complete for port 519e5321-070e-4e7c-a9f1-63d6a0034abf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:54.336040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79d19437-39bf-477f-8700-a144ab3f57c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.356654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.369864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1605bdca-d732-4068-8415-f9a1e81c7933', 'tag': 'adf2e202-253c-46ee-9aa1-7990cc279bd9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:35:54.372317 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9142442b-10eb-4b29-8df0-3f5fec95a353" -d '{"events": [{"name": "network-changed", "server_uuid": "1605bdca-d732-4068-8415-f9a1e81c7933", "tag": "adf2e202-253c-46ee-9aa1-7990cc279bd9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:35:54.377281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.380039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-79d19437-39bf-477f-8700-a144ab3f57c4 None None] Port 519e5321-070e-4e7c-a9f1-63d6a0034abf cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:54.422165 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94c93fa-d267-42f5-8294-786efe99a375 x-openstack-request-id: req-e94c93fa-d267-42f5-8294-786efe99a375 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:35:54.422410 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1605bdca-d732-4068-8415-f9a1e81c7933", "tag": "adf2e202-253c-46ee-9aa1-7990cc279bd9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:35:54.422934 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e94c93fa-d267-42f5-8294-786efe99a375 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:35:54.423633 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1605bdca-d732-4068-8415-f9a1e81c7933', 'tag': 'adf2e202-253c-46ee-9aa1-7990cc279bd9', 'status': 'completed', 'code': 200} Nov 25 17:35:54.424657 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.514512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-227cef73-fffc-4bc4-ae5e-059c21bb0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.516109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-227cef73-fffc-4bc4-ae5e-059c21bb0b94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53c7fbdfba284057998a9c551b8e55d0&device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1094 time: 0.0605383 Nov 25 17:35:54.527296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.529309 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.560290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.563612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04f2046-3eeb-44eb-b413-4e2167c7adf4']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:54.579723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.583164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18db1185-6e11-4825-a7d3-91d398e96a18') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:54.583495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18db1185-6e11-4825-a7d3-91d398e96a18') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:54.584192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/baa54f23-0c84-41d4-a630-e3250c80e9c1 HTTP/1.1" status: 204 len: 168 time: 0.3377945 Nov 25 17:35:54.585320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b7517-f68f-4c3c-906f-f422b5f88731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa54f23-0c84-41d4-a630-e3250c80e9c1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:54.591867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.639218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.657388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-cd310083-e582-4c5a-a0f8-94e4eb9c3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.658845 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-cd310083-e582-4c5a-a0f8-94e4eb9c3a3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 200 len: 910 time: 0.1332166 Nov 25 17:35:54.706134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-4a296d4a-0983-4a40-8802-26ea9b21b5eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9 HTTP/1.1" status: 200 len: 217 time: 0.0392313 Nov 25 17:35:54.718561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.733198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:54.733595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:54.740238 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:54.757325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-e64a1360-d278-465d-81f7-24db35c3d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.758823 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-e64a1360-d278-465d-81f7-24db35c3d60b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f32f5023-0819-41c5-8683-687e33870ced HTTP/1.1" status: 200 len: 848 time: 0.0461812 Nov 25 17:35:54.805464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-25ca575e-2a09-48a7-9532-291b1ffa19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.806952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-25ca575e-2a09-48a7-9532-291b1ffa19f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408962 Nov 25 17:35:54.844186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.897622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cdb3a-9b4e-4b29-8d86-b2a26e850c96 req-7b2a9105-0a05-47fc-ac6e-3578688ea54d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:54.899253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc9cdb3a-9b4e-4b29-8d86-b2a26e850c96 req-7b2a9105-0a05-47fc-ac6e-3578688ea54d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 943 time: 0.2479694 Nov 25 17:35:54.905253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.923096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:54.926387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/networks/b04f2046-3eeb-44eb-b413-4e2167c7adf4 HTTP/1.1" status: 204 len: 168 time: 0.7648132 Nov 25 17:35:54.945872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40622) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:54.965738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b765ed9-1140-4c92-8238-2cd3203694a1 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Network': ['ID=b04f2046-3eeb-44eb-b413-4e2167c7adf4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.153249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-488f94ac-2cdb-4468-9e9a-af7338ef18f6 service neutron] 10.222.0.73 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367252 Nov 25 17:35:55.153848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.162758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc9cdb3a-9b4e-4b29-8d86-b2a26e850c96 req-3a411ff6-1b4b-4207-b5bc-bde864fa4ba5 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546000 Nov 25 17:35:55.164954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.234348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68272204-8278-4ab3-bdcc-989ce1fba3ea']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:55.253508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9142442b-10eb-4b29-8df0-3f5fec95a353 req-b1d31ce6-d30a-4bd7-8e92-ba51790eb5bc service neutron] 10.222.0.73 "GET /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930898 Nov 25 17:35:55.262773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8987ebd-9800-4a95-bbab-ee8cb0ddb137') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:55.263334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8987ebd-9800-4a95-bbab-ee8cb0ddb137') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:55.293946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.301005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4885b-df7a-4b2b-a710-d9c506058d33 req-980892a6-cc49-4856-b583-c22011b6cf9a tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:55.302599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1e4885b-df7a-4b2b-a710-d9c506058d33 req-980892a6-cc49-4856-b583-c22011b6cf9a tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1094 time: 0.0481198 Nov 25 17:35:55.347413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1e4885b-df7a-4b2b-a710-d9c506058d33 req-85628a10-0e79-45a3-a097-bcdee9b330a7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Nov 25 17:35:55.362409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.376761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.386667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:55.387071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:55.388775 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:55.461761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a641804-9cce-4a39-ba15-a8352da60bec']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:55.492853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-648f0c5d-17e6-41cc-91a3-deb950333e6c req-5267f0b1-eac6-4f36-8464-e17d6198e29b tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0585473 Nov 25 17:35:55.501009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5a0ecf-4e79-4f54-b323-8a3251fb0a94') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:55.501298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5a0ecf-4e79-4f54-b323-8a3251fb0a94') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:55.509709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.513460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.519511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.525552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] 10.222.0.86 "DELETE /v2.0/networks/68272204-8278-4ab3-bdcc-989ce1fba3ea HTTP/1.1" status: 204 len: 168 time: 0.9287057 Nov 25 17:35:55.525552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.528650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.568997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1ca0a-6bac-4c4e-b17c-54585be17592 admin admin] Pushing event deleted for resources: {'Network': ['ID=68272204-8278-4ab3-bdcc-989ce1fba3ea,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.599238 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.619066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:35:55.619501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:35:55.622760 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:35:55.643817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=519e5321-070e-4e7c-a9f1-63d6a0034abf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.646779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.733299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:55.737506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.748112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.753560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] 10.222.0.86 "DELETE /v2.0/networks/7a641804-9cce-4a39-ba15-a8352da60bec HTTP/1.1" status: 204 len: 168 time: 0.8043861 Nov 25 17:35:55.767431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612a85e-3afa-439f-ac18-8fb633ae24d8 tempest-BulkNetworkOpsTest-246909826 tempest-BulkNetworkOpsTest-246909826-project] Pushing event deleted for resources: {'Network': ['ID=7a641804-9cce-4a39-ba15-a8352da60bec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:55.799500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b711f4fe-d8df-4680-8372-ec3d6e712979 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c182ec9ffa9b47fba0de83db32ad32d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649242 Nov 25 17:35:55.801995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:55.813401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 91b34be7-ede9-4f90-a50f-72b358160147 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:35:55.814963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:35:55.881116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8054ff68-89e7-4910-bc5f-a98131daa7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.915378 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8054ff68-89e7-4910-bc5f-a98131daa7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.988855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8054ff68-89e7-4910-bc5f-a98131daa7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:55.994049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:35:55.999419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8054ff68-89e7-4910-bc5f-a98131daa7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.003524 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8054ff68-89e7-4910-bc5f-a98131daa7c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c8e1623-f9e5-4872-af31-a0b502b7965c HTTP/1.1" status: 204 len: 168 time: 0.1976752 Nov 25 17:35:56.036529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ff68-89e7-4910-bc5f-a98131daa7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e1623-f9e5-4872-af31-a0b502b7965c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:56.140794 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9047f7f2-9a5f-4ff6-a2a4-6dca48f31760 req-31c85114-31c2-4b85-b8c4-23b03457cec0 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0520020 Nov 25 17:35:56.229494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:35:56.234852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e4f9e50a-ea6d-4743-9c7f-cc650cdbf4c8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "PUT /v2.0/routers/7f0168df-08a1-4d5a-96a3-22ab41c5571f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4597173 Nov 25 17:35:56.256043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:35:56.267589 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:56.268417 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:56.280764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.333620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4ba30602-83f7-4829-9a24-bdaa7262e5bc None None] Provisioning complete for port 519e5321-070e-4e7c-a9f1-63d6a0034abf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:56.334253 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ba30602-83f7-4829-9a24-bdaa7262e5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.343331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef3cec-f27d-4d31-947e-e1d11f219c21 req-eb8a6295-6fe4-4e96-b9ea-4dab40cf5efa tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:56.346080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3bef3cec-f27d-4d31-947e-e1d11f219c21 req-eb8a6295-6fe4-4e96-b9ea-4dab40cf5efa tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 943 time: 0.0711157 Nov 25 17:35:56.404817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4ba30602-83f7-4829-9a24-bdaa7262e5bc None None] Port 519e5321-070e-4e7c-a9f1-63d6a0034abf cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:35:56.452009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3bef3cec-f27d-4d31-947e-e1d11f219c21 req-8430f710-ea6a-43a3-a192-081089309334 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980902 Nov 25 17:35:56.478954 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.505595 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:56.585590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1096c88a-e364-4d4e-813d-8e91b6980792 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=053107eff8fa44a49878d227473e2d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050427 Nov 25 17:35:56.588183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-158be2a6-e3ed-45f6-9eb2-ea9c7ed88466 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=075f837098a04f9091f82c5154877904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055239 Nov 25 17:35:56.588336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.589981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55054a-9bb9-458b-b1d2-69bc77543c15 req-73a7ecf0-fcb2-49d9-af20-2c44a4795e19 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:56.590723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:56.591419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b55054a-9bb9-458b-b1d2-69bc77543c15 req-73a7ecf0-fcb2-49d9-af20-2c44a4795e19 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1094 time: 0.1031029 Nov 25 17:35:56.647918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b55054a-9bb9-458b-b1d2-69bc77543c15 req-e5313018-2ed5-4efe-bee7-48945f849d61 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Nov 25 17:35:56.693306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b3666e1-fc98-43cf-af30-2e7cabeef4f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.712641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cab3f2d8-faf3-4a4b-a8e6-05b22a0833db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.733688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b3666e1-fc98-43cf-af30-2e7cabeef4f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.760609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cab3f2d8-faf3-4a4b-a8e6-05b22a0833db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.824765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b3666e1-fc98-43cf-af30-2e7cabeef4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.828129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9b3666e1-fc98-43cf-af30-2e7cabeef4f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.829412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b3666e1-fc98-43cf-af30-2e7cabeef4f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e9979cb-29b3-4fa2-96e8-f8926c53e3fd HTTP/1.1" status: 204 len: 168 time: 0.2402298 Nov 25 17:35:56.834227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cab3f2d8-faf3-4a4b-a8e6-05b22a0833db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.838112 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:35:54Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:53Z', 'revision_number': 1, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519e5321-070e-4e7c-a9f1-63d6a0034abf', 'name': '', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:0c:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:52Z', 'updated_at': '2021-11-25T17:35:55Z', 'revision_number': 2, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:56.842079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cab3f2d8-faf3-4a4b-a8e6-05b22a0833db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:56.843937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cab3f2d8-faf3-4a4b-a8e6-05b22a0833db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ac47a8cc-3690-495e-a97f-111c5dcde43c HTTP/1.1" status: 204 len: 168 time: 0.2515392 Nov 25 17:35:56.852338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3666e1-fc98-43cf-af30-2e7cabeef4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9979cb-29b3-4fa2-96e8-f8926c53e3fd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:56.869811 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:35:56.870403 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Updating router 7f0168df-08a1-4d5a-96a3-22ab41c5571f port 519e5321-070e-4e7c-a9f1-63d6a0034abf binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:35:56.875896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f2d8-faf3-4a4b-a8e6-05b22a0833db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac47a8cc-3690-495e-a97f-111c5dcde43c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:56.898322 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.197294 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.204217 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.234312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91da55d1-f940-49ce-9ef7-1e3583f20d39 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:57.279038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-482f34ab-217f-4cd1-aa66-e4c60f1fc154 req-ed6e7e27-3dc0-42ae-b211-df613283eafb tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0563345 Nov 25 17:35:57.368634 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Attempting to bind port 519e5321-070e-4e7c-a9f1-63d6a0034abf on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:35:57.369257 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Attempting to bind port 519e5321-070e-4e7c-a9f1-63d6a0034abf by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:35:57.369382 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Attempting to bind port 519e5321-070e-4e7c-a9f1-63d6a0034abf on network 91b34be7-ede9-4f90-a50f-72b358160147 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:35:57.378429 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:35:57.378799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Checking segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:35:57.379414 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.379811 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Bound using segment: {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:35:57.380853 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Bound port: 519e5321-070e-4e7c-a9f1-63d6a0034abf, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eac17eb-1f9b-44af-b640-7103a4b6e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:35:57.381227 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.408158 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6cd6d-6480-47b7-8c6c-8dc5614bbe37 None None] Pushing event updated for resources: {'Port': ['ID=519e5321-070e-4e7c-a9f1-63d6a0034abf,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.420648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 91da55d1-f940-49ce-9ef7-1e3583f20d39, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:57.434857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '91da55d1-f940-49ce-9ef7-1e3583f20d39', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'port_id': '91da55d1-f940-49ce-9ef7-1e3583f20d39', 'mac_address': 'fa:16:3e:6b:42:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889a3d18-3cf7-466b-950d-8cab0a5b7627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:57.492061 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.517431 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] For port 519e5321-070e-4e7c-a9f1-63d6a0034abf, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:35:57.521460 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] For port 519e5321-070e-4e7c-a9f1-63d6a0034abf, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=519e5321-070e-4e7c-a9f1-63d6a0034abf,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:35:57.524183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91da55d1-f940-49ce-9ef7-1e3583f20d39 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:57.525856 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.584766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 91da55d1-f940-49ce-9ef7-1e3583f20d39, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:57.595372 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.596594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device adf2e202-253c-46ee-9aa1-7990cc279bd9 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:35:57.606700 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:35:57.607325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:35:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:57.610254 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6cd6d-6480-47b7-8c6c-8dc5614bbe37 None None] Pushing event updated for resources: {'Port': ['ID=519e5321-070e-4e7c-a9f1-63d6a0034abf,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.714757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c56cc-34af-4689-bac3-88262ad661f3 req-7ef150cc-3579-4c31-a764-222e13105d05 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.724848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a5c56cc-34af-4689-bac3-88262ad661f3 req-7ef150cc-3579-4c31-a764-222e13105d05 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 944 time: 0.1630976 Nov 25 17:35:57.789669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a5c56cc-34af-4689-bac3-88262ad661f3 req-3a96b0eb-1096-4452-819e-0848480c8065 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635700 Nov 25 17:35:57.838831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4052c8-6cae-473a-8580-a6a05aa9ffd7 req-9ee4d70b-e872-43fa-a7f5-1e5cd6e9e642 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:57.839550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:35:57.850377 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c4052c8-6cae-473a-8580-a6a05aa9ffd7 req-9ee4d70b-e872-43fa-a7f5-1e5cd6e9e642 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1094 time: 0.0741310 Nov 25 17:35:57.914579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c4052c8-6cae-473a-8580-a6a05aa9ffd7 req-2ee12a8e-435f-4feb-a0dc-aaa83d77a18c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558467 Nov 25 17:35:57.964367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:57.971864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port adf2e202-253c-46ee-9aa1-7990cc279bd9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:57.982214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2d8d93ac-f958-4492-a63f-55ba5d0c60fb None None] Provisioning complete for port 519e5321-070e-4e7c-a9f1-63d6a0034abf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:57.982591 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d93ac-f958-4492-a63f-55ba5d0c60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:57.985689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=91da55d1-f940-49ce-9ef7-1e3583f20d39,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:57.992759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'adf2e202-253c-46ee-9aa1-7990cc279bd9', 'network_id': 'c64ed52e-71d4-40aa-b0b2-0199f54e2a9b', 'port_id': 'adf2e202-253c-46ee-9aa1-7990cc279bd9', 'mac_address': 'fa:16:3e:3e:a4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f5023-0819-41c5-8683-687e33870ced', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:35:58.095611 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.136620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf2e202-253c-46ee-9aa1-7990cc279bd9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:35:58.148637 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:35:54Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:53Z', 'revision_number': 1, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519e5321-070e-4e7c-a9f1-63d6a0034abf', 'name': '', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:0c:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:52Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:35:58.166853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port adf2e202-253c-46ee-9aa1-7990cc279bd9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:58.175181 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d93ac-f958-4492-a63f-55ba5d0c60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.182033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d071e61e-97df-45d7-bfdd-c001f4369e21 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] Request body: {'port': {'network_id': '9b6e04cf-abe7-4850-8685-b6a7ab6eecc0', 'name': 'tempest-NetworksNegativeTestJSON-903714270'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:58.183603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86528c88-1107-4cd2-9192-46b90d3feae0 None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:35:54Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:53Z', 'revision_number': 1, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '519e5321-070e-4e7c-a9f1-63d6a0034abf', 'name': '', 'network_id': '91b34be7-ede9-4f90-a50f-72b358160147', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:0c:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:52Z', 'updated_at': '2021-11-25T17:35:57Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '09f95320-0e67-4003-8c0d-a5d442e36c08', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:35:58.186824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.199701 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d071e61e-97df-45d7-bfdd-c001f4369e21 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] POST failed (client error): The resource could not be found. Nov 25 17:35:58.200222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d071e61e-97df-45d7-bfdd-c001f4369e21 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.201739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d071e61e-97df-45d7-bfdd-c001f4369e21 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2356098 Nov 25 17:35:58.206061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.247546 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75ae2d5-ce30-4b96-9547-ffdfc535fae4 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:58.248387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75ae2d5-ce30-4b96-9547-ffdfc535fae4 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.261461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e75ae2d5-ce30-4b96-9547-ffdfc535fae4 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "DELETE /v2.0/networks/01c37f7d-b0d0-45e4-9d12-5de3b1dc2446 HTTP/1.1" status: 404 len: 339 time: 0.0539763 Nov 25 17:35:58.265493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.273317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2d8d93ac-f958-4492-a63f-55ba5d0c60fb None None] For port 519e5321-070e-4e7c-a9f1-63d6a0034abf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=519e5321-070e-4e7c-a9f1-63d6a0034abf,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:35:58.303338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=adf2e202-253c-46ee-9aa1-7990cc279bd9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.307033 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2d8d93ac-f958-4492-a63f-55ba5d0c60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.311588 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07f534d-1b03-4295-8058-e5fdc1f5d2b4 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:58.312856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07f534d-1b03-4295-8058-e5fdc1f5d2b4 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.317467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c07f534d-1b03-4295-8058-e5fdc1f5d2b4 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "DELETE /v2.0/ports/a026dce2-0823-49f0-abcf-b4cb00c3126a HTTP/1.1" status: 404 len: 333 time: 0.0502725 Nov 25 17:35:58.322223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.382113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d93ac-f958-4492-a63f-55ba5d0c60fb None None] Pushing event updated for resources: {'Port': ['ID=519e5321-070e-4e7c-a9f1-63d6a0034abf,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:58.408389 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4cc4a7-b53b-42ae-96a8-c18d014965a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] DELETE failed (client error): The resource could not be found. Nov 25 17:35:58.409044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4cc4a7-b53b-42ae-96a8-c18d014965a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.417279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3e4cc4a7-b53b-42ae-96a8-c18d014965a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "DELETE /v2.0/subnets/a25af2a6-eb98-4738-a6e9-07fb15c57aa4 HTTP/1.1" status: 404 len: 337 time: 0.0778990 Nov 25 17:35:58.417704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.440092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91da55d1-f940-49ce-9ef7-1e3583f20d39'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:58.444709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['adf2e202-253c-46ee-9aa1-7990cc279bd9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:35:58.453565 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6dd9e73-b2f1-4e43-9f33-648790978e35 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] GET failed (client error): The resource could not be found. Nov 25 17:35:58.457665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e6dd9e73-b2f1-4e43-9f33-648790978e35 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "GET /v2.0/networks/f6ec0dd5-54f6-4e00-9620-f8ae7534a3da HTTP/1.1" status: 404 len: 339 time: 0.0378189 Nov 25 17:35:58.459721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e345a57d-d09f-4532-ad08-aa0e60f08c3b req-f707e976-b6bf-4a33-a874-8556675ad82c tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0463538 Nov 25 17:35:58.461601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40742) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.494726 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4356c4d0-bec1-434b-a087-c40e1f5e7ecb tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] GET failed (client error): The resource could not be found. Nov 25 17:35:58.496745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4356c4d0-bec1-434b-a087-c40e1f5e7ecb tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "GET /v2.0/ports/6bc99343-d824-4216-8418-51af4a269229 HTTP/1.1" status: 404 len: 333 time: 0.0338020 Nov 25 17:35:58.500463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.516842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c74f7c56-3dfd-4208-b308-6d9b7524f66e None None] Provisioning complete for port 519e5321-070e-4e7c-a9f1-63d6a0034abf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:35:58.517221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c74f7c56-3dfd-4208-b308-6d9b7524f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:58.533197 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58ddbcb-f244-47c6-b44c-6891cf859b16 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] GET failed (client error): The resource could not be found. Nov 25 17:35:58.534645 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d58ddbcb-f244-47c6-b44c-6891cf859b16 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "GET /v2.0/subnets/c46a4f89-c70e-4bee-b68c-bd5138440842 HTTP/1.1" status: 404 len: 337 time: 0.0331910 Nov 25 17:35:58.538811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.545582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fd86eff7-c991-4251-8224-dc9f851091ec tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:58.563872 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd86eff7-c991-4251-8224-dc9f851091ec tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] PUT failed (client error): The resource could not be found. Nov 25 17:35:58.564488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd86eff7-c991-4251-8224-dc9f851091ec tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.565764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fd86eff7-c991-4251-8224-dc9f851091ec tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "PUT /v2.0/networks/d8c42e3a-15f1-4e3f-bdb5-d52a918d9d82 HTTP/1.1" status: 404 len: 339 time: 0.0258405 Nov 25 17:35:58.570501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40750) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.577019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4b2d8e9e-41c9-4cf3-8355-929a8f00e1a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:58.604217 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2d8e9e-41c9-4cf3-8355-929a8f00e1a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] PUT failed (client error): The resource could not be found. Nov 25 17:35:58.605058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2d8e9e-41c9-4cf3-8355-929a8f00e1a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.606828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b2d8e9e-41c9-4cf3-8355-929a8f00e1a6 tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "PUT /v2.0/ports/77ba0762-e5dd-4666-a973-159ccb112bb9 HTTP/1.1" status: 404 len: 333 time: 0.0346375 Nov 25 17:35:58.610288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:58.616482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-25eb92e9-3e8c-40cf-9203-418971841fdc tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:35:58.642218 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eb92e9-3e8c-40cf-9203-418971841fdc tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] PUT failed (client error): The resource could not be found. Nov 25 17:35:58.643062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eb92e9-3e8c-40cf-9203-418971841fdc tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:35:58.644885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-25eb92e9-3e8c-40cf-9203-418971841fdc tempest-NetworksNegativeTestJSON-484047647 tempest-NetworksNegativeTestJSON-484047647-project] 10.222.0.86 "PUT /v2.0/subnets/9a6d65af-f724-4a57-9a2f-33602a523052 HTTP/1.1" status: 404 len: 337 time: 0.0334184 Nov 25 17:35:58.957896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69a03c-2a9f-4d74-a4ba-bf2c5ac13e6c req-d4a2ddd4-2f02-4384-b787-6d09ce976dfa tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:58.961092 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c69a03c-2a9f-4d74-a4ba-bf2c5ac13e6c req-d4a2ddd4-2f02-4384-b787-6d09ce976dfa tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 944 time: 0.0663314 Nov 25 17:35:59.037562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1c69a03c-2a9f-4d74-a4ba-bf2c5ac13e6c req-a50c6aad-deee-48c3-bcaa-b0940364c1a5 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699332 Nov 25 17:35:59.041772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:59.065271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e940-d47c-4460-be76-313c51ed335e req-da72d59b-af2b-44e5-9021-4de23df995c8 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:35:59.067448 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37e7e940-d47c-4460-be76-313c51ed335e req-da72d59b-af2b-44e5-9021-4de23df995c8 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1095 time: 0.0610917 Nov 25 17:35:59.117223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-37e7e940-d47c-4460-be76-313c51ed335e req-fd035035-8853-4875-8902-696e62732499 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425549 Nov 25 17:35:59.187109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0aab7a8-480a-4505-b71d-213aac234a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.266042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0aab7a8-480a-4505-b71d-213aac234a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.270080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0aab7a8-480a-4505-b71d-213aac234a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.312568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aab7a8-480a-4505-b71d-213aac234a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95adff70-618c-495b-99dc-7679c95f92c8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.318582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e0aab7a8-480a-4505-b71d-213aac234a9e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b7d7a89ea2d4d2cb56bc4ac9a2e8784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751687 Nov 25 17:35:59.321436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:35:59.372226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21966e34-b855-4ef9-b277-5ad0b4e5678b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.393353 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21966e34-b855-4ef9-b277-5ad0b4e5678b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.440471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21966e34-b855-4ef9-b277-5ad0b4e5678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.443488 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-21966e34-b855-4ef9-b277-5ad0b4e5678b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:35:59.444776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-21966e34-b855-4ef9-b277-5ad0b4e5678b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95adff70-618c-495b-99dc-7679c95f92c8 HTTP/1.1" status: 204 len: 168 time: 0.1223223 Nov 25 17:35:59.453810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21966e34-b855-4ef9-b277-5ad0b4e5678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95adff70-618c-495b-99dc-7679c95f92c8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:35:59.569730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1999dba0-4701-48b0-8506-d43a4ae28a75 req-95856cfb-6bb5-4f8b-b760-21498290ab44 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0360365 Nov 25 17:36:00.135852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:00.184220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f1a20-a751-427a-81b2-7d47e15eaedd req-f6e09d0a-a3b8-4523-9269-6388715390d9 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.186766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e68f1a20-a751-427a-81b2-7d47e15eaedd req-f6e09d0a-a3b8-4523-9269-6388715390d9 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 944 time: 0.0706797 Nov 25 17:36:00.240584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e68f1a20-a751-427a-81b2-7d47e15eaedd req-c1544559-772e-4aea-b332-fd93b822f141 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Nov 25 17:36:00.267615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-10d8368d-8caa-4531-ae7a-fded2b7f923f tempest-DvrRoutersNegativeTest-1175356865 tempest-DvrRoutersNegativeTest-1175356865-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-83311012', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:00.271141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.policy [None req-10d8368d-8caa-4531-ae7a-fded2b7f923f tempest-DvrRoutersNegativeTest-1175356865 tempest-DvrRoutersNegativeTest-1175356865-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103636) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 17:36:00.271758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.policy [None req-10d8368d-8caa-4531-ae7a-fded2b7f923f tempest-DvrRoutersNegativeTest-1175356865 tempest-DvrRoutersNegativeTest-1175356865-project] Failed policy check for 'create_router' {{(pid=103636) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 17:36:00.272306 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-10d8368d-8caa-4531-ae7a-fded2b7f923f tempest-DvrRoutersNegativeTest-1175356865 tempest-DvrRoutersNegativeTest-1175356865-project] create failed (client error): Access was denied to this resource. Nov 25 17:36:00.273343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-10d8368d-8caa-4531-ae7a-fded2b7f923f tempest-DvrRoutersNegativeTest-1175356865 tempest-DvrRoutersNegativeTest-1175356865-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1365533 Nov 25 17:36:00.284223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722ffba-cd4b-409b-b8ad-2cc4373d8236 req-95ab199f-dc98-413f-93be-129d848c7962 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:00.285930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e722ffba-cd4b-409b-b8ad-2cc4373d8236 req-95ab199f-dc98-413f-93be-129d848c7962 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1095 time: 0.0715306 Nov 25 17:36:00.334934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e722ffba-cd4b-409b-b8ad-2cc4373d8236 req-7983a19d-a201-4da6-9e7d-aa965aa56a6d tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Nov 25 17:36:00.342629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519e5321-070e-4e7c-a9f1-63d6a0034abf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:00.390343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 519e5321-070e-4e7c-a9f1-63d6a0034abf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:00.390645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.541571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40824) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:00.667049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7c802b2-d20a-4782-9fd6-29c641ffc4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.722375 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8810a532-5728-442b-a087-45bcd17f9365 req-5e0d9034-c6a2-48df-94bb-13d000b5e46a tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0307074 Nov 25 17:36:00.759258 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7c802b2-d20a-4782-9fd6-29c641ffc4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.763205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c7c802b2-d20a-4782-9fd6-29c641ffc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.807323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c802b2-d20a-4782-9fd6-29c641ffc4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766403c2-7bd9-48e7-8bfe-ecb075c1e2eb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:00.812985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c7c802b2-d20a-4782-9fd6-29c641ffc4df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=40f38bf34a394543920c66f9af290d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704244 Nov 25 17:36:00.815762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:00.870172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b091a0a7-5bfb-42b5-8d99-1c64e8b8c3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.891927 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b091a0a7-5bfb-42b5-8d99-1c64e8b8c3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.941557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b091a0a7-5bfb-42b5-8d99-1c64e8b8c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.944741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b091a0a7-5bfb-42b5-8d99-1c64e8b8c3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:00.945907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b091a0a7-5bfb-42b5-8d99-1c64e8b8c3f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/766403c2-7bd9-48e7-8bfe-ecb075c1e2eb HTTP/1.1" status: 204 len: 168 time: 0.1295149 Nov 25 17:36:00.963338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091a0a7-5bfb-42b5-8d99-1c64e8b8c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766403c2-7bd9-48e7-8bfe-ecb075c1e2eb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.244663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91da55d1-f940-49ce-9ef7-1e3583f20d39 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:01.300103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 91da55d1-f940-49ce-9ef7-1e3583f20d39 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:01.305218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 91da55d1-f940-49ce-9ef7-1e3583f20d39 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:01.305582 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.375662 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:36:01.421345 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.450456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360be51a-852b-4363-80e6-67f469dbde65 req-d7219488-958c-4f21-bc8e-ab881a615dfc tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.465160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 91da55d1-f940-49ce-9ef7-1e3583f20d39, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:01.466174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-360be51a-852b-4363-80e6-67f469dbde65 req-d7219488-958c-4f21-bc8e-ab881a615dfc tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 944 time: 0.1213286 Nov 25 17:36:01.466744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da55d1-f940-49ce-9ef7-1e3583f20d39'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:01.471816 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb99a4f-2724-4172-b005-06c26e07202f" -d '{"events": [{"server_uuid": "2c0409d8-b8e7-44ff-82d2-513bda83dd34", "name": "network-vif-plugged", "status": "completed", "tag": "91da55d1-f940-49ce-9ef7-1e3583f20d39"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:01.479532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.482107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device adf2e202-253c-46ee-9aa1-7990cc279bd9 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:01.525558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-360be51a-852b-4363-80e6-67f469dbde65 req-b9333216-0a8e-4028-97cd-9da0e5fa1179 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579977 Nov 25 17:36:01.542916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3385f-50ce-4d76-960a-7499433eef0d req-67fe085f-24eb-42e1-8c02-a8d3d8236446 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.545918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59a3385f-50ce-4d76-960a-7499433eef0d req-67fe085f-24eb-42e1-8c02-a8d3d8236446 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1095 time: 0.0867124 Nov 25 17:36:01.615780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-59a3385f-50ce-4d76-960a-7499433eef0d req-bb6693f5-802e-4baf-ab8b-8e434b93853e tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616732 Nov 25 17:36:01.629735 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460bcdbc-3609-45b2-bb51-4ab6ab413fff x-openstack-request-id: req-460bcdbc-3609-45b2-bb51-4ab6ab413fff {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:01.630032 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0409d8-b8e7-44ff-82d2-513bda83dd34", "name": "network-vif-plugged", "status": "completed", "tag": "91da55d1-f940-49ce-9ef7-1e3583f20d39", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:01.630286 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-460bcdbc-3609-45b2-bb51-4ab6ab413fff {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:01.630676 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da55d1-f940-49ce-9ef7-1e3583f20d39', 'code': 200} Nov 25 17:36:01.633834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port adf2e202-253c-46ee-9aa1-7990cc279bd9 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:01.647329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=91da55d1-f940-49ce-9ef7-1e3583f20d39,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.651827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port adf2e202-253c-46ee-9aa1-7990cc279bd9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:01.652414 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.742152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e199a-7341-4b5d-8f1f-878b62e79f4b req-80d4b5d0-d03b-4a94-8aff-ec64731533bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:01.743525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.744347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-353e199a-7341-4b5d-8f1f-878b62e79f4b req-80d4b5d0-d03b-4a94-8aff-ec64731533bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 1096 time: 0.0575519 Nov 25 17:36:01.762422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40886) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:01.803247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-353e199a-7341-4b5d-8f1f-878b62e79f4b req-e53476a8-77a5-4671-9012-33490c2cb800 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505128 Nov 25 17:36:01.805346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port adf2e202-253c-46ee-9aa1-7990cc279bd9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:01.810059 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.864048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2ac36a3c-f749-43fc-b7d1-0ed7a8a1df45 req-62fccfb4-1d92-4e09-a95c-e65e8a25c55a tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0433388 Nov 25 17:36:01.872138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=adf2e202-253c-46ee-9aa1-7990cc279bd9,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:01.923486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2022109193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:01.948484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:01.949505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.036973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.041635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.060791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.062091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b19506fa-4a86-4575-acd2-e1e0fd8789c3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2982557 Nov 25 17:36:02.064734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40892) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.070378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-67478958'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:02.096223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Made reservation on behalf of 47ff85dd15784c3eba567f3ce072206e for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:02.101383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.115941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.210905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.221088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.249991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:02.262005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f23cd7d-eecc-4acd-bf74-adff11101931,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.266929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.267328 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Added segment 2d41836a-b5b4-4d58-a328-ae94668d7266 of type vlan for network ba699487-e1d7-4758-b190-828c3dd4caec Nov 25 17:36:02.311357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.339203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.346984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.347630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.407849 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3420177 Nov 25 17:36:02.413137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40904) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.420339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'subnet': {'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:02.430536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71e223-a52f-4fbb-87ad-0f04c92adf32 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Network': ['ID=ba699487-e1d7-4758-b190-828c3dd4caec,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.441618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ba699487-e1d7-4758-b190-828c3dd4caec details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:02.483182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40906) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.531454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Made reservation on behalf of 47ff85dd15784c3eba567f3ce072206e for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:02.534957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.604460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20ed5595-226c-4e2e-a8aa-c1f79191e18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.676158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fef844-984a-4ab4-bfb5-c32d948a6bdd req-c0c8b173-6912-4f7f-8a7f-cbb9bfc6543f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.678890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1fef844-984a-4ab4-bfb5-c32d948a6bdd req-c0c8b173-6912-4f7f-8a7f-cbb9bfc6543f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 945 time: 0.0672708 Nov 25 17:36:02.696199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20ed5595-226c-4e2e-a8aa-c1f79191e18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.707717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-20ed5595-226c-4e2e-a8aa-c1f79191e18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.768080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20ed5595-226c-4e2e-a8aa-c1f79191e18d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76b95ed35a3a4d209f2c38e886c4369f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816145 Nov 25 17:36:02.768080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5595-226c-4e2e-a8aa-c1f79191e18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7758a9cf-941e-4685-9364-13ac3a5c1109,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.769948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.786952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0c769-2e47-4792-9264-785a97402a38 req-30f54e20-06c9-4027-8559-67ea4b551b24 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.788482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a5d0c769-2e47-4792-9264-785a97402a38 req-30f54e20-06c9-4027-8559-67ea4b551b24 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.0910542 Nov 25 17:36:02.801123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e1fef844-984a-4ab4-bfb5-c32d948a6bdd req-a2c2dc15-a1f6-43fb-b7c2-67c0f9434a0b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975695 Nov 25 17:36:02.808728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.869667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a5d0c769-2e47-4792-9264-785a97402a38 req-4811b36c-6e8b-4d0f-ba6a-572b29ee3681 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706127 Nov 25 17:36:02.870503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a294fb4-13db-4c80-b1ba-0a77ceffb88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.881635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Subnet': ['ID=b4005652-980c-4fc7-bbc5-9036df30da94,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:02.886749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Checking segment: {'id': '2d41836a-b5b4-4d58-a328-ae94668d7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:02.887368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network hostable DHCP agents. Network: ba699487-e1d7-4758-b190-828c3dd4caec, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:02.895287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a294fb4-13db-4c80-b1ba-0a77ceffb88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.909723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network ba699487-e1d7-4758-b190-828c3dd4caec is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:02.925139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ba699487-e1d7-4758-b190-828c3dd4caec) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:02.936007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95525053-06ff-4ee8-aff3-287acf7e6d65 None None] Network ba699487-e1d7-4758-b190-828c3dd4caec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:02.941009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:02.944458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.954257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a294fb4-13db-4c80-b1ba-0a77ceffb88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.959660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7a294fb4-13db-4c80-b1ba-0a77ceffb88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:02.971154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-123372fe-81b7-4fec-bcb3-8a70c764f3d7 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5562060 Nov 25 17:36:02.972691 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7a294fb4-13db-4c80-b1ba-0a77ceffb88f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7758a9cf-941e-4685-9364-13ac3a5c1109 HTTP/1.1" status: 204 len: 168 time: 0.2008922 Nov 25 17:36:02.974746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40920) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:02.983475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'network': {'name': 'tempest-router-network01--641810703'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:02.987976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a294fb4-13db-4c80-b1ba-0a77ceffb88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758a9cf-941e-4685-9364-13ac3a5c1109,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.020154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Made reservation on behalf of 47ff85dd15784c3eba567f3ce072206e for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:03.024309 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.045807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2cfe7b9a-f47b-418a-b55d-1567fead9fb8 req-b2f08ca8-3feb-4027-a78c-495b12525296 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0392039 Nov 25 17:36:03.076248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:03.090686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.091057 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Added segment 0a8bfe51-c0c1-4730-ad62-33a7e27de9d7 of type vlan for network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a Nov 25 17:36:03.144095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.162054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ba699487-e1d7-4758-b190-828c3dd4caec', 'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec', 'tenant_id': '47ff85dd15784c3eba567f3ce072206e', 'fixed_ips': [{'subnet_id': 'b4005652-980c-4fc7-bbc5-9036df30da94'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:03.163502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.174408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.180601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.181209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.236412 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2578940 Nov 25 17:36:03.237107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40924) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.245194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'network': {'name': 'tempest-router-network02--1184023738'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:03.257355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e176a-c1fc-47dd-842d-e7e2805d9d3a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Network': ['ID=102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.274547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:03.277047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Made reservation on behalf of 47ff85dd15784c3eba567f3ce072206e for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:03.281184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.309004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:03.320708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.321211 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Added segment e368ad17-d46b-4c27-8149-839cb5e882f5 of type vlan for network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 Nov 25 17:36:03.339255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.357344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08166702-364d-4f32-be19-414e656aa07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.378457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.381050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Allocated IP 172.20.0.2 (ba699487-e1d7-4758-b190-828c3dd4caec/b4005652-980c-4fc7-bbc5-9036df30da94/e2316e47-b4a5-4057-a581-ae63dfb442a3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:03.419955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.428081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.429113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.455641 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08166702-364d-4f32-be19-414e656aa07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.461122 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-08166702-364d-4f32-be19-414e656aa07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.500164 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2617404 Nov 25 17:36:03.503505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-08166702-364d-4f32-be19-414e656aa07c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f07ad57ba4d744259ab5a0790d9c6309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629360 Nov 25 17:36:03.504341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.506460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 40932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:03.510163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'subnet': {'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:03.515424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08166702-364d-4f32-be19-414e656aa07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac99a1-340d-4bee-b94d-69f1fc9f3b83,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.556755 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.563953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.613058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Network ba699487-e1d7-4758-b190-828c3dd4caec is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:03.617463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:03.619200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Pushing event updated for resources: {'Port': ['ID=e2316e47-b4a5-4057-a581-ae63dfb442a3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.621396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:03.631584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605bdca-d732-4068-8415-f9a1e81c7933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf2e202-253c-46ee-9aa1-7990cc279bd9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:03.634117 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1345db65-0c1a-4efb-bbb1-b6a52f5a4fd0" -d '{"events": [{"server_uuid": "1605bdca-d732-4068-8415-f9a1e81c7933", "name": "network-vif-plugged", "status": "completed", "tag": "adf2e202-253c-46ee-9aa1-7990cc279bd9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:03.651153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c11b4cc4-abc3-419d-aefa-773d7eeededd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.663774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Made reservation on behalf of 47ff85dd15784c3eba567f3ce072206e for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:03.667346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.705589 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f82455-8539-4189-b173-b70a49a08a6d x-openstack-request-id: req-09f82455-8539-4189-b173-b70a49a08a6d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:03.705916 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605bdca-d732-4068-8415-f9a1e81c7933", "name": "network-vif-plugged", "status": "completed", "tag": "adf2e202-253c-46ee-9aa1-7990cc279bd9", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:03.706562 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09f82455-8539-4189-b173-b70a49a08a6d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:03.709000 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605bdca-d732-4068-8415-f9a1e81c7933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf2e202-253c-46ee-9aa1-7990cc279bd9', 'code': 200} Nov 25 17:36:03.714853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Attempting to bind port e2316e47-b4a5-4057-a581-ae63dfb442a3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:03.715677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Attempting to bind port e2316e47-b4a5-4057-a581-ae63dfb442a3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '2d41836a-b5b4-4d58-a328-ae94668d7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:03.716233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Attempting to bind port e2316e47-b4a5-4057-a581-ae63dfb442a3 on network ba699487-e1d7-4758-b190-828c3dd4caec {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:03.726009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:03.727284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Checking segment: {'id': '2d41836a-b5b4-4d58-a328-ae94668d7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:03.727932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.728735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Bound using segment: {'id': '2d41836a-b5b4-4d58-a328-ae94668d7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:03.729973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Bound port: e2316e47-b4a5-4057-a581-ae63dfb442a3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d41836a-b5b4-4d58-a328-ae94668d7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ba699487-e1d7-4758-b190-828c3dd4caec'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:03.730516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c11b4cc4-abc3-419d-aefa-773d7eeededd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.731724 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.834128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] For port e2316e47-b4a5-4057-a581-ae63dfb442a3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:03.849050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] For port e2316e47-b4a5-4057-a581-ae63dfb442a3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e2316e47-b4a5-4057-a581-ae63dfb442a3,segment=NetworkSegment(2d41836a-b5b4-4d58-a328-ae94668d7266),segment_id=2d41836a-b5b4-4d58-a328-ae94668d7266)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:03.855485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3ce3c-213e-4587-9157-34241ff21313 req-5e4ea401-81cf-4a29-8615-87cf027bf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:03.861794 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.862048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6df3ce3c-213e-4587-9157-34241ff21313 req-5e4ea401-81cf-4a29-8615-87cf027bf70a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.0782084 Nov 25 17:36:03.876700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c11b4cc4-abc3-419d-aefa-773d7eeededd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.879285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c11b4cc4-abc3-419d-aefa-773d7eeededd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:03.881048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c11b4cc4-abc3-419d-aefa-773d7eeededd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2fac99a1-340d-4bee-b94d-69f1fc9f3b83 HTTP/1.1" status: 204 len: 168 time: 0.3670707 Nov 25 17:36:03.919819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b4cc4-abc3-419d-aefa-773d7eeededd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac99a1-340d-4bee-b94d-69f1fc9f3b83,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:03.976030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d44b9-5843-4197-a421-87f18226ce29 None None] Pushing event updated for resources: {'Port': ['ID=e2316e47-b4a5-4057-a581-ae63dfb442a3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:04.054819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9c480-c174-49da-9abb-07f26c826e4a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Network': ['ID=0c29bed1-48ac-49eb-a2c4-450532fcfca5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:04.072734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:04.077012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6df3ce3c-213e-4587-9157-34241ff21313 req-5a9ff09e-147a-46f2-998e-02c7d6d0ecb5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950674 Nov 25 17:36:04.101047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.115241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd99d-ced6-4547-bcd1-76e1dc8e09c9 req-c4f71bcd-d41e-44e5-b7d9-9e50af033608 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.117002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dcbd99d-ced6-4547-bcd1-76e1dc8e09c9 req-c4f71bcd-d41e-44e5-b7d9-9e50af033608 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 945 time: 0.1679106 Nov 25 17:36:04.119490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a387bff-d7d5-47b1-ac60-09ad0e3d8e4a req-00e16553-c87a-4481-814d-cfdcddd56164 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.124529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a387bff-d7d5-47b1-ac60-09ad0e3d8e4a req-00e16553-c87a-4481-814d-cfdcddd56164 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.0715947 Nov 25 17:36:04.202613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a387bff-d7d5-47b1-ac60-09ad0e3d8e4a req-ffe87b41-fba9-4667-9d7c-47ab22637d8c tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551305 Nov 25 17:36:04.259732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Checking segment: {'id': '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:04.260106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network hostable DHCP agents. Network: 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:04.265209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Subnet': ['ID=11904422-db62-4045-9075-7681148e45b7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:04.313125 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2dcbd99d-ced6-4547-bcd1-76e1dc8e09c9 req-af0fbf98-9296-419a-a0ae-0e27b17b7aee tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591542 Nov 25 17:36:04.339916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:04.363009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:04.370755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76887edf-a7f5-4d7b-aaea-78004d3a122d req-7be3fb9e-efa8-4749-b162-b7c7bd365baa tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0597286 Nov 25 17:36:04.378454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a1209-617a-4d3d-ade2-933f81d79b1a None None] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:04.382506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:04.383121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.408652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f028664e-cf0f-4879-8399-13bf867ca72a tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9028747 Nov 25 17:36:04.412058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:04.419290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'subnet': {'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:04.508596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e2316e47-b4a5-4057-a581-ae63dfb442a3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:04.565803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Made reservation on behalf of 47ff85dd15784c3eba567f3ce072206e for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:04.570580 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.792062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e2316e47-b4a5-4057-a581-ae63dfb442a3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:04.792570 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.885644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a', 'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a', 'tenant_id': '47ff85dd15784c3eba567f3ce072206e', 'fixed_ips': [{'subnet_id': '11904422-db62-4045-9075-7681148e45b7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:04.886508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:04.933753 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.053340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Subnet': ['ID=aa7238e9-439b-4565-a373-843ab60389a4,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.056237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Checking segment: {'id': 'e368ad17-d46b-4c27-8149-839cb5e882f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:05.056740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network hostable DHCP agents. Network: 0c29bed1-48ac-49eb-a2c4-450532fcfca5, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:05.061460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.080768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:05.096308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0c29bed1-48ac-49eb-a2c4-450532fcfca5) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:05.112910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:05.115093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.129209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e84cd-7f44-4674-bf7d-5b2a0c263105 None None] Network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:05.139545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ca377e00-51e4-463a-a6ae-8628d2191abc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7258999 Nov 25 17:36:05.141948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 40978) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:05.234749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port e2316e47-b4a5-4057-a581-ae63dfb442a3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e2316e47-b4a5-4057-a581-ae63dfb442a3,segment=NetworkSegment(2d41836a-b5b4-4d58-a328-ae94668d7266),segment_id=2d41836a-b5b4-4d58-a328-ae94668d7266)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:05.250391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.309307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Allocated IP 172.20.0.2 (102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a/11904422-db62-4045-9075-7681148e45b7/b8511179-9899-4d0b-beab-7ee6a53dc12e) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:05.459853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=e2316e47-b4a5-4057-a581-ae63dfb442a3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:05.555312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a8976-c25d-4666-9682-fd350b5ac620 req-129fd413-1586-4fe0-89f5-36d8d302756b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:05.557333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-816a8976-c25d-4666-9682-fd350b5ac620 req-129fd413-1586-4fe0-89f5-36d8d302756b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.1914651 Nov 25 17:36:05.573617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6b149-2d15-45ce-b482-436471625307 None None] Network ba699487-e1d7-4758-b190-828c3dd4caec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:05.627991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1bfd3173-2de1-4368-b0ac-c1793c22d4a7 req-b58962f2-342f-4abc-80d8-e1fd5056df14 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0714991 Nov 25 17:36:05.780894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fbfffa4a-8671-4122-8cc5-f7321066c1b7 None None] Provisioning complete for port e2316e47-b4a5-4057-a581-ae63dfb442a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:05.781279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fbfffa4a-8671-4122-8cc5-f7321066c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.789250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-816a8976-c25d-4666-9682-fd350b5ac620 req-e4558946-c922-46a9-a8af-38c4b0a970f7 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842682 Nov 25 17:36:05.796424 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.823862 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1fa69906-5d64-43bc-b5fa-72f9ca368ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:05.854724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0c29bed1-48ac-49eb-a2c4-450532fcfca5', 'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5', 'tenant_id': '47ff85dd15784c3eba567f3ce072206e', 'fixed_ips': [{'subnet_id': 'aa7238e9-439b-4565-a373-843ab60389a4'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:05.855634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.043257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.170263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Allocated IP 172.20.0.1 (102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a/11904422-db62-4045-9075-7681148e45b7/9483a57a-a4f2-4f7d-854a-8f40b07779fe) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:06.211534 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.251252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Allocated IP 172.20.0.2 (0c29bed1-48ac-49eb-a2c4-450532fcfca5/aa7238e9-439b-4565-a373-843ab60389a4/3422238e-4dac-4f59-90a0-d5c62d01c757) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:06.345402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.365124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e2316e47-b4a5-4057-a581-ae63dfb442a3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:06.387697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.441925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:06.448001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:06.453254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:06.482529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:06.487785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Pushing event updated for resources: {'Port': ['ID=b8511179-9899-4d0b-beab-7ee6a53dc12e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:06.490520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:06.503700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:06.505035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Port': ['ID=9483a57a-a4f2-4f7d-854a-8f40b07779fe,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:06.524782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.610924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e2316e47-b4a5-4057-a581-ae63dfb442a3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:06.614006 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.690652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.758130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Attempting to bind port b8511179-9899-4d0b-beab-7ee6a53dc12e on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:06.758598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Attempting to bind port b8511179-9899-4d0b-beab-7ee6a53dc12e by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:06.758870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Attempting to bind port b8511179-9899-4d0b-beab-7ee6a53dc12e on network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:06.775015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:06.775451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Checking segment: {'id': '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:06.775820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.776219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Bound using segment: {'id': '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:06.776707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Bound port: b8511179-9899-4d0b-beab-7ee6a53dc12e, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:06.777087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.846827 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d2f72c7-ff6d-4c96-ae26-edf1374f80c4 req-36cdfa9b-311c-4d5e-bd40-6752917459bf tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0587697 Nov 25 17:36:06.870054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:06.992805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7102b-d196-4c00-9943-5e92354adfad req-ec397efd-4d26-470a-8162-636d0d5d8ea9 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:07.001094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66d7102b-d196-4c00-9943-5e92354adfad req-ec397efd-4d26-470a-8162-636d0d5d8ea9 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.0700934 Nov 25 17:36:07.043725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] For port b8511179-9899-4d0b-beab-7ee6a53dc12e, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:07.050015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] For port b8511179-9899-4d0b-beab-7ee6a53dc12e, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8511179-9899-4d0b-beab-7ee6a53dc12e,segment=NetworkSegment(0a8bfe51-c0c1-4730-ad62-33a7e27de9d7),segment_id=0a8bfe51-c0c1-4730-ad62-33a7e27de9d7)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:07.057781 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.076270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-66d7102b-d196-4c00-9943-5e92354adfad req-2d20a490-9a14-423e-96d5-f5b4dc121692 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736301 Nov 25 17:36:07.078894 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.256143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fae6d-1a39-4411-8661-e5ee5ed1a361 req-ad13f128-1619-4908-8f34-d91fbcf47dcd tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:07.265590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-082fae6d-1a39-4411-8661-e5ee5ed1a361 req-ad13f128-1619-4908-8f34-d91fbcf47dcd tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.1003377 Nov 25 17:36:07.347219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.352365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.352620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:07.380657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:07.384618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-082fae6d-1a39-4411-8661-e5ee5ed1a361 req-97b38e29-c5ec-4838-bc86-38b8154facb2 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180511 Nov 25 17:36:07.387937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:07.437551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-85492200-8557-4898-9eca-0bab270d5b24 None None] Provisioning complete for port e2316e47-b4a5-4057-a581-ae63dfb442a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:07.439232 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-85492200-8557-4898-9eca-0bab270d5b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.459395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Port': ['ID=9483a57a-a4f2-4f7d-854a-8f40b07779fe,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.499669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.513329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257c21-936b-464a-80e5-6c8bb7ad2943 None None] Pushing event updated for resources: {'Port': ['ID=b8511179-9899-4d0b-beab-7ee6a53dc12e,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.605539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face2b54-d5a3-4164-83e1-8074009df613 req-06979972-98a8-4113-8700-f3cb4fd11543 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:07.607088 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-face2b54-d5a3-4164-83e1-8074009df613 req-06979972-98a8-4113-8700-f3cb4fd11543 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.1371107 Nov 25 17:36:07.658456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Attempting to bind port 3422238e-4dac-4f59-90a0-d5c62d01c757 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:07.659161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Attempting to bind port 3422238e-4dac-4f59-90a0-d5c62d01c757 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'e368ad17-d46b-4c27-8149-839cb5e882f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:07.659870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Attempting to bind port 3422238e-4dac-4f59-90a0-d5c62d01c757 on network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:07.667359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Pushing event updated for resources: {'Port': ['ID=3422238e-4dac-4f59-90a0-d5c62d01c757,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:07.696244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:07.700929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:07.714725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:07.715183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Checking segment: {'id': 'e368ad17-d46b-4c27-8149-839cb5e882f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:07.715551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.715951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Bound using segment: {'id': 'e368ad17-d46b-4c27-8149-839cb5e882f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:07.716446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Bound port: 3422238e-4dac-4f59-90a0-d5c62d01c757, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e368ad17-d46b-4c27-8149-839cb5e882f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0c29bed1-48ac-49eb-a2c4-450532fcfca5'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:07.716827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:07.717989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-face2b54-d5a3-4164-83e1-8074009df613 req-2ca3e1a8-27d7-4fed-b17c-53588581af23 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802538 Nov 25 17:36:07.845121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] For port 3422238e-4dac-4f59-90a0-d5c62d01c757, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:07.850840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] For port 3422238e-4dac-4f59-90a0-d5c62d01c757, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3422238e-4dac-4f59-90a0-d5c62d01c757,segment=NetworkSegment(e368ad17-d46b-4c27-8149-839cb5e882f5),segment_id=e368ad17-d46b-4c27-8149-839cb5e882f5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:07.860885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.015245 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-26373041-916a-4e29-9c07-cc37075b766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.030995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1de832-2b3e-4a44-8291-a2f5b8c91946 None None] Pushing event updated for resources: {'Port': ['ID=3422238e-4dac-4f59-90a0-d5c62d01c757,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.086883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de0677ff-2a00-43bd-8065-10cffae3f2ec req-742e44c6-10bb-4373-8531-25a6054c3d04 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0553954 Nov 25 17:36:08.098969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:08.099275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ee7ea-69c4-4880-961d-77c0ecb1442c req-b40c1a75-02fb-467d-be5d-aad1b0755852 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:08.105651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f4ee7ea-69c4-4880-961d-77c0ecb1442c req-b40c1a75-02fb-467d-be5d-aad1b0755852 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.1191697 Nov 25 17:36:08.123519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Router 17e19459-70db-430a-8910-42d9aec61eea is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:08.183651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f4ee7ea-69c4-4880-961d-77c0ecb1442c req-70ad436c-a0fe-4d89-8052-1ae8da46b497 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Nov 25 17:36:08.280238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:08.290944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-79177a40-857f-4444-892b-cf34f1603b1d tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465797 Nov 25 17:36:08.292379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:08.305476 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9712522-46ac-4e16-86f0-1b2764f87cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.307631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] Sync routers for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:08.336608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:08.339214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:08.467058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8511179-9899-4d0b-beab-7ee6a53dc12e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:08.470994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:08.487035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9712522-46ac-4e16-86f0-1b2764f87cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.493439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9712522-46ac-4e16-86f0-1b2764f87cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.528555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:08.529250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:08.573391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:08.580500 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b9712522-46ac-4e16-86f0-1b2764f87cfd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d85c64c228ba44639986b75b7c482ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685464 Nov 25 17:36:08.595273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:08.596320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54421517-57b7-419f-8fbe-085e3ad78036 None None] The sync data for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:08.596783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9712522-46ac-4e16-86f0-1b2764f87cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92d6fb-b71a-42d5-8b9e-6b614bdf2e91,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.634566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b8511179-9899-4d0b-beab-7ee6a53dc12e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:08.635204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.747732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.789688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port b8511179-9899-4d0b-beab-7ee6a53dc12e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8511179-9899-4d0b-beab-7ee6a53dc12e,segment=NetworkSegment(0a8bfe51-c0c1-4730-ad62-33a7e27de9d7),segment_id=0a8bfe51-c0c1-4730-ad62-33a7e27de9d7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:08.794034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.795902 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d891921-3f63-4e5e-b8f2-0089b828fd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.834694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d891921-3f63-4e5e-b8f2-0089b828fd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.888331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=b8511179-9899-4d0b-beab-7ee6a53dc12e,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:08.933586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564230d-1f08-4876-8bcf-0060d4f54a6e None None] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:08.978432 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d891921-3f63-4e5e-b8f2-0089b828fd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.981288 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d891921-3f63-4e5e-b8f2-0089b828fd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:08.982492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d891921-3f63-4e5e-b8f2-0089b828fd35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dc92d6fb-b71a-42d5-8b9e-6b614bdf2e91 HTTP/1.1" status: 204 len: 168 time: 0.4080410 Nov 25 17:36:09.024873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a5192626-ff93-44be-be35-27d7335a2c69 None None] Provisioning complete for port b8511179-9899-4d0b-beab-7ee6a53dc12e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:09.025534 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5192626-ff93-44be-be35-27d7335a2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.032472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d891921-3f63-4e5e-b8f2-0089b828fd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92d6fb-b71a-42d5-8b9e-6b614bdf2e91,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:09.187200 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c6a3a234-540f-4a8e-a1a2-ab2406f5be5f tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:36:09.190905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c6a3a234-540f-4a8e-a1a2-ab2406f5be5f tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8947663 Nov 25 17:36:09.191608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41070) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.309289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e5f6c31-0bbb-49a7-aafb-4db62b9a30f9 req-f2faefbb-197f-4140-83d2-01a03214dc30 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0718901 Nov 25 17:36:09.460020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-96b58c71-936d-4e45-aad4-656776d167f8 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.461647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-96b58c71-936d-4e45-aad4-656776d167f8 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.0766521 Nov 25 17:36:09.526606 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.528620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357f9a8-f758-4987-81b8-564213684c77 req-fdd3c7db-f61f-4f1a-9cb1-eb52868db703 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:09.530122 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4357f9a8-f758-4987-81b8-564213684c77 req-fdd3c7db-f61f-4f1a-9cb1-eb52868db703 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 1096 time: 0.1566696 Nov 25 17:36:09.567929 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d580da93-db8d-4a3f-9b06-e8420e551b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.633122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Deleting port adf2e202-253c-46ee-9aa1-7990cc279bd9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:09.633538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.739532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4357f9a8-f758-4987-81b8-564213684c77 req-226fda4c-c6b0-4ce5-8316-210d548f76c3 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338434 Nov 25 17:36:09.757536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d580da93-db8d-4a3f-9b06-e8420e551b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.764421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d580da93-db8d-4a3f-9b06-e8420e551b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.784495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af6522-fba8-4f92-81d8-077801a53256 None None] Network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:09.790828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.811036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] For port adf2e202-253c-46ee-9aa1-7990cc279bd9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=adf2e202-253c-46ee-9aa1-7990cc279bd9,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:09.811571 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:09.850521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Calling delete_port for adf2e202-253c-46ee-9aa1-7990cc279bd9 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:09.859256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d580da93-db8d-4a3f-9b06-e8420e551b4f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc796c2d7b2b4b97acd4ebfed5544b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315499 Nov 25 17:36:09.864673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:09.865245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580da93-db8d-4a3f-9b06-e8420e551b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa186cd5-acf2-48c7-88cf-6747cf865119,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:09.928107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.006833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a12df8e-ab4d-4495-95f2-b745616d2856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.046388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a12df8e-ab4d-4495-95f2-b745616d2856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.088231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-95812e68-2bda-402c-b8aa-39bba9987d56 None None] Provisioning complete for port 3422238e-4dac-4f59-90a0-d5c62d01c757 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:10.088889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95812e68-2bda-402c-b8aa-39bba9987d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.156293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.169737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['adf2e202-253c-46ee-9aa1-7990cc279bd9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:10.193305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf2e202-253c-46ee-9aa1-7990cc279bd9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:10.201364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f984fff9-1a00-413a-9fec-dca9c2fd5b63'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:10.202559 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a12df8e-ab4d-4495-95f2-b745616d2856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.207915 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a12df8e-ab4d-4495-95f2-b745616d2856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.207915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a12df8e-ab4d-4495-95f2-b745616d2856 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fa186cd5-acf2-48c7-88cf-6747cf865119 HTTP/1.1" status: 204 len: 168 time: 0.3216743 Nov 25 17:36:10.244331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12df8e-ab4d-4495-95f2-b745616d2856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa186cd5-acf2-48c7-88cf-6747cf865119,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:10.371807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] No DVR routers for this DVR port adf2e202-253c-46ee-9aa1-7990cc279bd9 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:10.387525 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.390973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c6256d6-e3ea-49e5-92cb-6a7b471a047d req-ae6fd406-7313-4ab2-8944-c969eff6597b tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.73 "DELETE /v2.0/ports/adf2e202-253c-46ee-9aa1-7990cc279bd9 HTTP/1.1" status: 204 len: 173 time: 0.9219940 Nov 25 17:36:10.391538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1605bdca-d732-4068-8415-f9a1e81c7933', 'name': 'network-vif-deleted', 'tag': 'adf2e202-253c-46ee-9aa1-7990cc279bd9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:10.418757 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e288c-1136-48d2-a6ed-55758ab7de77" -d '{"events": [{"server_uuid": "1605bdca-d732-4068-8415-f9a1e81c7933", "name": "network-vif-deleted", "tag": "adf2e202-253c-46ee-9aa1-7990cc279bd9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:10.423535 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95812e68-2bda-402c-b8aa-39bba9987d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.565547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-95812e68-2bda-402c-b8aa-39bba9987d56 None None] For port 3422238e-4dac-4f59-90a0-d5c62d01c757, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3422238e-4dac-4f59-90a0-d5c62d01c757,segment=NetworkSegment(e368ad17-d46b-4c27-8149-839cb5e882f5),segment_id=e368ad17-d46b-4c27-8149-839cb5e882f5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:10.608183 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74ea8d-2f5a-4707-8ab9-3431a83d2b9b x-openstack-request-id: req-1b74ea8d-2f5a-4707-8ab9-3431a83d2b9b {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:10.608473 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1605bdca-d732-4068-8415-f9a1e81c7933", "name": "network-vif-deleted", "tag": "adf2e202-253c-46ee-9aa1-7990cc279bd9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:10.608728 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b74ea8d-2f5a-4707-8ab9-3431a83d2b9b {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:10.609130 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1605bdca-d732-4068-8415-f9a1e81c7933', 'name': 'network-vif-deleted', 'tag': 'adf2e202-253c-46ee-9aa1-7990cc279bd9', 'status': 'completed', 'code': 200} Nov 25 17:36:10.616452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3422238e-4dac-4f59-90a0-d5c62d01c757 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:10.622653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee08c1f3-9e64-4765-ab1e-7836150e53c6 req-0cea8c62-cd2a-4476-bc7b-bbb282493d7f tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0894535 Nov 25 17:36:10.634589 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95812e68-2bda-402c-b8aa-39bba9987d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.721183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting port 9483a57a-a4f2-4f7d-854a-8f40b07779fe {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:10.728590 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.857593 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.875595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6929f312-348f-4a4d-973d-313659c14110 None None] Provisioning complete for port b8511179-9899-4d0b-beab-7ee6a53dc12e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:10.875968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6929f312-348f-4a4d-973d-313659c14110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.882206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:10.896672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Calling delete_port for 9483a57a-a4f2-4f7d-854a-8f40b07779fe owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:10.932159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-02c4240c-9a1c-450c-b263-b31f671ed40f req-2281ce74-67ba-4607-b24f-bdda7a840fed tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1605bdca-d732-4068-8415-f9a1e81c7933 HTTP/1.1" status: 200 len: 210 time: 0.0670757 Nov 25 17:36:10.989778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95812e68-2bda-402c-b8aa-39bba9987d56 None None] Pushing event updated for resources: {'Port': ['ID=3422238e-4dac-4f59-90a0-d5c62d01c757,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:11.034617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3422238e-4dac-4f59-90a0-d5c62d01c757 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:11.035302 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.150863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.197654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Port': ['ID=9483a57a-a4f2-4f7d-854a-8f40b07779fe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:11.249115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6929f312-348f-4a4d-973d-313659c14110 None None] Could not find standard attr ID for object 9483a57a-a4f2-4f7d-854a-8f40b07779fe. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:36:11.263910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8511179-9899-4d0b-beab-7ee6a53dc12e up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:11.289756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6929f312-348f-4a4d-973d-313659c14110 None None] Provisioning complete for port 3422238e-4dac-4f59-90a0-d5c62d01c757 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:11.290518 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6929f312-348f-4a4d-973d-313659c14110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.385960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b8511179-9899-4d0b-beab-7ee6a53dc12e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:11.386334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.468287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.577034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-71e48b59-c4c5-43e5-aeff-f7915748b23a None None] Could not find standard attr ID for object 9483a57a-a4f2-4f7d-854a-8f40b07779fe. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:36:11.816345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:11.820104 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4312d72a-d71f-455b-b454-172fdd4ea998 req-61e2c793-1fcd-4519-b801-64f43d436401 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0340545 Nov 25 17:36:11.999431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Router 17e19459-70db-430a-8910-42d9aec61eea has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:12.108912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:12.115826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d850ef0d-86fd-4cf7-af03-d76bef073d3b tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9221728 Nov 25 17:36:12.119961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41152) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:12.132855 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] Sync routers for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:12.148348 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:12.149213 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:12.189891 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:12.198913 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c4b19d1b-20ba-4be1-85c0-bede2a4857bc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] delete failed (client error): The resource could not be found. Nov 25 17:36:12.200098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c4b19d1b-20ba-4be1-85c0-bede2a4857bc tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-33453867 HTTP/1.1" status: 404 len: 333 time: 0.0789256 Nov 25 17:36:12.204519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41164) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:12.209509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f95ee94f-5a9d-400d-8862-9b2c33582b20 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'router': {'external_gateway_info': {'network_id': '17e19459-70db-430a-8910-42d9aec61eea'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:12.212961 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:12.214656 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:12.252779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f12d5-48f9-4564-9cb8-5f0c51e5d9be req-1e14332f-1fc3-4939-b44a-620e0e2d2553 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:12.254848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8e6f12d5-48f9-4564-9cb8-5f0c51e5d9be req-1e14332f-1fc3-4939-b44a-620e0e2d2553 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.0439949 Nov 25 17:36:12.269876 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:12.271026 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff28db3-677a-40d1-8a6d-78449d518d00 None None] The sync data for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:12.324395 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8e6f12d5-48f9-4564-9cb8-5f0c51e5d9be req-fe1f81b8-2cb2-4b8b-9050-ccafb75118d6 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601957 Nov 25 17:36:12.351476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3422238e-4dac-4f59-90a0-d5c62d01c757 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:12.414554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3422238e-4dac-4f59-90a0-d5c62d01c757 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:12.414929 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.520586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f95ee94f-5a9d-400d-8862-9b2c33582b20 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.547154 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-f95ee94f-5a9d-400d-8862-9b2c33582b20 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] update failed (client error): The resource could not be found. Nov 25 17:36:12.548647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f95ee94f-5a9d-400d-8862-9b2c33582b20 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea HTTP/1.1" status: 404 len: 339 time: 0.3431015 Nov 25 17:36:12.552853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41170) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:12.889403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:12.971014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75673c66-c032-40a1-a787-704c62f78722 req-6d723b2a-99af-4009-a4fd-0a1773e552d5 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0443711 Nov 25 17:36:13.164786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Allocated IP 172.20.0.1 (ba699487-e1d7-4758-b190-828c3dd4caec/b4005652-980c-4fc7-bbc5-9036df30da94/2d7ca917-c036-4860-a563-0c51711c5995) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:13.279499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.295167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device adf2e202-253c-46ee-9aa1-7990cc279bd9 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:13.317607 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.324758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: adf2e202-253c-46ee-9aa1-7990cc279bd9 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:13.325096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device adf2e202-253c-46ee-9aa1-7990cc279bd9 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:13.362434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network ba699487-e1d7-4758-b190-828c3dd4caec is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:13.368752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:13.372550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:13.421275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Port': ['ID=2d7ca917-c036-4860-a563-0c51711c5995,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:13.451862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.452193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.452537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.452866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.453194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.453524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.453845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.454162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.454481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.454794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.455110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.455466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:13.475404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.531515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770dcbd-4cff-46df-9293-1b018f458525 req-fa3d483d-da41-42ba-bdab-f44cc57db288 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.532993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f770dcbd-4cff-46df-9293-1b018f458525 req-fa3d483d-da41-42ba-bdab-f44cc57db288 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.1302893 Nov 25 17:36:13.641344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-b0214eb0-3a2e-49a5-bd73-0a9168c35e07 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:13.643451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-b0214eb0-3a2e-49a5-bd73-0a9168c35e07 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 1097 time: 0.0579181 Nov 25 17:36:13.655850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f770dcbd-4cff-46df-9293-1b018f458525 req-bc722596-815a-4127-b510-0e294d78fcc4 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=434b752b-de70-48a9-8883-2d6b4d91f3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999880 Nov 25 17:36:13.665032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.710451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d222cf14-9227-4c23-83da-376610af70a9 None None] Provisioning complete for port 2d7ca917-c036-4860-a563-0c51711c5995 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:13.711040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d222cf14-9227-4c23-83da-376610af70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.732752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Deleting port f984fff9-1a00-413a-9fec-dca9c2fd5b63 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:13.733449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.754157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d222cf14-9227-4c23-83da-376610af70a9 None None] Port 2d7ca917-c036-4860-a563-0c51711c5995 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:13.820136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] For port f984fff9-1a00-413a-9fec-dca9c2fd5b63, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f984fff9-1a00-413a-9fec-dca9c2fd5b63,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:13.820849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.843300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Calling delete_port for f984fff9-1a00-413a-9fec-dca9c2fd5b63 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:13.972708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:13.978876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.001688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.016223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f984fff9-1a00-413a-9fec-dca9c2fd5b63'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:14.067704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event updated for resources: {'Port': ['ID=2d7ca917-c036-4860-a563-0c51711c5995,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.070805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.172550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b3ac9e3-7430-49ba-8a90-21368ffcc167 req-029a0b9a-2d46-4009-b323-9b4475e292c4 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0621560 Nov 25 17:36:14.243301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Network ba699487-e1d7-4758-b190-828c3dd4caec is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:14.245297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:14.367534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Router 17e19459-70db-430a-8910-42d9aec61eea has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:14.404471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Pushing event deleted for resources: {'Port': ['ID=f984fff9-1a00-413a-9fec-dca9c2fd5b63,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:14.496952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:14.505848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f89a131-56a4-4708-9bbe-6541b73eb510 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9511094 Nov 25 17:36:14.508225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41230) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:14.515401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] Sync routers for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:14.528906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:14.529634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.538215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] No DVR routers for this DVR port f984fff9-1a00-413a-9fec-dca9c2fd5b63 on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:14.568784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.581903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:14.583122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.602140 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.605436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-406dde8d-dcb1-4cb7-8c99-5e920022dfa3 req-7eb47241-0b38-41fd-b098-bbfaf53afe68 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.55 "DELETE /v2.0/ports/f984fff9-1a00-413a-9fec-dca9c2fd5b63 HTTP/1.1" status: 204 len: 173 time: 0.9545870 Nov 25 17:36:14.605888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'name': 'network-vif-deleted', 'tag': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:14.608177 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d220d4-8c73-440d-ae63-212affa23bec" -d '{"events": [{"server_uuid": "104ca8bc-014b-4b79-834f-4c32aa8633b4", "name": "network-vif-deleted", "tag": "f984fff9-1a00-413a-9fec-dca9c2fd5b63"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:14.620967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:14.621620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab10401-aa4f-491d-9789-3ed4f0987fb8 None None] The sync data for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:14.630124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a83a4fa3-4abe-4a18-9256-a6cdfeb5e153 None None] Provisioning complete for port 2d7ca917-c036-4860-a563-0c51711c5995 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:14.630763 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a83a4fa3-4abe-4a18-9256-a6cdfeb5e153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.665059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-42196a89-8078-4aec-850e-cad54d256b2a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:14.674850 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-42196a89-8078-4aec-850e-cad54d256b2a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.2722137 Nov 25 17:36:14.693804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-b5e8ce2e-f596-40e3-a983-8b3f35b0ad4a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/quotas/fe32d3c3d64d4df49eed27b3f687204d HTTP/1.1" status: 200 len: 375 time: 0.0182047 Nov 25 17:36:14.708401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a83a4fa3-4abe-4a18-9256-a6cdfeb5e153 None None] Port 2d7ca917-c036-4860-a563-0c51711c5995 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:14.728726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7afc5bd0-9ad7-464e-848f-80cbe7a9bb86 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:14.731794 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e3c93f-31eb-4928-b552-0817b17aafb3 x-openstack-request-id: req-13e3c93f-31eb-4928-b552-0817b17aafb3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:14.731985 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104ca8bc-014b-4b79-834f-4c32aa8633b4", "name": "network-vif-deleted", "tag": "f984fff9-1a00-413a-9fec-dca9c2fd5b63", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:14.732136 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13e3c93f-31eb-4928-b552-0817b17aafb3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:14.732570 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ca8bc-014b-4b79-834f-4c32aa8633b4', 'name': 'network-vif-deleted', 'tag': 'f984fff9-1a00-413a-9fec-dca9c2fd5b63', 'status': 'completed', 'code': 200} Nov 25 17:36:14.786708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41238) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:14.864936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-796a77c6-c324-4f16-8b45-86fb94221e2e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700194 Nov 25 17:36:14.873710 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7afc5bd0-9ad7-464e-848f-80cbe7a9bb86 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:36:14.874769 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7afc5bd0-9ad7-464e-848f-80cbe7a9bb86 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea HTTP/1.1" status: 409 len: 329 time: 0.3667150 Nov 25 17:36:14.884133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41240) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:14.887976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b633e4d-57fd-496f-b4ec-846132195b28 req-cea08936-e55a-425c-9192-496e97de5749 tempest-TestServerMultinode-1264722569 tempest-TestServerMultinode-1264722569-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=104ca8bc-014b-4b79-834f-4c32aa8633b4 HTTP/1.1" status: 200 len: 210 time: 0.0430846 Nov 25 17:36:15.158676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-f92921b3-a52e-4b1c-bcb9-54cb5387aa15 service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824020 Nov 25 17:36:15.330991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0d83fad8-7638-4999-a077-66ca89e9d2f6 service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633666 Nov 25 17:36:15.349705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-727c2c4f-e945-45b7-8509-1c1d4d092853 req-d4b38d37-1ece-4a65-b964-115f20fc0dfd tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0534484 Nov 25 17:36:15.394307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.412477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.550895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75273a0c-5869-4119-98dc-8a782ab4e581 req-86f7c4ab-80ab-4d48-85d8-87c1f574ce00 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 210 time: 0.0298126 Nov 25 17:36:15.740351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting port 2d7ca917-c036-4860-a563-0c51711c5995 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:15.740974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.871284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.877387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 519e5321-070e-4e7c-a9f1-63d6a0034abf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:15.877730 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:15.886660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Calling delete_port for 2d7ca917-c036-4860-a563-0c51711c5995 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:15.973568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41258) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:16.071252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.248094 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.291685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Port': ['ID=2d7ca917-c036-4860-a563-0c51711c5995,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:16.457066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port 519e5321-070e-4e7c-a9f1-63d6a0034abf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=519e5321-070e-4e7c-a9f1-63d6a0034abf,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:16.457772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.492489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bb1b8adf-9106-4b06-ae93-d76646a61a56 req-32f0031e-52bb-4ce2-ba7e-6bdc4b5b17d4 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0473452 Nov 25 17:36:16.504764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 519e5321-070e-4e7c-a9f1-63d6a0034abf owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:16.553769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.872276 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:16.913408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=519e5321-070e-4e7c-a9f1-63d6a0034abf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:17.087720 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d60c13ef-7e9b-4a03-a08f-150257c2e272 req-0d08022e-2d5b-437f-93b3-b945eb89d1e6 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 210 time: 0.0852678 Nov 25 17:36:17.135825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.246400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f984fff9-1a00-413a-9fec-dca9c2fd5b63 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:17.273647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Router 17e19459-70db-430a-8910-42d9aec61eea has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:17.280605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-a414b60e-0c63-4c58-88c0-89f1da8c4461 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:17.282099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-a414b60e-0c63-4c58-88c0-89f1da8c4461 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.3219209 Nov 25 17:36:17.283961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: f984fff9-1a00-413a-9fec-dca9c2fd5b63 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:17.284489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f984fff9-1a00-413a-9fec-dca9c2fd5b63 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:17.299570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Request body: {'port': {'device_id': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'admin_state_up': True, 'tenant_id': 'fe32d3c3d64d4df49eed27b3f687204d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:17.428487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:17.449087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.494786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:17.507094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d33c969d-1ce4-4185-baf4-617331f03082 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6219049 Nov 25 17:36:17.514991 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] Sync routers for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:17.527183 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:17.527979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41268) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.528747 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.563777 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.569356 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-f1604184-9870-46d1-b79f-072b75bc0665 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] show failed (client error): The resource could not be found. Nov 25 17:36:17.574213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Made reservation on behalf of fe32d3c3d64d4df49eed27b3f687204d for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:17.576454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f1604184-9870-46d1-b79f-072b75bc0665 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-109572840 HTTP/1.1" status: 404 len: 334 time: 0.0473871 Nov 25 17:36:17.577048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41270) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.578252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.578565 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.587377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-efe95b44-6e2f-4c44-ae58-9933db1e571e tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:17.603474 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] Routers {'17e19459-70db-430a-8910-42d9aec61eea'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:17.605612 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['17e19459-70db-430a-8910-42d9aec61eea'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.628932 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-efe95b44-6e2f-4c44-ae58-9933db1e571e tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] update failed (client error): The resource could not be found. Nov 25 17:36:17.634717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:17.634940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-efe95b44-6e2f-4c44-ae58-9933db1e571e tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-1868641528 HTTP/1.1" status: 404 len: 335 time: 0.0515149 Nov 25 17:36:17.664317 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.665367 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e707dfa-eb1a-42a2-ad9e-ec4e4b27874f None None] The sync data for ids ['17e19459-70db-430a-8910-42d9aec61eea'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:17.669605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88b20053-298c-4862-961d-c8163fd190d2 req-fd079fcb-687b-4321-81bc-265305003294 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0314767 Nov 25 17:36:17.674575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:17.681868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-11a54617-dd4a-40ff-ad30-3f2b5df9f7c9 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "PUT /v2.0/routers/7f0168df-08a1-4d5a-96a3-22ab41c5571f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936265 Nov 25 17:36:17.686285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:17.697843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:17.698482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:17.807605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting subnet aa7238e9-439b-4565-a373-843ab60389a4 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:17.850416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:17.867700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:17.979898 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.014211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cb6d0-a570-4cbd-9f0e-e84b76ceaa60 req-9dad264c-44f0-4254-9b60-3c5395997703 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:18.016596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-966cb6d0-a570-4cbd-9f0e-e84b76ceaa60 req-9dad264c-44f0-4254-9b60-3c5395997703 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.0737445 Nov 25 17:36:18.036832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Allocated IP 172.20.0.13 (4e2d351d-8021-43eb-a26b-83f16fdc9e9d/889a3d18-3cf7-466b-950d-8cab0a5b7627/379be6c9-a807-44b0-a9c0-23a0de3c08d4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:18.093897 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-966cb6d0-a570-4cbd-9f0e-e84b76ceaa60 req-f64c15d6-f022-4003-bbc7-5450f6722a77 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696237 Nov 25 17:36:18.190907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:16Z', 'revision_number': 6, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:53Z', 'revision_number': 1, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:18.200385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.232437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:18.243422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:18.244322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:18.256323 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a7aac39-6f06-4ea1-8aa9-69b3e4e45b01 req-f47cbbcc-aed0-4ea7-b972-a23f41ffe2da tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 210 time: 0.0720563 Nov 25 17:36:18.383428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Deleting port 7699129f-39f8-467d-8a00-9d2ee0d6894b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:18.383758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.385419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:18.410934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.487160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7238e9-439b-4565-a373-843ab60389a4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.491196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.498913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.505219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41282) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:18.505430 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eefcab5c-e21d-4a6a-80d9-ff8392205c25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/subnets/aa7238e9-439b-4565-a373-843ab60389a4 HTTP/1.1" status: 204 len: 168 time: 0.8694847 Nov 25 17:36:18.518623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43df67b-51db-4a27-86ff-44597d689f18 None None] Network 0c29bed1-48ac-49eb-a2c4-450532fcfca5 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:18.556359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] For port 7699129f-39f8-467d-8a00-9d2ee0d6894b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7699129f-39f8-467d-8a00-9d2ee0d6894b,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:18.556738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.573110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Calling delete_port for 7699129f-39f8-467d-8a00-9d2ee0d6894b owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:18.584711 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.589539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting subnet 11904422-db62-4045-9075-7681148e45b7 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:18.600743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.617654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:18.619755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91da55d1-f940-49ce-9ef7-1e3583f20d39'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:18.666748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.671838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:18.681824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:18.687659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event updated for resources: {'Port': ['ID=379be6c9-a807-44b0-a9c0-23a0de3c08d4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.690138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:18.796861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:18.797439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.814004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.823903 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-20445b9e-f9a2-4b11-8967-6f710b2d9f7d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5310285 Nov 25 17:36:18.845040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Request body: {'port': {'device_id': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:18.943943 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.946249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dea006a9-5563-4aec-923e-f55070133ada req-ec471a25-bd50-4030-baa3-e3dff1ff2294 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0401678 Nov 25 17:36:18.948337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:18.978357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a326f90a-8aef-43e3-831e-13602e7d2c09 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:18.986060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Subnet': ['ID=11904422-db62-4045-9075-7681148e45b7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:18.996398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.000435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-09d0a181-b537-4bc8-961d-03e805310acb tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/subnets/11904422-db62-4045-9075-7681148e45b7 HTTP/1.1" status: 204 len: 168 time: 0.4942167 Nov 25 17:36:19.002857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41288) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:19.008225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.032748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1afbd-4bca-4874-88ab-f0948d6aa842 None None] Network 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:19.052864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7699129f-39f8-467d-8a00-9d2ee0d6894b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.142032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.251714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting port 3422238e-4dac-4f59-90a0-d5c62d01c757 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:19.252224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.321616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-078299eb-7830-46cd-9cc1-24929249e2a0 None None] Provisioning complete for port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:19.322404 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-078299eb-7830-46cd-9cc1-24929249e2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.424001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] For port 3422238e-4dac-4f59-90a0-d5c62d01c757, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3422238e-4dac-4f59-90a0-d5c62d01c757,segment=NetworkSegment(e368ad17-d46b-4c27-8149-839cb5e882f5),segment_id=e368ad17-d46b-4c27-8149-839cb5e882f5)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:19.424926 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.451802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Calling delete_port for 3422238e-4dac-4f59-90a0-d5c62d01c757 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:19.515227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-078299eb-7830-46cd-9cc1-24929249e2a0 None None] Port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:19.535716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] DHCP port deletion for 0c29bed1-48ac-49eb-a2c4-450532fcfca5 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:19.623914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d5120-5bae-4cbe-823b-48d27de9296e req-78d5b8f9-df30-4d65-838a-4fed80dc1c63 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.632568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-387d5120-5bae-4cbe-823b-48d27de9296e req-78d5b8f9-df30-4d65-838a-4fed80dc1c63 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 932 time: 0.1534636 Nov 25 17:36:19.652346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:16Z', 'revision_number': 6, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:53Z', 'revision_number': 1, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:19.689106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.692929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810eb2a1-d483-41ab-b080-a2b9b549ed6d None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:16Z', 'revision_number': 6, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5766e938-c716-49db-9076-07b071918688', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'port_id': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'mac_address': 'fa:16:3e:5c:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72416556-062d-44d4-b5be-820fe249edb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:34:48Z', 'updated_at': '2021-11-25T17:34:53Z', 'revision_number': 1, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:19.724136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Deleting port 3422238e-4dac-4f59-90a0-d5c62d01c757 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:19.724526 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.759735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Port': ['ID=3422238e-4dac-4f59-90a0-d5c62d01c757,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.781059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-387d5120-5bae-4cbe-823b-48d27de9296e req-d861f7de-67c1-4e7f-974f-8a7ff496e8ff tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475151 Nov 25 17:36:19.783572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] No DVR routers for this DVR port 3422238e-4dac-4f59-90a0-d5c62d01c757 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:19.817764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] For port 3422238e-4dac-4f59-90a0-d5c62d01c757, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:19.818157 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.833225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Calling delete_port for 3422238e-4dac-4f59-90a0-d5c62d01c757 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:19.842283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] DHCP port deletion for 102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:19.846187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Port 3422238e-4dac-4f59-90a0-d5c62d01c757 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:36:19.846386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4310ae8-8348-4566-822a-232fef92a94e req-87b9baa0-415a-4f98-96b2-1632cbd133d2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.848886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4310ae8-8348-4566-822a-232fef92a94e req-87b9baa0-415a-4f98-96b2-1632cbd133d2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.2114739 Nov 25 17:36:19.849246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.882214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be99428-fd7e-41f5-934c-f2d15c3ad223 req-647e3fc0-49f6-4ce9-91ab-1ecd3f104d5a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:19.889517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4be99428-fd7e-41f5-934c-f2d15c3ad223 req-647e3fc0-49f6-4ce9-91ab-1ecd3f104d5a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.2518301 Nov 25 17:36:19.901602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Pushing event deleted for resources: {'Port': ['ID=3422238e-4dac-4f59-90a0-d5c62d01c757,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:19.912028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] No DVR routers for this DVR port 3422238e-4dac-4f59-90a0-d5c62d01c757 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:19.915964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.915964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.915964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.916392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.916881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.916881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.917184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.917509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.917832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.918154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.918476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.918797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f003fe-9e36-47e2-b332-fee610814ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:19.950092 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.953716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.955809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] Deleting port b8511179-9899-4d0b-beab-7ee6a53dc12e {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:19.956370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:19.994223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c29bed1-48ac-49eb-a2c4-450532fcfca5']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.013983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e368ad17-d46b-4c27-8149-839cb5e882f5') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.014477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e368ad17-d46b-4c27-8149-839cb5e882f5') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.029697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.065440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.079673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:20.080074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.105443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] For port b8511179-9899-4d0b-beab-7ee6a53dc12e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8511179-9899-4d0b-beab-7ee6a53dc12e,segment=NetworkSegment(0a8bfe51-c0c1-4730-ad62-33a7e27de9d7),segment_id=0a8bfe51-c0c1-4730-ad62-33a7e27de9d7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:20.106946 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.154981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] Calling delete_port for b8511179-9899-4d0b-beab-7ee6a53dc12e owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:20.166449 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:20.182107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4be99428-fd7e-41f5-934c-f2d15c3ad223 req-8d0745b6-68a2-459d-98f9-7216f45d51e2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916222 Nov 25 17:36:20.248805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86e7d92c-c82b-40c8-9f2b-d5f182618da4 req-17f83bed-b9cb-4a12-8685-23667d64e3fb tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0793135 Nov 25 17:36:20.257621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.293748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.300507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/networks/0c29bed1-48ac-49eb-a2c4-450532fcfca5 HTTP/1.1" status: 204 len: 168 time: 1.2964294 Nov 25 17:36:20.306680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41298) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:20.315407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port dd47b5c3-8fab-418b-8883-26def1c5e083 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:20.315407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.315762 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.315875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915441dd-6be0-45fb-b2b2-6d7ffee46232 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Network': ['ID=0c29bed1-48ac-49eb-a2c4-450532fcfca5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.358803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] Pushing event deleted for resources: {'Port': ['ID=b8511179-9899-4d0b-beab-7ee6a53dc12e,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.367699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d83f6-ec48-46cd-ad9d-feb6199308e6 None None] No DVR routers for this DVR port b8511179-9899-4d0b-beab-7ee6a53dc12e on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:20.468890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379be6c9-a807-44b0-a9c0-23a0de3c08d4 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:20.470914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519e5321-070e-4e7c-a9f1-63d6a0034abf no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:20.494044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 519e5321-070e-4e7c-a9f1-63d6a0034abf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:20.494653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 519e5321-070e-4e7c-a9f1-63d6a0034abf not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:20.495065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3422238e-4dac-4f59-90a0-d5c62d01c757 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:20.515189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 3422238e-4dac-4f59-90a0-d5c62d01c757 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:20.525901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3422238e-4dac-4f59-90a0-d5c62d01c757 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:20.525901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8511179-9899-4d0b-beab-7ee6a53dc12e no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:20.526637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.526637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.548271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b8511179-9899-4d0b-beab-7ee6a53dc12e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:20.549134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8511179-9899-4d0b-beab-7ee6a53dc12e not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:20.599024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Transition to ACTIVE for port object 379be6c9-a807-44b0-a9c0-23a0de3c08d4 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:36:20.640338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.685426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port dd47b5c3-8fab-418b-8883-26def1c5e083, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dd47b5c3-8fab-418b-8883-26def1c5e083,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:20.685789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.720768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58b452-ad94-4100-bef2-6b19e1832cd6 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:20.751893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for dd47b5c3-8fab-418b-8883-26def1c5e083 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:20.795642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Router f6cda649-a9a5-4e3a-b1da-086341ecef32 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:20.801354 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:20.818196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Pushing event updated for resources: {'Port': ['ID=379be6c9-a807-44b0-a9c0-23a0de3c08d4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:20.911452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.961203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:20.961476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8bfe51-c0c1-4730-ad62-33a7e27de9d7') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.014802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.054454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.108286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:21.108696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:21.118136 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:21.146137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74501-2af4-4ad2-81ac-21f9d9229347 req-5835e9b0-2e9e-4241-9490-29564aecbc95 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.147647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3aa74501-2af4-4ad2-81ac-21f9d9229347 req-5835e9b0-2e9e-4241-9490-29564aecbc95 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 944 time: 0.2786102 Nov 25 17:36:21.156792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Attempting to bind port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:21.157133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Attempting to bind port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:21.157456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Attempting to bind port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:21.258696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:21.259098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Attempting to bind port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:21.283422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:21.290543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-67f646a5-e1a9-4ef6-acc4-0592b1de3a0e admin admin] 10.222.0.86 "PUT /v2.0/routers/f6cda649-a9a5-4e3a-b1da-086341ecef32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3157661 Nov 25 17:36:21.295621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:21.295943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Checking segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:21.296457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Bound using segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:21.297083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Bound port: 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:21.297443 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.299668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:21.303962 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] Sync routers for ids ['f6cda649-a9a5-4e3a-b1da-086341ecef32'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:21.310979 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.315440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.319074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/networks/102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a HTTP/1.1" status: 204 len: 168 time: 1.0112302 Nov 25 17:36:21.325790 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] Routers {'f6cda649-a9a5-4e3a-b1da-086341ecef32'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:21.326767 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6cda649-a9a5-4e3a-b1da-086341ecef32'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.336568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41310) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:21.369960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db36a-876c-4b00-8b93-3777d1a96f6d req-1877d14b-b68c-4e5e-bf46-2305ca46a42e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.371899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050db36a-876c-4b00-8b93-3777d1a96f6d req-1877d14b-b68c-4e5e-bf46-2305ca46a42e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec5a3c8-c337-4aa1-a1b3-16f39d843bda HTTP/1.1" status: 200 len: 946 time: 0.1232681 Nov 25 17:36:21.392035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.407245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc1b4-0608-4da7-b309-26970b7dc0d3 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Network': ['ID=102bbe07-f51f-4e71-bdaf-cf4fea0e4a0a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.447232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3aa74501-2af4-4ad2-81ac-21f9d9229347 req-89bb318e-18b9-4d84-ab60-f4a6ad90b7af tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562337 Nov 25 17:36:21.480514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=dd47b5c3-8fab-418b-8883-26def1c5e083,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.492965 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] Set router f6cda649-a9a5-4e3a-b1da-086341ecef32 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:21.517972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050db36a-876c-4b00-8b93-3777d1a96f6d req-3f046b4e-d74a-4d44-8e06-698193b5cf99 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f1f7b6a-f4f1-4a25-8644-8426ed215270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367209 Nov 25 17:36:21.524777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.532080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] No DVR routers for this DVR port dd47b5c3-8fab-418b-8883-26def1c5e083 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:21.534714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.548161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4310ae8-8348-4566-822a-232fef92a94e req-e964f81a-580f-4a62-8eb2-07ac9df2859b tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "DELETE /v2.0/ports/dd47b5c3-8fab-418b-8883-26def1c5e083 HTTP/1.1" status: 204 len: 173 time: 1.6790996 Nov 25 17:36:21.548161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting subnet b4005652-980c-4fc7-bbc5-9036df30da94 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:21.558610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'name': 'network-vif-deleted', 'tag': 'dd47b5c3-8fab-418b-8883-26def1c5e083'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:21.562662 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754aa2b-43ce-4234-8fc4-5f6b17685fe5" -d '{"events": [{"server_uuid": "aec5a3c8-c337-4aa1-a1b3-16f39d843bda", "name": "network-vif-deleted", "tag": "dd47b5c3-8fab-418b-8883-26def1c5e083"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:21.575963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.646401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] For port 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:21.680051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.683648 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663feb4-4fea-484e-8289-aab1c237ac28 x-openstack-request-id: req-8663feb4-4fea-484e-8289-aab1c237ac28 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:21.683943 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5a3c8-c337-4aa1-a1b3-16f39d843bda", "name": "network-vif-deleted", "tag": "dd47b5c3-8fab-418b-8883-26def1c5e083", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:21.684197 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8663feb4-4fea-484e-8289-aab1c237ac28 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:21.684588 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5a3c8-c337-4aa1-a1b3-16f39d843bda', 'name': 'network-vif-deleted', 'tag': 'dd47b5c3-8fab-418b-8883-26def1c5e083', 'status': 'completed', 'code': 200} Nov 25 17:36:21.686310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] For port 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:21.741267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.757438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.767251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1423831d-aa76-4479-aedd-0bb1126a3246 req-f5c87b3f-b628-49a1-90c6-bc1423b293d7 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.1042454 Nov 25 17:36:21.807960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:21.808534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.810286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] 10.222.0.55 "PUT /v2.0/ports/379be6c9-a807-44b0-a9c0-23a0de3c08d4 HTTP/1.1" status: 200 len: 1092 time: 2.9736955 Nov 25 17:36:21.819798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Deleting port 6eba024b-de16-4157-901e-61192e7e4fc0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:21.820140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.820861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5a777-836f-4dc7-9cf0-7368ed3548ae None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:21.895432 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:36:18Z', 'revision_number': 5, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port': {'id': '6eba024b-de16-4157-901e-61192e7e4fc0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:07Z', 'updated_at': '2021-11-25T17:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:21.947950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ecdac-0bfa-45e8-9cda-72626c6e0e1a service neutron] Pushing event updated for resources: {'Port': ['ID=379be6c9-a807-44b0-a9c0-23a0de3c08d4,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:21.964575 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] Checking router: f6cda649-a9a5-4e3a-b1da-086341ecef32 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:21.970770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:21.985445 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] Routers {'f6cda649-a9a5-4e3a-b1da-086341ecef32'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:21.986895 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f6cda649-a9a5-4e3a-b1da-086341ecef32'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:22.009413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] For port 6eba024b-de16-4157-901e-61192e7e4fc0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6eba024b-de16-4157-901e-61192e7e4fc0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:22.009788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.041657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Calling delete_port for 6eba024b-de16-4157-901e-61192e7e4fc0 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:22.145220 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] Set router f6cda649-a9a5-4e3a-b1da-086341ecef32 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:22.354998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.391012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-d93b6652-241e-49b5-b610-1237d2e504bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.391628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Pushing event deleted for resources: {'Port': ['ID=6eba024b-de16-4157-901e-61192e7e4fc0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.392604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-d93b6652-241e-49b5-b610-1237d2e504bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 1095 time: 0.5239995 Nov 25 17:36:22.399252 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:36:21Z', 'revision_number': 6, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:22.413848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298cfa7c-dd19-4a4d-831f-ae5153c1db99 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:22.432492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73957fd4-5c8a-4762-a491-8ebf4cf4c8bb None None] The sync data for ids ['f6cda649-a9a5-4e3a-b1da-086341ecef32'] in n-d-817303-7 is: [{'id': 'f6cda649-a9a5-4e3a-b1da-086341ecef32', 'name': 'tempest-TestServerMultinode-400165871-router', 'tenant_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:06Z', 'updated_at': '2021-11-25T17:36:21Z', 'revision_number': 6, 'project_id': '3d4e6f7e9b3f4218b4495dd8f5de8228', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:22.472035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-e1c0bd7c-1ca3-4d97-8552-0959b27c04c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4 HTTP/1.1" status: 200 len: 217 time: 0.0649188 Nov 25 17:36:22.509505 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.518649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.572156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe691b-4c6e-4f0d-af0f-9cf1aa73af2f None None] Network ba699487-e1d7-4758-b190-828c3dd4caec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:22.594201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.602311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/subnets/b4005652-980c-4fc7-bbc5-9036df30da94 HTTP/1.1" status: 204 len: 168 time: 1.2590678 Nov 25 17:36:22.606277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41320) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:22.607018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:22.626655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473991bd-010f-4f81-a5d0-2ad3c6106edf tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Subnet': ['ID=b4005652-980c-4fc7-bbc5-9036df30da94,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:22.637749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-11c24680-10ed-4eed-bbb9-f436037a2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:22.639223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-11c24680-10ed-4eed-bbb9-f436037a2514 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.1312704 Nov 25 17:36:22.695108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-65377c9e-8979-4e11-a166-a7cf0423bad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480359 Nov 25 17:36:22.902502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] DHCP port deletion for ba699487-e1d7-4758-b190-828c3dd4caec request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:22.923866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-8367ff86-95ad-4586-ae4b-abc70e7ceaa0 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189093 Nov 25 17:36:22.928884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.941418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:22.975308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-869f47d7-7804-46bb-b476-b11cb44e7925 req-cba62444-f6a8-4fcd-91a2-d8e5625505e9 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0479412 Nov 25 17:36:23.016670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] Deleting port e2316e47-b4a5-4057-a581-ae63dfb442a3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:23.017051 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.116279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] For port e2316e47-b4a5-4057-a581-ae63dfb442a3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e2316e47-b4a5-4057-a581-ae63dfb442a3,segment=NetworkSegment(2d41836a-b5b4-4d58-a328-ae94668d7266),segment_id=2d41836a-b5b4-4d58-a328-ae94668d7266)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:23.116512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26a14c-a954-4d63-9375-9b1b22c9404b req-986dabb1-152c-494f-be86-6a3d83313ea0 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.117708 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.124050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf26a14c-a954-4d63-9375-9b1b22c9404b req-986dabb1-152c-494f-be86-6a3d83313ea0 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 944 time: 0.5185521 Nov 25 17:36:23.137054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] Calling delete_port for e2316e47-b4a5-4057-a581-ae63dfb442a3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:23.137315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.139108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad1bb52-43c1-4ea3-b525-afa79e69f41f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.145320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9fa96e30-e1ad-4f44-bfcf-fc16caa95e02 req-4a7b25fa-f752-4f76-8a8d-33e074b0b480 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082887 Nov 25 17:36:23.151876 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.152390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6cda649-a9a5-4e3a-b1da-086341ecef32 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:23.173935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.175078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb42c471-10aa-4da0-8603-85ef16a5259c admin admin] 10.222.0.86 "DELETE /v2.0/routers/f6cda649-a9a5-4e3a-b1da-086341ecef32 HTTP/1.1" status: 204 len: 168 time: 1.8718145 Nov 25 17:36:23.178124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:23.234867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad1bb52-43c1-4ea3-b525-afa79e69f41f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.241699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Deleting subnet f32f5023-0819-41c5-8683-687e33870ced {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:23.245407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.272830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf26a14c-a954-4d63-9375-9b1b22c9404b req-a85f7bac-b1cc-4f02-a756-6e9e2cbe86ac tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478984 Nov 25 17:36:23.296687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.309293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.314532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] No DVR routers for this DVR port e2316e47-b4a5-4057-a581-ae63dfb442a3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:23.340679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dd47b5c3-8fab-418b-8883-26def1c5e083 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:23.350714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c7a4f-1b30-4e68-942a-28b16e652931 None None] Pushing event deleted for resources: {'Port': ['ID=e2316e47-b4a5-4057-a581-ae63dfb442a3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.372411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Deleting port e2316e47-b4a5-4057-a581-ae63dfb442a3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:23.373132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.383490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: dd47b5c3-8fab-418b-8883-26def1c5e083 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:23.384032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dd47b5c3-8fab-418b-8883-26def1c5e083 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:23.442035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad1bb52-43c1-4ea3-b525-afa79e69f41f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.445657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cad1bb52-43c1-4ea3-b525-afa79e69f41f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.448800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cad1bb52-43c1-4ea3-b525-afa79e69f41f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/security-groups/6f1f7b6a-f4f1-4a25-8644-8426ed215270 HTTP/1.1" status: 204 len: 168 time: 0.8412838 Nov 25 17:36:23.461899 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.501217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41334) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:23.510592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1bb52-43c1-4ea3-b525-afa79e69f41f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f7b6a-f4f1-4a25-8644-8426ed215270,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.514266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] For port e2316e47-b4a5-4057-a581-ae63dfb442a3, host n-d-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:23.514864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.550876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.571566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Calling delete_port for e2316e47-b4a5-4057-a581-ae63dfb442a3 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:23.578926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Port e2316e47-b4a5-4057-a581-ae63dfb442a3 was not found and therefore no delete operation was performed {{(pid=103636) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:36:23.579199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.582118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32f5023-0819-41c5-8683-687e33870ced,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.587012 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.592915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aa1e283f-4d7f-4895-b895-63deeb4c0527 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f32f5023-0819-41c5-8683-687e33870ced HTTP/1.1" status: 204 len: 168 time: 0.4111848 Nov 25 17:36:23.593397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08d8b9-4533-43b9-a7d5-66b27f967705 None None] Network c64ed52e-71d4-40aa-b0b2-0199f54e2a9b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:23.596526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41336) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:23.614658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Port': ['ID=e2316e47-b4a5-4057-a581-ae63dfb442a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:23.622755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting subnet 09f95320-0e67-4003-8c0d-a5d442e36c08 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:23.629679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] No DVR routers for this DVR port e2316e47-b4a5-4057-a581-ae63dfb442a3 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:23.644292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.692233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'tag': '379be6c9-a807-44b0-a9c0-23a0de3c08d4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:23.695837 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e14c19-6a45-487a-9300-fc87aed70090" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a063c7-1b45-49a4-964b-abd604763b0b", "tag": "379be6c9-a807-44b0-a9c0-23a0de3c08d4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:23.719901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.765477 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac3450d-1e5f-4bab-9718-29397144e932 x-openstack-request-id: req-0ac3450d-1e5f-4bab-9718-29397144e932 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:23.765934 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a063c7-1b45-49a4-964b-abd604763b0b", "tag": "379be6c9-a807-44b0-a9c0-23a0de3c08d4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:23.766498 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0ac3450d-1e5f-4bab-9718-29397144e932 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:23.766984 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'tag': '379be6c9-a807-44b0-a9c0-23a0de3c08d4', 'status': 'completed', 'code': 200} Nov 25 17:36:23.787844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.815346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.816055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] DHCP port deletion for c64ed52e-71d4-40aa-b0b2-0199f54e2a9b request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:23.823209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Deleting port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:23.823738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.860029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba699487-e1d7-4758-b190-828c3dd4caec']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:23.877539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d41836a-b5b4-4d58-a328-ae94668d7266') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:23.878156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d41836a-b5b4-4d58-a328-ae94668d7266') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:23.882244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] Deleting port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:23.882618 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.893812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.904394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] For port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:23.904795 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.921800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Calling delete_port for d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:23.936692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.946257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e14c19-6a45-487a-9300-fc87aed70090 req-f014c17a-4b84-4e12-aa73-21ae52a801e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:23.947792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-f014c17a-4b84-4e12-aa73-21ae52a801e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 1095 time: 0.1570234 Nov 25 17:36:23.951342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:23.951772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:23.955719 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:23.982680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] For port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,segment=NetworkSegment(65740c34-61d3-4a46-8eeb-c1c01fd42f13),segment_id=65740c34-61d3-4a46-8eeb-c1c01fd42f13)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:23.983736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.009438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] Calling delete_port for d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:24.031682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.141137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.148982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.153106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.174550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] Pushing event deleted for resources: {'Port': ['ID=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.174799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b5016d3-a758-43a8-9fb8-e2dda1cee7ef req-8fe5e39c-2adb-4dc5-94a3-f5a04bd5fd13 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0451117 Nov 25 17:36:24.182057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e14c19-6a45-487a-9300-fc87aed70090 req-6938f380-3adc-4a54-b6f6-d256bd187252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:24.183367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0b341-7dc9-4a4e-a2e4-843ebeb8afcf None None] No DVR routers for this DVR port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:24.183548 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-6938f380-3adc-4a54-b6f6-d256bd187252 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.2066865 Nov 25 17:36:24.184432 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.205106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.208357 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/networks/ba699487-e1d7-4758-b190-828c3dd4caec HTTP/1.1" status: 204 len: 168 time: 1.5995867 Nov 25 17:36:24.212934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188185-a4f6-45d9-83bc-ab68a86acd25 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Pushing event deleted for resources: {'Network': ['ID=ba699487-e1d7-4758-b190-828c3dd4caec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.213157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.216921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-53a29880-94fb-4a39-85bc-eb7662aff144 req-15b84c0e-1ba8-4f81-956e-fe64c0a071dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0889955 Nov 25 17:36:24.240271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Subnet': ['ID=09f95320-0e67-4003-8c0d-a5d442e36c08,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.242474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.247445 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0cbc0396-ecbe-4a7d-a501-de7227962fc8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/subnets/09f95320-0e67-4003-8c0d-a5d442e36c08 HTTP/1.1" status: 204 len: 168 time: 0.7435946 Nov 25 17:36:24.249258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41344) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.252341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f9ce52-3f4a-4c6c-a2aa-6cb7a5743ea2 None None] Network 91b34be7-ede9-4f90-a50f-72b358160147 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:24.259341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b5efb8dd-0e83-449d-be21-f1ab29533c06 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "GET /v2.0/ports?device_id=17e19459-70db-430a-8910-42d9aec61eea HTTP/1.1" status: 200 len: 205 time: 0.0376837 Nov 25 17:36:24.260340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.264175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41346) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.293046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] No DVR routers for this DVR port d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:24.295445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-87e1eeea-f08a-4c70-ae05-3970c987f11a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4 HTTP/1.1" status: 200 len: 217 time: 0.0813000 Nov 25 17:36:24.369198 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.418667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e2316e47-b4a5-4057-a581-ae63dfb442a3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:24.454565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e2316e47-b4a5-4057-a581-ae63dfb442a3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:24.456023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e2316e47-b4a5-4057-a581-ae63dfb442a3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:24.456624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6eba024b-de16-4157-901e-61192e7e4fc0 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:24.471976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.488555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6eba024b-de16-4157-901e-61192e7e4fc0 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:24.489340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6eba024b-de16-4157-901e-61192e7e4fc0 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:24.489932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:24.502888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64ed52e-71d4-40aa-b0b2-0199f54e2a9b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.512461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:24.512920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e14c19-6a45-487a-9300-fc87aed70090 req-cc6479a8-fcfb-4e96-977e-55628aea6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:24.513259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d5f7f7e8-fe63-4e0f-848e-f6bc94c5183d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:24.514082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7699129f-39f8-467d-8a00-9d2ee0d6894b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:24.514690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-cc6479a8-fcfb-4e96-977e-55628aea6f7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.0879853 Nov 25 17:36:24.518739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65740c34-61d3-4a46-8eeb-c1c01fd42f13') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.519150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65740c34-61d3-4a46-8eeb-c1c01fd42f13') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:24.540293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.541871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7699129f-39f8-467d-8a00-9d2ee0d6894b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:24.541871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7699129f-39f8-467d-8a00-9d2ee0d6894b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:24.562555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-f07ae4c8-4feb-45b9-b8f6-70be9627df8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350902 Nov 25 17:36:24.577020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] DHCP port deletion for 91b34be7-ede9-4f90-a50f-72b358160147 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:24.581053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.631185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:24.631755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:24.633787 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:24.662579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] Deleting port ac557ec6-d2b4-42bb-9df1-f3f910257657 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:24.663274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.729082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.744741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] For port ac557ec6-d2b4-42bb-9df1-f3f910257657, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ac557ec6-d2b4-42bb-9df1-f3f910257657,segment=NetworkSegment(0eac17eb-1f9b-44af-b640-7103a4b6e2da),segment_id=0eac17eb-1f9b-44af-b640-7103a4b6e2da)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:24.745142 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.750842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.759302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] 10.222.0.86 "DELETE /v2.0/networks/c64ed52e-71d4-40aa-b0b2-0199f54e2a9b HTTP/1.1" status: 204 len: 168 time: 1.1597350 Nov 25 17:36:24.759302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7e101-72bd-4b9a-808e-852d217143ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c64ed52e-71d4-40aa-b0b2-0199f54e2a9b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.760095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41352) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:24.762191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] Calling delete_port for ac557ec6-d2b4-42bb-9df1-f3f910257657 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:24.769471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-b62350c3-cf50-4967-bb4e-6e6a8ac2f73c service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980312 Nov 25 17:36:24.858645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:24.884793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] Pushing event deleted for resources: {'Port': ['ID=ac557ec6-d2b4-42bb-9df1-f3f910257657,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:24.894189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03413b-8f30-46ba-9952-b1ef3d4d8986 None None] No DVR routers for this DVR port ac557ec6-d2b4-42bb-9df1-f3f910257657 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:24.961250 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57e14c19-6a45-487a-9300-fc87aed70090 req-2e501844-97d7-48d8-bdfc-f6742a7fad66 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532061 Nov 25 17:36:25.247243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 379be6c9-a807-44b0-a9c0-23a0de3c08d4 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:25.281331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.292475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.302778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45225695-3798-4cb6-8326-38eca06e0471 req-e5374a30-1421-4da9-9e64-2e116a0ee65a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:25.310354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45225695-3798-4cb6-8326-38eca06e0471 req-e5374a30-1421-4da9-9e64-2e116a0ee65a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 944 time: 0.8494723 Nov 25 17:36:25.318262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.360313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4c0cde5-4b36-4386-b9f6-e7b05f4754c2 req-387dfc4a-9857-4985-88b6-10eb0f628fa5 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0564868 Nov 25 17:36:25.396282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.433069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.433734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Fanout notify agent at l3_agent the message router_deleted on router 17e19459-70db-430a-8910-42d9aec61eea {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:25.450532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.454700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84181eb6-44c1-4bc8-be39-9180118a0df4 tempest-RoutersNegativeTest-1534001549 tempest-RoutersNegativeTest-1534001549-project] 10.222.0.86 "DELETE /v2.0/routers/17e19459-70db-430a-8910-42d9aec61eea HTTP/1.1" status: 204 len: 168 time: 1.1893413 Nov 25 17:36:25.511142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:25.516988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45225695-3798-4cb6-8326-38eca06e0471 req-d0e98b2b-81bb-4c92-aabe-4d84ae8d6214 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010763 Nov 25 17:36:25.538747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '379be6c9-a807-44b0-a9c0-23a0de3c08d4', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'port_id': '379be6c9-a807-44b0-a9c0-23a0de3c08d4', 'mac_address': 'fa:16:3e:2e:68:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889a3d18-3cf7-466b-950d-8cab0a5b7627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:36:25.542591 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.586515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.604218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b34be7-ede9-4f90-a50f-72b358160147']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:25.606750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379be6c9-a807-44b0-a9c0-23a0de3c08d4 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:25.636662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eac17eb-1f9b-44af-b640-7103a4b6e2da') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:25.639134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eac17eb-1f9b-44af-b640-7103a4b6e2da') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:25.645238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:25.675442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.679279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.698887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.714455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:25.715063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:25.726418 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:25.756867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=379be6c9-a807-44b0-a9c0-23a0de3c08d4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:25.849009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.866635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:25.872995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/networks/91b34be7-ede9-4f90-a50f-72b358160147 HTTP/1.1" status: 204 len: 168 time: 1.6223123 Nov 25 17:36:25.876905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41362) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:25.891086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['379be6c9-a807-44b0-a9c0-23a0de3c08d4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:25.906326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e49b3-b34a-4c65-841c-e69ca0207555 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Network': ['ID=91b34be7-ede9-4f90-a50f-72b358160147,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:25.953338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Deleting port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:25.953338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.054325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41364) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:26.057335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] For port e4a0b3fe-c1e9-45cb-84f1-c0b17135db49, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:26.057697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.075793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Calling delete_port for e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:26.194423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 2bd03692-d8cd-466a-824d-b2290e8aa1c8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:26.194761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.264746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6165b608-603d-42b7-9653-28ecec1d0fe2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=47ff85dd15784c3eba567f3ce072206e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093110 Nov 25 17:36:26.270969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:26.284311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.284949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.298884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 2bd03692-d8cd-466a-824d-b2290e8aa1c8 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:26.326668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac557ec6-d2b4-42bb-9df1-f3f910257657 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:26.353377 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ac557ec6-d2b4-42bb-9df1-f3f910257657 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:26.353736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ac557ec6-d2b4-42bb-9df1-f3f910257657 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:26.365044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.396362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a0b3fe-c1e9-45cb-84f1-c0b17135db49,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.399824 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58cc5c5-8f35-452a-aea0-71730affdbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.484262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58cc5c5-8f35-452a-aea0-71730affdbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.535138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.577528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=2bd03692-d8cd-466a-824d-b2290e8aa1c8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.594390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21ef81bc-39c7-444e-8b50-5b1872c7ce72 req-8722f0a8-993c-4ad2-b68e-d960da13bad7 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0707226 Nov 25 17:36:26.679917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.680716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58cc5c5-8f35-452a-aea0-71730affdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.682079 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Floating IP 5766e938-c716-49db-9076-07b071918688 disassociated (deleted). External IP: 172.25.8.142, port: d36a6d06-8330-45d5-a8c4-5494ae27f9ec. Nov 25 17:36:26.695475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b58cc5c5-8f35-452a-aea0-71730affdbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.697007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b58cc5c5-8f35-452a-aea0-71730affdbfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f23cd7d-eecc-4acd-bf74-adff11101931 HTTP/1.1" status: 204 len: 168 time: 0.4280360 Nov 25 17:36:26.711327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:26.863718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cc5c5-8f35-452a-aea0-71730affdbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f23cd7d-eecc-4acd-bf74-adff11101931,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:26.982279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ee38-8a61-47dd-ac2c-0c361d2365fd req-536d2f59-0562-4d9e-92e0-2a9098e2bdb2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:26.983502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4404ee38-8a61-47dd-ac2c-0c361d2365fd req-536d2f59-0562-4d9e-92e0-2a9098e2bdb2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 945 time: 0.1849601 Nov 25 17:36:27.112573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11689c82-5a32-4cfa-8f48-7720da70ba59 req-8b182a45-fe02-4688-955e-9dc80eb81baa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a392505c7b244ae91c0a115e87e1914&device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0598938 Nov 25 17:36:27.134703 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4404ee38-8a61-47dd-ac2c-0c361d2365fd req-b5591822-192e-4ac0-bc48-ce85f0d576d4 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436996 Nov 25 17:36:27.164275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:27.174064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae95a7bc-81e5-4958-9648-79a08efd441a req-bb6ad241-cf69-49a9-8470-0fafdeb179f7 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.1234913 Nov 25 17:36:27.185197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11689c82-5a32-4cfa-8f48-7720da70ba59 req-c1a6749a-f33c-473e-a4c0-7eefadc866ea service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a392505c7b244ae91c0a115e87e1914&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510757 Nov 25 17:36:27.187422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Router 4b4e5d6c-c881-409d-a61b-3107de149492 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:27.262599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 379be6c9-a807-44b0-a9c0-23a0de3c08d4 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:27.306824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:27.313164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.335944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:27.354664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-abd51387-3d52-47f6-8d00-67e93d0e3fd5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/floatingips/5766e938-c716-49db-9076-07b071918688 HTTP/1.1" status: 204 len: 168 time: 1.4762216 Nov 25 17:36:27.355129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:27.359035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:27.360051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:27.364055 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af856f-cefe-4354-aff0-04a8330bc03d" -d '{"events": [{"name": "network-changed", "server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:27.452644 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc488c8d-5bd7-4e7f-85e5-d9511bc64846 x-openstack-request-id: req-cc488c8d-5bd7-4e7f-85e5-d9511bc64846 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:27.452947 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:27.453210 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc488c8d-5bd7-4e7f-85e5-d9511bc64846 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:27.453674 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'status': 'completed', 'code': 200} Nov 25 17:36:27.482505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:27.526465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:27.526821 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.815330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af856f-cefe-4354-aff0-04a8330bc03d req-be90d49f-2d2a-4cc3-ace3-9c40351743d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.817404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-be90d49f-2d2a-4cc3-ace3-9c40351743d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 1096 time: 0.1900544 Nov 25 17:36:27.897995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:27.923806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41410) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:27.935786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:27.942588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11689c82-5a32-4cfa-8f48-7720da70ba59 req-7d51a559-3b4d-48e4-840f-aded6ac7ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.944247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11689c82-5a32-4cfa-8f48-7720da70ba59 req-7d51a559-3b4d-48e4-840f-aded6ac7ed2f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7476768 Nov 25 17:36:27.947924 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] Sync routers for ids ['4b4e5d6c-c881-409d-a61b-3107de149492'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:27.950957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bede6784-99ac-4c77-96ed-791cc0cf8bc7 admin admin] 10.222.0.86 "PUT /v2.0/routers/4b4e5d6c-c881-409d-a61b-3107de149492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1894767 Nov 25 17:36:27.953614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41414) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:27.955557 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:27.969295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984cd45-75f3-4904-8d7d-5335edb953dd req-87011966-8802-4fd7-8455-e4e17ae3ed70 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:27.977370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5984cd45-75f3-4904-8d7d-5335edb953dd req-87011966-8802-4fd7-8455-e4e17ae3ed70 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 945 time: 0.2484190 Nov 25 17:36:27.994841 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] Routers {'4b4e5d6c-c881-409d-a61b-3107de149492'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:27.996952 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4b4e5d6c-c881-409d-a61b-3107de149492'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.044883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af856f-cefe-4354-aff0-04a8330bc03d req-e09c6827-707d-436a-a4ad-71b5076860bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.046505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-e09c6827-707d-436a-a4ad-71b5076860bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 200 len: 897 time: 0.2106991 Nov 25 17:36:28.058885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379be6c9-a807-44b0-a9c0-23a0de3c08d4'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:28.061271 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716e860-cec4-456e-9a2d-79677de195e1" -d '{"events": [{"server_uuid": "d6a063c7-1b45-49a4-964b-abd604763b0b", "name": "network-vif-plugged", "status": "completed", "tag": "379be6c9-a807-44b0-a9c0-23a0de3c08d4"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:28.065744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5984cd45-75f3-4904-8d7d-5335edb953dd req-f9a0bfc6-ab73-4794-a47c-e5bc9b5be18f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855439 Nov 25 17:36:28.160467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.197375 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-08103719-4fdb-47ca-8b4f-bfb46111663c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 200 len: 217 time: 0.1103063 Nov 25 17:36:28.210129 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de25d276-4b10-409d-a59b-87b03d363698 x-openstack-request-id: req-de25d276-4b10-409d-a59b-87b03d363698 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:28.215211 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a063c7-1b45-49a4-964b-abd604763b0b", "name": "network-vif-plugged", "status": "completed", "tag": "379be6c9-a807-44b0-a9c0-23a0de3c08d4", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:28.215618 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de25d276-4b10-409d-a59b-87b03d363698 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:28.216128 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379be6c9-a807-44b0-a9c0-23a0de3c08d4', 'code': 200} Nov 25 17:36:28.231826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:28.274736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.295106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003017894'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:28.323097 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] Set router 4b4e5d6c-c881-409d-a61b-3107de149492 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:28.369138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af856f-cefe-4354-aff0-04a8330bc03d req-3e0bd3f4-6abc-4525-9f1f-ef9095820451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.370740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-3e0bd3f4-6abc-4525-9f1f-ef9095820451 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7922bcaf-407f-4478-a816-aa0ef6288ccd HTTP/1.1" status: 200 len: 835 time: 0.1654828 Nov 25 17:36:28.371732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fbe532f6-a368-484b-85f8-d57fdeffd7d8 req-d7e38653-ee3d-4d29-aad1-a7489a5391e6 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0662818 Nov 25 17:36:28.418023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.422786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.436513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.481650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd46a5d-18ba-4f25-9713-5945245e96e7 req-627ecbd1-37b4-4bbb-a035-62737fea4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.483144 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bfd46a5d-18ba-4f25-9713-5945245e96e7 req-627ecbd1-37b4-4bbb-a035-62737fea4231 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 1097 time: 0.2631030 Nov 25 17:36:28.484988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=379be6c9-a807-44b0-a9c0-23a0de3c08d4,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:28.500890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb01da-ec0c-4bc3-bcc5-114608d1cc1b req-e5db68bf-e0d9-465c-8478-30c838baf770 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.509356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4fb01da-ec0c-4bc3-bcc5-114608d1cc1b req-e5db68bf-e0d9-465c-8478-30c838baf770 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 946 time: 0.1510999 Nov 25 17:36:28.535965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af856f-cefe-4354-aff0-04a8330bc03d req-64dc00ee-cfcc-4795-9fd3-355a5ef7ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:28.537480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-64dc00ee-cfcc-4795-9fd3-355a5ef7ab59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14a1fb9d-6137-4fa7-a4a8-98d6603c9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469905 Nov 25 17:36:28.549021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:16Z', 'revision_number': 6, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.561648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Deleting port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:28.562285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.614900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:28.636249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:28.637304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.655996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.656238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bfd46a5d-18ba-4f25-9713-5945245e96e7 req-af9984c1-e342-42e9-8bad-d2db7ebd35fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633844 Nov 25 17:36:28.667714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.673272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4fb01da-ec0c-4bc3-bcc5-114608d1cc1b req-768dc3f7-2c13-4efe-aeb5-05d3bc75f6c1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629930 Nov 25 17:36:28.696874 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:36:26Z', 'revision_number': 5, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port': {'id': '18d3c6e2-7bd3-444c-a1b3-39efc0ad9586', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:35:18Z', 'updated_at': '2021-11-25T17:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.729058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-43a7e0c1-b1db-44c8-838a-6f098c6451de service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732614 Nov 25 17:36:28.737967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] For port 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:28.739495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.743362 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] Checking router: 4b4e5d6c-c881-409d-a61b-3107de149492 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:28.752997 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] Routers {'4b4e5d6c-c881-409d-a61b-3107de149492'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:28.754009 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['4b4e5d6c-c881-409d-a61b-3107de149492'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:28.768527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Calling delete_port for 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:28.796673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610250d3-833c-486b-a8ae-af3331e2e93b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:28.901569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:28.915858 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.937614 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88af856f-cefe-4354-aff0-04a8330bc03d req-4c7bbeaa-92cf-412d-85c0-809b2ef67a31 service neutron] 10.222.0.73 "GET /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969309 Nov 25 17:36:28.952404 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:28.958936 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] Set router 4b4e5d6c-c881-409d-a61b-3107de149492 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:29.039626 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 6, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:29.075096 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703c740-3bcc-46ca-aed2-b9e9ea057190 None None] The sync data for ids ['4b4e5d6c-c881-409d-a61b-3107de149492'] in n-d-817303-7 is: [{'id': '4b4e5d6c-c881-409d-a61b-3107de149492', 'name': 'tempest-TestServerMultinode-943490810-router', 'tenant_id': '53c7fbdfba284057998a9c551b8e55d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:35:17Z', 'updated_at': '2021-11-25T17:36:28Z', 'revision_number': 6, 'project_id': '53c7fbdfba284057998a9c551b8e55d0', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:29.118271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dacce-c7a9-40fe-828d-3000ecce643f req-63f50868-62f3-4375-9963-ac61b53840aa tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:29.126084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-336dacce-c7a9-40fe-828d-3000ecce643f req-63f50868-62f3-4375-9963-ac61b53840aa tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 945 time: 0.1297438 Nov 25 17:36:29.141221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.142763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2179246 Nov 25 17:36:29.145399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fc758-02ce-44ba-86b7-0e2ab8afeb77 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc10097-6b2c-40b6-8595-c6459bf7275c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.146524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:29.281246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:16Z', 'revision_number': 6, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:29.302988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.313422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d9529a5-a63a-4b51-85cc-09bcaa06d8f4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1657758 Nov 25 17:36:29.315859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:29.319666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d46876c-2803-435f-ba7c-b013ea4ff116 None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:16Z', 'revision_number': 6, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '289485ce-f589-4ffe-a850-45a70f0d4ed6', 'name': '', 'network_id': '14a1fb9d-6137-4fa7-a4a8-98d6603c9030', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:8f:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:17Z', 'updated_at': '2021-11-25T17:34:26Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': '7922bcaf-407f-4478-a816-aa0ef6288ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:29.320582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1a6cf-d5d5-4b0d-85b0-8e30276e6df7 req-1d15fe54-a67c-414c-ac34-911060885381 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:29.322268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ee1a6cf-d5d5-4b0d-85b0-8e30276e6df7 req-1d15fe54-a67c-414c-ac34-911060885381 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 945 time: 0.1009641 Nov 25 17:36:29.330949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-security--834428633', 'description': 'tempest-security-description-1919481006'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:29.367974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d3c6e2-7bd3-444c-a1b3-39efc0ad9586,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:29.370489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fc547b-61cb-4bc2-8c67-110afbcc259f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:29.398856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.426272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-11689c82-5a32-4cfa-8f48-7720da70ba59 req-6ba691ac-95ed-444d-951c-9e67e2c14a96 tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.55 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Nov 25 17:36:29.501822 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.515235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port d36a6d06-8330-45d5-a8c4-5494ae27f9ec {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:29.520240 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.641601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.643938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.670026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port d36a6d06-8330-45d5-a8c4-5494ae27f9ec, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:29.670550 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.699364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for d36a6d06-8330-45d5-a8c4-5494ae27f9ec owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:29.714560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.716336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4e5d6c-c881-409d-a61b-3107de149492 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:29.732158 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.733616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-de5c7dd3-7c91-4db0-a96c-b56ae70bbad4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/4b4e5d6c-c881-409d-a61b-3107de149492 HTTP/1.1" status: 204 len: 168 time: 1.7777677 Nov 25 17:36:29.736211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41442) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:29.756090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ee1a6cf-d5d5-4b0d-85b0-8e30276e6df7 req-7581b810-bf83-40d3-a34d-b4c199efc506 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=bf2480de-fa60-4745-8aae-7df095ed2a29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051912 Nov 25 17:36:29.797029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9c3c395d-073f-4288-984a-cc48e0dc66be req-6aa4fc70-4b51-47f1-9ffd-0273de065b7a tempest-ServerShowV254Test-1490633956 tempest-ServerShowV254Test-1490633956-project] 10.222.0.86 "GET /v2.0/ports?device_id=2674492e-1565-404f-93a1-973ea182bd15 HTTP/1.1" status: 200 len: 210 time: 0.0838315 Nov 25 17:36:29.799714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.841274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Deleting subnet b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:29.845740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.868880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef8765-6e19-4eb3-bea6-fd751b580a0f None None] New status for floating IP 5766e938-c716-49db-9076-07b071918688: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:36:29.888417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.892956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:29.898578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "PUT /v2.0/security-groups/efc10097-6b2c-40b6-8595-c6459bf7275c HTTP/1.1" status: 200 len: 1796 time: 0.5775352 Nov 25 17:36:29.912607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41444) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:29.924920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.039600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba74fc-63aa-45fa-8900-bd7710847cc2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc10097-6b2c-40b6-8595-c6459bf7275c,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.054841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859a25-5e3d-4404-a89e-01dd2376cedd req-18b2163e-6179-4ab6-b36f-fed57782b6d6 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:30.057643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c859a25-5e3d-4404-a89e-01dd2376cedd req-18b2163e-6179-4ab6-b36f-fed57782b6d6 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 946 time: 0.1373396 Nov 25 17:36:30.089942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2607f072-458b-4fd3-bd1e-de6ea553688d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups/efc10097-6b2c-40b6-8595-c6459bf7275c HTTP/1.1" status: 200 len: 1796 time: 0.1762393 Nov 25 17:36:30.093979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41456) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.160446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.213185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c859a25-5e3d-4404-a89e-01dd2376cedd req-14012c7f-2675-42d4-9de1-fc25e40d2b27 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330388 Nov 25 17:36:30.218886 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d233f1-1a73-421b-9759-d8a54ebe6242 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.252015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.256403 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d233f1-1a73-421b-9759-d8a54ebe6242 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.287348 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.316890 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=d36a6d06-8330-45d5-a8c4-5494ae27f9ec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.333581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.346025 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.359315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5cc53988-5e57-49a2-a0af-bc9a97301b67 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b0b736ab-3bb0-4e14-bbc3-0d4a04e9628f HTTP/1.1" status: 204 len: 168 time: 0.6190085 Nov 25 17:36:30.359505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:30.360457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41460) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.396220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] No DVR routers for this DVR port d36a6d06-8330-45d5-a8c4-5494ae27f9ec on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:30.398967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.402546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-336dacce-c7a9-40fe-828d-3000ecce643f req-71ea3629-5bc0-44d5-b616-6846752976c5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "DELETE /v2.0/ports/d36a6d06-8330-45d5-a8c4-5494ae27f9ec HTTP/1.1" status: 204 len: 173 time: 1.2669706 Nov 25 17:36:30.403075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'name': 'network-vif-deleted', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:30.405545 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b24218-771e-495d-8b12-b8b1d7c5d76d" -d '{"events": [{"server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "name": "network-vif-deleted", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:30.410924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:30.411509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 18d3c6e2-7bd3-444c-a1b3-39efc0ad9586 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:30.412324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:30.439725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d233f1-1a73-421b-9759-d8a54ebe6242 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.443873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c8d233f1-1a73-421b-9759-d8a54ebe6242 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.445582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c8d233f1-1a73-421b-9759-d8a54ebe6242 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/efc10097-6b2c-40b6-8595-c6459bf7275c HTTP/1.1" status: 204 len: 168 time: 0.3506832 Nov 25 17:36:30.449099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.476561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855f759-a7cb-4d02-8cf7-cb1711d479ef None None] Network 5e43805d-d7cf-446e-8a78-940dafb14472 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:30.512622 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd3e127-3a57-4403-949e-b720823c46a4 x-openstack-request-id: req-4dd3e127-3a57-4403-949e-b720823c46a4 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:30.516442 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72416556-062d-44d4-b5be-820fe249edb4", "name": "network-vif-deleted", "tag": "d36a6d06-8330-45d5-a8c4-5494ae27f9ec", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:30.518944 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4dd3e127-3a57-4403-949e-b720823c46a4 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:30.518944 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72416556-062d-44d4-b5be-820fe249edb4', 'name': 'network-vif-deleted', 'tag': 'd36a6d06-8330-45d5-a8c4-5494ae27f9ec', 'status': 'completed', 'code': 200} Nov 25 17:36:30.522053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.524828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d233f1-1a73-421b-9759-d8a54ebe6242 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc10097-6b2c-40b6-8595-c6459bf7275c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.594688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:30.597279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e4a0b3fe-c1e9-45cb-84f1-c0b17135db49 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:30.602339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c94467a0-3adb-44bc-8709-c7080e9240ef tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1496589 Nov 25 17:36:30.608207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.641738 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-83c382b0-26d6-480a-8710-c0f78df3e395 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] delete failed (client error): The resource could not be found. Nov 25 17:36:30.650164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83c382b0-26d6-480a-8710-c0f78df3e395 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/efc10097-6b2c-40b6-8595-c6459bf7275c HTTP/1.1" status: 404 len: 347 time: 0.0332053 Nov 25 17:36:30.651026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:30.655856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--89614870'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:30.714155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Deleting port 7b71bcc8-bcae-4403-8247-ca861d738809 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:30.714872 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.725182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.896452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] For port 7b71bcc8-bcae-4403-8247-ca861d738809, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7b71bcc8-bcae-4403-8247-ca861d738809,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:30.896968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.915028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.933654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.966219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3c64a-0d46-4bbc-976f-cddd18476c4d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:30.987849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Calling delete_port for 7b71bcc8-bcae-4403-8247-ca861d738809 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:30.995957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:30.998446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2003f4a2-78b2-4d7a-bb44-1c652844de6a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3462675 Nov 25 17:36:31.001369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:31.022260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] DHCP port deletion for 5e43805d-d7cf-446e-8a78-940dafb14472 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:31.035348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '32b3c64a-0d46-4bbc-976f-cddd18476c4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:31.111471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.158697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] Deleting port 7b71bcc8-bcae-4403-8247-ca861d738809 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:31.159354 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.260437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.297223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.303592 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.311076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] For port 7b71bcc8-bcae-4403-8247-ca861d738809, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7b71bcc8-bcae-4403-8247-ca861d738809,segment=NetworkSegment(0646cd00-a71f-4476-b0bb-10b62360677a),segment_id=0646cd00-a71f-4476-b0bb-10b62360677a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:31.311639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.325297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f6e64c0-5de8-44a3-af83-6b3cf23545ad req-25c2b490-7152-4afa-8b71-878ee18efbbf tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=72416556-062d-44d4-b5be-820fe249edb4 HTTP/1.1" status: 200 len: 210 time: 0.0910308 Nov 25 17:36:31.331975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] No DVR routers for this DVR port 7b71bcc8-bcae-4403-8247-ca861d738809 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:31.338518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfab7cd3-5951-45d4-ac08-b76cafd3d7a8,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.345027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] Calling delete_port for 7b71bcc8-bcae-4403-8247-ca861d738809 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:31.357694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.362783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0428f39f-96b6-4ffd-87ef-99358e9b7407 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591797 Nov 25 17:36:31.363735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41486) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:31.436055 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5501084b-a0b2-431c-a035-549b1be01381 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.457809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5501084b-a0b2-431c-a035-549b1be01381 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.506146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.518836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5501084b-a0b2-431c-a035-549b1be01381 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.530799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5501084b-a0b2-431c-a035-549b1be01381 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.535920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5501084b-a0b2-431c-a035-549b1be01381 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/bfab7cd3-5951-45d4-ac08-b76cafd3d7a8 HTTP/1.1" status: 204 len: 168 time: 0.1695535 Nov 25 17:36:31.540550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:31.553672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.564544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] Pushing event deleted for resources: {'Port': ['ID=7b71bcc8-bcae-4403-8247-ca861d738809,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.586163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8241c1-db58-4958-8b0b-3930419bdcdb None None] No DVR routers for this DVR port 7b71bcc8-bcae-4403-8247-ca861d738809 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:31.607991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41492) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:31.613472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e43805d-d7cf-446e-8a78-940dafb14472']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:31.619535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501084b-a0b2-431c-a035-549b1be01381 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfab7cd3-5951-45d4-ac08-b76cafd3d7a8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.641976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0646cd00-a71f-4476-b0bb-10b62360677a') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:31.642563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0646cd00-a71f-4476-b0bb-10b62360677a') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:31.649104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b71bcc8-bcae-4403-8247-ca861d738809,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.665692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f7b97115-9a1c-4dee-88b9-602e9251fa1d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1193082 Nov 25 17:36:31.666372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41496) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:31.697219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.718943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.728037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:31.728438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:31.730362 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:31.816988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1629b713-8b54-464d-9987-e5bdce400f45 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.820460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5753d9a1-f545-42d6-905c-15210c0bfad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.852006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.857035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.862560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5e43805d-d7cf-446e-8a78-940dafb14472 HTTP/1.1" status: 204 len: 168 time: 1.4988995 Nov 25 17:36:31.885565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1629b713-8b54-464d-9987-e5bdce400f45 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.889349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5043279-db47-485a-9647-03cf10d83227 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e43805d-d7cf-446e-8a78-940dafb14472,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:31.946018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5753d9a1-f545-42d6-905c-15210c0bfad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.955462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5753d9a1-f545-42d6-905c-15210c0bfad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.978667 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1629b713-8b54-464d-9987-e5bdce400f45 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.981665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1629b713-8b54-464d-9987-e5bdce400f45 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:31.982840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1629b713-8b54-464d-9987-e5bdce400f45 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/32b3c64a-0d46-4bbc-976f-cddd18476c4d HTTP/1.1" status: 204 len: 168 time: 0.3159192 Nov 25 17:36:31.986307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41502) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.017665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b713-8b54-464d-9987-e5bdce400f45 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3c64a-0d46-4bbc-976f-cddd18476c4d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.039884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753d9a1-f545-42d6-905c-15210c0bfad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edef0b2b-945c-4ee8-b267-e9769963b4f8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.065567 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5753d9a1-f545-42d6-905c-15210c0bfad3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a392505c7b244ae91c0a115e87e1914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4529359 Nov 25 17:36:32.068023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.068902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f517e367-65e9-428d-b82c-1fb73b83dce8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815091 Nov 25 17:36:32.072841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.079594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--552774237'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.158400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.169824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41508) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.191455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05a69db1-3053-400d-9d4d-f45660d5c6d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.234045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05a69db1-3053-400d-9d4d-f45660d5c6d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.262138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52b56e9c-f574-4e77-9647-7d4070706ccc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3d4e6f7e9b3f4218b4495dd8f5de8228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0872779 Nov 25 17:36:32.267853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41512) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.303587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.311125 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.338234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7b71bcc8-bcae-4403-8247-ca861d738809 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:32.356759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80edb21-93a8-4fc0-8e01-e1ec4583adb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.361070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.367372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2936506 Nov 25 17:36:32.370106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41524) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.370404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05a69db1-3053-400d-9d4d-f45660d5c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.374819 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05a69db1-3053-400d-9d4d-f45660d5c6d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.375012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.380462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7b71bcc8-bcae-4403-8247-ca861d738809 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:32.380929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7b71bcc8-bcae-4403-8247-ca861d738809 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:32.381197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05a69db1-3053-400d-9d4d-f45660d5c6d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/edef0b2b-945c-4ee8-b267-e9769963b4f8 HTTP/1.1" status: 204 len: 168 time: 0.3090346 Nov 25 17:36:32.402898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65f08-9aec-463b-a1e6-343afe6427b9 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.409755 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80edb21-93a8-4fc0-8e01-e1ec4583adb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.415815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a69db1-3053-400d-9d4d-f45660d5c6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef0b2b-945c-4ee8-b267-e9769963b4f8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.438596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41528) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.456552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.539943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80edb21-93a8-4fc0-8e01-e1ec4583adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.542652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e80edb21-93a8-4fc0-8e01-e1ec4583adb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.543876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e80edb21-93a8-4fc0-8e01-e1ec4583adb0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bed283cc-cee2-4ae7-9fe9-f61efa16567e HTTP/1.1" status: 204 len: 168 time: 0.2746828 Nov 25 17:36:32.544225 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8080ea9-f2b8-4455-a568-8db220bebe11 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.545825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.556210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.566703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80edb21-93a8-4fc0-8e01-e1ec4583adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed283cc-cee2-4ae7-9fe9-f61efa16567e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.593052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8080ea9-f2b8-4455-a568-8db220bebe11 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.602734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8afe95-e22c-4802-9f61-e97aa4d48f48,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.619363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.623974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41532) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.624184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-291e74a8-cf42-47b1-9e8b-3ac22df723fe tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2526143 Nov 25 17:36:32.640655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.694002 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.745661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8080ea9-f2b8-4455-a568-8db220bebe11 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.748780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b8080ea9-f2b8-4455-a568-8db220bebe11 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.751438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b8080ea9-f2b8-4455-a568-8db220bebe11 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/security-groups/bf2480de-fa60-4745-8aae-7df095ed2a29 HTTP/1.1" status: 204 len: 168 time: 0.3103828 Nov 25 17:36:32.767339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.775108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080ea9-f2b8-4455-a568-8db220bebe11 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2480de-fa60-4745-8aae-7df095ed2a29,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.781168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.806247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.873355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c919bf93-9691-4a50-9fd8-b08b9046a2f4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:32.894479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:32.894479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4b8d84ea-d047-445e-81db-dd12d4bd38e1 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578604 Nov 25 17:36:32.896457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41546) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:32.906738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:32.962675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.071517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.076776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.105555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442cbbe1-f844-422a-9515-a99ab5801b95,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.120815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.129994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ba9efefe-681c-48fc-82f7-d8c5f06bc8e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2250879 Nov 25 17:36:33.133229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.138170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:33.177698 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.252716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41564) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.312349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c8de3ef8-b6fc-4f79-bc93-dde30662de32 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=53c7fbdfba284057998a9c551b8e55d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564678 Nov 25 17:36:33.312349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.358239 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.381720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.386343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d36a6d06-8330-45d5-a8c4-5494ae27f9ec no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:33.407635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96dcbf4c-0a99-4a1e-871b-8bb031cec53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.417619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd658488-7faa-407d-8916-1bc7ba6c8b37,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.447659 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.452190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: d36a6d06-8330-45d5-a8c4-5494ae27f9ec {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:33.453483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a0982f39-6e3f-4a17-804a-329a0755fe88 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3180461 Nov 25 17:36:33.455366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41572) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:33.456256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device d36a6d06-8330-45d5-a8c4-5494ae27f9ec not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:33.462377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:33.463660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96dcbf4c-0a99-4a1e-871b-8bb031cec53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.540391 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96dcbf4c-0a99-4a1e-871b-8bb031cec53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.544279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96dcbf4c-0a99-4a1e-871b-8bb031cec53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.545908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96dcbf4c-0a99-4a1e-871b-8bb031cec53c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/434b752b-de70-48a9-8883-2d6b4d91f3d7 HTTP/1.1" status: 204 len: 168 time: 0.2323191 Nov 25 17:36:33.560536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcbf4c-0a99-4a1e-871b-8bb031cec53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b752b-de70-48a9-8883-2d6b4d91f3d7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:33.576663 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:33.692411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.097912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.167132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.169854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.224705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91cbcef-7e60-47d8-8e58-bd1224db55fd,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.249584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.250779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-62c3ddd0-fa28-4815-8c6a-97ea7a27cd7d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7928550 Nov 25 17:36:34.254484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.286347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-620acaf7-70e3-4c7d-bfcd-9f78d8530257 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.297993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-620acaf7-70e3-4c7d-bfcd-9f78d8530257 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.320205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1064016658-network', 'tenant_id': '7aab90d5d1fd48c6afefa529d17f1a99'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:34.373401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Made reservation on behalf of 7aab90d5d1fd48c6afefa529d17f1a99 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:34.375610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.399591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 289485ce-f589-4ffe-a850-45a70f0d4ed6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:34.400367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.401461 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.404636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-620acaf7-70e3-4c7d-bfcd-9f78d8530257 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.423306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-620acaf7-70e3-4c7d-bfcd-9f78d8530257 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.428317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-620acaf7-70e3-4c7d-bfcd-9f78d8530257 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/d91cbcef-7e60-47d8-8e58-bd1224db55fd HTTP/1.1" status: 204 len: 168 time: 0.1719067 Nov 25 17:36:34.429574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620acaf7-70e3-4c7d-bfcd-9f78d8530257 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91cbcef-7e60-47d8-8e58-bd1224db55fd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.435590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41592) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.517507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port 289485ce-f589-4ffe-a850-45a70f0d4ed6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=289485ce-f589-4ffe-a850-45a70f0d4ed6,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:34.517874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.535514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 289485ce-f589-4ffe-a850-45a70f0d4ed6 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:34.540371 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3d27c716-4a18-43c4-b40b-d8a23c716586 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0975099 Nov 25 17:36:34.547036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41596) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.580449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b13-9350-4b93-86cb-a6743012fb8a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.600030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b13-9350-4b93-86cb-a6743012fb8a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.637203 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.645481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.699956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:34.712297 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.713307 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Added segment 6b20c10d-e2de-47f9-9366-712968d9c685 of type vlan for network 448489f4-0351-46ca-9354-5a360e8ae31c Nov 25 17:36:34.745576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726075f1-bcdc-4f79-8ade-9a7c20d40878,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.748552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b13-9350-4b93-86cb-a6743012fb8a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.749850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.766652 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b13-9350-4b93-86cb-a6743012fb8a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.771785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3cb27b13-9350-4b93-86cb-a6743012fb8a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/bd658488-7faa-407d-8916-1bc7ba6c8b37 HTTP/1.1" status: 204 len: 168 time: 0.2235148 Nov 25 17:36:34.776301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27b13-9350-4b93-86cb-a6743012fb8a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd658488-7faa-407d-8916-1bc7ba6c8b37,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.779409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41598) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.789755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.824802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.825999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:34.826752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:34.912005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=289485ce-f589-4ffe-a850-45a70f0d4ed6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.913800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] Pushing event updated for resources: {'Network': ['ID=448489f4-0351-46ca-9354-5a360e8ae31c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:34.919407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-245f3c23-7813-4746-9530-692b3067fd0c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7507465 Nov 25 17:36:34.922339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:34.930454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 448489f4-0351-46ca-9354-5a360e8ae31c details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:34.942174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Request body: {'subnet': {'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1064016658-subnet', 'tenant_id': '7aab90d5d1fd48c6afefa529d17f1a99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:34.990876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Made reservation on behalf of 7aab90d5d1fd48c6afefa529d17f1a99 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:34.993654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.117472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-44416816-f0fc-4c88-95a8-f2e0fba983e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3308561 Nov 25 17:36:35.118867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41602) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.197335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-025e8e1e-ff7d-49dd-ad34-0b89516a68b2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.236275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-025e8e1e-ff7d-49dd-ad34-0b89516a68b2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.263746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.278180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.288186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-025e8e1e-ff7d-49dd-ad34-0b89516a68b2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.294333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-025e8e1e-ff7d-49dd-ad34-0b89516a68b2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.295610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-025e8e1e-ff7d-49dd-ad34-0b89516a68b2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/442cbbe1-f844-422a-9515-a99ab5801b95 HTTP/1.1" status: 204 len: 168 time: 0.1754692 Nov 25 17:36:35.299322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41604) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.350125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963f61e6-2259-4753-a797-86ad289e9241,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:35.370584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Checking segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:35.371377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Network hostable DHCP agents. Network: 448489f4-0351-46ca-9354-5a360e8ae31c, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:35.396116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Network 448489f4-0351-46ca-9354-5a360e8ae31c is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:35.411999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 448489f4-0351-46ca-9354-5a360e8ae31c) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:35.420407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:35.421113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.421367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab1086-a1d9-4c99-9158-a94b735cddf0 None None] Network 448489f4-0351-46ca-9354-5a360e8ae31c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:35.459236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b3accb7c-6505-4604-bae2-08b7e24617c9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5357068 Nov 25 17:36:35.721320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af51de5-a81b-41bc-9db6-5aa24eacde12 None None] Network 448489f4-0351-46ca-9354-5a360e8ae31c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:35.741464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-32705caf-a42c-4b5c-a259-15dae26138c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:35.906973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e8e1e-ff7d-49dd-ad34-0b89516a68b2 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=442cbbe1-f844-422a-9515-a99ab5801b95,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:35.966624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e562968e-0a35-4e31-8929-5b6aac869388 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6626947 Nov 25 17:36:35.967207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41618) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:35.998924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-635a1f54-4a00-4ed4-a8ab-0137d6f14ed0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.008905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-635a1f54-4a00-4ed4-a8ab-0137d6f14ed0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.062117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-635a1f54-4a00-4ed4-a8ab-0137d6f14ed0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.073020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-635a1f54-4a00-4ed4-a8ab-0137d6f14ed0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.074619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-635a1f54-4a00-4ed4-a8ab-0137d6f14ed0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/c919bf93-9691-4a50-9fd8-b08b9046a2f4 HTTP/1.1" status: 204 len: 168 time: 0.1056101 Nov 25 17:36:36.077913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41620) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.083533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1f54-4a00-4ed4-a8ab-0137d6f14ed0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c919bf93-9691-4a50-9fd8-b08b9046a2f4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.217121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aab2a8f2-4463-4a9b-b02a-816e44e7bf0b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0917797 Nov 25 17:36:36.219877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41630) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.251195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33e0327d-778a-4e70-9469-8fdaa00b8604 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.262757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33e0327d-778a-4e70-9469-8fdaa00b8604 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.310060 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33e0327d-778a-4e70-9469-8fdaa00b8604 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.321802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33e0327d-778a-4e70-9469-8fdaa00b8604 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.323025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-33e0327d-778a-4e70-9469-8fdaa00b8604 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/1f8afe95-e22c-4802-9f61-e97aa4d48f48 HTTP/1.1" status: 204 len: 168 time: 0.1021140 Nov 25 17:36:36.325737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41632) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.330799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router 7f0168df-08a1-4d5a-96a3-22ab41c5571f has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:36.356647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0327d-778a-4e70-9469-8fdaa00b8604 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f8afe95-e22c-4802-9f61-e97aa4d48f48,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.402101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9da3e2d7-7b5b-4feb-915b-779688c3969c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749493 Nov 25 17:36:36.407196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.451420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-4b304f44-69fd-4298-93ce-58e12e0a29da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:36.457008 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-4b304f44-69fd-4298-93ce-58e12e0a29da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 814 time: 0.2377458 Nov 25 17:36:36.482633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-f0ab85bb-6679-4c77-96c9-9b49d52ae46d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/quotas/7aab90d5d1fd48c6afefa529d17f1a99 HTTP/1.1" status: 200 len: 375 time: 0.0179842 Nov 25 17:36:36.495226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcbce7d-6616-4bba-b874-8f80b06dc3e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.542393 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcbce7d-6616-4bba-b874-8f80b06dc3e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.586113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-7bc89e89-375e-4256-9498-51dbc9d64a70 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536420 Nov 25 17:36:36.615286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:36.616247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcbce7d-6616-4bba-b874-8f80b06dc3e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.622154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da65650d-0605-4786-8586-4195c772e0d7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "PUT /v2.0/routers/7f0168df-08a1-4d5a-96a3-22ab41c5571f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8142035 Nov 25 17:36:36.628192 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] Sync routers for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:36.630139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6fcbce7d-6616-4bba-b874-8f80b06dc3e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.633178 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6fcbce7d-6616-4bba-b874-8f80b06dc3e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d HTTP/1.1" status: 204 len: 168 time: 0.2245884 Nov 25 17:36:36.634149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.643448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.648183 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:36.656771 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:36.657769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbce7d-6616-4bba-b874-8f80b06dc3e0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9745e-6ee2-4e1b-b0e6-3e6e391f4e1d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:36.734436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting subnet 7922bcaf-407f-4478-a816-aa0ef6288ccd {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:36:36.739804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.786215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-308c145e-b7b6-4762-9882-28516a834fdd tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1409855 Nov 25 17:36:36.794779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41644) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:36.799440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--129963475'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:36.821853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-81cd2ab7-33af-4fb2-a409-c4b24cc6d780 service neutron] 10.222.0.86 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158687 Nov 25 17:36:36.823742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.887961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:36.889553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:36.955762 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-0a3bc5ca-ba4f-4604-8c32-c6c2561a312d service neutron] 10.222.0.86 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237462 Nov 25 17:36:36.980139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.121486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.140099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.192861 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:34Z', 'revision_number': 7, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:37.199082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.232272 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] Checking router: 7f0168df-08a1-4d5a-96a3-22ab41c5571f for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:37.244446 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] Routers {'7f0168df-08a1-4d5a-96a3-22ab41c5571f'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:37.245357 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:37.283354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1dab3-242e-4dce-901c-71a8641897e2 None None] Network 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:37.285330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Subnet': ['ID=7922bcaf-407f-4478-a816-aa0ef6288ccd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:37.291989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.295332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-da1b4859-a3c3-4419-9252-fbae8a34e5f6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/subnets/7922bcaf-407f-4478-a816-aa0ef6288ccd HTTP/1.1" status: 204 len: 168 time: 0.6472428 Nov 25 17:36:37.299007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.332314 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe6c7738-258d-4c88-b3df-01eb929e2abd req-9745cf87-4ad1-4dbe-896f-3b794e06a773 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 210 time: 0.1301467 Nov 25 17:36:37.345681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.347562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5516236 Nov 25 17:36:37.348872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b657f1-c087-4910-849a-0c4f79500df3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc9d71-da41-449e-b5ab-ab388f3a11fd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:37.350965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41652) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.355749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '90fc9d71-da41-449e-b5ab-ab388f3a11fd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:37.395990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.570448 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] Set router 7f0168df-08a1-4d5a-96a3-22ab41c5571f gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:37.582945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.589919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.607845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.658673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b43fcba-1e85-4631-872d-0103cd97e815,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:37.669931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] DHCP port deletion for 14a1fb9d-6137-4fa7-a4a8-98d6603c9030 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:37.679466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.680714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-80789868-93cc-490e-8655-9b638c3efc8c tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3286991 Nov 25 17:36:37.683899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.797558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] Deleting port f9b19b01-9e24-414e-8e31-c57d36e7994a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:37.800802 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.827237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02c2b5ce-e109-45b9-955c-74f40108f3dc tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.899065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02c2b5ce-e109-45b9-955c-74f40108f3dc tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.901725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.968541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02c2b5ce-e109-45b9-955c-74f40108f3dc tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.971723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02c2b5ce-e109-45b9-955c-74f40108f3dc tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:37.973563 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-02c2b5ce-e109-45b9-955c-74f40108f3dc tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/90fc9d71-da41-449e-b5ab-ab388f3a11fd HTTP/1.1" status: 204 len: 168 time: 0.2886891 Nov 25 17:36:37.977237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41666) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:37.999190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] For port f9b19b01-9e24-414e-8e31-c57d36e7994a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f9b19b01-9e24-414e-8e31-c57d36e7994a,segment=NetworkSegment(8535159e-d8df-48f0-a70a-38695dd548fa),segment_id=8535159e-d8df-48f0-a70a-38695dd548fa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:38.007745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.025498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2b5ce-e109-45b9-955c-74f40108f3dc tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc9d71-da41-449e-b5ab-ab388f3a11fd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.047097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 8f52849e-19c7-4825-8f8d-50f7d3f29d94 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:36:38.047752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.088122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] Calling delete_port for f9b19b01-9e24-414e-8e31-c57d36e7994a owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:38.111307 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92745d92-6e45-4e8d-bbe7-33c5355e60c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.143547 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1e6c0b53-ad5d-4b9a-9603-a39a36b2604b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1651475 Nov 25 17:36:38.145645 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:34Z', 'revision_number': 7, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:38.149190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.159307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691224075'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:38.177266 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81187c5-3eb0-440d-a599-9d27c2f35a88 None None] The sync data for ids ['7f0168df-08a1-4d5a-96a3-22ab41c5571f'] in n-d-817303-7 is: [{'id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'name': 'tempest-TestNetworkBasicOps-router-1587141580', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:34:03Z', 'updated_at': '2021-11-25T17:36:34Z', 'revision_number': 7, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '8f52849e-19c7-4825-8f8d-50f7d3f29d94', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0168df-08a1-4d5a-96a3-22ab41c5571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:34:06Z', 'updated_at': '2021-11-25T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:38.210192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.272597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.309956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] Pushing event deleted for resources: {'Port': ['ID=f9b19b01-9e24-414e-8e31-c57d36e7994a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.312167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port 8f52849e-19c7-4825-8f8d-50f7d3f29d94, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8f52849e-19c7-4825-8f8d-50f7d3f29d94,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:38.312629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.319809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720705de-cf5b-4d42-b83d-0aeb5aa73dc3 None None] No DVR routers for this DVR port f9b19b01-9e24-414e-8e31-c57d36e7994a on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:36:38.347337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 8f52849e-19c7-4825-8f8d-50f7d3f29d94 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:36:38.372135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.383287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:36:38.387282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.450230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c6061-f7aa-4070-8ee9-a4665c5315bf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.461423 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.462724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0b3e2e3e-cd65-4345-9c26-f5a8d72558d4 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3125553 Nov 25 17:36:38.465885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.468412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff0069aa-06cd-49d0-89f2-735bbed4c5cd req-6629b910-f4ed-4c5f-8e33-bc9a190a7a3f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 210 time: 0.0319445 Nov 25 17:36:38.471542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--649226679'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:38.499143 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.613815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 289485ce-f589-4ffe-a850-45a70f0d4ed6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:38.634016 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.660953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.666599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=8f52849e-19c7-4825-8f8d-50f7d3f29d94,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.667581 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.668342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 289485ce-f589-4ffe-a850-45a70f0d4ed6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:38.668696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 289485ce-f589-4ffe-a850-45a70f0d4ed6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:38.670323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9b19b01-9e24-414e-8e31-c57d36e7994a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:38.718930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a562f-2526-4451-bc52-4aac24dcc37e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:38.735656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.738809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-db358a13-f56b-43d9-bcdc-8a6f9146fbae tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2717323 Nov 25 17:36:38.741955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:38.751126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': 'a29c6061-f7aa-4070-8ee9-a4665c5315bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1a5a562f-2526-4451-bc52-4aac24dcc37e', 'remote_ip_prefix': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:38.757057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd89f62f-7405-4d93-8087-e785d0834303 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:38.765596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: f9b19b01-9e24-414e-8e31-c57d36e7994a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:38.768484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f9b19b01-9e24-414e-8e31-c57d36e7994a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:38.769012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.945282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.953049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:38.965078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.040382 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.041184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Fanout notify agent at l3_agent the message router_deleted on router 7f0168df-08a1-4d5a-96a3-22ab41c5571f {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:36:39.060972 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.064518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5f4b70db-dd14-44ce-bfb5-ca5b86320bb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/routers/7f0168df-08a1-4d5a-96a3-22ab41c5571f HTTP/1.1" status: 204 len: 168 time: 1.7610822 Nov 25 17:36:39.066435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41686) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.076171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-5d4a4d30-2428-46ee-bf2f-b4ac528503e0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:39.082078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-5d4a4d30-2428-46ee-bf2f-b4ac528503e0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.73 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 814 time: 0.2713263 Nov 25 17:36:39.108737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Request body: {'port': {'device_id': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'admin_state_up': True, 'tenant_id': '7aab90d5d1fd48c6afefa529d17f1a99'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:39.192621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.234134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.250133 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.310643 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.328351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.348025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10c5e70-38bc-4ad6-a683-e5aa33d9ca3f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.372617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a1fb9d-6137-4fa7-a4a8-98d6603c9030']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.382347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.387136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41694) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.396881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4bc291a0-7e64-45b0-8654-62fe9f60d9ff tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6531560 Nov 25 17:36:39.429490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Made reservation on behalf of 7aab90d5d1fd48c6afefa529d17f1a99 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:39.437530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.441775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8535159e-d8df-48f0-a70a-38695dd548fa') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.442612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8535159e-d8df-48f0-a70a-38695dd548fa') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:39.473442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.484066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55652353-7195-4316-a4fd-e49e0be97542 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.494818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.498394 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55652353-7195-4316-a4fd-e49e0be97542 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.512615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:36:39.513762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:36:39.517566 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:36:39.597517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55652353-7195-4316-a4fd-e49e0be97542 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.602651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55652353-7195-4316-a4fd-e49e0be97542 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.604478 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55652353-7195-4316-a4fd-e49e0be97542 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f10c5e70-38bc-4ad6-a683-e5aa33d9ca3f HTTP/1.1" status: 204 len: 168 time: 0.2161601 Nov 25 17:36:39.608557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41700) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.621886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.634613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.640403 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/networks/14a1fb9d-6137-4fa7-a4a8-98d6603c9030 HTTP/1.1" status: 204 len: 168 time: 0.5721152 Nov 25 17:36:39.641842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652353-7195-4316-a4fd-e49e0be97542 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f10c5e70-38bc-4ad6-a683-e5aa33d9ca3f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.666306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.672483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'network': {'name': 'tempest-network-smoke--279762072', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:39.680062 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72dd5c6c-9ce9-4b1a-bf12-592087385c87 req-7143d30a-2db7-4690-b74a-cfe48fddc4f2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 210 time: 0.0676663 Nov 25 17:36:39.705125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933a521-95c0-46d9-8a34-e1b44f56474d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Network': ['ID=14a1fb9d-6137-4fa7-a4a8-98d6603c9030,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:39.735980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8443a03a-c2e8-4e2d-9a55-edba976fa2b3 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1255209 Nov 25 17:36:39.736599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:39.746834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:39.751255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.760104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Allocated IP 172.20.0.9 (448489f4-0351-46ca-9354-5a360e8ae31c/963f61e6-2259-4753-a797-86ad289e9241/12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:39.792800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:36:39.805757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.806004 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Added segment 77337d61-3d6b-426e-af14-42613d15f829 of type vlan for network c5d029df-adcb-4967-8f71-f8a6d31663aa Nov 25 17:36:39.846173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-395f4164-c3bb-4ccc-9e67-c64e1d55bacf tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.864658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.896553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-395f4164-c3bb-4ccc-9e67-c64e1d55bacf tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.899711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.907036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:39.908083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:39.998090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3298078 Nov 25 17:36:40.002307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.020756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'admin_state_up': True, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:40.024453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d217f9-1920-48af-b29f-1b1ca0c53fad tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Network': ['ID=c5d029df-adcb-4967-8f71-f8a6d31663aa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.035496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c5d029df-adcb-4967-8f71-f8a6d31663aa details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:36:40.066802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-395f4164-c3bb-4ccc-9e67-c64e1d55bacf tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.072676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-395f4164-c3bb-4ccc-9e67-c64e1d55bacf tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.073839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-395f4164-c3bb-4ccc-9e67-c64e1d55bacf tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/1a5a562f-2526-4451-bc52-4aac24dcc37e HTTP/1.1" status: 204 len: 168 time: 0.3359940 Nov 25 17:36:40.076621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.107040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.108274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.200228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf79e837-b027-4381-a491-e9f85f36af99 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1221869 Nov 25 17:36:40.200952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.311248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9718a0e4-fed4-4f67-83cb-1f6eed3a166b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.356901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9718a0e4-fed4-4f67-83cb-1f6eed3a166b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.357114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f52849e-19c7-4825-8f8d-50f7d3f29d94 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:36:40.411879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9718a0e4-fed4-4f67-83cb-1f6eed3a166b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.415202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9718a0e4-fed4-4f67-83cb-1f6eed3a166b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.416816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9718a0e4-fed4-4f67-83cb-1f6eed3a166b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/a29c6061-f7aa-4070-8ee9-a4665c5315bf HTTP/1.1" status: 204 len: 168 time: 0.2076125 Nov 25 17:36:40.420521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41714) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.427900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8f52849e-19c7-4825-8f8d-50f7d3f29d94 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:36:40.428135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8f52849e-19c7-4825-8f8d-50f7d3f29d94 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:36:40.459593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718a0e4-fed4-4f67-83cb-1f6eed3a166b tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c6061-f7aa-4070-8ee9-a4665c5315bf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.501736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3046afe4-1e63-444a-8900-dceb76b195a5 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791285 Nov 25 17:36:40.507656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.513218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--260082818'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:40.543081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.570693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f4164-c3bb-4ccc-9e67-c64e1d55bacf tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a562f-2526-4451-bc52-4aac24dcc37e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.585605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.589762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.662795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.723515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.732786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.766485 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.768119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2593391 Nov 25 17:36:40.776893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:40.786355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '1cc12fa1-3e62-490d-9327-2b4ed71322c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:40.840259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.840444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.843000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d44159-e044-43ca-a7b2-1356a0757610 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc12fa1-3e62-490d-9327-2b4ed71322c0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.850068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:40.913366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:40.928295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.928780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.929417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.929849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.930279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.930756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.931180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.931640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.932014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f717f75-76ba-41e5-91d3-4df120f9bfe3 req-6b53dcfe-1a5f-4f7f-b967-4315cb70fda0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:40.932158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.932537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.932955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.933369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:40.933905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f717f75-76ba-41e5-91d3-4df120f9bfe3 req-6b53dcfe-1a5f-4f7f-b967-4315cb70fda0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 931 time: 0.0971146 Nov 25 17:36:41.005784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Network 448489f4-0351-46ca-9354-5a360e8ae31c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:41.008104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:41.012171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:41.016341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f717f75-76ba-41e5-91d3-4df120f9bfe3 req-1bb840cc-3596-4935-b363-24d3bde6d9d3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Nov 25 17:36:41.024342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.029440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.076979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f0f608-1ba8-47fb-90d1-2611726cac14,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.087597 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.089151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ab2ee8ee-9085-4d06-bfba-d4583c6351c8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3109980 Nov 25 17:36:41.092869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.098014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:41.098693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.134582 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b35d271-2a6c-4a82-87be-fc552a82d324 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.139342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-ebc0b00f-7ea8-4803-88f2-a8983d344cd6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0452561 Nov 25 17:36:41.148685 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b35d271-2a6c-4a82-87be-fc552a82d324 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.156633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Request body: {'port': {'device_id': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:41.184522 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b35d271-2a6c-4a82-87be-fc552a82d324 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.199955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b35d271-2a6c-4a82-87be-fc552a82d324 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.201313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2b35d271-2a6c-4a82-87be-fc552a82d324 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/f1f0f608-1ba8-47fb-90d1-2611726cac14 HTTP/1.1" status: 204 len: 168 time: 0.1068215 Nov 25 17:36:41.202019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35d271-2a6c-4a82-87be-fc552a82d324 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f0f608-1ba8-47fb-90d1-2611726cac14,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.204043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41728) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.266436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a0806ab0-13a1-455b-ac5d-33c821b07bce tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586851 Nov 25 17:36:41.267283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.314743 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.342775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3470e42-fa7a-4db8-855e-5b101c26aa1e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.349731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.368905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3470e42-fa7a-4db8-855e-5b101c26aa1e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.398168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.443677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3470e42-fa7a-4db8-855e-5b101c26aa1e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.443952 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.450727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3470e42-fa7a-4db8-855e-5b101c26aa1e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.455957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e3470e42-fa7a-4db8-855e-5b101c26aa1e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/1cc12fa1-3e62-490d-9327-2b4ed71322c0 HTTP/1.1" status: 204 len: 168 time: 0.1859665 Nov 25 17:36:41.457157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.484967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3470e42-fa7a-4db8-855e-5b101c26aa1e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc12fa1-3e62-490d-9327-2b4ed71322c0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.552142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe7b801a-4ebb-4e64-95cf-bfcff0e6e588 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901926 Nov 25 17:36:41.552795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.557434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884109260'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:41.583875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.657454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.662367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.695220 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.702037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1427617 Nov 25 17:36:41.703770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41738) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.704657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1b1ad-d445-4274-b7f6-db4ea46bcaad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26c919-4b74-43d8-a087-6cce7e9be6af,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.709025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.25.8.177 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/87f59e1b-cb79-424d-85d0-afbbe9c29a44) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:41.714017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '8e26c919-4b74-43d8-a087-6cce7e9be6af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:41.743853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.802933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.808371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.828790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b297490f-932d-489c-8adf-f398a3287656,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:41.844943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.850134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-512ea214-2f15-4417-80ce-d017ff18016e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399171 Nov 25 17:36:41.850878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.870560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-88ee6bd1-52ef-40d0-84a0-a1acd30279e5 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules/b297490f-932d-489c-8adf-f398a3287656 HTTP/1.1" status: 200 len: 763 time: 0.0161691 Nov 25 17:36:41.870822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41742) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.881287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:41.896999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.903989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.918344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b01665f6-dcf4-4707-9c0f-0c2c7fe0ef99 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0438664 Nov 25 17:36:41.918635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:41.921239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Transition to ACTIVE for port object 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:36:41.928932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.944360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-acdd807d-c051-4648-a74f-8300a1ad55ad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.953324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-acdd807d-c051-4648-a74f-8300a1ad55ad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.987795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-acdd807d-c051-4648-a74f-8300a1ad55ad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.994770 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-acdd807d-c051-4648-a74f-8300a1ad55ad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:41.995895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-acdd807d-c051-4648-a74f-8300a1ad55ad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/b297490f-932d-489c-8adf-f398a3287656 HTTP/1.1" status: 204 len: 168 time: 0.0762818 Nov 25 17:36:42.000867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.001544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd807d-c051-4648-a74f-8300a1ad55ad tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b297490f-932d-489c-8adf-f398a3287656,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.047335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.049104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.162141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:42.183651 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-27d86924-8bf9-46b6-b6c8-3d8d0edb14ce tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772830 Nov 25 17:36:42.183651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:42.183984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.196592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c4eee-6239-448a-942a-95e9ccefd420 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:42.198067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:42.202356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '8e26c919-4b74-43d8-a087-6cce7e9be6af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:42.213522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=87f59e1b-cb79-424d-85d0-afbbe9c29a44,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.240477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:42.240814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:42.241148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on network 448489f4-0351-46ca-9354-5a360e8ae31c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:42.265496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on network 448489f4-0351-46ca-9354-5a360e8ae31c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:42.265990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on network 448489f4-0351-46ca-9354-5a360e8ae31c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:42.290637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b08fc0-d569-4ebd-9899-543d1b82967d req-60c2a5ed-8d6e-4fcf-89ed-121970aa2223 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:42.292166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80b08fc0-d569-4ebd-9899-543d1b82967d req-60c2a5ed-8d6e-4fcf-89ed-121970aa2223 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.1821015 Nov 25 17:36:42.296634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:42.296998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Checking segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:42.297429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Bound using segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:42.297831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Bound port: 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:42.298230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.319770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e572b823-d7f7-49cd-ab83-a41ec149eda6 None None] Provisioning complete for port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:42.320052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e572b823-d7f7-49cd-ab83-a41ec149eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.356311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e572b823-d7f7-49cd-ab83-a41ec149eda6 None None] Port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:42.390571 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.524355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80b08fc0-d569-4ebd-9899-543d1b82967d req-34e34256-4f2a-4877-aa3c-48fa8c315783 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231960 Nov 25 17:36:42.608321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:42.611677 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.636221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.663773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:42.683141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.718836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdf8e52-4a03-4bc6-ada5-8cd2ca3c8d2f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.731073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.732517 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9720cfa1-428e-4404-9987-9b7c3ee8c4a0 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5388412 Nov 25 17:36:42.735493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41758) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.765529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-217395a6-b73e-4ee2-a7b6-ecbe60ee3c94 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules/bbdf8e52-4a03-4bc6-ada5-8cd2ca3c8d2f HTTP/1.1" status: 200 len: 763 time: 0.0262933 Nov 25 17:36:42.765893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41760) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.766860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:42.768176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.770329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] 10.222.0.73 "PUT /v2.0/ports/12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 1091 time: 1.6199613 Nov 25 17:36:42.779164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:42.781487 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:42.843050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3ef874c-9580-4b6a-b447-1b0837ccee8e tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0672114 Nov 25 17:36:42.843849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41764) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.867342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dcd70-f343-45d3-a286-645628d25802 service neutron] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:42.873465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.876307 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68777be-ec24-4851-aeb4-618e1d6d6fdf x-openstack-request-id: req-b68777be-ec24-4851-aeb4-618e1d6d6fdf {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:42.876602 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:42.876903 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b68777be-ec24-4851-aeb4-618e1d6d6fdf {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:42.877303 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'status': 'completed', 'code': 200} Nov 25 17:36:42.898846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5522c72-c444-4394-90c4-618014543377 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.912046 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5522c72-c444-4394-90c4-618014543377 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.934863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3b02e2bd-5151-49c5-a3f2-717968ab46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:42.936438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-3b02e2bd-5151-49c5-a3f2-717968ab46e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1094 time: 0.1177557 Nov 25 17:36:42.954405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5522c72-c444-4394-90c4-618014543377 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.962149 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5522c72-c444-4394-90c4-618014543377 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:42.967303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5522c72-c444-4394-90c4-618014543377 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/bbdf8e52-4a03-4bc6-ada5-8cd2ca3c8d2f HTTP/1.1" status: 204 len: 168 time: 0.1219764 Nov 25 17:36:42.969311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41768) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:42.991280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5522c72-c444-4394-90c4-618014543377 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbdf8e52-4a03-4bc6-ada5-8cd2ca3c8d2f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.020055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-8a7cf782-39b6-4ca8-94e0-c4091f20c0a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 217 time: 0.0723033 Nov 25 17:36:43.033395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-41ca8a69-f405-4f2b-bdec-733f7dd370aa tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627398 Nov 25 17:36:43.034672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41770) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.040595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Request body: {'security_group_rule': {'security_group_id': '8e26c919-4b74-43d8-a087-6cce7e9be6af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:43.068473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41772) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.072010 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Project 9af403b639224cc897bce5ae355aa51a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:36:43.077513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.131457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.138226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.151316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052d62-8c77-42a9-9532-11dc3da3beba req-8ee16876-58b3-4c71-a3c5-1ab7c4975366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:43.153181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-8ee16876-58b3-4c71-a3c5-1ab7c4975366 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.1235106 Nov 25 17:36:43.168862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.170541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347203 Nov 25 17:36:43.173482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.182830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15a376-5578-42d9-9e95-f3b31fe6c36d tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eed25ca-1a15-4fc9-8500-9a5c1fe2a223,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.198144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8d671a45-94f3-4e1d-b531-60a7d532e7ea tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules/1eed25ca-1a15-4fc9-8500-9a5c1fe2a223 HTTP/1.1" status: 200 len: 769 time: 0.0208495 Nov 25 17:36:43.198386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41778) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.239661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-b094e20b-1bb8-45fb-a4e9-dc009ce03b03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777037 Nov 25 17:36:43.244408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-800b7b79-d402-427e-aefa-b351019bed65 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0421641 Nov 25 17:36:43.244408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.267815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2814df74-d801-4e68-9257-a62621edd983 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.268070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dac1db2-96ba-41a0-9d0d-06acd2ac9064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.277111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2814df74-d801-4e68-9257-a62621edd983 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.310010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2814df74-d801-4e68-9257-a62621edd983 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.318718 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2814df74-d801-4e68-9257-a62621edd983 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.322491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2814df74-d801-4e68-9257-a62621edd983 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/1eed25ca-1a15-4fc9-8500-9a5c1fe2a223 HTTP/1.1" status: 204 len: 168 time: 0.0750525 Nov 25 17:36:43.325774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41784) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.339088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.354356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814df74-d801-4e68-9257-a62621edd983 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eed25ca-1a15-4fc9-8500-9a5c1fe2a223,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.394555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1372b114-887c-47de-9974-b3a99d64c9a8 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636878 Nov 25 17:36:43.394555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41786) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.452495 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-5362ee97-87d0-48ae-9094-67edbc749309 service neutron] 10.222.0.73 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960237 Nov 25 17:36:43.454323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1879d07-2d77-4aac-821d-7d5f20ae1820 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.481111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1879d07-2d77-4aac-821d-7d5f20ae1820 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.527408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1879d07-2d77-4aac-821d-7d5f20ae1820 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.530458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d1879d07-2d77-4aac-821d-7d5f20ae1820 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.531704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d1879d07-2d77-4aac-821d-7d5f20ae1820 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "DELETE /v2.0/security-groups/8e26c919-4b74-43d8-a087-6cce7e9be6af HTTP/1.1" status: 204 len: 168 time: 0.1366122 Nov 25 17:36:43.535235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41788) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.554447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1879d07-2d77-4aac-821d-7d5f20ae1820 tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26c919-4b74-43d8-a087-6cce7e9be6af,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:43.608950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5feb3f0c-f2d9-40fe-8139-afbefea5a18a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725231 Nov 25 17:36:43.615747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41792) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.664481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e91fe0f2-93fd-477b-abbd-7aac0a7f988a tempest-SecGroupIPv6Test-925175002 tempest-SecGroupIPv6Test-925175002-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464983 Nov 25 17:36:43.904162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:43.928569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dac1db2-96ba-41a0-9d0d-06acd2ac9064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.945144 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6dac1db2-96ba-41a0-9d0d-06acd2ac9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:43.971920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-09eb2069-d05d-4c29-8db4-a92c881d4056 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951039 Nov 25 17:36:44.018951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77058a5f-a8a2-4ab9-a99e-d85ddd9314a9 req-fafd7eb6-5e86-49a6-bdaa-54f755066967 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.020451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77058a5f-a8a2-4ab9-a99e-d85ddd9314a9 req-fafd7eb6-5e86-49a6-bdaa-54f755066967 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.2474549 Nov 25 17:36:44.047520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6dac1db2-96ba-41a0-9d0d-06acd2ac9064 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f7fd7ffccc784ea38b00c9f04ee21b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9760406 Nov 25 17:36:44.053340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41802) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.071170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-08052d62-8c77-42a9-9532-11dc3da3beba req-f903242a-d996-4934-b404-91ba0abe0bff service neutron] 10.222.0.73 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875213 Nov 25 17:36:44.074155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac1db2-96ba-41a0-9d0d-06acd2ac9064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25977fe-cd90-468f-babe-32e38b07eb5d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.109702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d962e936-3c96-4b52-bfae-9945eab00bc6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9af403b639224cc897bce5ae355aa51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042882 Nov 25 17:36:44.121491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.138597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router aec41b81-3354-4851-8bef-6f94d8b54348 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:36:44.144726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-72294967-a637-43d4-9691-64e7e0f99193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.145910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-72294967-a637-43d4-9691-64e7e0f99193 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 1096 time: 0.1193671 Nov 25 17:36:44.157439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77058a5f-a8a2-4ab9-a99e-d85ddd9314a9 req-55f6a8b5-2d26-4cfe-a528-7b6535dfd1a9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282644 Nov 25 17:36:44.181134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fb08b4f-1167-4406-88d5-eb8c6b573fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.212900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fb08b4f-1167-4406-88d5-eb8c6b573fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.225003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b94c1562-4baa-4d14-9583-93325cf47b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.265188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b94c1562-4baa-4d14-9583-93325cf47b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.294995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-4489187d-ca51-43ee-b19f-b023763cabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.296691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-4489187d-ca51-43ee-b19f-b023763cabaa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1094 time: 0.1548202 Nov 25 17:36:44.306900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fb08b4f-1167-4406-88d5-eb8c6b573fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.309644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1fb08b4f-1167-4406-88d5-eb8c6b573fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.310802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1fb08b4f-1167-4406-88d5-eb8c6b573fff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a25977fe-cd90-468f-babe-32e38b07eb5d HTTP/1.1" status: 204 len: 168 time: 0.2564085 Nov 25 17:36:44.320501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb08b4f-1167-4406-88d5-eb8c6b573fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25977fe-cd90-468f-babe-32e38b07eb5d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.333692 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b94c1562-4baa-4d14-9583-93325cf47b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.336384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b94c1562-4baa-4d14-9583-93325cf47b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.337502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b94c1562-4baa-4d14-9583-93325cf47b1c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/610250d3-833c-486b-a8ae-af3331e2e93b HTTP/1.1" status: 204 len: 168 time: 0.2145026 Nov 25 17:36:44.364681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1562-4baa-4d14-9583-93325cf47b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610250d3-833c-486b-a8ae-af3331e2e93b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:44.464113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-bda15cdb-8dce-4cc6-800c-67cb0cf83721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.465583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-bda15cdb-8dce-4cc6-800c-67cb0cf83721 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.2802126 Nov 25 17:36:44.496493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:44.510157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Sync routers for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:44.519775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:44.520400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:44.548863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-b9c62ead-310a-4290-a290-1e5193e0214e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39 HTTP/1.1" status: 200 len: 217 time: 0.0747318 Nov 25 17:36:44.554267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-655f3b5b-b459-466d-b672-11ebda6398be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.555780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-655f3b5b-b459-466d-b672-11ebda6398be service neutron] 10.222.0.73 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 915 time: 0.2143819 Nov 25 17:36:44.575422 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:44.579320 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6a7ef7ff-3917-4a4b-b1bb-c9a6fb21efb8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5724564 Nov 25 17:36:44.579755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.626022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e119d4ca-54cd-426a-baed-6813af863f9a tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=5b29ad21ef12480a9cc01191a8175168&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425501 Nov 25 17:36:44.626897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.639420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-3837027f-8ee6-4299-a5f1-d804950e30ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 217 time: 0.0748208 Nov 25 17:36:44.661188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-b43d5329-b051-48a3-b594-a528597396f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.662654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-b43d5329-b051-48a3-b594-a528597396f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.1059918 Nov 25 17:36:44.679803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:44.715692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-7be6fc58-122a-4acb-bade-30d9a0da2f96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318930 Nov 25 17:36:44.754993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-1ee2141a-d18a-4dbc-8e0f-319968f8077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.756574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-1ee2141a-d18a-4dbc-8e0f-319968f8077a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.1085656 Nov 25 17:36:44.817265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-a49d68ca-c403-4ff9-85de-f9d81ac3cd25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339026 Nov 25 17:36:44.880966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f098606-b1a8-4211-89cb-68eb2e9da67b tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:44.882590 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7f098606-b1a8-4211-89cb-68eb2e9da67b tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2547061 Nov 25 17:36:44.885482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41836) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.916169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-1d5212c2-e539-41e0-a557-fb761392ce6b service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926506 Nov 25 17:36:44.928604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1b8c8bb4-3bef-4e60-a096-4eb61342e527 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419097 Nov 25 17:36:44.929570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:44.935406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59245789', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:45.044238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-0041176b-2c67-42f5-adf7-cc0f98c49e53 service neutron] 10.222.0.73 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592937 Nov 25 17:36:45.052274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:45.058489 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.172396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dc1d12d-ea5d-4b9c-843e-ec6b9de788fe req-27784712-31ed-4d87-9ebe-2499e5e723b8 service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185667 Nov 25 17:36:45.174664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:42Z', 'revision_number': 3, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:45.214512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50d6e4bb-cf36-46ef-9b29-a4873d4995ad req-1123d1ac-995b-4ae1-b238-b4aa2659a335 service neutron] 10.222.0.73 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584671 Nov 25 17:36:45.250356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Checking router: aec41b81-3354-4851-8bef-6f94d8b54348 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:45.250997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Updating router aec41b81-3354-4851-8bef-6f94d8b54348 port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:45.282377 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.349245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.395472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c7e66-11d5-4dd5-85bb-869ca6d2ae0e req-24accb08-775d-4654-8431-5a2e2a8ff07f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.396912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f8c7e66-11d5-4dd5-85bb-869ca6d2ae0e req-24accb08-775d-4654-8431-5a2e2a8ff07f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.1208217 Nov 25 17:36:45.450036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Subnet': ['ID=e2010aa7-cab7-4472-95fc-8538a0946f95,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:45.481712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Checking segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:45.482076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network hostable DHCP agents. Network: c5d029df-adcb-4967-8f71-f8a6d31663aa, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:36:45.492475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f8c7e66-11d5-4dd5-85bb-869ca6d2ae0e req-4eea7f6b-5336-42b5-a072-1cf161b5edcd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861664 Nov 25 17:36:45.520940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network c5d029df-adcb-4967-8f71-f8a6d31663aa is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:36:45.539786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c5d029df-adcb-4967-8f71-f8a6d31663aa) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:45.548074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9052959-cdf5-496a-8bbe-a59cc5f3ba10 None None] Network c5d029df-adcb-4967-8f71-f8a6d31663aa requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:45.554991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:45.555594 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.579623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3837a8b3-0fa9-49e1-a1e1-34f7fad0d342 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6457713 Nov 25 17:36:45.579847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:45.764987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c5d029df-adcb-4967-8f71-f8a6d31663aa', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:36:45.765678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.866061 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.880460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:45.953906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d1a73-88e2-4134-9b73-5a6b5f752b2f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:46.013910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Attempting to bind port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:46.014382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Attempting to bind port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:46.014642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Attempting to bind port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:46.020572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9a44e-6792-4564-9aee-0ba1d23860ea None None] Pushing event updated for resources: {'Port': ['ID=87f59e1b-cb79-424d-85d0-afbbe9c29a44,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.031282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:46.031694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:46.032104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.032502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:46.032992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Bound port: 87f59e1b-cb79-424d-85d0-afbbe9c29a44, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:46.033379 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.109876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Allocated IP 172.20.0.2 (c5d029df-adcb-4967-8f71-f8a6d31663aa/e2010aa7-cab7-4472-95fc-8538a0946f95/579a585f-3333-4ef9-a042-68205e2b16b6) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:46.118039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eced688e-97d3-4271-a33c-90cd9f38e15b None None] Provisioning complete for port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:46.118415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eced688e-97d3-4271-a33c-90cd9f38e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.121500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] For port 87f59e1b-cb79-424d-85d0-afbbe9c29a44, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:46.129875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] For port 87f59e1b-cb79-424d-85d0-afbbe9c29a44, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87f59e1b-cb79-424d-85d0-afbbe9c29a44,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:46.157773 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.164468 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.273870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9a44e-6792-4564-9aee-0ba1d23860ea None None] Pushing event updated for resources: {'Port': ['ID=87f59e1b-cb79-424d-85d0-afbbe9c29a44,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.286433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eced688e-97d3-4271-a33c-90cd9f38e15b None None] Port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:46.302793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da700de-2ad4-4b67-b033-1c2848f625a3 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:36:46.314074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:46.314720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:46.439529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.511511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ec77ffb1-e77f-46d0-b117-bc5f30517afd None None] Provisioning complete for port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:46.511880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec77ffb1-e77f-46d0-b117-bc5f30517afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.596105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:46.635800 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.666407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360de9e4-1200-4688-a181-55c49be30eb9 req-1f246620-e72e-4cc3-b5a6-6255bfd8e6c3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:46.673680 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-360de9e4-1200-4688-a181-55c49be30eb9 req-1f246620-e72e-4cc3-b5a6-6255bfd8e6c3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.0702333 Nov 25 17:36:46.726921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:46.756221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-360de9e4-1200-4688-a181-55c49be30eb9 req-b34ef9ad-ba05-44a7-876a-77d72adf8f72 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801585 Nov 25 17:36:46.865550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.20.0.1 (c5d029df-adcb-4967-8f71-f8a6d31663aa/e2010aa7-cab7-4472-95fc-8538a0946f95/38464aa6-c0ce-46ac-bd5a-9096cd7cd76c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:46.907733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Pushing event updated for resources: {'Port': ['ID=579a585f-3333-4ef9-a042-68205e2b16b6,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:46.919492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Network c5d029df-adcb-4967-8f71-f8a6d31663aa is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:46.954751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:46.958056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:47.015224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.037915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec77ffb1-e77f-46d0-b117-bc5f30517afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.053551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:42Z', 'revision_number': 3, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:47.064651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.084993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network c5d029df-adcb-4967-8f71-f8a6d31663aa is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:47.087359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:47.102870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b648cdd-6cd5-4bbf-a7cc-6caaec9203a3 None None] The sync data for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 is: [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:42Z', 'revision_number': 3, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:47.117575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:47.118125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Attempting to bind port 579a585f-3333-4ef9-a042-68205e2b16b6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:47.118568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Attempting to bind port 579a585f-3333-4ef9-a042-68205e2b16b6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:47.118982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Attempting to bind port 579a585f-3333-4ef9-a042-68205e2b16b6 on network c5d029df-adcb-4967-8f71-f8a6d31663aa {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:47.133862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:47.134240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Checking segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:47.135459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.136306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Bound using segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:47.136825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Bound port: 579a585f-3333-4ef9-a042-68205e2b16b6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:47.138079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.181173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ec77ffb1-e77f-46d0-b117-bc5f30517afd None None] For port 87f59e1b-cb79-424d-85d0-afbbe9c29a44, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87f59e1b-cb79-424d-85d0-afbbe9c29a44,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:47.233268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.252226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.295448 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.297209 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ec77ffb1-e77f-46d0-b117-bc5f30517afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.412193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] For port 579a585f-3333-4ef9-a042-68205e2b16b6, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:47.418343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] For port 579a585f-3333-4ef9-a042-68205e2b16b6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=579a585f-3333-4ef9-a042-68205e2b16b6,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:47.420301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77ffb1-e77f-46d0-b117-bc5f30517afd None None] Pushing event updated for resources: {'Port': ['ID=87f59e1b-cb79-424d-85d0-afbbe9c29a44,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.426651 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.440636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef5363f2-1099-41c6-aa07-4010b66ebd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.485395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.500101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:36:47.515593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545faa2-2a04-419a-9bbf-ad086dc75b4f None None] Pushing event updated for resources: {'Port': ['ID=579a585f-3333-4ef9-a042-68205e2b16b6,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.601687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.610701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef5363f2-1099-41c6-aa07-4010b66ebd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.628801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef5363f2-1099-41c6-aa07-4010b66ebd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.689928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5363f2-1099-41c6-aa07-4010b66ebd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec679573-2e82-4224-8149-4c2f7a710002,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:47.745643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ef5363f2-1099-41c6-aa07-4010b66ebd50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4bc1bf961f974f4b9d570a0aa75597a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5105586 Nov 25 17:36:47.747572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:47.767167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:47.810744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'port_id': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'mac_address': 'fa:16:3e:42:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963f61e6-2259-4753-a797-86ad289e9241', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:36:47.862127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3020d90-92d8-4c5c-9b0f-d458eb7997d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.894195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.937159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:47.968031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3020d90-92d8-4c5c-9b0f-d458eb7997d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:47.976092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:47.982831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.032545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806708ca-3517-4218-8950-cfe4060c7144 req-2f49f2dc-563b-4604-8559-6c6fe3fcce9a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:48.039100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-806708ca-3517-4218-8950-cfe4060c7144 req-2f49f2dc-563b-4604-8559-6c6fe3fcce9a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.1769195 Nov 25 17:36:48.083471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3020d90-92d8-4c5c-9b0f-d458eb7997d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.086407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3020d90-92d8-4c5c-9b0f-d458eb7997d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.090804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f3020d90-92d8-4c5c-9b0f-d458eb7997d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ec679573-2e82-4224-8149-4c2f7a710002 HTTP/1.1" status: 204 len: 168 time: 0.3418934 Nov 25 17:36:48.099945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.112462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3020d90-92d8-4c5c-9b0f-d458eb7997d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec679573-2e82-4224-8149-4c2f7a710002,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.191739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:48.259924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-806708ca-3517-4218-8950-cfe4060c7144 req-2fda86a2-cc7e-494b-bb43-dbdc40bd4f3c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890371 Nov 25 17:36:48.445327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.459503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.505253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87f59e1b-cb79-424d-85d0-afbbe9c29a44 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:48.653944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.656888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:48.719133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:48.719642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.850077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41946) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:48.861787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 579a585f-3333-4ef9-a042-68205e2b16b6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:48.879084 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599a95ca-e321-4d0b-9be2-79be5e692b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:48.919271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network c5d029df-adcb-4967-8f71-f8a6d31663aa is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:48.924932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:48.937535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 579a585f-3333-4ef9-a042-68205e2b16b6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:48.937535 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.010001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599a95ca-e321-4d0b-9be2-79be5e692b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.019690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-599a95ca-e321-4d0b-9be2-79be5e692b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.070340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-599a95ca-e321-4d0b-9be2-79be5e692b89 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5079d1ce054d49338e03d49c3126ac2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185757 Nov 25 17:36:49.070527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41948) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:49.076115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a95ca-e321-4d0b-9be2-79be5e692b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab8b45f-0481-4ca5-a5fe-50c52d5835db,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.095417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router aec41b81-3354-4851-8bef-6f94d8b54348 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:36:49.200509 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.217577 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db97eb46-77df-4624-a443-6d53aeb5fad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.247908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 579a585f-3333-4ef9-a042-68205e2b16b6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=579a585f-3333-4ef9-a042-68205e2b16b6,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:49.253786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.276214 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db97eb46-77df-4624-a443-6d53aeb5fad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.302721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:36:49.313017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-202a35b6-038e-4fd1-b183-a4a3189b3291 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "PUT /v2.0/routers/aec41b81-3354-4851-8bef-6f94d8b54348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7319605 Nov 25 17:36:49.316958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41952) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:49.324941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f6b79-d042-4639-8239-c652f2e8af60 None None] Network c5d029df-adcb-4967-8f71-f8a6d31663aa requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:36:49.369875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db97eb46-77df-4624-a443-6d53aeb5fad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.372571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db97eb46-77df-4624-a443-6d53aeb5fad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.376317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db97eb46-77df-4624-a443-6d53aeb5fad3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2ab8b45f-0481-4ca5-a5fe-50c52d5835db HTTP/1.1" status: 204 len: 168 time: 0.3023329 Nov 25 17:36:49.397445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97eb46-77df-4624-a443-6d53aeb5fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab8b45f-0481-4ca5-a5fe-50c52d5835db,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.463902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=579a585f-3333-4ef9-a042-68205e2b16b6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:49.466433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f80395be-2fe5-4169-b53b-4aed65fe04d1 None None] Provisioning complete for port 579a585f-3333-4ef9-a042-68205e2b16b6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:49.467047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f80395be-2fe5-4169-b53b-4aed65fe04d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:49.525713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:49.678941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62fb76-6d8b-45ef-96ad-1a8e7c4c0824 req-72d434d3-8540-4ce5-96cc-7ea5588785a2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.680533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb62fb76-6d8b-45ef-96ad-1a8e7c4c0824 req-72d434d3-8540-4ce5-96cc-7ea5588785a2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2704387 Nov 25 17:36:49.858974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.859711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.859917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.860367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.860817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.861261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:49.866541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4cebdc62-2dd3-4c7a-aad3-86a95c49bb5e tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.5459471 Nov 25 17:36:49.866886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41962) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:49.879065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb62fb76-6d8b-45ef-96ad-1a8e7c4c0824 req-8fbc679c-54f7-4820-98e8-4ee59acac947 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818857 Nov 25 17:36:49.928574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:36:49.943822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:49.944190 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.048087 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Sync routers for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:36:50.073057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:50.073655 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:50.117389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.119187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.120155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.123273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.123945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.124587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.130022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 41970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:50.133794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3d0df3a3-211e-4f99-a76c-c2335fed57e6 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.2655258 Nov 25 17:36:50.297769 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.352569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:50.355084 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d4e83f-a4bd-4b51-b1a7-47500e4a8a20" -d '{"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-plugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:50.365133 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:50.405106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:50.426833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 579a585f-3333-4ef9-a042-68205e2b16b6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:50.429622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.562811 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454bc2b-eae1-4fa8-857f-ee2225602caf x-openstack-request-id: req-2454bc2b-eae1-4fa8-857f-ee2225602caf {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:50.563114 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-plugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:50.563526 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2454bc2b-eae1-4fa8-857f-ee2225602caf {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:50.563941 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'code': 200} Nov 25 17:36:50.565035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:50.630973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 579a585f-3333-4ef9-a042-68205e2b16b6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:50.631655 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.675595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3d59b-c003-402c-bb3a-2d5bbf2acfbd req-82350c3a-8e0d-4b84-9a52-70befe2a69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:50.678225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72b3d59b-c003-402c-bb3a-2d5bbf2acfbd req-82350c3a-8e0d-4b84-9a52-70befe2a69c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1096 time: 0.1715789 Nov 25 17:36:50.743058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-958e2197-2d32-473b-93a8-b274a92dd716 None None] Provisioning complete for port 579a585f-3333-4ef9-a042-68205e2b16b6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:50.744053 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-958e2197-2d32-473b-93a8-b274a92dd716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:50.895643 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72b3d59b-c003-402c-bb3a-2d5bbf2acfbd req-4f7a2d85-c40a-4543-932e-8fd7648c3d4c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029486 Nov 25 17:36:50.941001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0754095b-94e6-48be-af01-c746863a199c tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.8094878 Nov 25 17:36:50.949268 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 2, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:50.990766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-958e2197-2d32-473b-93a8-b274a92dd716 None None] Provisioning complete for port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:50.991309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-958e2197-2d32-473b-93a8-b274a92dd716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.000945 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Checking router: aec41b81-3354-4851-8bef-6f94d8b54348 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:36:51.001680 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Updating router aec41b81-3354-4851-8bef-6f94d8b54348 port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:36:51.073044 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.112101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-958e2197-2d32-473b-93a8-b274a92dd716 None None] Port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:51.139109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f55e3-4c1b-4f9f-8b30-6e458b2e3d2e req-b28ebfd6-fdf4-4e2c-a0f2-d728f08a90ad tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:51.146889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-750f55e3-4c1b-4f9f-8b30-6e458b2e3d2e req-b28ebfd6-fdf4-4e2c-a0f2-d728f08a90ad tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1097069 Nov 25 17:36:51.273938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c13786ed-f165-49d4-8356-83a24de08b4d None None] Provisioning complete for port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:51.275679 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c13786ed-f165-49d4-8356-83a24de08b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.399901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-750f55e3-4c1b-4f9f-8b30-6e458b2e3d2e req-c9b70e56-97d7-46bc-8e6f-9f512c57313d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432530 Nov 25 17:36:51.401751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c13786ed-f165-49d4-8356-83a24de08b4d None None] Port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:51.486556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 41998) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.491984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526596720', 'description': 'tempest-secgroup-smoke-526596720 description', 'project_id': '5b29ad21ef12480a9cc01191a8175168'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:51.538307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.650392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-973a03a7-b20f-41da-b1ba-373241a636e8 None None] Provisioning complete for port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:51.653879 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-973a03a7-b20f-41da-b1ba-373241a636e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.667622 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.672685 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.686758 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.699463 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.717073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.721601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42006) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.726169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '0263410c-8c4a-426a-8ffd-cddca708e3fe', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:51.732655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2441945 Nov 25 17:36:51.734873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae739490-432f-4764-8923-dca6b44211e7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0263410c-8c4a-426a-8ffd-cddca708e3fe,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.735616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-973a03a7-b20f-41da-b1ba-373241a636e8 None None] Port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:51.770895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.814971 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Pushing event updated for resources: {'Port': ['ID=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.827353 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.827720 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.828051 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.828382 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.828707 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.829140 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.829339 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.829657 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.829973 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.830287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.830626 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.830945 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:36:51.910794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.920218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.923801 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Attempting to bind port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:51.924171 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Attempting to bind port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:51.925380 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Attempting to bind port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c on network c5d029df-adcb-4967-8f71-f8a6d31663aa {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:51.937901 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:51.938277 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Checking segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:51.938678 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.939072 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Bound using segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:51.939596 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Bound port: 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:51.940524 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.968604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4fb705-e7ef-4d98-a26d-c58bea273a45,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:51.987595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:51.989045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ab1991eb-d4d5-4162-bc54-69a02c6aac23 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664127 Nov 25 17:36:51.992234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:51.997877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '0263410c-8c4a-426a-8ffd-cddca708e3fe', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:52.063249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.101668 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] For port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:52.106645 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] For port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:52.112926 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.183216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.191586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.211452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff9520b-1a87-4a9e-9f04-dc7abf9262d7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.226817 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3661c-4b6f-46c5-abe7-1c07bfc9f549 None None] Pushing event updated for resources: {'Port': ['ID=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.229221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.230824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a02d3000-024f-4650-946f-fc3f4bf878f4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2372572 Nov 25 17:36:52.234025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42024) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:52.240022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '0263410c-8c4a-426a-8ffd-cddca708e3fe', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:52.245210 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:36:52.246004 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:36:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:52.298580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-67a6e0a9-4c26-4971-8dd2-1712c2ff7975 None None] Provisioning complete for port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:52.299210 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67a6e0a9-4c26-4971-8dd2-1712c2ff7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.344452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.474872 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:36:52.497010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67a6e0a9-4c26-4971-8dd2-1712c2ff7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.530509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.538173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.573313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98806c6-9dcb-4651-8958-01dc3a1e5abc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.591531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-67a6e0a9-4c26-4971-8dd2-1712c2ff7975 None None] For port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:36:52.610057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67a6e0a9-4c26-4971-8dd2-1712c2ff7975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.648325 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.651264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-afe3c125-bc5c-40bf-8ed4-ed4fe63854d5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160280 Nov 25 17:36:52.654132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42030) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:52.659946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '0263410c-8c4a-426a-8ffd-cddca708e3fe', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:52.689433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332871dc-bb25-423b-a4fe-cea43f786d16 req-445bb9c1-6818-4c73-8179-0f38bfeb335d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:52.712334 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-332871dc-bb25-423b-a4fe-cea43f786d16 req-445bb9c1-6818-4c73-8179-0f38bfeb335d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1126945 Nov 25 17:36:52.727307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.736488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6e0a9-4c26-4971-8dd2-1712c2ff7975 None None] Pushing event updated for resources: {'Port': ['ID=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.770498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7c45b7d0-6f9b-439d-9a84-ca288822f61c None None] Provisioning complete for port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:52.772369 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c45b7d0-6f9b-439d-9a84-ca288822f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.785809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-332871dc-bb25-423b-a4fe-cea43f786d16 req-dd608da9-5758-4287-b077-0897053f4293 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719123 Nov 25 17:36:52.875127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.886170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.926748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8534fc41-074d-4900-b57c-f3ee0f7382c6,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:52.945667 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:52.951440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-434b531d-3af7-49a7-b5c4-383d9af3db72 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2937777 Nov 25 17:36:52.952120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:52.957840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '0263410c-8c4a-426a-8ffd-cddca708e3fe', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:52.997733 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Project 5b29ad21ef12480a9cc01191a8175168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:36:53.013472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.108797 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:36:53.156237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.208136 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ab6fe-5c9a-4d05-8d4a-07cf3d2cb360 None None] The sync data for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 is: [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:36:53.299097 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.332441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130fdb22-d4f9-428e-9cea-c83c84842037,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:53.345208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-9942c434-c73c-49f1-82d8-b1f1928fabf4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:53.347796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-9942c434-c73c-49f1-82d8-b1f1928fabf4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 814 time: 0.1897709 Nov 25 17:36:53.354418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.359838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1decf83f-ad2b-48e9-a063-0378ef796396 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4064546 Nov 25 17:36:53.364201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42060) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.369047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'security_group_rule': {'security_group_id': '0263410c-8c4a-426a-8ffd-cddca708e3fe', 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:53.379286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-66043f8e-2aa2-4413-a23b-64c8c0fc157f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/quotas/7aab90d5d1fd48c6afefa529d17f1a99 HTTP/1.1" status: 200 len: 375 time: 0.0181954 Nov 25 17:36:53.418593 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Project 5b29ad21ef12480a9cc01191a8175168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:36:53.425779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.444781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-75992567-fa79-4f4f-849d-f6acd8b7bfa2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577824 Nov 25 17:36:53.452459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:53.537041 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.544038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.575501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.577389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2121465 Nov 25 17:36:53.593180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaf897-5c91-4a98-a185-3ba636115705 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf619b38-d7ce-4be6-807c-574267d110df,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:53.663901 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a439491-7a66-4470-81eb-b699ea38026e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.811255 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a439491-7a66-4470-81eb-b699ea38026e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.844080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2a439491-7a66-4470-81eb-b699ea38026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:53.880624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-1246cb2d-cc9a-4eaa-8091-a40bc7e54d0c service neutron] 10.222.0.86 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286885 Nov 25 17:36:53.927734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2a439491-7a66-4470-81eb-b699ea38026e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14452477304d430285e07ae5a217d20b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740818 Nov 25 17:36:53.942402 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:54.032646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-2637eb4d-992a-44cd-a0d7-933af13cb7d3 service neutron] 10.222.0.86 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510201 Nov 25 17:36:54.416136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:36:54.459933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b4c1317-91fd-46a7-93cc-ea0575e1fe56 req-d63fd7c2-8b7c-4d17-a362-c03def1b81f2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 210 time: 0.0709219 Nov 25 17:36:54.551479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:54.552707 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.613036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a439491-7a66-4470-81eb-b699ea38026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e24619-09a0-4ca9-80a1-418d1f9c3716,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:54.684012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-7968ed82-f5ca-46b0-962e-eb47192072c4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526596720&fields=id&tenant_id=5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 267 time: 0.7393372 Nov 25 17:36:54.708358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-296bc0af-7944-41a5-a867-63bf11776876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.865719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-296bc0af-7944-41a5-a867-63bf11776876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.964206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-296bc0af-7944-41a5-a867-63bf11776876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.967642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-296bc0af-7944-41a5-a867-63bf11776876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:54.968826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-296bc0af-7944-41a5-a867-63bf11776876 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/65e24619-09a0-4ca9-80a1-418d1f9c3716 HTTP/1.1" status: 204 len: 168 time: 1.0035243 Nov 25 17:36:54.997902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc0af-7944-41a5-a867-63bf11776876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e24619-09a0-4ca9-80a1-418d1f9c3716,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:55.021740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-12cda182-d751-4eae-94cb-ec1251cdc561 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:55.028847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-12cda182-d751-4eae-94cb-ec1251cdc561 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/networks?id=c5d029df-adcb-4967-8f71-f8a6d31663aa HTTP/1.1" status: 200 len: 796 time: 0.3438437 Nov 25 17:36:55.073796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-ba6fffa3-a70a-42f7-9645-a75c9aabfc02 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/quotas/5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 375 time: 0.0347712 Nov 25 17:36:55.166930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-402ef3c0-f113-44ab-b90e-6f6ec09ce2b0 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794671 Nov 25 17:36:55.386436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42106) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:55.418892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2921-527a-44aa-9661-5c2d8bd87613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.457403 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-12c02409-a770-4dff-b945-132af27a2a78 service neutron] 10.222.0.86 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706442 Nov 25 17:36:55.526935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2921-527a-44aa-9661-5c2d8bd87613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.531724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2921-527a-44aa-9661-5c2d8bd87613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.557295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-9d3d8333-39bc-4885-b255-d7f6a5eb3d2c service neutron] 10.222.0.86 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936220 Nov 25 17:36:55.598926 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d2819b5-6de3-4b60-b7ca-72d9b40d2c39 req-9a85c204-60ca-4e57-a280-821c8d7ea235 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 210 time: 0.0511882 Nov 25 17:36:55.601468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7bb2921-527a-44aa-9661-5c2d8bd87613 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=809a0cfe67a64610a156e34652b435b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140005 Nov 25 17:36:55.604270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42110) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:36:55.612015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb2921-527a-44aa-9661-5c2d8bd87613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccb71d-4866-4eb8-9cea-d4dab9b532b2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:55.676460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05c0dfc1-d7e1-41db-8b07-ac0d46600ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.714338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05c0dfc1-d7e1-41db-8b07-ac0d46600ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.787121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6ab82a9-92f0-4ffe-afda-62b618f56c24 req-830978d7-55f9-4e68-a396-90a3d174fbe8 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 210 time: 0.0541801 Nov 25 17:36:55.834462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05c0dfc1-d7e1-41db-8b07-ac0d46600ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.837620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05c0dfc1-d7e1-41db-8b07-ac0d46600ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:55.838962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-05c0dfc1-d7e1-41db-8b07-ac0d46600ea4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1cccb71d-4866-4eb8-9cea-d4dab9b532b2 HTTP/1.1" status: 204 len: 168 time: 0.2338183 Nov 25 17:36:55.865648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0dfc1-d7e1-41db-8b07-ac0d46600ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccb71d-4866-4eb8-9cea-d4dab9b532b2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:55.968216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-9e9909c5-067e-401b-a63a-7b801998f3e8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:55.970342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-9e9909c5-067e-401b-a63a-7b801998f3e8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.55 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 814 time: 0.1709430 Nov 25 17:36:55.984861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Request body: {'port': {'device_id': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'admin_state_up': True, 'tenant_id': '7aab90d5d1fd48c6afefa529d17f1a99'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:56.135596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Made reservation on behalf of 7aab90d5d1fd48c6afefa529d17f1a99 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:56.139504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.354495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Allocated IP 172.20.0.7 (448489f4-0351-46ca-9354-5a360e8ae31c/963f61e6-2259-4753-a797-86ad289e9241/a4563f53-307b-4896-a073-079732983dd4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:56.656862 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.755739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:56.770281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:36:56.849170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb073-7cfe-4fde-8735-36aed419cc7b req-b60bf5d8-3515-4a0b-a804-9f4190519f7d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:56.864363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a30fb073-7cfe-4fde-8735-36aed419cc7b req-b60bf5d8-3515-4a0b-a804-9f4190519f7d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 931 time: 0.1249645 Nov 25 17:36:56.887242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Network 448489f4-0351-46ca-9354-5a360e8ae31c is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:56.890888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:56.895947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:56.949952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Pushing event updated for resources: {'Port': ['ID=a4563f53-307b-4896-a073-079732983dd4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:56.973845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a30fb073-7cfe-4fde-8735-36aed419cc7b req-fb2a0bf8-1df0-4ee1-9f4f-744854b858f3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061523 Nov 25 17:36:56.990891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1018794-eb7b-4900-a868-e328fe43c731 req-7f6e6d22-8f20-4ef2-af15-b7e86cd9d543 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 210 time: 0.0614986 Nov 25 17:36:57.020060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:57.020946 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.045718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-c20eb475-a328-4f86-b93d-e0851888b96f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0648282 Nov 25 17:36:57.061946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Request body: {'port': {'device_id': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:57.255031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.471986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-dcd061c5-3426-41df-84fd-c964839a42d4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:57.473528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-dcd061c5-3426-41df-84fd-c964839a42d4 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/networks?id=c5d029df-adcb-4967-8f71-f8a6d31663aa HTTP/1.1" status: 200 len: 796 time: 0.2313263 Nov 25 17:36:57.621177 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-db4959ac-2643-433c-a28f-fa8a89b92bd7 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b29ad21ef12480a9cc01191a8175168 HTTP/1.1" status: 200 len: 379 time: 0.1358109 Nov 25 17:36:57.638299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'port': {'device_id': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'admin_state_up': True, 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'security_groups': ['0263410c-8c4a-426a-8ffd-cddca708e3fe']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:57.874724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4563f53-307b-4896-a073-079732983dd4 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:36:57.886541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.895667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Made reservation on behalf of 5b29ad21ef12480a9cc01191a8175168 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:36:57.901183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:57.925699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Transition to ACTIVE for port object a4563f53-307b-4896-a073-079732983dd4 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:36:57.935887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.122098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd5f4-ffbc-43a6-91f5-c296a378b125 req-1dd06579-420c-4767-9a19-49b7689fafea tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:58.124607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54bd5f4-ffbc-43a6-91f5-c296a378b125 req-1dd06579-420c-4767-9a19-49b7689fafea tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 943 time: 0.0701468 Nov 25 17:36:58.192078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54bd5f4-ffbc-43a6-91f5-c296a378b125 req-e2e23318-a842-44eb-b861-82453de18b73 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577152 Nov 25 17:36:58.280619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Pushing event updated for resources: {'Port': ['ID=a4563f53-307b-4896-a073-079732983dd4,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:58.318971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7061a6c4-600f-4c11-9681-a14d4a227fee req-4a4fd424-215b-4fe3-95fe-d2032bf283b3 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 210 time: 0.0535979 Nov 25 17:36:58.330070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Attempting to bind port a4563f53-307b-4896-a073-079732983dd4 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:36:58.330546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Attempting to bind port a4563f53-307b-4896-a073-079732983dd4 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:36:58.330897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Attempting to bind port a4563f53-307b-4896-a073-079732983dd4 on network 448489f4-0351-46ca-9354-5a360e8ae31c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:58.360851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-981af5f2-bd27-46d4-823e-a1a18bf9f90a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:58.363195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-981af5f2-bd27-46d4-823e-a1a18bf9f90a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.4258521 Nov 25 17:36:58.366517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Port a4563f53-307b-4896-a073-079732983dd4 on network 448489f4-0351-46ca-9354-5a360e8ae31c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:36:58.366878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Attempting to bind port a4563f53-307b-4896-a073-079732983dd4 on network 448489f4-0351-46ca-9354-5a360e8ae31c {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:36:58.375682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:36:58.376011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Checking segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:36:58.376392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Bound using segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:36:58.376823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Bound port: a4563f53-307b-4896-a073-079732983dd4, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:36:58.377438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.430682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-65ae987f-ef92-4121-af69-21d82187602a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/quotas/fe32d3c3d64d4df49eed27b3f687204d HTTP/1.1" status: 200 len: 375 time: 0.0556235 Nov 25 17:36:58.450549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.20.0.8 (c5d029df-adcb-4967-8f71-f8a6d31663aa/e2010aa7-cab7-4472-95fc-8538a0946f95/ccd3987f-5ac4-4824-a6b4-2dfc619224b2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:36:58.514270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] For port a4563f53-307b-4896-a073-079732983dd4, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:36:58.544824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] For port a4563f53-307b-4896-a073-079732983dd4, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a4563f53-307b-4896-a073-079732983dd4,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:36:58.559698 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.589169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-e81fc168-ad29-425e-92f4-c37b8ce12347 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1451387 Nov 25 17:36:58.666345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:58.666964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.668352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] 10.222.0.55 "PUT /v2.0/ports/a4563f53-307b-4896-a073-079732983dd4 HTTP/1.1" status: 200 len: 1091 time: 1.6138527 Nov 25 17:36:58.671612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'tag': 'a4563f53-307b-4896-a073-079732983dd4'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:36:58.675644 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190552c-391b-4f9a-95d3-16b431f7a97c" -d '{"events": [{"name": "network-changed", "server_uuid": "d62e48e4-2b10-45bd-a685-0226ff7580cc", "tag": "a4563f53-307b-4896-a073-079732983dd4"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:36:58.757689 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac968306-b241-4368-bb3c-e88973167153 x-openstack-request-id: req-ac968306-b241-4368-bb3c-e88973167153 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:36:58.758026 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62e48e4-2b10-45bd-a685-0226ff7580cc", "tag": "a4563f53-307b-4896-a073-079732983dd4", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:36:58.758330 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac968306-b241-4368-bb3c-e88973167153 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:36:58.758736 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'tag': 'a4563f53-307b-4896-a073-079732983dd4', 'status': 'completed', 'code': 200} Nov 25 17:36:58.822743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dec98-e165-42be-9199-40b12b1af67e service neutron] Pushing event updated for resources: {'Port': ['ID=a4563f53-307b-4896-a073-079732983dd4,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:58.891610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-58e5fcea-9d65-4f43-a367-4b3fcb5886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:58.893757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-58e5fcea-9d65-4f43-a367-4b3fcb5886b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 1094 time: 0.1736469 Nov 25 17:36:58.963633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:58.967708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-3bc5c6b1-fb42-47cb-8a1f-24c42047fa7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4563f53-307b-4896-a073-079732983dd4 HTTP/1.1" status: 200 len: 217 time: 0.0630810 Nov 25 17:36:58.974559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-64c774e6-28bf-4c6f-8abc-a88dd5922482 service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357506 Nov 25 17:36:59.105199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-0ff0672f-b70b-467e-a23e-b4121f619620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:59.106596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-0ff0672f-b70b-467e-a23e-b4121f619620 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.1301475 Nov 25 17:36:59.141008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.149663 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-cc1401e9-d388-4a73-8561-85ab29742e97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342138 Nov 25 17:36:59.209615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network c5d029df-adcb-4967-8f71-f8a6d31663aa is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:36:59.211889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-e15ef863-5d3b-4526-80a0-ae3d9e029ba3 service neutron] 10.222.0.86 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265904 Nov 25 17:36:59.246810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:36:59.254490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:36:59.388428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12e6c0-1793-4659-a321-f45d16b9cfce req-d6ba5b4d-b3fa-4584-91f5-59af19dad099 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:59.401329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e12e6c0-1793-4659-a321-f45d16b9cfce req-d6ba5b4d-b3fa-4584-91f5-59af19dad099 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 943 time: 0.0955141 Nov 25 17:36:59.430359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:36:59.516755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9e12e6c0-1793-4659-a321-f45d16b9cfce req-2db19103-7b8b-46e3-98be-ae13f71d924f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Nov 25 17:36:59.575352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:59.576027 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.593880 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-db1ae74a-66b3-4917-8b7b-bbec9e1d833f service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225512 Nov 25 17:36:59.602882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-4df68ac3-23e1-415d-970d-0cf0d4273a55 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9714677 Nov 25 17:36:59.623432 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b35bea3-811f-4555-b43c-8459d8ff891f req-f50e2f31-b4e2-4d62-aaab-28007c32a94a tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 210 time: 0.0284934 Nov 25 17:36:59.647988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Request body: {'port': {'device_id': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:36:59.656879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-546e2798-1c33-42d2-95ce-f1557a4fa7c6 None None] Provisioning complete for port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:36:59.657380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-546e2798-1c33-42d2-95ce-f1557a4fa7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.750323 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-546e2798-1c33-42d2-95ce-f1557a4fa7c6 None None] Port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:36:59.814551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:36:59.874074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b1814-a2c2-43e8-9304-8a37c90fd770 req-e9e3a752-39db-45ba-8903-23a51f32a1bb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:36:59.875558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-685b1814-a2c2-43e8-9304-8a37c90fd770 req-e9e3a752-39db-45ba-8903-23a51f32a1bb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 931 time: 0.2327397 Nov 25 17:36:59.932944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d3df915f-5ec2-46ae-8ad7-068ded413a06 req-29ec5c6e-45e2-4145-8e54-269b76b36a74 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289194 Nov 25 17:37:00.066652 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-685b1814-a2c2-43e8-9304-8a37c90fd770 req-8016d66f-dac4-474e-8982-3a0ba76823ff tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752100 Nov 25 17:37:00.172661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-c912299f-92c3-49a2-b657-359a038d0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.175115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-c912299f-92c3-49a2-b657-359a038d0c8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 1094 time: 0.1255915 Nov 25 17:37:00.638157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8370e6-8ceb-4d0f-8845-314434824c7d req-a42d036d-f5cf-494a-a2b5-75e4a1d6f071 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.639664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc8370e6-8ceb-4d0f-8845-314434824c7d req-a42d036d-f5cf-494a-a2b5-75e4a1d6f071 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 943 time: 0.0515113 Nov 25 17:37:00.640898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-6295198a-8a93-4b29-8897-a1af5430fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.642356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-6295198a-8a93-4b29-8897-a1af5430fcac service neutron] 10.222.0.55 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 915 time: 0.4604256 Nov 25 17:37:00.702816 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-78a0157a-8682-46a4-98ab-f5b058b49fac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4563f53-307b-4896-a073-079732983dd4 HTTP/1.1" status: 200 len: 217 time: 0.0397458 Nov 25 17:37:00.718451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc8370e6-8ceb-4d0f-8845-314434824c7d req-dcaaddea-ec85-47ea-961d-514e715c9040 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648279 Nov 25 17:37:00.760529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd3987f-5ac4-4824-a6b4-2dfc619224b2 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:00.790014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.793955 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f9e92445-9b06-4e91-bef9-8ce5d852e8f9 req-59e9388e-24ea-45ac-89c0-2f8b223f480b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 210 time: 0.0478098 Nov 25 17:37:00.805752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-0ecf086d-3dde-426e-a1ab-116f3a2f2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.807197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-0ecf086d-3dde-426e-a1ab-116f3a2f2ae3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.0946569 Nov 25 17:37:00.816873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Transition to ACTIVE for port object ccd3987f-5ac4-4824-a6b4-2dfc619224b2 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:00.824148 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:00.902859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-a7eccb0b-d416-49f7-9e5c-c7ef1bffd89e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805473 Nov 25 17:37:00.967959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-1f5e906d-e51a-4dc9-9dba-3a25ce3cfcd1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:00.969405 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-1f5e906d-e51a-4dc9-9dba-3a25ce3cfcd1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 815 time: 0.1931162 Nov 25 17:37:00.987762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Request body: {'port': {'device_id': '777eafe5-9439-4776-b890-0544069cac24', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'admin_state_up': True, 'tenant_id': 'fe32d3c3d64d4df49eed27b3f687204d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:00.992985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:01.137609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Made reservation on behalf of fe32d3c3d64d4df49eed27b3f687204d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:01.142053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.161155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Attempting to bind port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:01.161531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Attempting to bind port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:01.161862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Attempting to bind port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 on network c5d029df-adcb-4967-8f71-f8a6d31663aa {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:01.177950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 on network c5d029df-adcb-4967-8f71-f8a6d31663aa not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:01.178220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Attempting to bind port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 on network c5d029df-adcb-4967-8f71-f8a6d31663aa {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:01.196904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:01.202923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Checking segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:01.203500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Bound using segment: {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:01.203977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Bound port: ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77337d61-3d6b-426e-af14-42613d15f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:01.204342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.235265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-a48498d6-6bf7-4730-a729-24b5b3e05504 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172269 Nov 25 17:37:01.309155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d05f9-ef34-4253-88f7-90f409442e54 req-78b28d82-dddf-4b95-9dc3-69d5db0622ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.310839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d05f9-ef34-4253-88f7-90f409442e54 req-78b28d82-dddf-4b95-9dc3-69d5db0622ca tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 943 time: 0.0987029 Nov 25 17:37:01.414046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] For port ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:01.445246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] For port ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:01.451304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3190552c-391b-4f9a-95d3-16b431f7a97c req-cd180cf6-f828-4bda-8d16-743ca298550e service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943803 Nov 25 17:37:01.453048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.474791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.475558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:01.476993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] 10.222.0.73 "PUT /v2.0/ports/ccd3987f-5ac4-4824-a6b4-2dfc619224b2 HTTP/1.1" status: 200 len: 1091 time: 1.8353059 Nov 25 17:37:01.478536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:01.481978 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff746d-463e-4ae2-9219-4ac6b52b98b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:01.590594 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b89e898-daee-49f1-8e1a-397a8efdcdfb x-openstack-request-id: req-6b89e898-daee-49f1-8e1a-397a8efdcdfb {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:01.590892 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:01.591146 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b89e898-daee-49f1-8e1a-397a8efdcdfb {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:01.592203 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'status': 'completed', 'code': 200} Nov 25 17:37:01.598524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188131-12a5-4413-b8ad-ffa62a67c624 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:01.616993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-525a27c2-8bb3-467e-9182-eae22ff6d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.618527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-525a27c2-8bb3-467e-9182-eae22ff6d4e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 1094 time: 0.0768895 Nov 25 17:37:01.692282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-b39f9ada-0c71-4420-927e-67a7b395c614 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2 HTTP/1.1" status: 200 len: 217 time: 0.0656760 Nov 25 17:37:01.788451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-99f81aef-bff0-49d8-a95a-2596e26b7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.788697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Allocated IP 172.20.0.10 (4e2d351d-8021-43eb-a26b-83f16fdc9e9d/889a3d18-3cf7-466b-950d-8cab0a5b7627/0fc38cb2-def9-4d28-a66e-05d6cac8413b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:01.790069 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-99f81aef-bff0-49d8-a95a-2596e26b7536 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2010aa7-cab7-4472-95fc-8538a0946f95 HTTP/1.1" status: 200 len: 833 time: 0.0916483 Nov 25 17:37:01.869289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-b4958219-3279-48a2-8410-053369d3c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:01.871233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-b4958219-3279-48a2-8410-053369d3c934 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d029df-adcb-4967-8f71-f8a6d31663aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735874 Nov 25 17:37:01.970651 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.015750 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.030620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf', '379be6c9-a807-44b0-a9c0-23a0de3c08d4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:02.033261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91da55d1-f940-49ce-9ef7-1e3583f20d39'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:02.044491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-aa1470c7-3f75-4f71-aba1-99149b6e7490 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379850 Nov 25 17:37:02.076357 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6a2d05f9-ef34-4253-88f7-90f409442e54 req-ac913eb6-00b7-4857-b94f-b6a03a495a75 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443658 Nov 25 17:37:02.140102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:02.151438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:02.156754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event updated for resources: {'Port': ['ID=0fc38cb2-def9-4d28-a66e-05d6cac8413b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:02.162666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:02.182182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98263783-d70b-4984-bc4d-19e93971a6f8 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:02.214017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5b6f-c625-4809-ab86-1cdcf52761e0 req-852987e1-edc4-402b-ae2e-894bfc3e40d2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.215916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db4c5b6f-c625-4809-ab86-1cdcf52761e0 req-852987e1-edc4-402b-ae2e-894bfc3e40d2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 943 time: 0.3436613 Nov 25 17:37:02.298086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff489577-927e-4c32-869a-6744b149aeb4 req-54abf5fa-2553-4fd3-a12a-aa920e2e832e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.306471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff489577-927e-4c32-869a-6744b149aeb4 req-54abf5fa-2553-4fd3-a12a-aa920e2e832e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 932 time: 0.1058478 Nov 25 17:37:02.315421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db4c5b6f-c625-4809-ab86-1cdcf52761e0 req-e9874d8b-4fb4-4682-95af-d4d8fe7797ce tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Nov 25 17:37:02.319856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94e941f4-bfd5-4873-8131-028b19f07e00 req-9a7c2a29-f45c-4fa0-8a21-f49ea8d8a4d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645090 Nov 25 17:37:02.322422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.322891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.359154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-02ee6bec-9a25-4be6-97eb-eef3312c1375 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3760262 Nov 25 17:37:02.364920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f642b7cb-ae38-4931-aca7-5f4845983877 None None] Provisioning complete for port 0fc38cb2-def9-4d28-a66e-05d6cac8413b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:02.372799 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f642b7cb-ae38-4931-aca7-5f4845983877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.382815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Request body: {'port': {'device_id': '777eafe5-9439-4776-b890-0544069cac24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:02.473415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-b77a4d92-edd0-4ea7-ba10-dc764eebcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.474937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-b77a4d92-edd0-4ea7-ba10-dc764eebcee0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 1094 time: 0.0959501 Nov 25 17:37:02.477241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:02.548678 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff489577-927e-4c32-869a-6744b149aeb4 req-4545be1d-9589-4033-a1aa-5af2fcd96ff6 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413297 Nov 25 17:37:02.571085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f642b7cb-ae38-4931-aca7-5f4845983877 None None] Port 0fc38cb2-def9-4d28-a66e-05d6cac8413b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:02.713244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-8e697a70-ebcb-4bf4-9c3b-a7b4a8a3f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.715561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-8e697a70-ebcb-4bf4-9c3b-a7b4a8a3f232 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d029df-adcb-4967-8f71-f8a6d31663aa HTTP/1.1" status: 200 len: 897 time: 0.2306371 Nov 25 17:37:02.800915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-66a0c4dd-0174-45e5-a55b-80bee1bd0ff0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2 HTTP/1.1" status: 200 len: 217 time: 0.0752616 Nov 25 17:37:02.902833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-bc1e4336-75a0-470e-88e6-680e104bf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:02.904724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-bc1e4336-75a0-470e-88e6-680e104bf5e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2010aa7-cab7-4472-95fc-8538a0946f95 HTTP/1.1" status: 200 len: 833 time: 0.0951335 Nov 25 17:37:03.000596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-90ff16a1-d09e-49ee-9996-885451ab171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.002787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-90ff16a1-d09e-49ee-9996-885451ab171e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d029df-adcb-4967-8f71-f8a6d31663aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892982 Nov 25 17:37:03.113560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc38cb2-def9-4d28-a66e-05d6cac8413b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:03.123038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.165344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Transition to ACTIVE for port object 0fc38cb2-def9-4d28-a66e-05d6cac8413b will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:37:03.172064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.204727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-2ff0b391-23d5-4c09-9660-828771a77c02 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940963 Nov 25 17:37:03.260027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Pushing event updated for resources: {'Port': ['ID=0fc38cb2-def9-4d28-a66e-05d6cac8413b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.274807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fcceb-cc26-44b3-98fd-e10f6e05aab9 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:03.351938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a4563f53-307b-4896-a073-079732983dd4 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:03.407595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Attempting to bind port 0fc38cb2-def9-4d28-a66e-05d6cac8413b on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:03.409199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Attempting to bind port 0fc38cb2-def9-4d28-a66e-05d6cac8413b by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:03.409761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Attempting to bind port 0fc38cb2-def9-4d28-a66e-05d6cac8413b on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:03.419215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Port 0fc38cb2-def9-4d28-a66e-05d6cac8413b on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:37:03.419728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Attempting to bind port 0fc38cb2-def9-4d28-a66e-05d6cac8413b on network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:03.427504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:03.427848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Checking segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:03.428239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Bound using segment: {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:03.429542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Bound port: 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:03.429912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.435244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa2d7c-b1b5-4c61-a7f4-1f2eeeb17d3e req-d431712d-bb8d-4040-a63d-1b399fc89861 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.436840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70aa2d7c-b1b5-4c61-a7f4-1f2eeeb17d3e req-d431712d-bb8d-4040-a63d-1b399fc89861 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 943 time: 0.2492673 Nov 25 17:37:03.495904 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82ff746d-463e-4ae2-9219-4ac6b52b98b3 req-95247984-f396-422f-87e7-d65651bc3931 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740581 Nov 25 17:37:03.518077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70aa2d7c-b1b5-4c61-a7f4-1f2eeeb17d3e req-000f6d0d-3b95-47ad-b2cd-0aea9675349e tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730383 Nov 25 17:37:03.560880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a4563f53-307b-4896-a073-079732983dd4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a4563f53-307b-4896-a073-079732983dd4,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:03.575129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a4563f53-307b-4896-a073-079732983dd4', 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'port_id': 'a4563f53-307b-4896-a073-079732983dd4', 'mac_address': 'fa:16:3e:3f:5d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963f61e6-2259-4753-a797-86ad289e9241', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:03.621669 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.629279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb125f4-dc7c-48d7-8aa9-3ac272684d2d req-1d67c684-634a-46b8-8e67-75ee77f1f209 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.630840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fb125f4-dc7c-48d7-8aa9-3ac272684d2d req-1d67c684-634a-46b8-8e67-75ee77f1f209 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 943 time: 0.1965017 Nov 25 17:37:03.637735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] For port 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:03.640332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4563f53-307b-4896-a073-079732983dd4 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:03.643531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] For port 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:03.659442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.669688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a4563f53-307b-4896-a073-079732983dd4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a4563f53-307b-4896-a073-079732983dd4,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:03.675880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.719820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Pushing event updated for resources: {'Port': ['ID=0fc38cb2-def9-4d28-a66e-05d6cac8413b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.740712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.741336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:03.742777 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-5e520a49-874d-4c2a-9063-ee0b38ba3fde service neutron] 10.222.0.55 "PUT /v2.0/ports/0fc38cb2-def9-4d28-a66e-05d6cac8413b HTTP/1.1" status: 200 len: 1092 time: 1.3690135 Nov 25 17:37:03.743232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777eafe5-9439-4776-b890-0544069cac24', 'tag': '0fc38cb2-def9-4d28-a66e-05d6cac8413b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:03.745998 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd9af22-5a27-46b4-ba16-b039586c2313" -d '{"events": [{"name": "network-changed", "server_uuid": "777eafe5-9439-4776-b890-0544069cac24", "tag": "0fc38cb2-def9-4d28-a66e-05d6cac8413b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:03.771659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fb125f4-dc7c-48d7-8aa9-3ac272684d2d req-74298dc3-b8ad-410e-8d9d-1b504e8977e3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310301 Nov 25 17:37:03.781101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a301b6-bbde-4380-8384-33fa610275ef None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:03.842431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b04c26-101f-4c03-af11-46d4b1f2a69d req-aebee01b-ed27-4caa-b649-0338034fe15b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.854514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e0b04c26-101f-4c03-af11-46d4b1f2a69d req-aebee01b-ed27-4caa-b649-0338034fe15b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 944 time: 0.1395526 Nov 25 17:37:03.906969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a4563f53-307b-4896-a073-079732983dd4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:03.930727 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93de4c4-ef35-4745-be71-9739e9d42de3 x-openstack-request-id: req-b93de4c4-ef35-4745-be71-9739e9d42de3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:03.931030 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777eafe5-9439-4776-b890-0544069cac24", "tag": "0fc38cb2-def9-4d28-a66e-05d6cac8413b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:03.931297 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b93de4c4-ef35-4745-be71-9739e9d42de3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:03.931781 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777eafe5-9439-4776-b890-0544069cac24', 'tag': '0fc38cb2-def9-4d28-a66e-05d6cac8413b', 'status': 'completed', 'code': 200} Nov 25 17:37:03.933215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a4563f53-307b-4896-a073-079732983dd4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:03.949266 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e0b04c26-101f-4c03-af11-46d4b1f2a69d req-b13b81c1-1cfd-40fb-9ce2-8ffff04f3b49 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935135 Nov 25 17:37:03.972435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-466e5344-a0d7-4bee-902a-a50c06794dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:03.974704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-466e5344-a0d7-4bee-902a-a50c06794dfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 1095 time: 0.1662309 Nov 25 17:37:04.062386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-be5aa3f0-3ede-4e79-9c45-acebb7ff57c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b HTTP/1.1" status: 200 len: 217 time: 0.0768583 Nov 25 17:37:04.164262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-192a707a-99ee-45bf-a0af-2d4b272370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.166300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-192a707a-99ee-45bf-a0af-2d4b272370f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.0956969 Nov 25 17:37:04.232468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-cd607e75-6007-4a43-9db7-e93e6c5005c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586216 Nov 25 17:37:04.392559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-7285992c-a292-412b-b216-ce541964390d service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509714 Nov 25 17:37:04.505699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97ab9820-857c-40c5-8f7b-abcd98249bd2 req-f99d98eb-5ef9-4b4e-87fe-606266db8a82 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046269 Nov 25 17:37:04.650098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-970a7bd7-8f62-4fc8-9b1f-240864c94eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.651848 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-970a7bd7-8f62-4fc8-9b1f-240864c94eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 1095 time: 0.0948772 Nov 25 17:37:04.766316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b74e9-a964-4ded-a30f-9782b2ac600e req-5e0a39bb-9c7b-4aa2-89e7-e81725b52b44 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.771839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b68b74e9-a964-4ded-a30f-9782b2ac600e req-5e0a39bb-9c7b-4aa2-89e7-e81725b52b44 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 943 time: 0.1620224 Nov 25 17:37:04.876015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-223732ce-42f5-4ab7-8cb4-c72772e1f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:04.878001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-223732ce-42f5-4ab7-8cb4-c72772e1f3b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.2131150 Nov 25 17:37:04.883959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b68b74e9-a964-4ded-a30f-9782b2ac600e req-eb8f05c4-1419-4aed-9394-4dd8c6c18089 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057169 Nov 25 17:37:04.942815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-edc1a0ce-c060-4c57-a44a-1fbd1e5456a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b HTTP/1.1" status: 200 len: 217 time: 0.0548892 Nov 25 17:37:05.035226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-ea76d133-a680-402c-bcd2-a790004094c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.036819 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-ea76d133-a680-402c-bcd2-a790004094c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.0865104 Nov 25 17:37:05.060170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701d60c-f050-4b38-acf7-1a641f9ced29 req-5cbc9714-952f-42ec-aab0-2f0e897dc870 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.065349 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6701d60c-f050-4b38-acf7-1a641f9ced29 req-5cbc9714-952f-42ec-aab0-2f0e897dc870 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 944 time: 0.1081355 Nov 25 17:37:05.087920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-00179065-8ced-455f-bf8a-9cbeb52f14e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432284 Nov 25 17:37:05.129386 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6701d60c-f050-4b38-acf7-1a641f9ced29 req-398d6d96-b9c3-457b-a306-041fbf5e3a29 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593243 Nov 25 17:37:05.202994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64046aa7-9a48-49b2-adf4-494083cb0f86 req-088baaaa-d887-47fa-aa70-b74b1a8e622d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.205368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64046aa7-9a48-49b2-adf4-494083cb0f86 req-088baaaa-d887-47fa-aa70-b74b1a8e622d tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 944 time: 0.1430948 Nov 25 17:37:05.250183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-f1c95151-82f2-4275-94eb-d012aa12e246 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513085 Nov 25 17:37:05.324449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64046aa7-9a48-49b2-adf4-494083cb0f86 req-a8cfd064-af8a-4b9d-864a-4daf184044cb tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048019 Nov 25 17:37:05.356158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a4563f53-307b-4896-a073-079732983dd4 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:05.403266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7bd9af22-5a27-46b4-ba16-b039586c2313 req-4b8428d2-3566-4742-8b42-df4d05fb9bec service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418996 Nov 25 17:37:05.428680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port a4563f53-307b-4896-a073-079732983dd4 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:05.432789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port a4563f53-307b-4896-a073-079732983dd4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:05.433187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.522224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.558076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4563f53-307b-4896-a073-079732983dd4'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:05.560806 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203eb4db-5cb3-419a-b019-ec01df5702ab" -d '{"events": [{"server_uuid": "d62e48e4-2b10-45bd-a685-0226ff7580cc", "name": "network-vif-plugged", "status": "completed", "tag": "a4563f53-307b-4896-a073-079732983dd4"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:05.592611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a4563f53-307b-4896-a073-079732983dd4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a4563f53-307b-4896-a073-079732983dd4,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:05.598212 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.607241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ccd3987f-5ac4-4824-a6b4-2dfc619224b2 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:05.612211 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1000c-900f-4cd7-b9f6-fadf5739302b x-openstack-request-id: req-23d1000c-900f-4cd7-b9f6-fadf5739302b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:05.613352 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62e48e4-2b10-45bd-a685-0226ff7580cc", "name": "network-vif-plugged", "status": "completed", "tag": "a4563f53-307b-4896-a073-079732983dd4", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:05.613672 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23d1000c-900f-4cd7-b9f6-fadf5739302b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:05.614236 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4563f53-307b-4896-a073-079732983dd4', 'code': 200} Nov 25 17:37:05.728667 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e992339-e1a8-4432-ad56-2e52636c98fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.752624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed310-2fa1-4d8a-89c3-e41416e5abd6 req-e93c542b-27e4-431b-bfed-c28b9d382e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:05.754467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5eed310-2fa1-4d8a-89c3-e41416e5abd6 req-e93c542b-27e4-431b-bfed-c28b9d382e3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 1096 time: 0.0631559 Nov 25 17:37:05.755311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a4563f53-307b-4896-a073-079732983dd4,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:05.808193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:05.820627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'port_id': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'mac_address': 'fa:16:3e:14:eb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:05.831286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5eed310-2fa1-4d8a-89c3-e41416e5abd6 req-49102313-2aa2-4ad4-976d-86a868d03fc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591280 Nov 25 17:37:05.878203 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.891204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd3987f-5ac4-4824-a6b4-2dfc619224b2 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:05.914254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:05.918795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:05.975416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:06.035253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb43b4-aa13-4e42-90cf-06f4292a04eb req-8f8d8e57-1d16-4223-ac49-856374fbc61a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.037367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3cb43b4-aa13-4e42-90cf-06f4292a04eb req-8f8d8e57-1d16-4223-ac49-856374fbc61a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 944 time: 0.0617218 Nov 25 17:37:06.136220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3cb43b4-aa13-4e42-90cf-06f4292a04eb req-172a19e0-07e9-4ba7-8417-fb2af56399bb tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878401 Nov 25 17:37:06.187622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['ccd3987f-5ac4-4824-a6b4-2dfc619224b2'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:06.281482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265af8-5f04-418f-843c-03b86545fe59 req-336b2efb-a386-457f-adc7-19bf87056d3c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.285786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d265af8-5f04-418f-843c-03b86545fe59 req-336b2efb-a386-457f-adc7-19bf87056d3c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 945 time: 0.0581489 Nov 25 17:37:06.354516 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d265af8-5f04-418f-843c-03b86545fe59 req-370a7ef4-c671-46d3-a15c-d0f9697693f0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632453 Nov 25 17:37:06.519034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d2146-f3a4-4295-9cb9-4f7f863efafc req-f4c25cf6-b6da-4086-801d-49c4d210bb71 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:06.520763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-687d2146-f3a4-4295-9cb9-4f7f863efafc req-f4c25cf6-b6da-4086-801d-49c4d210bb71 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 944 time: 0.0554748 Nov 25 17:37:06.578640 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-687d2146-f3a4-4295-9cb9-4f7f863efafc req-ddd980a6-699b-4baa-98b6-1aa59dce5bad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Nov 25 17:37:07.350045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c8bc-8b50-4acf-a0e2-73d4b72a6251 req-4067f6ac-2529-4a74-a632-59524063e993 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.351920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6669c8bc-8b50-4acf-a0e2-73d4b72a6251 req-4067f6ac-2529-4a74-a632-59524063e993 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 944 time: 0.0815966 Nov 25 17:37:07.354904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0fc38cb2-def9-4d28-a66e-05d6cac8413b details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:07.444162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6669c8bc-8b50-4acf-a0e2-73d4b72a6251 req-1a594dff-056f-485c-a70f-7c3e7e113b74 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784502 Nov 25 17:37:07.530891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fb305-8f73-4836-9f72-b2def07718dd req-8eb55762-49a8-487c-9f60-e3013cc9fef8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.532081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:07.536392 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb4fb305-8f73-4836-9f72-b2def07718dd req-8eb55762-49a8-487c-9f60-e3013cc9fef8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 945 time: 0.0620840 Nov 25 17:37:07.553400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '0fc38cb2-def9-4d28-a66e-05d6cac8413b', 'network_id': '4e2d351d-8021-43eb-a26b-83f16fdc9e9d', 'port_id': '0fc38cb2-def9-4d28-a66e-05d6cac8413b', 'mac_address': 'fa:16:3e:03:c6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889a3d18-3cf7-466b-950d-8cab0a5b7627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:07.593134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb4fb305-8f73-4836-9f72-b2def07718dd req-a6b8270e-a1f3-480a-9a31-35a5536d124f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519481 Nov 25 17:37:07.622405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ccd3987f-5ac4-4824-a6b4-2dfc619224b2 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:07.659822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.686492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc38cb2-def9-4d28-a66e-05d6cac8413b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:07.737510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:07.758408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.765456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42378) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:07.815299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:07.828756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:07.829122 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.876928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f8e50-da2f-4a64-aa74-799944545d3b req-6c54d52c-63f4-4f0f-b5d1-a3f6f6acf0ed tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:07.880604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f54f8e50-da2f-4a64-aa74-799944545d3b req-6c54d52c-63f4-4f0f-b5d1-a3f6f6acf0ed tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 945 time: 0.1277242 Nov 25 17:37:07.880733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=0fc38cb2-def9-4d28-a66e-05d6cac8413b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:07.954303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f793e0f-c4a6-4b5d-8b6e-4c13fdbb11e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.964117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.968606 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cab12305-35ff-4c75-9cbd-3824dc39131e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:07.984994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f54f8e50-da2f-4a64-aa74-799944545d3b req-f34f572b-981e-4291-8241-326808eb1a91 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Nov 25 17:37:07.995831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['0fc38cb2-def9-4d28-a66e-05d6cac8413b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:08.045149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:08.048043 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcba9c6-5092-40c5-a4d0-d7262c681808" -d '{"events": [{"server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:08.074714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:08.082949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.140017 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a640fd94-6f92-4bd7-9e3b-043a855e614b x-openstack-request-id: req-a640fd94-6f92-4bd7-9e3b-043a855e614b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:08.140511 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:08.141113 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a640fd94-6f92-4bd7-9e3b-043a855e614b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:08.141586 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'code': 200} Nov 25 17:37:08.157197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f793e0f-c4a6-4b5d-8b6e-4c13fdbb11e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.168294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b64b6-d72f-49ae-a22d-4e2f63c05458 req-3371f7f8-ee3c-4950-86e6-51afee585ddc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.170177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-059b64b6-d72f-49ae-a22d-4e2f63c05458 req-3371f7f8-ee3c-4950-86e6-51afee585ddc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 945 time: 0.1096499 Nov 25 17:37:08.171593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3f793e0f-c4a6-4b5d-8b6e-4c13fdbb11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.241145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3f793e0f-c4a6-4b5d-8b6e-4c13fdbb11e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ffe1497406e4a7cb29a71ac01bf422b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737062 Nov 25 17:37:08.245176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42390) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:08.245308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f793e0f-c4a6-4b5d-8b6e-4c13fdbb11e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1c0b3-5efe-4e0c-b79d-ec29adfcc6a9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.272510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ccedc-af2e-4501-b43e-97490c64ee7e req-db003dfd-3af9-4d64-8c2e-c279968c5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.274295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-682ccedc-af2e-4501-b43e-97490c64ee7e req-db003dfd-3af9-4d64-8c2e-c279968c5ddd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 1096 time: 0.0966654 Nov 25 17:37:08.290654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-059b64b6-d72f-49ae-a22d-4e2f63c05458 req-11683830-34e6-4bb4-a63b-c3713fe86b3b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125183 Nov 25 17:37:08.293779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.355587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac34d25b-88f4-4518-ae9b-ea170e8b0b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.371838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-682ccedc-af2e-4501-b43e-97490c64ee7e req-72895584-6565-4a9f-b019-891b29c7ba39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800345 Nov 25 17:37:08.385421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac34d25b-88f4-4518-ae9b-ea170e8b0b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.438145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac34d25b-88f4-4518-ae9b-ea170e8b0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.442004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ac34d25b-88f4-4518-ae9b-ea170e8b0b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.445497 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ac34d25b-88f4-4518-ae9b-ea170e8b0b57 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58c1c0b3-5efe-4e0c-b79d-ec29adfcc6a9 HTTP/1.1" status: 204 len: 168 time: 0.1968131 Nov 25 17:37:08.456653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34d25b-88f4-4518-ae9b-ea170e8b0b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1c0b3-5efe-4e0c-b79d-ec29adfcc6a9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.571373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e2c1a-ccea-4e73-861e-0fd7fd8341c8 req-1996942d-2b77-480c-a607-0b9c378bc6f5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:08.572938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb6e2c1a-ccea-4e73-861e-0fd7fd8341c8 req-1996942d-2b77-480c-a607-0b9c378bc6f5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 945 time: 0.0529649 Nov 25 17:37:08.628778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb6e2c1a-ccea-4e73-861e-0fd7fd8341c8 req-b133c9b4-7dde-49f2-a81c-0c93acada579 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465186 Nov 25 17:37:08.724456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:08.738394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-352df50c-5bc1-4500-8f5e-24790105a9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.818839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-352df50c-5bc1-4500-8f5e-24790105a9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.822713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-352df50c-5bc1-4500-8f5e-24790105a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.863659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352df50c-5bc1-4500-8f5e-24790105a9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b85970-c48b-4c89-bf08-0c78f09d07f5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:08.868113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-352df50c-5bc1-4500-8f5e-24790105a9f1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71a287af3e0449e8af9ab89110580813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425734 Nov 25 17:37:08.870941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42404) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:08.924867 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d52879aa-d586-45ef-8949-ba96e7a8814d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.947350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d52879aa-d586-45ef-8949-ba96e7a8814d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.995642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d52879aa-d586-45ef-8949-ba96e7a8814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:08.998889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d52879aa-d586-45ef-8949-ba96e7a8814d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.000148 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d52879aa-d586-45ef-8949-ba96e7a8814d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96b85970-c48b-4c89-bf08-0c78f09d07f5 HTTP/1.1" status: 204 len: 168 time: 0.1282668 Nov 25 17:37:09.011564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52879aa-d586-45ef-8949-ba96e7a8814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b85970-c48b-4c89-bf08-0c78f09d07f5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:09.148388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1366ee-7a83-450d-9534-237a9c97ae6d req-4afcc198-5601-41fa-8476-8bfb7351e991 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.150374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e1366ee-7a83-450d-9534-237a9c97ae6d req-4afcc198-5601-41fa-8476-8bfb7351e991 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 945 time: 0.0789008 Nov 25 17:37:09.311813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.355993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0fc38cb2-def9-4d28-a66e-05d6cac8413b up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:09.427676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954541-d4dd-4ebd-b61f-d911208a4ce6 req-a21bbca3-d34c-4eaf-be35-5f90f761664b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.439441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83954541-d4dd-4ebd-b61f-d911208a4ce6 req-a21bbca3-d34c-4eaf-be35-5f90f761664b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 945 time: 0.0712383 Nov 25 17:37:09.467752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 0fc38cb2-def9-4d28-a66e-05d6cac8413b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:37:09.482693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 0fc38cb2-def9-4d28-a66e-05d6cac8413b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:09.484099 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.550295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83954541-d4dd-4ebd-b61f-d911208a4ce6 req-2b4e306e-32e4-472c-bd9c-9f8ee9cfd902 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053514 Nov 25 17:37:09.626920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e1366ee-7a83-450d-9534-237a9c97ae6d req-a4b7eb17-956c-42a4-bcc2-52a2617755f1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663744 Nov 25 17:37:09.652087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715538ea-cc8a-46b6-929d-d637dd397415 req-ce6f60c1-a898-48f9-a948-34d3a2167b5b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.652087 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-715538ea-cc8a-46b6-929d-d637dd397415 req-ce6f60c1-a898-48f9-a948-34d3a2167b5b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 945 time: 0.0885751 Nov 25 17:37:09.681338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.752917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:09.758813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.780992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Deleting port a4563f53-307b-4896-a073-079732983dd4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:09.781337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.833407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c60609-84a3-4870-a0cc-c0365b8f494c req-91ab5d3a-9e0f-4b50-9b3c-60584ab9f993 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:09.842699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85c60609-84a3-4870-a0cc-c0365b8f494c req-91ab5d3a-9e0f-4b50-9b3c-60584ab9f993 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 945 time: 0.1196713 Nov 25 17:37:09.871624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=0fc38cb2-def9-4d28-a66e-05d6cac8413b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:09.903630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] For port a4563f53-307b-4896-a073-079732983dd4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a4563f53-307b-4896-a073-079732983dd4,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:09.904029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:09.918431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Calling delete_port for a4563f53-307b-4896-a073-079732983dd4 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:09.920318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85c60609-84a3-4870-a0cc-c0365b8f494c req-45cc147c-e331-4058-af61-91ac214a25c6 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706248 Nov 25 17:37:10.096506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878775-f44f-4e0c-bff0-055581b0b9ef req-897d7518-7a33-4b78-9abc-927ea0073584 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.098182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c878775-f44f-4e0c-bff0-055581b0b9ef req-897d7518-7a33-4b78-9abc-927ea0073584 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 945 time: 0.0852151 Nov 25 17:37:10.141380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.142328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777eafe5-9439-4776-b890-0544069cac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc38cb2-def9-4d28-a66e-05d6cac8413b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:10.144855 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f86b1-032b-46cf-909d-82810b8471ee" -d '{"events": [{"server_uuid": "777eafe5-9439-4776-b890-0544069cac24", "name": "network-vif-plugged", "status": "completed", "tag": "0fc38cb2-def9-4d28-a66e-05d6cac8413b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:10.158480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a4563f53-307b-4896-a073-079732983dd4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:10.185332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c878775-f44f-4e0c-bff0-055581b0b9ef req-77ab6ba4-54fb-46e8-a113-bf3833a45ac2 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762246 Nov 25 17:37:10.207572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:10.209305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42440) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:10.214154 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a58a8-1846-4735-9157-f6775c93e4e5 x-openstack-request-id: req-9a1a58a8-1846-4735-9157-f6775c93e4e5 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:10.214442 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777eafe5-9439-4776-b890-0544069cac24", "name": "network-vif-plugged", "status": "completed", "tag": "0fc38cb2-def9-4d28-a66e-05d6cac8413b", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:10.214693 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9a1a58a8-1846-4735-9157-f6775c93e4e5 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:10.215085 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777eafe5-9439-4776-b890-0544069cac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc38cb2-def9-4d28-a66e-05d6cac8413b', 'code': 200} Nov 25 17:37:10.225537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Pushing event deleted for resources: {'Port': ['ID=a4563f53-307b-4896-a073-079732983dd4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:10.328624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] No DVR routers for this DVR port a4563f53-307b-4896-a073-079732983dd4 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:10.332628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.336421 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-715538ea-cc8a-46b6-929d-d637dd397415 req-9a707330-c209-450f-80b9-2a87bacf91da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.55 "DELETE /v2.0/ports/a4563f53-307b-4896-a073-079732983dd4 HTTP/1.1" status: 204 len: 173 time: 0.6789145 Nov 25 17:37:10.336979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'name': 'network-vif-deleted', 'tag': 'a4563f53-307b-4896-a073-079732983dd4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:10.340277 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a981f16-7ac8-4727-bbfd-317643f8995f" -d '{"events": [{"server_uuid": "d62e48e4-2b10-45bd-a685-0226ff7580cc", "name": "network-vif-deleted", "tag": "a4563f53-307b-4896-a073-079732983dd4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:10.355880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deffc124-09d1-415e-8043-91baaaa48433 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.357357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-deffc124-09d1-415e-8043-91baaaa48433 tempest-TestNetworkBasicOps-855741916 tempest-TestNetworkBasicOps-855741916-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 1091 time: 0.1455157 Nov 25 17:37:10.360617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42448) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:10.371071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:10.375414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e48fb-4292-46d6-b073-75125cf774c9 req-22a52876-f98a-4071-9ad5-9c6a0d9653d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.377571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-892e48fb-4292-46d6-b073-75125cf774c9 req-22a52876-f98a-4071-9ad5-9c6a0d9653d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 1097 time: 0.0889339 Nov 25 17:37:10.426022 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac628cd9-52b3-4248-a0a8-8c9b604893ab x-openstack-request-id: req-ac628cd9-52b3-4248-a0a8-8c9b604893ab {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:10.426577 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62e48e4-2b10-45bd-a685-0226ff7580cc", "name": "network-vif-deleted", "tag": "a4563f53-307b-4896-a073-079732983dd4", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:10.426767 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ac628cd9-52b3-4248-a0a8-8c9b604893ab {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:10.441139 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e48e4-2b10-45bd-a685-0226ff7580cc', 'name': 'network-vif-deleted', 'tag': 'a4563f53-307b-4896-a073-079732983dd4', 'status': 'completed', 'code': 200} Nov 25 17:37:10.445853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.484482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-892e48fb-4292-46d6-b073-75125cf774c9 req-80f0f00a-5f3b-4795-a443-6b9eadab257b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993774 Nov 25 17:37:10.572782 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.590831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:10.675093 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-820c876c-06ca-4d1b-8f92-5cd3313061b4 req-0e456986-abc0-48d0-925c-342e668cab1c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=d62e48e4-2b10-45bd-a685-0226ff7580cc HTTP/1.1" status: 200 len: 210 time: 0.0359516 Nov 25 17:37:10.851465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c63b2-9cad-42ce-89c7-7ab38194e83c req-4005d493-eaa9-4630-9cdf-c342d4cf2271 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:10.852996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c65c63b2-9cad-42ce-89c7-7ab38194e83c req-4005d493-eaa9-4630-9cdf-c342d4cf2271 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 946 time: 0.0942333 Nov 25 17:37:10.854170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Allocated IP 172.25.8.160 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/1543cb2c-4a6b-40cc-8e6a-98e1d36f66f5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:10.975456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c65c63b2-9cad-42ce-89c7-7ab38194e83c req-32532d41-beaf-4d50-a2ef-defcc3a071ee tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 Nov 25 17:37:11.008105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.052343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.103920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=1543cb2c-4a6b-40cc-8e6a-98e1d36f66f5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:11.118231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:11.121687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:11.129734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:11.433520 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.751250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.902286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eec34a-d667-4291-93cb-e69c210b7b32 req-54bca6bc-6e53-4b6e-aed0-7d8ca46facc1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:11.903768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35eec34a-d667-4291-93cb-e69c210b7b32 req-54bca6bc-6e53-4b6e-aed0-7d8ca46facc1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0994399 Nov 25 17:37:11.911022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:11.996464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35eec34a-d667-4291-93cb-e69c210b7b32 req-12285316-b96e-48fb-846a-d4f7b3653aff tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824971 Nov 25 17:37:12.166212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eda005-2531-4b71-a7e0-cb9ebaf2f9da req-052825db-ff05-4c57-b44f-8786b915a4a1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.178401 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4eda005-2531-4b71-a7e0-cb9ebaf2f9da req-052825db-ff05-4c57-b44f-8786b915a4a1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 946 time: 0.1101542 Nov 25 17:37:12.262963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.271249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4eda005-2531-4b71-a7e0-cb9ebaf2f9da req-c70da79a-c108-4f62-8ed6-f1f81453f47f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916765 Nov 25 17:37:12.272267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.453165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event updated for resources: {'Port': ['ID=1543cb2c-4a6b-40cc-8e6a-98e1d36f66f5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:12.465601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:12.523120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66860c-9ba3-407e-bef2-27b85cd6af3b req-6187a261-194c-4721-8079-9b2a84da033e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.543653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f66860c-9ba3-407e-bef2-27b85cd6af3b req-6187a261-194c-4721-8079-9b2a84da033e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.2416632 Nov 25 17:37:12.667653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f66860c-9ba3-407e-bef2-27b85cd6af3b req-12a2aeff-4950-4b3c-a92a-599e110a9bc3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056294 Nov 25 17:37:12.723822 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Floating IP c01569b0-56da-45ce-be19-44bf31464e32 associated. External IP: 172.25.8.160, port: ccd3987f-5ac4-4824-a6b4-2dfc619224b2. Nov 25 17:37:12.833759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1072cd-6269-42b8-9b4b-bf58f8b3af5c req-a7804a4a-006c-4576-aa2d-b40a92fba3d6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:12.835413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e1072cd-6269-42b8-9b4b-bf58f8b3af5c req-a7804a4a-006c-4576-aa2d-b40a92fba3d6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0740883 Nov 25 17:37:12.938550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e1072cd-6269-42b8-9b4b-bf58f8b3af5c req-6bfbc705-3e3f-4b40-871c-7085e41249ac tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927472 Nov 25 17:37:13.103790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router aec41b81-3354-4851-8bef-6f94d8b54348 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:13.248049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:13.269210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] Sync routers for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:13.289563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:13.290858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:13.293269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:13.362293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a992734-05c0-4f91-8269-b03a1139ad6a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9958990 Nov 25 17:37:13.362293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:13.362888 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253897b-ae72-4956-8377-14d00ac0121c" -d '{"events": [{"name": "network-changed", "server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:13.367546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:13.387407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a4563f53-307b-4896-a073-079732983dd4 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:13.481056 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d9128-2d9f-4d33-8b86-d854972d0b4d x-openstack-request-id: req-ff0d9128-2d9f-4d33-8b86-d854972d0b4d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:13.481547 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:13.481547 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff0d9128-2d9f-4d33-8b86-d854972d0b4d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:13.482996 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'status': 'completed', 'code': 200} Nov 25 17:37:13.647252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8285ea9f-1783-4b8c-b7f6-ef2928a1f6af tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/c01569b0-56da-45ce-be19-44bf31464e32 HTTP/1.1" status: 200 len: 991 time: 0.2774932 Nov 25 17:37:13.662004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253897b-ae72-4956-8377-14d00ac0121c req-480880cc-3d2d-43e4-bcbf-98fae365b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:13.663157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-480880cc-3d2d-43e4-bcbf-98fae365b9a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 1096 time: 0.1238959 Nov 25 17:37:13.693463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: a4563f53-307b-4896-a073-079732983dd4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:13.693881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a4563f53-307b-4896-a073-079732983dd4 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:13.858017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:13.920568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253897b-ae72-4956-8377-14d00ac0121c req-157ddcba-8071-4707-a433-a5a69bbf00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:13.925359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-157ddcba-8071-4707-a433-a5a69bbf00f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d029df-adcb-4967-8f71-f8a6d31663aa HTTP/1.1" status: 200 len: 897 time: 0.2522359 Nov 25 17:37:14.113237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-0045073f-2891-4a54-82e8-433cb19c39fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2 HTTP/1.1" status: 200 len: 999 time: 0.1796174 Nov 25 17:37:14.178790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253897b-ae72-4956-8377-14d00ac0121c req-a016f0eb-27f4-46cc-bf06-b5d564314170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.184578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-a016f0eb-27f4-46cc-bf06-b5d564314170 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2010aa7-cab7-4472-95fc-8538a0946f95 HTTP/1.1" status: 200 len: 833 time: 0.0580134 Nov 25 17:37:14.247037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253897b-ae72-4956-8377-14d00ac0121c req-4163837c-1087-4d75-9051-a9f65810e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:14.254009 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-4163837c-1087-4d75-9051-a9f65810e487 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d029df-adcb-4967-8f71-f8a6d31663aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622294 Nov 25 17:37:14.371602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'c01569b0-56da-45ce-be19-44bf31464e32', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'port_id': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'mac_address': 'fa:16:3e:14:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:37:11Z', 'updated_at': '2021-11-25T17:37:11Z', 'revision_number': 0, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:14.406343 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-804397bd-4987-4d6c-9ae8-2176c35065db service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439662 Nov 25 17:37:14.424872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] Checking router: aec41b81-3354-4851-8bef-6f94d8b54348 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:14.447583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:14.448448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:14.559894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4253897b-ae72-4956-8377-14d00ac0121c req-97a553af-e151-4bbb-be7d-d0c039858e66 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442740 Nov 25 17:37:14.627513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:14.651089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:14.779460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1dc8e2f8-232d-44df-87f9-a6b6fa3b0af5 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/c01569b0-56da-45ce-be19-44bf31464e32 HTTP/1.1" status: 200 len: 991 time: 0.1270497 Nov 25 17:37:15.004874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'c01569b0-56da-45ce-be19-44bf31464e32', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'port_id': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'mac_address': 'fa:16:3e:14:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:37:11Z', 'updated_at': '2021-11-25T17:37:11Z', 'revision_number': 0, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:15.033250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2caff-f0a7-405c-8d3b-73290374b3d4 None None] The sync data for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 is: [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'c01569b0-56da-45ce-be19-44bf31464e32', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'port_id': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'mac_address': 'fa:16:3e:14:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:37:11Z', 'updated_at': '2021-11-25T17:37:11Z', 'revision_number': 0, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:15.373298 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:37:15.438381 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf3f617-ccbb-44a9-bd92-05ab8a5a6ba9 None None] New status for floating IP c01569b0-56da-45ce-be19-44bf31464e32: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:37:15.784448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42556) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:15.944985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-680e45c7-d07f-4bfe-9890-001f7441ab83 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/c01569b0-56da-45ce-be19-44bf31464e32 HTTP/1.1" status: 200 len: 993 time: 0.1593809 Nov 25 17:37:16.051902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729ab36-f404-471c-9fd9-ca6b848875fe req-74a2913e-0cd9-44d6-804a-b41acf973c03 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:16.054162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5729ab36-f404-471c-9fd9-ca6b848875fe req-74a2913e-0cd9-44d6-804a-b41acf973c03 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0903580 Nov 25 17:37:16.082927 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:16.159722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5729ab36-f404-471c-9fd9-ca6b848875fe req-71347746-ed35-48e7-ab60-9706443d0519 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975091 Nov 25 17:37:16.306848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5957b-85ef-4e77-8b32-fe0b0cb0893a req-c8b1754e-d376-447a-bbf6-9bfe064c30bf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:16.315973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ab5957b-85ef-4e77-8b32-fe0b0cb0893a req-c8b1754e-d376-447a-bbf6-9bfe064c30bf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0711696 Nov 25 17:37:16.428582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ab5957b-85ef-4e77-8b32-fe0b0cb0893a req-33ce1069-38ac-4d0c-9cd0-60785845ff57 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117208 Nov 25 17:37:17.560726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:18.139259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b52b-9deb-471e-aa29-de6c3bba4d0f req-7abb0f3a-dda9-4cdc-847e-e598b94d97d3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.140738 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3da6b52b-9deb-471e-aa29-de6c3bba4d0f req-7abb0f3a-dda9-4cdc-847e-e598b94d97d3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0544713 Nov 25 17:37:18.189682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3da6b52b-9deb-471e-aa29-de6c3bba4d0f req-f67a8df6-7e9d-493c-93f7-b4e9ab677a9b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Nov 25 17:37:18.312922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eda0f-f033-401a-8784-21da14cc6263 req-612ef979-969b-4374-ad19-04cbf0a30641 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.314450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-460eda0f-f033-401a-8784-21da14cc6263 req-612ef979-969b-4374-ad19-04cbf0a30641 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0514176 Nov 25 17:37:18.368635 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-460eda0f-f033-401a-8784-21da14cc6263 req-3740f067-8a53-41ed-a71d-f73c62fa5eb5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Nov 25 17:37:18.537436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0591a0b-9587-4486-be5d-61eda49e7b06 req-cf94d1f6-4ed6-418a-adc4-d3bbeb94cd98 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.538920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0591a0b-9587-4486-be5d-61eda49e7b06 req-cf94d1f6-4ed6-418a-adc4-d3bbeb94cd98 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0496364 Nov 25 17:37:18.590505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0591a0b-9587-4486-be5d-61eda49e7b06 req-5aa6f9af-fa8f-4a5a-a78f-fc68cb2dbde9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Nov 25 17:37:18.712708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc24d7c-40bd-4d99-af2b-fa09bad1efd5 req-df16616b-75ed-4bb3-8245-058dac8d217f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.714177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dc24d7c-40bd-4d99-af2b-fa09bad1efd5 req-df16616b-75ed-4bb3-8245-058dac8d217f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Nov 25 17:37:18.761135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dc24d7c-40bd-4d99-af2b-fa09bad1efd5 req-c74c9af0-8e31-4d7e-b757-ec7ed1e66571 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Nov 25 17:37:18.928909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b4754-5a32-402b-a5e3-c95714ec5d80 req-d5e77e78-c21b-4ae4-a11a-a34143765cbf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:18.930293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d9b4754-5a32-402b-a5e3-c95714ec5d80 req-d5e77e78-c21b-4ae4-a11a-a34143765cbf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0526218 Nov 25 17:37:18.978058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d9b4754-5a32-402b-a5e3-c95714ec5d80 req-6a8a5b87-1dd4-412b-9d3d-57d7a523664d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Nov 25 17:37:19.097479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baede358-fae8-424f-998b-b6f039d3d01a req-fbc8448b-44e2-4f3e-adee-070632ec1c3b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.098981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baede358-fae8-424f-998b-b6f039d3d01a req-fbc8448b-44e2-4f3e-adee-070632ec1c3b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Nov 25 17:37:19.156011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-baede358-fae8-424f-998b-b6f039d3d01a req-da2ed05e-4ba3-46f3-bbfb-4a177819d75d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509405 Nov 25 17:37:19.387791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f0e65-60be-405a-9076-a1b242f1511c req-479b93b1-f645-45b7-a8b5-4a16189b6056 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.397087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb6f0e65-60be-405a-9076-a1b242f1511c req-479b93b1-f645-45b7-a8b5-4a16189b6056 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0647681 Nov 25 17:37:19.445830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb6f0e65-60be-405a-9076-a1b242f1511c req-7abda3f4-14b1-42bb-a972-3b1de34bf6d7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Nov 25 17:37:19.570732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5b67-a249-410d-bebd-293ad723db52 req-71d81065-c487-400a-9178-a3392d4548be tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.572816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aadb5b67-a249-410d-bebd-293ad723db52 req-71d81065-c487-400a-9178-a3392d4548be tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0557940 Nov 25 17:37:19.622749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aadb5b67-a249-410d-bebd-293ad723db52 req-67f9de08-349c-4e38-a83b-b7b834d79867 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Nov 25 17:37:19.809363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b6121-3ce5-4c95-8577-230ba3c7a057 req-cdb86f93-b4ec-4e92-ac46-055dff9b4ca8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:19.811185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c4b6121-3ce5-4c95-8577-230ba3c7a057 req-cdb86f93-b4ec-4e92-ac46-055dff9b4ca8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0605145 Nov 25 17:37:19.881779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c4b6121-3ce5-4c95-8577-230ba3c7a057 req-06998513-8c9f-4723-9256-169d498b0806 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Nov 25 17:37:20.010197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fcfba-b61f-4728-9bd1-176933f48015 req-17e32dde-c296-41dc-8ea5-6420a0dfd3ed tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.011698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-310fcfba-b61f-4728-9bd1-176933f48015 req-17e32dde-c296-41dc-8ea5-6420a0dfd3ed tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0592132 Nov 25 17:37:20.069799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-310fcfba-b61f-4728-9bd1-176933f48015 req-0dad2e4b-3b67-45a8-b4f1-90d756f563fe tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Nov 25 17:37:20.259907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2431e2-10ed-45de-b557-3b2d9d0a9cfa req-6ecc369e-ad99-473d-89f7-98e87a698b97 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.261439 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d2431e2-10ed-45de-b557-3b2d9d0a9cfa req-6ecc369e-ad99-473d-89f7-98e87a698b97 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0539901 Nov 25 17:37:20.313137 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d2431e2-10ed-45de-b557-3b2d9d0a9cfa req-f5bf4ef7-954b-4982-8a42-ce806350e01a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Nov 25 17:37:20.459190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83af19-a6b9-4f04-bc20-572abdf1210c req-d828b427-b44f-4845-85ab-c345e3830aba tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.460786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e83af19-a6b9-4f04-bc20-572abdf1210c req-d828b427-b44f-4845-85ab-c345e3830aba tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0631831 Nov 25 17:37:20.510114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e83af19-a6b9-4f04-bc20-572abdf1210c req-bbe2d711-33bd-4771-ae6a-e97e7f211600 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Nov 25 17:37:20.794600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21669ed8-7339-46ac-b615-8720b39dbea8 req-7be8467b-e2a4-46a9-b230-2188006fb603 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.796084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21669ed8-7339-46ac-b615-8720b39dbea8 req-7be8467b-e2a4-46a9-b230-2188006fb603 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 814 time: 0.1298072 Nov 25 17:37:20.811450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21669ed8-7339-46ac-b615-8720b39dbea8 req-e7fb1207-0cf7-4768-82d6-078ba3fe3f64 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/quotas/7aab90d5d1fd48c6afefa529d17f1a99 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Nov 25 17:37:20.876944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-21669ed8-7339-46ac-b615-8720b39dbea8 req-7e8855b7-45d5-45e4-a8cf-65fd0458488e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587790 Nov 25 17:37:20.994382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c325e2-86e9-4137-b9f2-58094e6ba880 req-108b992a-d7ca-4930-986d-198c5831d5ce tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:20.996168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9c325e2-86e9-4137-b9f2-58094e6ba880 req-108b992a-d7ca-4930-986d-198c5831d5ce tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0602818 Nov 25 17:37:21.055517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f9c325e2-86e9-4137-b9f2-58094e6ba880 req-b2bb5f28-5ef6-4b0d-a554-5a8f67aa3aee tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519137 Nov 25 17:37:21.191350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69c578-d637-4fc0-bd19-b5e7b9e430ab req-0b47ac92-66ec-48de-8141-f0961edaac0f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.198457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e69c578-d637-4fc0-bd19-b5e7b9e430ab req-0b47ac92-66ec-48de-8141-f0961edaac0f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0521684 Nov 25 17:37:21.244610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e69c578-d637-4fc0-bd19-b5e7b9e430ab req-e78da988-34fe-43a5-846a-3cdd7c10fca9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Nov 25 17:37:21.405119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3263fb42-a818-4425-ac3c-341d4362b38a req-2f7568ae-8090-40ed-803a-ee6bcb16cedb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7aab90d5d1fd48c6afefa529d17f1a99 HTTP/1.1" status: 200 len: 221 time: 0.0309675 Nov 25 17:37:21.526473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372091a-9577-4e5a-ace8-53edd8385d11 req-aa50b9ee-f264-4325-a711-93212bf8599a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.527968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8372091a-9577-4e5a-ace8-53edd8385d11 req-aa50b9ee-f264-4325-a711-93212bf8599a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0579975 Nov 25 17:37:21.579142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8372091a-9577-4e5a-ace8-53edd8385d11 req-9e7cd9d9-fc93-4721-916f-b2b178cc864d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Nov 25 17:37:21.702402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee00a3-5c4a-4be7-a615-770732033ee7 req-11f5b640-a4bc-4cbf-a571-a98c01f47155 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.703896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dfee00a3-5c4a-4be7-a615-770732033ee7 req-11f5b640-a4bc-4cbf-a571-a98c01f47155 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Nov 25 17:37:21.755201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dfee00a3-5c4a-4be7-a615-770732033ee7 req-e2eded79-c6c7-42b7-a2a5-611c9041d8cf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Nov 25 17:37:21.911480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef90c-5163-4b11-9a74-a96fc8d62078 req-07d3efaa-897b-4801-a00c-7a717977b137 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:21.913507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86eef90c-5163-4b11-9a74-a96fc8d62078 req-07d3efaa-897b-4801-a00c-7a717977b137 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0526059 Nov 25 17:37:21.966459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86eef90c-5163-4b11-9a74-a96fc8d62078 req-71e89c5a-9a29-402c-a730-f65fed82e011 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Nov 25 17:37:22.104189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084dc41-4471-404b-a0e7-09139fa31bec req-21310bde-bd7e-45d1-a426-d2f2e4af698a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.107010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f084dc41-4471-404b-a0e7-09139fa31bec req-21310bde-bd7e-45d1-a426-d2f2e4af698a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0545132 Nov 25 17:37:22.174269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f084dc41-4471-404b-a0e7-09139fa31bec req-ae6eb1ef-3011-417d-a621-380840d91bc2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597258 Nov 25 17:37:22.314708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddcbf3-7f0c-4175-ab4c-ec8c7409a9b9 req-048d909c-60cf-44ff-ae15-491d48d859a8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.316339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50ddcbf3-7f0c-4175-ab4c-ec8c7409a9b9 req-048d909c-60cf-44ff-ae15-491d48d859a8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0569532 Nov 25 17:37:22.364719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50ddcbf3-7f0c-4175-ab4c-ec8c7409a9b9 req-4471d841-35d0-4e16-9e13-e164cf2aa6be tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Nov 25 17:37:22.508536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f78f8d-f3cc-425b-8c65-1806e166df12 req-b0c16602-fe9f-4158-a1bd-47add2e11031 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.512447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4f78f8d-f3cc-425b-8c65-1806e166df12 req-b0c16602-fe9f-4158-a1bd-47add2e11031 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0676754 Nov 25 17:37:22.569355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4f78f8d-f3cc-425b-8c65-1806e166df12 req-7a3dafca-3828-45cc-a244-fb823b85f63a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Nov 25 17:37:22.700015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a328034-5ea3-4842-9553-104ffdcd7b6a req-4a2684f0-8a9e-4aec-8b6c-d7fc0ae9fecd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.701534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a328034-5ea3-4842-9553-104ffdcd7b6a req-4a2684f0-8a9e-4aec-8b6c-d7fc0ae9fecd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Nov 25 17:37:22.752617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4a328034-5ea3-4842-9553-104ffdcd7b6a req-02cb852b-3a9c-4d76-9562-569715607ba1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Nov 25 17:37:22.894431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5a52-61c5-44b2-bf8a-74b0e740e32c req-915bbe6f-5d04-4ba6-bc2b-df7c77f05f49 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:22.895994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f34b5a52-61c5-44b2-bf8a-74b0e740e32c req-915bbe6f-5d04-4ba6-bc2b-df7c77f05f49 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0623589 Nov 25 17:37:22.973070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f34b5a52-61c5-44b2-bf8a-74b0e740e32c req-43609c2f-eef1-4e80-a28a-74968b476eac tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Nov 25 17:37:23.125416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd8cea-4645-41ae-80b9-759b365642d7 req-d034c0d5-1da1-4b37-9d75-17db873ba0fb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.127105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7fd8cea-4645-41ae-80b9-759b365642d7 req-d034c0d5-1da1-4b37-9d75-17db873ba0fb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0586181 Nov 25 17:37:23.217438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7fd8cea-4645-41ae-80b9-759b365642d7 req-90059ccf-9dd6-4990-a137-e716fb3529bb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754817 Nov 25 17:37:23.369577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d9d06-0043-46ba-a12b-5fe394b0088f req-016e8489-7749-4526-a8d3-822d480e64ca tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.378329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e92d9d06-0043-46ba-a12b-5fe394b0088f req-016e8489-7749-4526-a8d3-822d480e64ca tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0673096 Nov 25 17:37:23.727406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e92d9d06-0043-46ba-a12b-5fe394b0088f req-95ecfa82-86a8-42e1-aeb2-1b5c3f6283b9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481500 Nov 25 17:37:23.901955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853c9ac-038d-4d3c-bb8f-fb325856ee04 req-b193a342-88f3-4a35-ab8f-9f2d779c7670 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:23.903510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f853c9ac-038d-4d3c-bb8f-fb325856ee04 req-b193a342-88f3-4a35-ab8f-9f2d779c7670 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0558901 Nov 25 17:37:23.967223 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f853c9ac-038d-4d3c-bb8f-fb325856ee04 req-5fbbd3b4-6c88-4869-beb7-ad6a869910dc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566151 Nov 25 17:37:24.116271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20557e1-b0a0-437c-8e84-0fdcf50de70d req-2acca7ac-469e-45e5-8fed-da42b3c3d272 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.123974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c20557e1-b0a0-437c-8e84-0fdcf50de70d req-2acca7ac-469e-45e5-8fed-da42b3c3d272 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0639374 Nov 25 17:37:24.183976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c20557e1-b0a0-437c-8e84-0fdcf50de70d req-6e967f3b-9eb0-42ae-bcfd-b8b6ab5db242 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587919 Nov 25 17:37:24.365836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4bd4d-43e3-4655-a429-435132ceef64 req-2d99ad6c-28c2-4843-8437-881b5976c010 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.374201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7b4bd4d-43e3-4655-a429-435132ceef64 req-2d99ad6c-28c2-4843-8437-881b5976c010 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0657291 Nov 25 17:37:24.424412 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7b4bd4d-43e3-4655-a429-435132ceef64 req-4a123368-0901-4d34-b8a7-efb8de2e4663 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Nov 25 17:37:24.935489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412ce92-d234-429f-8c2f-648cd3d5cf08 req-865f1e67-77eb-4474-a856-a30ff84fe0d3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:24.943199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6412ce92-d234-429f-8c2f-648cd3d5cf08 req-865f1e67-77eb-4474-a856-a30ff84fe0d3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0770814 Nov 25 17:37:24.996943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6412ce92-d234-429f-8c2f-648cd3d5cf08 req-e529dba7-c766-4a53-be52-2e395a69843f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527048 Nov 25 17:37:25.203979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b166c2-db5d-4f87-bbb6-c2f954d6ebb5 req-feaf933d-2ecb-4421-a442-04952ef85dac tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.206527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19b166c2-db5d-4f87-bbb6-c2f954d6ebb5 req-feaf933d-2ecb-4421-a442-04952ef85dac tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0589199 Nov 25 17:37:25.263271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19b166c2-db5d-4f87-bbb6-c2f954d6ebb5 req-e5f667d5-251b-4752-80e3-28cf844272fa tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506217 Nov 25 17:37:25.385230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68abcc5-4c66-41f7-8896-e02d461d9bc6 req-27880047-a8ef-45d7-acaa-cb413a2d8be4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.387170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b68abcc5-4c66-41f7-8896-e02d461d9bc6 req-27880047-a8ef-45d7-acaa-cb413a2d8be4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Nov 25 17:37:25.437825 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b68abcc5-4c66-41f7-8896-e02d461d9bc6 req-e013289b-96a5-4bff-bf5b-77ec7e4dddf0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435636 Nov 25 17:37:25.635095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8c93-8c28-4998-9b93-d89ec11caf67 req-37531dcc-0f00-4c6b-abf8-74792adb2eb5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.636808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6aff8c93-8c28-4998-9b93-d89ec11caf67 req-37531dcc-0f00-4c6b-abf8-74792adb2eb5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0566528 Nov 25 17:37:25.687013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6aff8c93-8c28-4998-9b93-d89ec11caf67 req-debfc507-dd64-46bd-a27d-09ef9ae5dbee tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Nov 25 17:37:25.816468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e1ee7-0016-4cfc-87e5-4357a8d9e0a4 req-233ba1f3-6335-46f7-8874-a49ea1446a99 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:25.818144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-562e1ee7-0016-4cfc-87e5-4357a8d9e0a4 req-233ba1f3-6335-46f7-8874-a49ea1446a99 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0506895 Nov 25 17:37:25.871278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-562e1ee7-0016-4cfc-87e5-4357a8d9e0a4 req-39cadd00-080b-4046-9ab0-0ce8893ff154 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468395 Nov 25 17:37:26.035485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a27440-fe8b-4916-890c-7db1d365ad5d req-f7c53156-5559-4d7d-96b3-ab4a5c9d21c2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:26.037933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43a27440-fe8b-4916-890c-7db1d365ad5d req-f7c53156-5559-4d7d-96b3-ab4a5c9d21c2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0674143 Nov 25 17:37:26.129602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43a27440-fe8b-4916-890c-7db1d365ad5d req-dc4dcc07-d311-4a63-8dff-d55366b4ea24 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770187 Nov 25 17:37:26.266161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45e182-ca3d-4bda-96ea-0bfcd173c87c req-871e8e03-3e9c-4fa5-8edc-33c98ddc27f1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:26.267892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d45e182-ca3d-4bda-96ea-0bfcd173c87c req-871e8e03-3e9c-4fa5-8edc-33c98ddc27f1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0535793 Nov 25 17:37:26.325951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5d45e182-ca3d-4bda-96ea-0bfcd173c87c req-489190f5-fb0e-4f83-9859-98cc1c1e5af7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Nov 25 17:37:26.578486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce410db-06de-4940-a5eb-3d028daea76f req-1af3299f-43db-433f-8c1b-83ef4e2225f6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:26.580682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cce410db-06de-4940-a5eb-3d028daea76f req-1af3299f-43db-433f-8c1b-83ef4e2225f6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0664828 Nov 25 17:37:26.635370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cce410db-06de-4940-a5eb-3d028daea76f req-1c58a595-ef3f-4e96-bbb4-b23384be92e8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Nov 25 17:37:27.627850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:27.751707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.783366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c312ce-a832-4766-b474-368cccaa47c6 req-68233cb1-c5d4-48b8-8563-66bd2eef1a96 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:27.784885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2c312ce-a832-4766-b474-368cccaa47c6 req-68233cb1-c5d4-48b8-8563-66bd2eef1a96 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0772505 Nov 25 17:37:27.860826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2c312ce-a832-4766-b474-368cccaa47c6 req-655ddf74-eec4-4a72-8776-8d6b0e3d7209 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Nov 25 17:37:27.900852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.905487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:27.948459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1cd10ad41da4788a14b418cb024ae7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194082 Nov 25 17:37:27.949234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda877d-50d3-473d-b549-f6d4cb1e2831,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:27.951321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:27.968807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.969152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.969496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.970085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.970528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.970865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.971275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.971613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.971892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.972220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.972544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:27.972867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff848-68ab-4a89-99de-e9ae3e5d1554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:28.022010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef72545f-9796-4ab5-a756-2f151013056d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.051513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef72545f-9796-4ab5-a756-2f151013056d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.109649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef72545f-9796-4ab5-a756-2f151013056d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.113686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef72545f-9796-4ab5-a756-2f151013056d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.117598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef72545f-9796-4ab5-a756-2f151013056d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4cda877d-50d3-473d-b549-f6d4cb1e2831 HTTP/1.1" status: 204 len: 168 time: 0.1655035 Nov 25 17:37:28.127625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72545f-9796-4ab5-a756-2f151013056d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda877d-50d3-473d-b549-f6d4cb1e2831,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:28.146664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf2e7-279f-4e57-9b3d-d92a3f48ed4a req-e7e3e709-e6d5-4b76-9e48-175765dac493 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:28.149243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dafdf2e7-279f-4e57-9b3d-d92a3f48ed4a req-e7e3e709-e6d5-4b76-9e48-175765dac493 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0624678 Nov 25 17:37:28.252182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dafdf2e7-279f-4e57-9b3d-d92a3f48ed4a req-bb1bdeaa-5db9-4352-9646-f6d6b8e22888 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958672 Nov 25 17:37:28.834500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42920) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:28.947559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-854200227-network', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:28.973133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Made reservation on behalf of eee2b57d40ae46ada39d17bdddb8bc89 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:28.975752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:28.984066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.061023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.065744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.098103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:29.105582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01301925-a23f-46be-bf29-d1aaa6919d84,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.112863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.113207 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Added segment 4504a276-da50-48db-8468-9502d2aeb2db of type vlan for network fc5ebf80-7da0-43d9-ab83-31def9d55791 Nov 25 17:37:29.155765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.182515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.183486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.184060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.218911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3830299 Nov 25 17:37:29.223412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 42932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:29.229332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Request body: {'subnet': {'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-854200227-subnet', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:29.253135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Made reservation on behalf of eee2b57d40ae46ada39d17bdddb8bc89 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:29.257216 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.294253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c98d8-f107-4ba1-8c74-913c0d5d204a admin admin] Pushing event updated for resources: {'Network': ['ID=fc5ebf80-7da0-43d9-ab83-31def9d55791,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.317296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:29.428371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd066e-e1ed-440f-bd68-62e5ef85a0ed req-165d631a-0e5b-4aa1-a0fe-fc2d8d7cb981 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.429973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82fd066e-e1ed-440f-bd68-62e5ef85a0ed req-165d631a-0e5b-4aa1-a0fe-fc2d8d7cb981 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0711455 Nov 25 17:37:29.458769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.487299 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82fd066e-e1ed-440f-bd68-62e5ef85a0ed req-4d8e04ee-febd-4cc6-95c5-701ec63b00b5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Nov 25 17:37:29.531053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bb0f31-6d30-47a9-8d32-b486852baf6c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:29.537892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Checking segment: {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:29.538251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Network hostable DHCP agents. Network: fc5ebf80-7da0-43d9-ab83-31def9d55791, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:29.556279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:29.566617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, fc5ebf80-7da0-43d9-ab83-31def9d55791) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:29.571022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.571655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.577994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0b2f9-cbf7-4e7c-b0a6-42c8f1658d86 None None] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:29.619316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-57500f9a-7182-4bda-beb2-f4d93b51c3ad admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3917184 Nov 25 17:37:29.620288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 42946) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:29.629512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:29.643798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb449f76-704a-456c-8c39-6014cb2e0ad9 req-f935502c-79dd-4ba6-8535-43133f0cc826 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.652316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb449f76-704a-456c-8c39-6014cb2e0ad9 req-f935502c-79dd-4ba6-8535-43133f0cc826 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0722513 Nov 25 17:37:29.675536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.676818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.711942 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fb449f76-704a-456c-8c39-6014cb2e0ad9 req-e2050bee-1c02-4b41-a50a-b7a5423c0ef4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Nov 25 17:37:29.742124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.767765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-fc5ebf80-7da0-43d9-ab83-31def9d55791', 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'fixed_ips': [{'subnet_id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:29.769150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.914132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c1963-b655-4725-88f8-f99aeb2daaf8 req-730ccc5b-7a12-4ed1-a391-a8ec23595c02 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:29.923653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-429c1963-b655-4725-88f8-f99aeb2daaf8 req-730ccc5b-7a12-4ed1-a391-a8ec23595c02 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0629194 Nov 25 17:37:29.934476 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:29.952386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Allocated IP 172.20.0.2 (fc5ebf80-7da0-43d9-ab83-31def9d55791/d8bb0f31-6d30-47a9-8d32-b486852baf6c/f5f41a9d-358c-4c54-8de9-81430ad8f3cd) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:29.988342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-429c1963-b655-4725-88f8-f99aeb2daaf8 req-0420f349-1dd8-4978-9643-e0e6e615b4f3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636082 Nov 25 17:37:30.139740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.146823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.191697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:30.194826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:30.199424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:30.201626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Pushing event updated for resources: {'Port': ['ID=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.209216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb98012-a8df-4de3-bec8-62f4c3bcad9a req-774fd941-0c2d-4c8c-be81-03200c7f8091 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:30.210727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bb98012-a8df-4de3-bec8-62f4c3bcad9a req-774fd941-0c2d-4c8c-be81-03200c7f8091 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1426535 Nov 25 17:37:30.219656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.223716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.224066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.224406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.224802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.225133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.225460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.225839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.226169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.226774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.227543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.227644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.228280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:30.249825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.285517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Attempting to bind port f5f41a9d-358c-4c54-8de9-81430ad8f3cd on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:30.286119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Attempting to bind port f5f41a9d-358c-4c54-8de9-81430ad8f3cd by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:30.286577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Attempting to bind port f5f41a9d-358c-4c54-8de9-81430ad8f3cd on network fc5ebf80-7da0-43d9-ab83-31def9d55791 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:30.291775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:30.292278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Checking segment: {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:30.292811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.293320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Bound using segment: {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:30.293885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Bound port: f5f41a9d-358c-4c54-8de9-81430ad8f3cd, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:30.294823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.326735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bb98012-a8df-4de3-bec8-62f4c3bcad9a req-4823e251-8d20-4cbe-93d1-c095e64a8c6c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086164 Nov 25 17:37:30.382471 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] For port f5f41a9d-358c-4c54-8de9-81430ad8f3cd, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:30.388543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] For port f5f41a9d-358c-4c54-8de9-81430ad8f3cd, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,segment=NetworkSegment(4504a276-da50-48db-8468-9502d2aeb2db),segment_id=4504a276-da50-48db-8468-9502d2aeb2db)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:30.395180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.416118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Allocated IP 172.25.8.21 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/108e93ec-b4c6-431b-a9cd-3ca6e399a3a9) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:30.495041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb50d0-9af2-4c2c-b924-7eed16ddabc4 None None] Pushing event updated for resources: {'Port': ['ID=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.578287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a85ac2-c7eb-4d5d-b705-7c440e304406 req-f3499dcb-2eba-4fc2-af1a-45e2ae98fc7f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:30.585484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9a85ac2-c7eb-4d5d-b705-7c440e304406 req-f3499dcb-2eba-4fc2-af1a-45e2ae98fc7f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0943704 Nov 25 17:37:30.619142 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.660814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9a85ac2-c7eb-4d5d-b705-7c440e304406 req-4dad0884-10da-4bd4-a570-5e0ae829065c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744028 Nov 25 17:37:30.705820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.771156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:30.776350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:30.776883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Pushing event updated for resources: {'Port': ['ID=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:30.779117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:30.803867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d950b-c9ae-41be-b528-3072878ac11d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:30.885956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-864a9d33-2ee7-4a57-8613-98e9d946455c None None] Provisioning complete for port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:30.887241 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-864a9d33-2ee7-4a57-8613-98e9d946455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:30.898387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e13a7-26d8-4624-8caa-f3b4f8b75fb5 req-03e42235-4ae5-4849-a9e5-c6e43ed6c737 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:30.907077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-554e13a7-26d8-4624-8caa-f3b4f8b75fb5 req-03e42235-4ae5-4849-a9e5-c6e43ed6c737 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0657244 Nov 25 17:37:30.964155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-864a9d33-2ee7-4a57-8613-98e9d946455c None None] Port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:30.985733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-554e13a7-26d8-4624-8caa-f3b4f8b75fb5 req-34c55f79-6241-46f1-94d7-f7fd0aec7065 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748298 Nov 25 17:37:31.090700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.155659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af299085-9e21-4ecc-b7a7-a067f2a78df3 req-b5c9285d-a22b-4e43-adef-f808cdbaa9d8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:31.157232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af299085-9e21-4ecc-b7a7-a067f2a78df3 req-b5c9285d-a22b-4e43-adef-f808cdbaa9d8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0660932 Nov 25 17:37:31.211284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af299085-9e21-4ecc-b7a7-a067f2a78df3 req-751c8844-4a8d-4a18-9c68-df0a6320fbf3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Nov 25 17:37:31.350644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.368389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a177e2d-e8ea-43c7-b6bd-6f4a15e4d739 req-fe7391ff-f2d1-4dae-883d-3d3d8b19e97a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:31.369923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a177e2d-e8ea-43c7-b6bd-6f4a15e4d739 req-fe7391ff-f2d1-4dae-883d-3d3d8b19e97a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0756238 Nov 25 17:37:31.497108 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a177e2d-e8ea-43c7-b6bd-6f4a15e4d739 req-e69bdc54-9014-4551-bbfb-809fe83765b6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951891 Nov 25 17:37:31.628813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:31.705372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741800ae-e10e-4853-80ff-8c33119bbc98 req-9bcdc05d-812e-439b-bf42-612b9ae2be01 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:31.707055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-741800ae-e10e-4853-80ff-8c33119bbc98 req-9bcdc05d-812e-439b-bf42-612b9ae2be01 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1077418 Nov 25 17:37:31.795120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8f711-d798-48ae-8e37-1fe26cd3d621 None None] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:31.817804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-741800ae-e10e-4853-80ff-8c33119bbc98 req-754f457d-3f34-43e9-b7fe-666ab46987c9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995991 Nov 25 17:37:31.820473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:31.840775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Sync routers for ids ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:31.872723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Routers {'5fdadc2c-bd0a-4a58-8f85-20404c35c888'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:31.873409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:31.877090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:31.878321 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9c80ee19-f570-4a86-9701-c212ae8ba186 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2564030 Nov 25 17:37:31.881022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:32.090754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4772e-bc10-4a4b-b9cc-423573f75e27 req-d14f7fc1-13ce-4a10-a945-3ec333030185 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.092582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8e4772e-bc10-4a4b-b9cc-423573f75e27 req-d14f7fc1-13ce-4a10-a945-3ec333030185 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1468253 Nov 25 17:37:32.106939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-64790b4a-5179-4cd9-bf58-b0abb49403f9 None None] Provisioning complete for port f5f41a9d-358c-4c54-8de9-81430ad8f3cd triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:32.107583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64790b4a-5179-4cd9-bf58-b0abb49403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.194944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8e4772e-bc10-4a4b-b9cc-423573f75e27 req-16b8b288-b923-4d63-b9b5-c326a8647567 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931838 Nov 25 17:37:32.242804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Set router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:32.436979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a85f4c-10b2-4a8b-a016-fa8ce0f02743 req-706ffc5a-897d-486d-a6a9-78cc829400fc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.439906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52a85f4c-10b2-4a8b-a016-fa8ce0f02743 req-706ffc5a-897d-486d-a6a9-78cc829400fc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1445501 Nov 25 17:37:32.477370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64790b4a-5179-4cd9-bf58-b0abb49403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.501973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f5f41a9d-358c-4c54-8de9-81430ad8f3cd up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:32.533576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52a85f4c-10b2-4a8b-a016-fa8ce0f02743 req-d7ba00a9-01ad-46b5-9e30-d68e6130155c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651495 Nov 25 17:37:32.594596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-64790b4a-5179-4cd9-bf58-b0abb49403f9 None None] For port f5f41a9d-358c-4c54-8de9-81430ad8f3cd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,segment=NetworkSegment(4504a276-da50-48db-8468-9502d2aeb2db),segment_id=4504a276-da50-48db-8468-9502d2aeb2db)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:32.623879 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64790b4a-5179-4cd9-bf58-b0abb49403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.745083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f5f41a9d-358c-4c54-8de9-81430ad8f3cd triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:32.745537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.749593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64790b4a-5179-4cd9-bf58-b0abb49403f9 None None] Pushing event updated for resources: {'Port': ['ID=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:32.759680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1f38f-6f9d-4e2f-bb04-5f7a116390af req-3d403b4e-ac5f-40f8-9364-7ea525647503 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:32.776566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ce1f38f-6f9d-4e2f-bb04-5f7a116390af req-3d403b4e-ac5f-40f8-9364-7ea525647503 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1061838 Nov 25 17:37:32.859253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0039ffeb-5aef-428f-ad05-62abf0567341 None None] Provisioning complete for port f5f41a9d-358c-4c54-8de9-81430ad8f3cd triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:32.860478 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0039ffeb-5aef-428f-ad05-62abf0567341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:32.889140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ce1f38f-6f9d-4e2f-bb04-5f7a116390af req-8b08ecd7-aea4-4156-9c4e-3c9099550caa tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048288 Nov 25 17:37:32.942955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:30Z', 'revision_number': 3, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:32.985135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Checking router: 5fdadc2c-bd0a-4a58-8f85-20404c35c888 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:32.985901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Updating router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:33.099075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92f575-60e0-45c5-b4ee-198c92056b34 req-7c016686-c246-4d1b-8180-3cb957ee46f7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:33.108735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc92f575-60e0-45c5-b4ee-198c92056b34 req-7c016686-c246-4d1b-8180-3cb957ee46f7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0817659 Nov 25 17:37:33.216063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc92f575-60e0-45c5-b4ee-198c92056b34 req-aced9aba-a8b3-4d5f-afcd-d4141937bd9c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063464 Nov 25 17:37:33.218915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.243340 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.460499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de4fc5-9b66-48e2-a4eb-dd2fb513a46b req-cca2dc10-d334-47c5-a76f-13e45577af15 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:33.462014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3de4fc5-9b66-48e2-a4eb-dd2fb513a46b req-cca2dc10-d334-47c5-a76f-13e45577af15 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1172311 Nov 25 17:37:33.552924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Allocated IP 172.20.0.1 (fc5ebf80-7da0-43d9-ab83-31def9d55791/d8bb0f31-6d30-47a9-8d32-b486852baf6c/14fcce0b-0958-4b26-b97f-8ae2884142f8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:33.589719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3de4fc5-9b66-48e2-a4eb-dd2fb513a46b req-d27f0b98-1452-444e-b55a-cec4d25c5371 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780554 Nov 25 17:37:33.676697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.683569 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.752749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a25b957-6bb6-482e-a223-22a29612db9f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:33.771661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.792783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Attempting to bind port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:33.793158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Attempting to bind port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:33.793528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Attempting to bind port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:33.797221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d467a94-b8fb-454b-95c8-4b7b38ce4536 None None] Pushing event updated for resources: {'Port': ['ID=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:33.802454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:33.802833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:33.803242 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.803663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:33.804142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Bound port: 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:33.804527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.855623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.912124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:33.916435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] For port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:33.920577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] For port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:33.927767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:33.929850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fb96d79a-5113-4ccf-b6f1-d2cf7e6fd9bf None None] Provisioning complete for port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:33.930486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb96d79a-5113-4ccf-b6f1-d2cf7e6fd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.939451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9149fc-6b20-4192-b612-b23f2c3de3e8 req-c5df3da6-641b-4397-9ec1-f21668016004 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:33.946792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc9149fc-6b20-4192-b612-b23f2c3de3e8 req-c5df3da6-641b-4397-9ec1-f21668016004 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1567452 Nov 25 17:37:33.948859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:33.982050 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:33.993023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=14fcce0b-0958-4b26-b97f-8ae2884142f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:34.054864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc9149fc-6b20-4192-b612-b23f2c3de3e8 req-c9e7755b-0ba8-4051-a8e3-e6bc7bbafac9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072164 Nov 25 17:37:34.068008 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.081358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d467a94-b8fb-454b-95c8-4b7b38ce4536 None None] Pushing event updated for resources: {'Port': ['ID=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:34.116311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Routers {'5fdadc2c-bd0a-4a58-8f85-20404c35c888'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:34.117353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:34.208126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec03cc-a63a-4b77-bbb0-23ae875c0d81 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:34.300272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24759a-c725-4b3c-9a19-be12ccc8261f req-bf306fcb-36f3-4d59-9802-1da64bdbf81d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.317929 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f24759a-c725-4b3c-9a19-be12ccc8261f req-bf306fcb-36f3-4d59-9802-1da64bdbf81d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0948119 Nov 25 17:37:34.325413 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.339477 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb96d79a-5113-4ccf-b6f1-d2cf7e6fd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.413378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fb96d79a-5113-4ccf-b6f1-d2cf7e6fd9bf None None] For port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:34.417733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb96d79a-5113-4ccf-b6f1-d2cf7e6fd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.459031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f5f41a9d-358c-4c54-8de9-81430ad8f3cd up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:34.469130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0f24759a-c725-4b3c-9a19-be12ccc8261f req-69bc5059-0369-4670-87b7-8e1251cc4e3d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497924 Nov 25 17:37:34.489335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] Set router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:34.582704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.589287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.644028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96d79a-5113-4ccf-b6f1-d2cf7e6fd9bf None None] Pushing event updated for resources: {'Port': ['ID=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:34.656644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=14fcce0b-0958-4b26-b97f-8ae2884142f8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:34.692534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.743104 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dddcd0-a998-45f6-ac19-8f1280468e63 req-72405c76-507a-4e98-b364-bb51b1d3080c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:34.748660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e9750190-caa3-4bef-8915-f97e7bf6601f None None] Provisioning complete for port 14fcce0b-0958-4b26-b97f-8ae2884142f8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:34.749029 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9750190-caa3-4bef-8915-f97e7bf6601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.759331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46dddcd0-a998-45f6-ac19-8f1280468e63 req-72405c76-507a-4e98-b364-bb51b1d3080c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1139543 Nov 25 17:37:34.821037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f5f41a9d-358c-4c54-8de9-81430ad8f3cd triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:34.821433 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:34.831631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e9750190-caa3-4bef-8915-f97e7bf6601f None None] Port 14fcce0b-0958-4b26-b97f-8ae2884142f8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:34.835436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:34.840770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:34.892474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-46dddcd0-a998-45f6-ac19-8f1280468e63 req-8daeca07-cbdc-4593-a6a7-39b2e85f8beb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252406 Nov 25 17:37:34.929439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e9750190-caa3-4bef-8915-f97e7bf6601f None None] Provisioning complete for port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:34.929900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e9750190-caa3-4bef-8915-f97e7bf6601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.071268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:35.077964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:30Z', 'revision_number': 3, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:35.105613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c8ed9-b1c0-4bd2-9374-3fbaef60bf0a req-c9aacb3a-2735-4be3-9770-54ce7c4819fd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:35.115745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-298c8ed9-b1c0-4bd2-9374-3fbaef60bf0a req-c9aacb3a-2735-4be3-9770-54ce7c4819fd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0963523 Nov 25 17:37:35.136624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759311c-38e8-4626-b1c8-d1543605f1ec None None] The sync data for ids ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'] in n-d-817303-7 is: [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:30Z', 'revision_number': 3, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:35.233745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-298c8ed9-b1c0-4bd2-9374-3fbaef60bf0a req-65bc9740-986d-4300-92ea-aa7aa2e09e6f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167176 Nov 25 17:37:35.302116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5ff2676d-8dc9-4bb1-bf0d-d38a44082749 None None] Provisioning complete for port 14fcce0b-0958-4b26-b97f-8ae2884142f8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:35.302230 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5ff2676d-8dc9-4bb1-bf0d-d38a44082749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.337079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:35.351631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-49dfd473-4a66-44f8-9a01-5ea9eb23d4d1 admin admin] 10.222.0.86 "PUT /v2.0/routers/5fdadc2c-bd0a-4a58-8f85-20404c35c888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4695342 Nov 25 17:37:35.380704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2676d-8dc9-4bb1-bf0d-d38a44082749 None None] Port 14fcce0b-0958-4b26-b97f-8ae2884142f8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:35.694520 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-173f0488-5918-4efd-9643-d77a1ae06d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:35.696952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24fe4-2f6d-4e36-89bb-c6bbcf473a51 req-e2466303-4589-495e-88e1-e82c149f6dd2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:35.709484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4f24fe4-2f6d-4e36-89bb-c6bbcf473a51 req-e2466303-4589-495e-88e1-e82c149f6dd2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.2157221 Nov 25 17:37:35.796857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4f24fe4-2f6d-4e36-89bb-c6bbcf473a51 req-294414fa-9fb0-494a-b218-427b6550e402 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860775 Nov 25 17:37:36.001441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35d897-4e0b-4399-a2e4-65849db722e4 req-aa3bbd14-e0b4-4695-b1e3-cc7f467aaa73 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:36.003249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f35d897-4e0b-4399-a2e4-65849db722e4 req-aa3bbd14-e0b4-4695-b1e3-cc7f467aaa73 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1297123 Nov 25 17:37:36.101769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f35d897-4e0b-4399-a2e4-65849db722e4 req-8bc8511a-0458-4097-9b6d-b36ba39b7e5e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914264 Nov 25 17:37:36.113733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43130) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:36.118914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-121176837-network', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:36.148383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Made reservation on behalf of f627ec1e61264bbf812998e41ce3f241 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:36.152981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.200678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.269503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6a61-5dde-4a90-aa01-12dce29e7a87 req-3d450600-de77-4407-b9b8-8fa5147f1cd0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:36.271149 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3bad6a61-5dde-4a90-aa01-12dce29e7a87 req-3d450600-de77-4407-b9b8-8fa5147f1cd0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0676284 Nov 25 17:37:36.434938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3bad6a61-5dde-4a90-aa01-12dce29e7a87 req-18f04856-291d-453b-8e4b-03a026b787e9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569221 Nov 25 17:37:36.486166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:36.595331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:36.595737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.633446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773b4f7-6bf6-40ee-9aec-f5bade9ce74c req-c0013e75-db52-4dbc-bd9d-eb858a52d35d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:36.645093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a773b4f7-6bf6-40ee-9aec-f5bade9ce74c req-c0013e75-db52-4dbc-bd9d-eb858a52d35d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0845537 Nov 25 17:37:36.721710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a773b4f7-6bf6-40ee-9aec-f5bade9ce74c req-4c591146-2a41-4789-a02c-e2507fd3086d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755002 Nov 25 17:37:36.859608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.868531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.884627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:37:36.905694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:36.906102 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Added segment 23343d68-4b58-4083-b4a7-d631b6828491 of type vlan for network d508092c-6274-4328-b1d4-64bfe2b3cfa6 Nov 25 17:37:36.988901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3714679f-49ff-452e-9acb-afaa31a47a0c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.016950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.059518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.060986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:37.061590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.142698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0267682 Nov 25 17:37:37.144547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43162) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:37.154785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Request body: {'subnet': {'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-121176837-subnet', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:37.162341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f6939-8020-4df3-a3fe-48d5f2f4d1ab admin admin] Pushing event updated for resources: {'Network': ['ID=d508092c-6274-4328-b1d4-64bfe2b3cfa6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.175371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:37:37.184763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Made reservation on behalf of f627ec1e61264bbf812998e41ce3f241 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:37:37.189040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.457196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f701b-ded7-450b-b872-fca788f36953 req-19e0fda3-ff00-4807-a6af-f9e3d4118161 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:37.459670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d41f701b-ded7-450b-b872-fca788f36953 req-19e0fda3-ff00-4807-a6af-f9e3d4118161 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0982475 Nov 25 17:37:37.501656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.584369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d41f701b-ded7-450b-b872-fca788f36953 req-9ced21bb-441c-4f96-94dc-2874c6e4b294 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Nov 25 17:37:37.607466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2c2445-f34b-4620-b45f-340fac7a3604,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:37.633021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Checking segment: {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:37.633394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Network hostable DHCP agents. Network: d508092c-6274-4328-b1d4-64bfe2b3cfa6, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:37:37.652912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:37:37.668815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d508092c-6274-4328-b1d4-64bfe2b3cfa6) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:37.674128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:37.675015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.679644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e5ed06-a245-41ef-812e-c9fe3f897253 None None] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:37.700521 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a317441e-3d85-402a-9e2a-5dc89549dd2f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5544839 Nov 25 17:37:37.703215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:37.709386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:37:37.746448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.747742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.824762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:37.826117 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Sync routers for ids ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:37.843896 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Routers {'5fdadc2c-bd0a-4a58-8f85-20404c35c888'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:37.845984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:37.900839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d508092c-6274-4328-b1d4-64bfe2b3cfa6', 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'fixed_ips': [{'subnet_id': 'ae2c2445-f34b-4620-b45f-340fac7a3604'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:37:37.901851 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.015346 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Set router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:38.081475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Allocated IP 172.20.0.2 (d508092c-6274-4328-b1d4-64bfe2b3cfa6/ae2c2445-f34b-4620-b45f-340fac7a3604/255fe433-1108-4b29-b184-5099c4b43849) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:38.088070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.266448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a58ed1f3-6312-4e41-8a19-9de65c589490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.280908 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.289040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.330903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:38.337462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:38.341066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:38.398027 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.406028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Pushing event updated for resources: {'Port': ['ID=255fe433-1108-4b29-b184-5099c4b43849,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.421877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Attempting to bind port 255fe433-1108-4b29-b184-5099c4b43849 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:38.423852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Attempting to bind port 255fe433-1108-4b29-b184-5099c4b43849 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:38.424545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Attempting to bind port 255fe433-1108-4b29-b184-5099c4b43849 on network d508092c-6274-4328-b1d4-64bfe2b3cfa6 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:38.430660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.431047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:38.431704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Checking segment: {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:38.432819 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.433396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Bound using segment: {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:38.434049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Bound port: 255fe433-1108-4b29-b184-5099c4b43849, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:38.435299 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.491729 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '14fcce0b-0958-4b26-b97f-8ae2884142f8', 'name': '', 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'mac_address': 'fa:16:3e:39:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:33Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 2, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'subnets': [{'id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:38.525975 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Checking router: 5fdadc2c-bd0a-4a58-8f85-20404c35c888 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:38.526588 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Updating router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 port 14fcce0b-0958-4b26-b97f-8ae2884142f8 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:38.546587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Allocated IP 172.25.8.221 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a85accde-6e9b-4d19-b144-7cd8b13d3d08) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:38.569578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] For port 255fe433-1108-4b29-b184-5099c4b43849, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:38.579926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] For port 255fe433-1108-4b29-b184-5099c4b43849, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=255fe433-1108-4b29-b184-5099c4b43849,segment=NetworkSegment(23343d68-4b58-4083-b4a7-d631b6828491),segment_id=23343d68-4b58-4083-b4a7-d631b6828491)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:38.587054 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.592518 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.667882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.713399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:38.786701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:38.792276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:38.806160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94d8d5-7ce9-423b-874d-a97110af8880 None None] Pushing event updated for resources: {'Port': ['ID=255fe433-1108-4b29-b184-5099c4b43849,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.811471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:38.817305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca691a-de75-4f07-95c4-0773a4967f3f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:38.846395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde01d8-10b0-4180-a400-d3c199305631 req-3165f90c-2ac1-4a13-9b5c-cd4921b01770 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:38.854753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dde01d8-10b0-4180-a400-d3c199305631 req-3165f90c-2ac1-4a13-9b5c-cd4921b01770 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1092772 Nov 25 17:37:38.896327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Pushing event updated for resources: {'Port': ['ID=a85accde-6e9b-4d19-b144-7cd8b13d3d08,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:38.970205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d7ab2acc-753c-4987-84e0-e51fed099a75 None None] Provisioning complete for port a85accde-6e9b-4d19-b144-7cd8b13d3d08 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:38.972899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2acc-753c-4987-84e0-e51fed099a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.012879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dde01d8-10b0-4180-a400-d3c199305631 req-80944970-2945-4a9f-8f57-b5e2d3f1f4eb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566253 Nov 25 17:37:39.100529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab2acc-753c-4987-84e0-e51fed099a75 None None] Port a85accde-6e9b-4d19-b144-7cd8b13d3d08 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:39.281949 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.304152 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.320972 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.377758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.440677 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Attempting to bind port 14fcce0b-0958-4b26-b97f-8ae2884142f8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:39.442245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Attempting to bind port 14fcce0b-0958-4b26-b97f-8ae2884142f8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:39.442822 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Attempting to bind port 14fcce0b-0958-4b26-b97f-8ae2884142f8 on network fc5ebf80-7da0-43d9-ab83-31def9d55791 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:39.450043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30351e2c-a6ef-4407-92e7-25c87f340015 None None] Pushing event updated for resources: {'Port': ['ID=14fcce0b-0958-4b26-b97f-8ae2884142f8,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.454761 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:39.455137 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Checking segment: {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:39.455586 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.455972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Bound using segment: {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:39.456448 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Bound port: 14fcce0b-0958-4b26-b97f-8ae2884142f8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4504a276-da50-48db-8468-9502d2aeb2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:39.456827 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.596903 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] For port 14fcce0b-0958-4b26-b97f-8ae2884142f8, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:39.602998 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] For port 14fcce0b-0958-4b26-b97f-8ae2884142f8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=14fcce0b-0958-4b26-b97f-8ae2884142f8,segment=NetworkSegment(4504a276-da50-48db-8468-9502d2aeb2db),segment_id=4504a276-da50-48db-8468-9502d2aeb2db)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:39.610514 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.656281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.665777 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Routers {'5fdadc2c-bd0a-4a58-8f85-20404c35c888'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:39.666711 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:39.734235 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30351e2c-a6ef-4407-92e7-25c87f340015 None None] Pushing event updated for resources: {'Port': ['ID=14fcce0b-0958-4b26-b97f-8ae2884142f8,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:39.764608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4cd2fe1e-769a-4dcd-a987-7ca5cf8b82d0 None None] Provisioning complete for port 14fcce0b-0958-4b26-b97f-8ae2884142f8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:39.764995 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cd2fe1e-769a-4dcd-a987-7ca5cf8b82d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:39.904639 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] Set router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:40.009540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Router d930260e-d3da-48b0-b798-3191f640e398 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:37:40.016619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cd2fe1e-769a-4dcd-a987-7ca5cf8b82d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.131640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4cd2fe1e-769a-4dcd-a987-7ca5cf8b82d0 None None] For port 14fcce0b-0958-4b26-b97f-8ae2884142f8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=14fcce0b-0958-4b26-b97f-8ae2884142f8,segment=NetworkSegment(4504a276-da50-48db-8468-9502d2aeb2db),segment_id=4504a276-da50-48db-8468-9502d2aeb2db)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:40.143737 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cd2fe1e-769a-4dcd-a987-7ca5cf8b82d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.289519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:40.317167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935386-baa5-4e31-8c92-a5a6cc261542 req-2e5203f3-9feb-44c7-8af8-b875ed7e42b1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:40.330507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66935386-baa5-4e31-8c92-a5a6cc261542 req-2e5203f3-9feb-44c7-8af8-b875ed7e42b1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1575820 Nov 25 17:37:40.336979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Sync routers for ids ['d930260e-d3da-48b0-b798-3191f640e398'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:40.349612 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.354941 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6033d02a-59b9-41c7-a01e-17040a12dbdb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6492107 Nov 25 17:37:40.357977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43226) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:40.370483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6fd1a345-80de-44c7-9e3d-79365490d76d None None] Provisioning complete for port 14fcce0b-0958-4b26-b97f-8ae2884142f8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:40.371098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a345-80de-44c7-9e3d-79365490d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:40.416683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2fe1e-769a-4dcd-a987-7ca5cf8b82d0 None None] Pushing event updated for resources: {'Port': ['ID=14fcce0b-0958-4b26-b97f-8ae2884142f8,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:40.420828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Routers {'d930260e-d3da-48b0-b798-3191f640e398'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:40.421641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d930260e-d3da-48b0-b798-3191f640e398'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:40.515655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66935386-baa5-4e31-8c92-a5a6cc261542 req-45ba1279-1a95-41b4-8597-4696e5ab9a73 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841271 Nov 25 17:37:40.683405 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '14fcce0b-0958-4b26-b97f-8ae2884142f8', 'name': '', 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'mac_address': 'fa:16:3e:39:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:33Z', 'updated_at': '2021-11-25T17:37:39Z', 'revision_number': 4, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'subnets': [{'id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:40.748075 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6d71d-454a-4895-8a64-1e2f6f9c42f3 None None] The sync data for ids ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'] in n-d-817303-7 is: [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '14fcce0b-0958-4b26-b97f-8ae2884142f8', 'name': '', 'network_id': 'fc5ebf80-7da0-43d9-ab83-31def9d55791', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'mac_address': 'fa:16:3e:39:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:33Z', 'updated_at': '2021-11-25T17:37:39Z', 'revision_number': 4, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'subnets': [{'id': 'd8bb0f31-6d30-47a9-8d32-b486852baf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:41.029694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 255fe433-1108-4b29-b184-5099c4b43849 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:41.033020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848416b2-97e7-4479-b775-db743327d298 None None] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:41.254235 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.318178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1b066785-ae56-4d9e-afc7-a1fd9d9e979b None None] Provisioning complete for port 255fe433-1108-4b29-b184-5099c4b43849 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.318549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b066785-ae56-4d9e-afc7-a1fd9d9e979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.391479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Set router d930260e-d3da-48b0-b798-3191f640e398 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:41.413271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.567419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 255fe433-1108-4b29-b184-5099c4b43849 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:41.576020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.692627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Allocated IP 172.20.0.1 (d508092c-6274-4328-b1d4-64bfe2b3cfa6/ae2c2445-f34b-4620-b45f-340fac7a3604/4f93b630-dde3-4409-9277-207fd7baacaa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:37:41.722386 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.723794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a767f75-0e14-448e-bf54-8dd62ab43353 req-8dd174d3-8c07-4c7b-a18e-f87297ffbe38 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:41.725492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a767f75-0e14-448e-bf54-8dd62ab43353 req-8dd174d3-8c07-4c7b-a18e-f87297ffbe38 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0849476 Nov 25 17:37:41.869606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5a767f75-0e14-448e-bf54-8dd62ab43353 req-0eaef88b-493e-4a8d-9e50-ff17a0163a20 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262195 Nov 25 17:37:41.913341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.980214 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:41.994360 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b066785-ae56-4d9e-afc7-a1fd9d9e979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.071095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Pushing event updated for resources: {'Port': ['ID=4f93b630-dde3-4409-9277-207fd7baacaa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:42.082213 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.091127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:42.099000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:42.109066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:37:42.110840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1b066785-ae56-4d9e-afc7-a1fd9d9e979b None None] For port 255fe433-1108-4b29-b184-5099c4b43849, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=255fe433-1108-4b29-b184-5099c4b43849,segment=NetworkSegment(23343d68-4b58-4083-b4a7-d631b6828491),segment_id=23343d68-4b58-4083-b4a7-d631b6828491)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:42.115863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.116467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.116936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.117420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.118226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.118694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.119520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.119634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.120079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.120842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.121961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.122364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:42.161178 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b066785-ae56-4d9e-afc7-a1fd9d9e979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.224913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.399634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:37:42.404335 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:37:42.421637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:39Z', 'revision_number': 3, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:42.427837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b066785-ae56-4d9e-afc7-a1fd9d9e979b None None] Pushing event updated for resources: {'Port': ['ID=255fe433-1108-4b29-b184-5099c4b43849,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:42.475850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.521758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Checking router: d930260e-d3da-48b0-b798-3191f640e398 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:42.522190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Updating router d930260e-d3da-48b0-b798-3191f640e398 port a85accde-6e9b-4d19-b144-7cd8b13d3d08 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:42.568808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.574373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-77c34e6d-a5d2-4265-a009-55ddf4c6c8ab None None] Provisioning complete for port 255fe433-1108-4b29-b184-5099c4b43849 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:42.574827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-77c34e6d-a5d2-4265-a009-55ddf4c6c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.826182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.847836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.979350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:42.998841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Pushing event updated for resources: {'Port': ['ID=4f93b630-dde3-4409-9277-207fd7baacaa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:43.051436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1c1ed-e7cf-402a-a635-2e7c07b92e59 req-317aa501-7ae4-4806-87a2-9f070b543825 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:43.056446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7cb1c1ed-e7cf-402a-a635-2e7c07b92e59 req-317aa501-7ae4-4806-87a2-9f070b543825 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0684140 Nov 25 17:37:43.124779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:37:43.127839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:37:43.177986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7cb1c1ed-e7cf-402a-a635-2e7c07b92e59 req-51f1d6d1-50c1-4d7b-bad7-ffdd5d9d97d3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038487 Nov 25 17:37:43.192124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-77e605a9-9cb2-4953-9955-2d90e3ca6559 None None] Provisioning complete for port 4f93b630-dde3-4409-9277-207fd7baacaa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:43.192579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-77e605a9-9cb2-4953-9955-2d90e3ca6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.293584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-77e605a9-9cb2-4953-9955-2d90e3ca6559 None None] Port 4f93b630-dde3-4409-9277-207fd7baacaa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:43.380531 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.408736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.433373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 14fcce0b-0958-4b26-b97f-8ae2884142f8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:43.437418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Router d930260e-d3da-48b0-b798-3191f640e398 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:43.577506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:43.581738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24388a-c73d-47fc-bdc4-03179f3ff879 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:43.585475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086528a-206f-433d-a5a5-4eaf0407517b None None] Pushing event updated for resources: {'Port': ['ID=a85accde-6e9b-4d19-b144-7cd8b13d3d08,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:43.603900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-50282c8c-a8f8-4af7-b18c-b7e4461e1770 admin admin] 10.222.0.86 "PUT /v2.0/routers/d930260e-d3da-48b0-b798-3191f640e398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362764 Nov 25 17:37:43.643560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d64040f2-04ea-4eed-8ec3-401e6c4b40c0 None None] Provisioning complete for port 4f93b630-dde3-4409-9277-207fd7baacaa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:43.643931 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d64040f2-04ea-4eed-8ec3-401e6c4b40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.713974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Attempting to bind port a85accde-6e9b-4d19-b144-7cd8b13d3d08 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:43.713974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Attempting to bind port a85accde-6e9b-4d19-b144-7cd8b13d3d08 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:43.713974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Attempting to bind port a85accde-6e9b-4d19-b144-7cd8b13d3d08 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:43.713974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d64040f2-04ea-4eed-8ec3-401e6c4b40c0 None None] Port 4f93b630-dde3-4409-9277-207fd7baacaa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:43.724860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 14fcce0b-0958-4b26-b97f-8ae2884142f8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:43.725223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.930008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:43.930354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:43.930746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.931132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:43.931783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Bound port: a85accde-6e9b-4d19-b144-7cd8b13d3d08, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:43.932009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:43.944083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:37:44.021522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-58ecc874-44de-41f6-ac58-4e805c3875d3 None None] Provisioning complete for port a85accde-6e9b-4d19-b144-7cd8b13d3d08 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:44.021906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-58ecc874-44de-41f6-ac58-4e805c3875d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.111406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-58ecc874-44de-41f6-ac58-4e805c3875d3 None None] Port a85accde-6e9b-4d19-b144-7cd8b13d3d08 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:44.158621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] For port a85accde-6e9b-4d19-b144-7cd8b13d3d08, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:44.175135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] For port a85accde-6e9b-4d19-b144-7cd8b13d3d08, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a85accde-6e9b-4d19-b144-7cd8b13d3d08,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:44.188816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.292980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 255fe433-1108-4b29-b184-5099c4b43849 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:44.329349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f37e0-b5e7-4c8f-8eb0-a342405467d7 req-7e80a549-3436-411d-9903-8d2ff7e32c0b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:44.342223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc1af6-a633-4754-baf5-9b3c1ae5c5cd None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:44.344615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa9f37e0-b5e7-4c8f-8eb0-a342405467d7 req-7e80a549-3436-411d-9903-8d2ff7e32c0b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0896523 Nov 25 17:37:44.398968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:44.408112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086528a-206f-433d-a5a5-4eaf0407517b None None] Pushing event updated for resources: {'Port': ['ID=a85accde-6e9b-4d19-b144-7cd8b13d3d08,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:44.427816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Routers {'d930260e-d3da-48b0-b798-3191f640e398'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:44.428447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d930260e-d3da-48b0-b798-3191f640e398'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:44.462784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa9f37e0-b5e7-4c8f-8eb0-a342405467d7 req-c42f8812-5279-40f2-a68a-3e009eb8ad6a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Nov 25 17:37:44.564832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'port_id': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'mac_address': 'fa:16:3e:42:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963f61e6-2259-4753-a797-86ad289e9241', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:37:44.577594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 255fe433-1108-4b29-b184-5099c4b43849 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:44.577978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.641381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a7e99794-1cd0-4a41-831a-c5f628e8f4d2 None None] Provisioning complete for port a85accde-6e9b-4d19-b144-7cd8b13d3d08 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:44.641785 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7e99794-1cd0-4a41-831a-c5f628e8f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.655633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] Set router d930260e-d3da-48b0-b798-3191f640e398 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:44.759331 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:44.817245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:37:44.914044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:44.943060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.062807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:45.107707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43354) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:45.181718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:45.191812 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7e99794-1cd0-4a41-831a-c5f628e8f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.248865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a7e99794-1cd0-4a41-831a-c5f628e8f4d2 None None] For port a85accde-6e9b-4d19-b144-7cd8b13d3d08, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a85accde-6e9b-4d19-b144-7cd8b13d3d08,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:45.263928 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a7e99794-1cd0-4a41-831a-c5f628e8f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:45.347167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '4f93b630-dde3-4409-9277-207fd7baacaa', 'name': '', 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'mac_address': 'fa:16:3e:17:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:41Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 2, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'subnets': [{'id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:45.407868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6f5e6-1b55-4952-b955-e566b1c8ed4e None None] The sync data for ids ['d930260e-d3da-48b0-b798-3191f640e398'] in n-d-817303-7 is: [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '4f93b630-dde3-4409-9277-207fd7baacaa', 'name': '', 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'mac_address': 'fa:16:3e:17:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:41Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 2, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'subnets': [{'id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:45.413658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e99794-1cd0-4a41-831a-c5f628e8f4d2 None None] Pushing event updated for resources: {'Port': ['ID=a85accde-6e9b-4d19-b144-7cd8b13d3d08,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:45.670319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36375-f58c-434b-8a02-f651ee8506ce req-23ae349f-9967-4d9a-88b5-bb008a4cc3b1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:45.672015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09f36375-f58c-434b-8a02-f651ee8506ce req-23ae349f-9967-4d9a-88b5-bb008a4cc3b1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.0872576 Nov 25 17:37:45.825877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09f36375-f58c-434b-8a02-f651ee8506ce req-041ac11e-4f3e-4f79-af78-1149c63e6b89 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469822 Nov 25 17:37:45.865123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:45.998745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:45.999097 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.157792 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.292667 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.351418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:46.353046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bf39e-fcb7-4532-b666-9d46cc3c06a0 req-514184ba-adbb-4a30-91ea-33ca65873410 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.353705 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cafb0ba-359c-47ec-b3b0-2dade70bd5a4" -d '{"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-plugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:46.354606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c41bf39e-fcb7-4532-b666-9d46cc3c06a0 req-514184ba-adbb-4a30-91ea-33ca65873410 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 946 time: 0.1286087 Nov 25 17:37:46.386247 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-8faf9b00-c503-4a47-9807-80eef5afaaf2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2515235 Nov 25 17:37:46.392691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:46.404880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.452151 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307c73a-a28d-4543-bbc8-91756bc5f31d x-openstack-request-id: req-b307c73a-a28d-4543-bbc8-91756bc5f31d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:46.452636 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-plugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:46.453079 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b307c73a-a28d-4543-bbc8-91756bc5f31d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:46.453928 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'code': 200} Nov 25 17:37:46.507877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:46.538161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c41bf39e-fcb7-4532-b666-9d46cc3c06a0 req-3dca1530-a924-4608-8d53-66fcd65d6cf4 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663582 Nov 25 17:37:46.566228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-ad00f4ba-5f0b-42ae-83d3-cd8fbfb5185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.567762 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-ad00f4ba-5f0b-42ae-83d3-cd8fbfb5185e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 1096 time: 0.1108530 Nov 25 17:37:46.618832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:46.960133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-a96dc497-f928-4fa9-9c5a-c888d5b3468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:46.961888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-a96dc497-f928-4fa9-9c5a-c888d5b3468d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.3655233 Nov 25 17:37:47.099127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-c5906ef4-9f4e-4db5-a5ef-b28708157857 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39 HTTP/1.1" status: 200 len: 217 time: 0.0718520 Nov 25 17:37:47.289487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43408) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:47.306234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a85accde-6e9b-4d19-b144-7cd8b13d3d08 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:47.314057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32c484-47ef-47a9-aef8-4a23cdb3ab09 req-c510c8fb-ddbd-4af2-a322-e7470221288f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:47.327223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f32c484-47ef-47a9-aef8-4a23cdb3ab09 req-c510c8fb-ddbd-4af2-a322-e7470221288f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.2533219 Nov 25 17:37:47.452083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-3582df66-0bd9-4bd6-822a-dd14b5eb7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:47.459038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-3582df66-0bd9-4bd6-822a-dd14b5eb7fa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.3127503 Nov 25 17:37:47.485310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a85accde-6e9b-4d19-b144-7cd8b13d3d08 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:47.486034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.492943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a6e0173b-a996-461a-afdf-0c4db3b42298 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/floatingips/c01569b0-56da-45ce-be19-44bf31464e32 HTTP/1.1" status: 200 len: 993 time: 0.2015843 Nov 25 17:37:47.653798 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:47.667583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-774e2d2f-33ef-4ac2-924a-68de277352bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378140 Nov 25 17:37:47.710878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-8833c67d-a220-4ea3-9c53-baa7c83b5932 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:47.720197 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-8833c67d-a220-4ea3-9c53-baa7c83b5932 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 946 time: 0.1514697 Nov 25 17:37:47.811236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f32c484-47ef-47a9-aef8-4a23cdb3ab09 req-53e35537-705a-47bc-8733-eca2177303e1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651504 Nov 25 17:37:47.909695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:47.947484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-48bd5282-7477-49b3-bd7a-356cde91ab1c service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349639 Nov 25 17:37:47.950277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-f53683dd-fc3c-4a17-a57b-8bc62f113480 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5873954 Nov 25 17:37:48.139354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5efca-e8db-4526-a04f-a15406fc494d req-f5381fe8-b4e8-4b0d-b95c-2f9bf4fd8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.141466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-f5381fe8-b4e8-4b0d-b95c-2f9bf4fd8a0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 1097 time: 0.0792806 Nov 25 17:37:48.253436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Deleting port 0fc38cb2-def9-4d28-a66e-05d6cac8413b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:48.253764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.273311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca60c4-cac8-4839-964f-55a2e3afe05c req-6c2761b9-7cad-4d47-a260-9ae88993de64 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.275309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39ca60c4-cac8-4839-964f-55a2e3afe05c req-6c2761b9-7cad-4d47-a260-9ae88993de64 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 946 time: 0.4538953 Nov 25 17:37:48.354696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Deleting port 14fcce0b-0958-4b26-b97f-8ae2884142f8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:48.355034 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.362508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 1543cb2c-4a6b-40cc-8e6a-98e1d36f66f5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:48.363038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.422335 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-39ca60c4-cac8-4839-964f-55a2e3afe05c req-ce865fac-3a91-4fc2-ba73-47ee6d1d62ab tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259000 Nov 25 17:37:48.481193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] For port 0fc38cb2-def9-4d28-a66e-05d6cac8413b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=0fc38cb2-def9-4d28-a66e-05d6cac8413b,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:48.482769 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-39133ffb-a1e5-4a42-a01e-a97d2bca78d9 req-544fa22b-66d1-44db-992a-f2ced271b170 service neutron] 10.222.0.73 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204356 Nov 25 17:37:48.486493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5efca-e8db-4526-a04f-a15406fc494d req-abc4eff6-9262-4ecb-bbac-e8287d1ebab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.486902 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.493855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-abc4eff6-9262-4ecb-bbac-e8287d1ebab7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 200 len: 916 time: 0.3285081 Nov 25 17:37:48.517345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Calling delete_port for 0fc38cb2-def9-4d28-a66e-05d6cac8413b owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:48.530277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.530755 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.551473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 1543cb2c-4a6b-40cc-8e6a-98e1d36f66f5 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:48.566911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-750d9bc3-5d3e-4345-a46a-91ebe914291f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da1e33d8-672b-4fb8-971e-078a48c533bf HTTP/1.1" status: 200 len: 217 time: 0.0554004 Nov 25 17:37:48.655439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] For port 14fcce0b-0958-4b26-b97f-8ae2884142f8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=14fcce0b-0958-4b26-b97f-8ae2884142f8,segment=NetworkSegment(4504a276-da50-48db-8468-9502d2aeb2db),segment_id=4504a276-da50-48db-8468-9502d2aeb2db)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:48.655955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.677035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Calling delete_port for 14fcce0b-0958-4b26-b97f-8ae2884142f8 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:48.689579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5efca-e8db-4526-a04f-a15406fc494d req-9ccfa07b-a039-4b20-8d6a-ea9183639bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:48.692227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-9ccfa07b-a039-4b20-8d6a-ea9183639bf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 200 len: 855 time: 0.1168528 Nov 25 17:37:48.751884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-9219553d-8fd7-4f7c-8931-8ceb0a731d3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e2d351d-8021-43eb-a26b-83f16fdc9e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383842 Nov 25 17:37:48.831359 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:48.910537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=1543cb2c-4a6b-40cc-8e6a-98e1d36f66f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:49.061549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.061878 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Floating IP c01569b0-56da-45ce-be19-44bf31464e32 disassociated (deleted). External IP: 172.25.8.160, port: ccd3987f-5ac4-4824-a6b4-2dfc619224b2. Nov 25 17:37:49.095665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-3a5b6e8f-89b5-452f-9c55-248d3363f98c service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426938 Nov 25 17:37:49.106269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa15f1-e840-42dc-b22e-7d54902e6752 req-b924d780-8853-4e98-a3e5-f3a5f6cbd932 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:49.108607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2aa15f1-e840-42dc-b22e-7d54902e6752 req-b924d780-8853-4e98-a3e5-f3a5f6cbd932 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1809475 Nov 25 17:37:49.236333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.254161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf', '379be6c9-a807-44b0-a9c0-23a0de3c08d4', '0fc38cb2-def9-4d28-a66e-05d6cac8413b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:49.260328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91da55d1-f940-49ce-9ef7-1e3583f20d39'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:37:49.337330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645c4b5-3885-4beb-8c9c-ec742da93692 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:49.360535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2aa15f1-e840-42dc-b22e-7d54902e6752 req-48d86c65-52cd-43a9-9f17-921e1c6674fc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096038 Nov 25 17:37:49.380748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event deleted for resources: {'Port': ['ID=0fc38cb2-def9-4d28-a66e-05d6cac8413b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:49.386855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cad5efca-e8db-4526-a04f-a15406fc494d req-e121a8ea-a67e-422c-b9be-303b88137078 service neutron] 10.222.0.55 "GET /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592747 Nov 25 17:37:49.415299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.475213 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Sync routers for ids ['d930260e-d3da-48b0-b798-3191f640e398'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:49.501798 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Routers {'d930260e-d3da-48b0-b798-3191f640e398'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:49.502570 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d930260e-d3da-48b0-b798-3191f640e398'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:49.547769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Pushing event deleted for resources: {'Port': ['ID=14fcce0b-0958-4b26-b97f-8ae2884142f8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:49.592221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] No DVR routers for this DVR port 0fc38cb2-def9-4d28-a66e-05d6cac8413b on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:49.609090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:49.613576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3b236e-7fb5-4b82-b1b9-1214f95fa472 req-481aab2a-2b1a-4f60-ac85-eb5907bb64ad tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "DELETE /v2.0/ports/0fc38cb2-def9-4d28-a66e-05d6cac8413b HTTP/1.1" status: 204 len: 173 time: 1.8878305 Nov 25 17:37:49.615286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777eafe5-9439-4776-b890-0544069cac24', 'name': 'network-vif-deleted', 'tag': '0fc38cb2-def9-4d28-a66e-05d6cac8413b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:49.619419 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fe320-2398-42f1-978b-fcd185b00ff6" -d '{"events": [{"server_uuid": "777eafe5-9439-4776-b890-0544069cac24", "name": "network-vif-deleted", "tag": "0fc38cb2-def9-4d28-a66e-05d6cac8413b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:49.701005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2352d6ea-aa0b-4e5a-9acd-160a08c681d6 req-29a8949b-6999-4a58-b1c6-e25ffd87536c tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=777eafe5-9439-4776-b890-0544069cac24 HTTP/1.1" status: 200 len: 210 time: 0.1039865 Nov 25 17:37:49.759708 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b558297-5a04-41c8-aef4-61be57b5e2c2 x-openstack-request-id: req-0b558297-5a04-41c8-aef4-61be57b5e2c2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:49.760196 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777eafe5-9439-4776-b890-0544069cac24", "name": "network-vif-deleted", "tag": "0fc38cb2-def9-4d28-a66e-05d6cac8413b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:49.767118 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0b558297-5a04-41c8-aef4-61be57b5e2c2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:49.767757 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777eafe5-9439-4776-b890-0544069cac24', 'name': 'network-vif-deleted', 'tag': '0fc38cb2-def9-4d28-a66e-05d6cac8413b', 'status': 'completed', 'code': 200} Nov 25 17:37:49.881012 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Set router d930260e-d3da-48b0-b798-3191f640e398 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:50.027332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.030124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router aec41b81-3354-4851-8bef-6f94d8b54348 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:50.222439 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '4f93b630-dde3-4409-9277-207fd7baacaa', 'name': '', 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'mac_address': 'fa:16:3e:17:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:41Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 2, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'subnets': [{'id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:50.284698 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Checking router: d930260e-d3da-48b0-b798-3191f640e398 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:50.286290 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Updating router d930260e-d3da-48b0-b798-3191f640e398 port 4f93b630-dde3-4409-9277-207fd7baacaa binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:37:50.335589 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.387954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:50.399697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] Sync routers for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:50.400724 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:50.434635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:50.436125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:50.453785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-346da697-1915-4c76-a30d-b1105e8f4646 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/floatingips/c01569b0-56da-45ce-be19-44bf31464e32 HTTP/1.1" status: 204 len: 168 time: 2.5411472 Nov 25 17:37:50.696608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6de73-60a8-4905-9606-4d6c65fa2f54 req-b44417b2-60bb-429e-84ff-89171c0a3b7a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:50.698327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6e6de73-60a8-4905-9606-4d6c65fa2f54 req-b44417b2-60bb-429e-84ff-89171c0a3b7a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0968130 Nov 25 17:37:50.704164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:37:50.762486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:51.067998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6e6de73-60a8-4905-9606-4d6c65fa2f54 req-c291385c-f5cf-4726-a637-f8103e544494 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602588 Nov 25 17:37:51.086202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:37:51.102967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1c314d51-0984-49da-a3eb-fcd76fe0a086 admin admin] 10.222.0.86 "PUT /v2.0/routers/5fdadc2c-bd0a-4a58-8f85-20404c35c888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9933832 Nov 25 17:37:51.110836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43472) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:51.186345 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] Sync routers for ids ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:37:51.209028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22876a50-5970-4fbb-86d0-1200305f1b4c req-b60e4b04-23bc-4313-9750-fb9122c0eb2d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:51.224210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-22876a50-5970-4fbb-86d0-1200305f1b4c req-b60e4b04-23bc-4313-9750-fb9122c0eb2d tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 945 time: 0.2175069 Nov 25 17:37:51.248068 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.253925 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] Routers {'5fdadc2c-bd0a-4a58-8f85-20404c35c888'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:51.254621 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:51.263806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:51.331970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-22876a50-5970-4fbb-86d0-1200305f1b4c req-8d2aae7c-4629-49b1-9eb3-d6e20dfa9adf tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944538 Nov 25 17:37:51.336842 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.339018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] Checking router: aec41b81-3354-4851-8bef-6f94d8b54348 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:51.370091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:51.371195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:51.414130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.434770 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] Set router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:51.568239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0fc38cb2-def9-4d28-a66e-05d6cac8413b no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:51.632726 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.645360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 0fc38cb2-def9-4d28-a66e-05d6cac8413b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:51.646066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 0fc38cb2-def9-4d28-a66e-05d6cac8413b not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:51.769145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:51.772279 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933e9e1-4492-4d9d-b8c0-065632438c79" -d '{"events": [{"name": "network-changed", "server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:51.774785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:51.806846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Deleting port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:51.807433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:51.875800 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5338c43e-e24d-483b-a53c-2b3403969445 x-openstack-request-id: req-5338c43e-e24d-483b-a53c-2b3403969445 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:51.876268 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:51.876686 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5338c43e-e24d-483b-a53c-2b3403969445 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:51.877791 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'status': 'completed', 'code': 200} Nov 25 17:37:51.931102 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Pushing event updated for resources: {'Port': ['ID=4f93b630-dde3-4409-9277-207fd7baacaa,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:51.943863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.944198 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.944531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.944867 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.945176 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.945495 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.945812 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.946287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.946694 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.946990 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.947318 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:51.947641 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:37:52.087107 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Attempting to bind port 4f93b630-dde3-4409-9277-207fd7baacaa on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:37:52.089517 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Attempting to bind port 4f93b630-dde3-4409-9277-207fd7baacaa by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:37:52.091638 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Attempting to bind port 4f93b630-dde3-4409-9277-207fd7baacaa on network d508092c-6274-4328-b1d4-64bfe2b3cfa6 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:37:52.131883 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:37:52.145030 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Checking segment: {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:37:52.146032 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.148488 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Bound using segment: {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:37:52.149709 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Bound port: 4f93b630-dde3-4409-9277-207fd7baacaa, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23343d68-4b58-4083-b4a7-d631b6828491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:37:52.152718 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.163537 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:49Z', 'revision_number': 5, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port': {'id': '108e93ec-b4c6-431b-a9cd-3ca6e399a3a9', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:30Z', 'updated_at': '2021-11-25T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.167604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] For port 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:52.167982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.182560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Calling delete_port for 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:52.331248 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] Checking router: 5fdadc2c-bd0a-4a58-8f85-20404c35c888 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:37:52.395696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-d2053a7a-34b7-4be8-8163-307ec59a1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.397402 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-d2053a7a-34b7-4be8-8163-307ec59a1c00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b29ad21ef12480a9cc01191a8175168&device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 1096 time: 0.4465809 Nov 25 17:37:52.399767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.441761 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:37:52.462875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] Routers {'5fdadc2c-bd0a-4a58-8f85-20404c35c888'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:52.476496 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.504566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=108e93ec-b4c6-431b-a9cd-3ca6e399a3a9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:52.510330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bdee6-e92f-4aed-8f69-41f65969e8e0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:52.567309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bf78dced-66ba-46c2-b605-9a1d4693760b None None] Provisioning complete for port 4f93b630-dde3-4409-9277-207fd7baacaa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:52.567885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bf78dced-66ba-46c2-b605-9a1d4693760b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.660890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bf78dced-66ba-46c2-b605-9a1d4693760b None None] Port 4f93b630-dde3-4409-9277-207fd7baacaa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:37:52.692286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.718235 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] Set router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:52.721793 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] For port 4f93b630-dde3-4409-9277-207fd7baacaa, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:37:52.760086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15c0de-633e-4856-85c6-8a4751f9f1af None None] The sync data for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 is: [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '38464aa6-c0ce-46ac-bd5a-9096cd7cd76c', 'name': '', 'network_id': 'c5d029df-adcb-4967-8f71-f8a6d31663aa', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'mac_address': 'fa:16:3e:37:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:46Z', 'updated_at': '2021-11-25T17:36:52Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'subnets': [{'id': 'e2010aa7-cab7-4472-95fc-8538a0946f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:52.783112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022612d-2fed-45da-a44a-30116a926b5f req-024dc304-9b80-4ff3-beda-08193324b77b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:52.804628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e022612d-2fed-45da-a44a-30116a926b5f req-024dc304-9b80-4ff3-beda-08193324b77b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.5284722 Nov 25 17:37:52.851154 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 7, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:52.854330 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] For port 4f93b630-dde3-4409-9277-207fd7baacaa, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4f93b630-dde3-4409-9277-207fd7baacaa,segment=NetworkSegment(23343d68-4b58-4083-b4a7-d631b6828491),segment_id=23343d68-4b58-4083-b4a7-d631b6828491)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:37:52.881747 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:52.914584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e022612d-2fed-45da-a44a-30116a926b5f req-7b3df1da-90f3-4610-b481-ec81b7e8f7c8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026938 Nov 25 17:37:53.019521 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e4d6-7c14-43b3-b744-98cc478bcc14 None None] Pushing event updated for resources: {'Port': ['ID=4f93b630-dde3-4409-9277-207fd7baacaa,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:53.038391 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1c727-bd95-46f1-bcd2-2477f7c0c336 None None] The sync data for ids ['5fdadc2c-bd0a-4a58-8f85-20404c35c888'] in n-d-817303-7 is: [{'id': '5fdadc2c-bd0a-4a58-8f85-20404c35c888', 'name': 'tempest-TestAggregatesBasicOps-854200227-router', 'tenant_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:29Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 7, 'project_id': 'eee2b57d40ae46ada39d17bdddb8bc89', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:53.058802 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Routers {'d930260e-d3da-48b0-b798-3191f640e398'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:37:53.059447 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d930260e-d3da-48b0-b798-3191f640e398'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:53.305268 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] Set router d930260e-d3da-48b0-b798-3191f640e398 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:37:53.378244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0171baa-a3d3-49da-95ac-0ffa81fbd27f None None] New status for floating IP c01569b0-56da-45ce-be19-44bf31464e32: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:37:53.650172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3079a39e-b868-49a8-972e-81ce5865355e None None] Provisioning complete for port 4f93b630-dde3-4409-9277-207fd7baacaa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:53.650920 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3079a39e-b868-49a8-972e-81ce5865355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.657207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-8fa13aeb-962b-4e18-be44-fc5f9a2b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:53.658774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-8fa13aeb-962b-4e18-be44-fc5f9a2b7b4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d029df-adcb-4967-8f71-f8a6d31663aa HTTP/1.1" status: 200 len: 897 time: 1.2470930 Nov 25 17:37:53.666343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.684360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead72db-9386-447e-a996-a775a6eb176f req-61da71bc-03c6-4cb2-90a2-21009d73a302 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:53.694658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ead72db-9386-447e-a996-a775a6eb176f req-61da71bc-03c6-4cb2-90a2-21009d73a302 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 945 time: 1.6178932 Nov 25 17:37:53.898107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-645d7abc-066f-4739-9031-c617904d1f51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2 HTTP/1.1" status: 200 len: 217 time: 0.1579084 Nov 25 17:37:53.902719 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '4f93b630-dde3-4409-9277-207fd7baacaa', 'name': '', 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'mac_address': 'fa:16:3e:17:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:41Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'subnets': [{'id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:53.957472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3079a39e-b868-49a8-972e-81ce5865355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:53.959327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18144e85-b3ff-4b7c-be43-e0b91d2e1b75 None None] The sync data for ids ['d930260e-d3da-48b0-b798-3191f640e398'] in n-d-817303-7 is: [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:42Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '4f93b630-dde3-4409-9277-207fd7baacaa', 'name': '', 'network_id': 'd508092c-6274-4328-b1d4-64bfe2b3cfa6', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'mac_address': 'fa:16:3e:17:26:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:41Z', 'updated_at': '2021-11-25T17:37:52Z', 'revision_number': 4, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'subnets': [{'id': 'ae2c2445-f34b-4620-b45f-340fac7a3604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:37:54.029252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3079a39e-b868-49a8-972e-81ce5865355e None None] For port 4f93b630-dde3-4409-9277-207fd7baacaa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4f93b630-dde3-4409-9277-207fd7baacaa,segment=NetworkSegment(23343d68-4b58-4083-b4a7-d631b6828491),segment_id=23343d68-4b58-4083-b4a7-d631b6828491)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:54.048634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3079a39e-b868-49a8-972e-81ce5865355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.052533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.105292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.173748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4f93b630-dde3-4409-9277-207fd7baacaa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:54.217678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5f1f1-1d43-4e8b-8417-0d995e2b6d3b req-8e6599fc-e94b-4e0a-8188-9943d34c0e7e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.226878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ee5f1f1-1d43-4e8b-8417-0d995e2b6d3b req-8e6599fc-e94b-4e0a-8188-9943d34c0e7e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1697838 Nov 25 17:37:54.360635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8ee5f1f1-1d43-4e8b-8417-0d995e2b6d3b req-87fe5560-a5e7-4764-9263-8cad0d1b3079 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327055 Nov 25 17:37:54.391848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079a39e-b868-49a8-972e-81ce5865355e None None] Pushing event updated for resources: {'Port': ['ID=4f93b630-dde3-4409-9277-207fd7baacaa,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:54.435507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-60e5a3e9-1b6c-4eb8-ba5e-15919e0b52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.437927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-60e5a3e9-1b6c-4eb8-ba5e-15919e0b52ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2010aa7-cab7-4472-95fc-8538a0946f95 HTTP/1.1" status: 200 len: 833 time: 0.4849329 Nov 25 17:37:54.451443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb487-8a2e-47c3-a8d2-198b3f104e7f req-15868377-7292-41da-9c5e-32da5d5fdbfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.454817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-532fb487-8a2e-47c3-a8d2-198b3f104e7f req-15868377-7292-41da-9c5e-32da5d5fdbfc tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 945 time: 1.9204938 Nov 25 17:37:54.454817 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.455089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdadc2c-bd0a-4a58-8f85-20404c35c888 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:37:54.471996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 4f93b630-dde3-4409-9277-207fd7baacaa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:54.472527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.473007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.475046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2e010593-b006-425f-a17f-8e2420a01e45 admin admin] 10.222.0.86 "DELETE /v2.0/routers/5fdadc2c-bd0a-4a58-8f85-20404c35c888 HTTP/1.1" status: 204 len: 168 time: 3.3556948 Nov 25 17:37:54.477676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43522) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:54.649656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Deleting subnet d8bb0f31-6d30-47a9-8d32-b486852baf6c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:37:54.659778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.795258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-532fb487-8a2e-47c3-a8d2-198b3f104e7f req-2c36ce42-a908-41e8-8341-ce1d369262ac tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/security-groups?id=0263410c-8c4a-426a-8ffd-cddca708e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324821 Nov 25 17:37:54.803055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:54.854898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-d1e73680-cfa1-454e-a572-4f1ce4037af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:54.856526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-d1e73680-cfa1-454e-a572-4f1ce4037af0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d029df-adcb-4967-8f71-f8a6d31663aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3997390 Nov 25 17:37:54.897537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:54.897908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.036154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.178750 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.227585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-5ab5871f-9eb6-4ce7-8cf2-f77735c8ac8a service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596835 Nov 25 17:37:55.254528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bb0f31-6d30-47a9-8d32-b486852baf6c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.274278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.276966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9b9f6-5ae3-4edb-867d-18aca817d947 None None] Network fc5ebf80-7da0-43d9-ab83-31def9d55791 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:37:55.281763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-75ff33ce-f56b-43a8-8aee-8653ae4ad1c5 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d8bb0f31-6d30-47a9-8d32-b486852baf6c HTTP/1.1" status: 204 len: 168 time: 0.8020079 Nov 25 17:37:55.284240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:55.328552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4f93b630-dde3-4409-9277-207fd7baacaa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:37:55.420095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.497287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port ccd3987f-5ac4-4824-a6b4-2dfc619224b2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:55.497646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.513608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for ccd3987f-5ac4-4824-a6b4-2dfc619224b2 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:55.584296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaa1c-cf62-4f64-8ce8-cbf41e29c420 req-154961e6-83c1-4ce7-a70a-ba06a0afa187 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:55.594032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b81aaa1c-cf62-4f64-8ce8-cbf41e29c420 req-154961e6-83c1-4ce7-a70a-ba06a0afa187 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0958455 Nov 25 17:37:55.676174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b81aaa1c-cf62-4f64-8ce8-cbf41e29c420 req-4f27b0ec-68e6-4697-932f-4f9f533699d5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806727 Nov 25 17:37:55.686391 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c933e9e1-4492-4d9d-b8c0-065632438c79 req-e8d12b40-aae6-42ed-babb-0370706a1909 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510372 Nov 25 17:37:55.721402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Deleting port f5f41a9d-358c-4c54-8de9-81430ad8f3cd {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:55.722461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.826043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] For port f5f41a9d-358c-4c54-8de9-81430ad8f3cd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,segment=NetworkSegment(4504a276-da50-48db-8468-9502d2aeb2db),segment_id=4504a276-da50-48db-8468-9502d2aeb2db)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:55.826444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.830422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 4f93b630-dde3-4409-9277-207fd7baacaa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:37:55.830887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.835396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:55.895306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Calling delete_port for f5f41a9d-358c-4c54-8de9-81430ad8f3cd owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:55.898364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=ccd3987f-5ac4-4824-a6b4-2dfc619224b2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:55.946734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ccd3987f-5ac4-4824-a6b4-2dfc619224b2 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:56.002729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: ccd3987f-5ac4-4824-a6b4-2dfc619224b2 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:56.003304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ccd3987f-5ac4-4824-a6b4-2dfc619224b2 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:56.047552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] No DVR routers for this DVR port ccd3987f-5ac4-4824-a6b4-2dfc619224b2 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:56.067797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.079481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ead72db-9386-447e-a996-a775a6eb176f req-c5aa18d6-73c5-40fd-885f-4c878add7d54 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.73 "DELETE /v2.0/ports/ccd3987f-5ac4-4824-a6b4-2dfc619224b2 HTTP/1.1" status: 204 len: 173 time: 2.3316700 Nov 25 17:37:56.097032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e0143-562e-47eb-9865-87ae42347d7f None None] DHCP port deletion for fc5ebf80-7da0-43d9-ab83-31def9d55791 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:37:56.119186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:56.120209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 14fcce0b-0958-4b26-b97f-8ae2884142f8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:56.152972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 14fcce0b-0958-4b26-b97f-8ae2884142f8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:56.153501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 14fcce0b-0958-4b26-b97f-8ae2884142f8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:56.154026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:56.156445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f41a9d-358c-4c54-8de9-81430ad8f3cd,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:56.171032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] No DVR routers for this DVR port f5f41a9d-358c-4c54-8de9-81430ad8f3cd on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:37:56.203726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:56.203990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'name': 'network-vif-deleted', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:37:56.205092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 108e93ec-b4c6-431b-a9cd-3ca6e399a3a9 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:56.213607 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50525042-34ce-434d-bca8-8561a3df1c93" -d '{"events": [{"server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "name": "network-vif-deleted", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:37:56.240426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7018b577-3e26-4983-add8-e272f2a7d354 req-8618c2e9-9901-41ee-8f85-9d4513e2faea tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "GET /v2.0/ports?device_id=0729fb1f-808f-4215-a7f3-1e436c2d2e4c HTTP/1.1" status: 200 len: 210 time: 0.1945474 Nov 25 17:37:56.354847 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0287c8fc-1ec9-4aaa-b876-bcc5274a0504 x-openstack-request-id: req-0287c8fc-1ec9-4aaa-b876-bcc5274a0504 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:37:56.355198 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729fb1f-808f-4215-a7f3-1e436c2d2e4c", "name": "network-vif-deleted", "tag": "ccd3987f-5ac4-4824-a6b4-2dfc619224b2", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:37:56.355534 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0287c8fc-1ec9-4aaa-b876-bcc5274a0504 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:37:56.355955 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729fb1f-808f-4215-a7f3-1e436c2d2e4c', 'name': 'network-vif-deleted', 'tag': 'ccd3987f-5ac4-4824-a6b4-2dfc619224b2', 'status': 'completed', 'code': 200} Nov 25 17:37:56.903645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb7606-ca3c-4a57-b680-4ce38de6bba8 req-834cc99f-181b-4655-a933-ca6ca0c04b5a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:56.911805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aefb7606-ca3c-4a57-b680-4ce38de6bba8 req-834cc99f-181b-4655-a933-ca6ca0c04b5a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1080720 Nov 25 17:37:56.971056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aefb7606-ca3c-4a57-b680-4ce38de6bba8 req-59b027e1-3e7a-442d-be8f-56baa47c69fe tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567298 Nov 25 17:37:57.062135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.098332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5ebf80-7da0-43d9-ab83-31def9d55791']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.115554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4504a276-da50-48db-8468-9502d2aeb2db') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.115844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4504a276-da50-48db-8468-9502d2aeb2db') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:37:57.138749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.158536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.165322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:37:57.166170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:37:57.168827 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:37:57.240611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f5f41a9d-358c-4c54-8de9-81430ad8f3cd no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:37:57.262236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.293288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: f5f41a9d-358c-4c54-8de9-81430ad8f3cd {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:37:57.293622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f5f41a9d-358c-4c54-8de9-81430ad8f3cd not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:37:57.317214 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.321101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fc5ebf80-7da0-43d9-ab83-31def9d55791 HTTP/1.1" status: 204 len: 168 time: 2.0355105 Nov 25 17:37:57.324084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43570) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.324764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc1d94-8d01-49c8-a6f9-235dfb1dfb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5ebf80-7da0-43d9-ab83-31def9d55791,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.349168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43572) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.466598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93ebd89a-2d4b-4bc7-8598-17e6fd09f89f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.521939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93ebd89a-2d4b-4bc7-8598-17e6fd09f89f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.647142 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93ebd89a-2d4b-4bc7-8598-17e6fd09f89f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.650260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93ebd89a-2d4b-4bc7-8598-17e6fd09f89f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:57.651665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-93ebd89a-2d4b-4bc7-8598-17e6fd09f89f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/security-groups/0263410c-8c4a-426a-8ffd-cddca708e3fe HTTP/1.1" status: 204 len: 168 time: 0.3013163 Nov 25 17:37:57.663727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebd89a-2d4b-4bc7-8598-17e6fd09f89f tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0263410c-8c4a-426a-8ffd-cddca708e3fe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:57.727694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43580) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:37:57.880929 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.335442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94f29a-1609-4f4c-b272-0eb8acd0e040 req-ec71408b-5fe8-4399-bfd9-aea227e151d2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:58.342908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac94f29a-1609-4f4c-b272-0eb8acd0e040 req-ec71408b-5fe8-4399-bfd9-aea227e151d2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.2029498 Nov 25 17:37:58.399760 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ac94f29a-1609-4f4c-b272-0eb8acd0e040 req-0addc913-a0c0-447a-8270-1b6743bf56da tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Nov 25 17:37:58.420566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69891-b96d-4044-a515-fe6b2b2eca0d req-3355ab26-d220-41ca-93dd-aa0b79e034b4 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:58.422285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00a69891-b96d-4044-a515-fe6b2b2eca0d req-3355ab26-d220-41ca-93dd-aa0b79e034b4 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 946 time: 0.0740800 Nov 25 17:37:58.606906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Deleting port 4f93b630-dde3-4409-9277-207fd7baacaa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:58.606906 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.629253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00a69891-b96d-4044-a515-fe6b2b2eca0d req-d3c9fe4d-3be6-451c-8418-ed9b6382de52 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930351 Nov 25 17:37:58.660752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.704693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] For port 4f93b630-dde3-4409-9277-207fd7baacaa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4f93b630-dde3-4409-9277-207fd7baacaa,segment=NetworkSegment(23343d68-4b58-4083-b4a7-d631b6828491),segment_id=23343d68-4b58-4083-b4a7-d631b6828491)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:58.705162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:58.721173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Calling delete_port for 4f93b630-dde3-4409-9277-207fd7baacaa owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:59.124438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.164584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:37:59.165328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.216952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f93b630-dde3-4409-9277-207fd7baacaa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:37:59.417290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:37:59.417959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.473544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:37:59.749564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51e1cc-2770-4325-b66a-8f8d3c7da0bd req-0558630c-3247-4982-9695-50f399bf2de6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:59.751053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d51e1cc-2770-4325-b66a-8f8d3c7da0bd req-0558630c-3247-4982-9695-50f399bf2de6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1411922 Nov 25 17:37:59.751872 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:37:59.876772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4d51e1cc-2770-4325-b66a-8f8d3c7da0bd req-e468e174-af45-4771-ab06-1fbee0bdf059 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157305 Nov 25 17:37:59.935900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-8cda27b1-9519-491e-91c5-039c87518780 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:37:59.938027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-8cda27b1-9519-491e-91c5-039c87518780 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 946 time: 0.3225379 Nov 25 17:38:00.020181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dafd89-2b49-4316-8805-b714d3453988 req-f8d97237-25dd-45c7-b718-1e240caf2e09 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:00.029406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5dafd89-2b49-4316-8805-b714d3453988 req-f8d97237-25dd-45c7-b718-1e240caf2e09 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 946 time: 0.1967943 Nov 25 17:38:00.172938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Router d930260e-d3da-48b0-b798-3191f640e398 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:00.181160 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5dafd89-2b49-4316-8805-b714d3453988 req-4be2dcfb-b632-432a-8b6c-c55c8e359592 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453214 Nov 25 17:38:00.213059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Deleting port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:00.213669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.216763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.307177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=38464aa6-c0ce-46ac-bd5a-9096cd7cd76c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:00.407641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:00.419690 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] Sync routers for ids ['d930260e-d3da-48b0-b798-3191f640e398'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:00.423945 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ea8d5b90-0fa5-4d6c-9c51-e29a32e28611 admin admin] 10.222.0.86 "PUT /v2.0/routers/d930260e-d3da-48b0-b798-3191f640e398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0985334 Nov 25 17:38:00.432712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43624) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:00.462015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] For port 379be6c9-a807-44b0-a9c0-23a0de3c08d4, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=379be6c9-a807-44b0-a9c0-23a0de3c08d4,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:00.462387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.475305 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] Routers {'d930260e-d3da-48b0-b798-3191f640e398'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:00.476255 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d930260e-d3da-48b0-b798-3191f640e398'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:00.618332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.629311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Calling delete_port for 379be6c9-a807-44b0-a9c0-23a0de3c08d4 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:00.650198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:00.674137 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] Set router d930260e-d3da-48b0-b798-3191f640e398 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:00.948804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.093585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ec4c-12cf-4afd-ac21-7b8812ed0233 req-32065309-1c70-4bd2-90ff-5fa83851734f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:01.097573 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.101926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79f6ec4c-12cf-4afd-ac21-7b8812ed0233 req-32065309-1c70-4bd2-90ff-5fa83851734f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1019673 Nov 25 17:38:01.104810 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:37:59Z', 'revision_number': 5, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port': {'id': 'a85accde-6e9b-4d19-b144-7cd8b13d3d08', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd930260e-d3da-48b0-b798-3191f640e398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:37:38Z', 'updated_at': '2021-11-25T17:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.116589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf', '379be6c9-a807-44b0-a9c0-23a0de3c08d4'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:01.119534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91da55d1-f940-49ce-9ef7-1e3583f20d39'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:01.142819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Deleting port a85accde-6e9b-4d19-b144-7cd8b13d3d08 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:01.143165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.186332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event deleted for resources: {'Port': ['ID=379be6c9-a807-44b0-a9c0-23a0de3c08d4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:01.199548 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] Checking router: d930260e-d3da-48b0-b798-3191f640e398 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:01.224764 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] Routers {'d930260e-d3da-48b0-b798-3191f640e398'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:01.225395 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d930260e-d3da-48b0-b798-3191f640e398'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.369493 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79f6ec4c-12cf-4afd-ac21-7b8812ed0233 req-c9e9a126-915e-4669-80f4-e9204b6b3de6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666748 Nov 25 17:38:01.423598 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] Set router d930260e-d3da-48b0-b798-3191f640e398 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:01.434401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Router aec41b81-3354-4851-8bef-6f94d8b54348 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:01.438440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48a13295-c2b3-4d4f-addb-78c6256715a0 req-8b539179-a26c-4aa7-b4f8-d7f9eb388686 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6a063c7-1b45-49a4-964b-abd604763b0b HTTP/1.1" status: 200 len: 210 time: 0.0415766 Nov 25 17:38:01.477726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] For port a85accde-6e9b-4d19-b144-7cd8b13d3d08, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a85accde-6e9b-4d19-b144-7cd8b13d3d08,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:01.478187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.486984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c215a-4c15-45e3-9cf7-44b86d74a935 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:01.525245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Calling delete_port for a85accde-6e9b-4d19-b144-7cd8b13d3d08 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:01.567302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 6, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:01.599219 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3570f764-2731-4c77-b53a-0f764ab33cf1 None None] The sync data for ids ['d930260e-d3da-48b0-b798-3191f640e398'] in n-d-817303-7 is: [{'id': 'd930260e-d3da-48b0-b798-3191f640e398', 'name': 'tempest-TestAggregatesBasicOps-121176837-router', 'tenant_id': 'f627ec1e61264bbf812998e41ce3f241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:37:37Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 6, 'project_id': 'f627ec1e61264bbf812998e41ce3f241', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:01.635911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:01.647074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] No DVR routers for this DVR port 379be6c9-a807-44b0-a9c0-23a0de3c08d4 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:01.674232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] Sync routers for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:01.674939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b5565c38-5d6f-4684-8537-c6a3a33f7078 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "PUT /v2.0/routers/aec41b81-3354-4851-8bef-6f94d8b54348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9461184 Nov 25 17:38:01.675546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:01.677091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:01.681677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b34addb-f887-40ca-9bf1-d17af99439f6 req-6ea87836-5c1a-4bf6-a812-01f4830bd02f tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "DELETE /v2.0/ports/379be6c9-a807-44b0-a9c0-23a0de3c08d4 HTTP/1.1" status: 204 len: 173 time: 1.7312341 Nov 25 17:38:01.682353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'name': 'network-vif-deleted', 'tag': '379be6c9-a807-44b0-a9c0-23a0de3c08d4'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:01.694400 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5695d9-4b69-42f3-ab9f-14047a3a7ab1" -d '{"events": [{"server_uuid": "d6a063c7-1b45-49a4-964b-abd604763b0b", "name": "network-vif-deleted", "tag": "379be6c9-a807-44b0-a9c0-23a0de3c08d4"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:01.728558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:01.733085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.026497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting subnet e2010aa7-cab7-4472-95fc-8538a0946f95 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:02.039318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.055790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.140987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85accde-6e9b-4d19-b144-7cd8b13d3d08,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:02.176700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.204819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:02.218627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.316921 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a330ba09-398e-488c-8493-fd225c1b924e x-openstack-request-id: req-a330ba09-398e-488c-8493-fd225c1b924e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:02.317428 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a063c7-1b45-49a4-964b-abd604763b0b", "name": "network-vif-deleted", "tag": "379be6c9-a807-44b0-a9c0-23a0de3c08d4", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:02.317781 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a330ba09-398e-488c-8493-fd225c1b924e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:02.318113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dfd0fc-6196-4de2-a370-e84bbdbc08ed None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:02.318419 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a063c7-1b45-49a4-964b-abd604763b0b', 'name': 'network-vif-deleted', 'tag': '379be6c9-a807-44b0-a9c0-23a0de3c08d4', 'status': 'completed', 'code': 200} Nov 25 17:38:02.711932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3439e4a-2a99-4fb1-8769-994a126c45be req-45cfc37b-5219-4c78-aa4e-ccf45167a864 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:02.727552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3439e4a-2a99-4fb1-8769-994a126c45be req-45cfc37b-5219-4c78-aa4e-ccf45167a864 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.2183864 Nov 25 17:38:02.809342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.823521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:02.891872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3439e4a-2a99-4fb1-8769-994a126c45be req-129070bd-c59b-4de4-aade-b3c51286d5db tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583765 Nov 25 17:38:02.901489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.981940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] Checking router: aec41b81-3354-4851-8bef-6f94d8b54348 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:02.994514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] Routers {'aec41b81-3354-4851-8bef-6f94d8b54348'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:02.995253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:37:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['aec41b81-3354-4851-8bef-6f94d8b54348'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:02.995881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.079623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1414d-647b-4074-ae1d-0586e500e49f req-746b8fb7-7806-4ba9-a74f-e04529c827e1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:03.087612 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-18d1414d-647b-4074-ae1d-0586e500e49f req-746b8fb7-7806-4ba9-a74f-e04529c827e1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 945 time: 0.0783234 Nov 25 17:38:03.088141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.102553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.103664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d930260e-d3da-48b0-b798-3191f640e398 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:03.163277 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.165420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22c2d755-9855-425f-a473-89cbf0573938 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d930260e-d3da-48b0-b798-3191f640e398 HTTP/1.1" status: 204 len: 168 time: 2.7311969 Nov 25 17:38:03.167921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:03.186140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c104ef7-1ae2-4afe-9ad9-ede24009d356 None None] Network c5d029df-adcb-4967-8f71-f8a6d31663aa requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:03.205158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-18d1414d-647b-4074-ae1d-0586e500e49f req-4d4b13df-f07a-462c-91f6-fb6c28729267 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165767 Nov 25 17:38:03.281191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Subnet': ['ID=e2010aa7-cab7-4472-95fc-8538a0946f95,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:03.287876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.293677 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73afac29-5fa7-4f06-ae2e-5e4d391f281a tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/subnets/e2010aa7-cab7-4472-95fc-8538a0946f95 HTTP/1.1" status: 204 len: 168 time: 1.6133976 Nov 25 17:38:03.294869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43674) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:03.295007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Deleting subnet ae2c2445-f34b-4620-b45f-340fac7a3604 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:03.299474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.305180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] Set router aec41b81-3354-4851-8bef-6f94d8b54348 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:03.344022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.375122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4f93b630-dde3-4409-9277-207fd7baacaa no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:03.433569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.491984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.502134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.543292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.548182 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ae2c2445-f34b-4620-b45f-340fac7a3604 HTTP/1.1" status: 204 len: 168 time: 0.3622200 Nov 25 17:38:03.549918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca18a7-903a-406a-9be8-7495d16bba44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2c2445-f34b-4620-b45f-340fac7a3604,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:03.552845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43676) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:03.567175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 4f93b630-dde3-4409-9277-207fd7baacaa {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:03.567914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4f93b630-dde3-4409-9277-207fd7baacaa not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:03.569136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a85accde-6e9b-4d19-b144-7cd8b13d3d08 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:03.578304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad902857-268c-499f-8d38-40a13f3fb5a9 None None] Network d508092c-6274-4328-b1d4-64bfe2b3cfa6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:03.581063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 379be6c9-a807-44b0-a9c0-23a0de3c08d4 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:03.648342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 379be6c9-a807-44b0-a9c0-23a0de3c08d4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:03.648825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 379be6c9-a807-44b0-a9c0-23a0de3c08d4 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:03.653885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.689991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a85accde-6e9b-4d19-b144-7cd8b13d3d08 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:03.690345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a85accde-6e9b-4d19-b144-7cd8b13d3d08 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:03.712015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.737794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Deleting port 255fe433-1108-4b29-b184-5099c4b43849 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:03.738297 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.820625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Deleting port 87f59e1b-cb79-424d-85d0-afbbe9c29a44 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:03.821276 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.835473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] For port 255fe433-1108-4b29-b184-5099c4b43849, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=255fe433-1108-4b29-b184-5099c4b43849,segment=NetworkSegment(23343d68-4b58-4083-b4a7-d631b6828491),segment_id=23343d68-4b58-4083-b4a7-d631b6828491)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:03.835975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:03.863599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Calling delete_port for 255fe433-1108-4b29-b184-5099c4b43849 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:04.026011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.056317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] For port 87f59e1b-cb79-424d-85d0-afbbe9c29a44, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=87f59e1b-cb79-424d-85d0-afbbe9c29a44,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:04.056683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.060236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] DHCP port deletion for c5d029df-adcb-4967-8f71-f8a6d31663aa request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:04.087182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=255fe433-1108-4b29-b184-5099c4b43849,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:04.092545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] No DVR routers for this DVR port 255fe433-1108-4b29-b184-5099c4b43849 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:04.093214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Calling delete_port for 87f59e1b-cb79-424d-85d0-afbbe9c29a44 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:04.203805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2fd3-e27a-4bde-aba5-569e4f41fc9e req-8a9924dc-3fe4-479b-8338-497555280f70 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.203805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-941a2fd3-e27a-4bde-aba5-569e4f41fc9e req-8a9924dc-3fe4-479b-8338-497555280f70 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1353765 Nov 25 17:38:04.219534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.298704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] Deleting port 579a585f-3333-4ef9-a042-68205e2b16b6 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:04.299363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.363335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d508092c-6274-4328-b1d4-64bfe2b3cfa6']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:04.374400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23343d68-4b58-4083-b4a7-d631b6828491') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:04.375217 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23343d68-4b58-4083-b4a7-d631b6828491') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:04.377241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:04.380938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5fc4d-c708-4c19-a566-d4b2c6690478 None None] DHCP port deletion for d508092c-6274-4328-b1d4-64bfe2b3cfa6 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:04.388069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.405280 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.412568 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:04.413169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.439425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e969d-d037-4fa6-b7e3-32235d648e50 None None] The sync data for ids ['aec41b81-3354-4851-8bef-6f94d8b54348'] in n-d-817303-7 is: [{'id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'name': 'tempest-TestNetworkBasicOps-router-1138335459', 'tenant_id': '5b29ad21ef12480a9cc01191a8175168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:36:40Z', 'updated_at': '2021-11-25T17:38:00Z', 'revision_number': 5, 'project_id': '5b29ad21ef12480a9cc01191a8175168', 'gw_port': {'id': '87f59e1b-cb79-424d-85d0-afbbe9c29a44', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec41b81-3354-4851-8bef-6f94d8b54348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:36:41Z', 'updated_at': '2021-11-25T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:04.463283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] For port 579a585f-3333-4ef9-a042-68205e2b16b6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=579a585f-3333-4ef9-a042-68205e2b16b6,segment=NetworkSegment(77337d61-3d6b-426e-af14-42613d15f829),segment_id=77337d61-3d6b-426e-af14-42613d15f829)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:04.463983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.472962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d96f1-aba8-45a8-933e-7e52caa7278e req-063da73d-b5b3-4074-b35e-852b8b0c1f24 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.478775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f0d96f1-aba8-45a8-933e-7e52caa7278e req-063da73d-b5b3-4074-b35e-852b8b0c1f24 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 945 time: 0.1106951 Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:04.489881 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:04.505515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] Calling delete_port for 579a585f-3333-4ef9-a042-68205e2b16b6 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:04.508900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.523463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.531968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d508092c-6274-4328-b1d4-64bfe2b3cfa6 HTTP/1.1" status: 204 len: 168 time: 0.9779987 Nov 25 17:38:04.555116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-941a2fd3-e27a-4bde-aba5-569e4f41fc9e req-f5bcf647-9287-4be3-b1e6-03fa91cd9dfa tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200481 Nov 25 17:38:04.584015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26340d3-5b89-40db-89ae-687ce6465276 req-2898b2e7-e858-40fc-8472-5f79e4bc2c49 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:04.585462 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d26340d3-5b89-40db-89ae-687ce6465276 req-2898b2e7-e858-40fc-8472-5f79e4bc2c49 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 945 time: 0.3320262 Nov 25 17:38:04.587065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43a12e-c2ef-46cc-867c-e45bdf6077f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d508092c-6274-4328-b1d4-64bfe2b3cfa6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:04.633154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f0d96f1-aba8-45a8-933e-7e52caa7278e req-7ccb10f7-4b25-4d0b-9a79-8205d2405cc7 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940685 Nov 25 17:38:04.655319 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.695943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Port': ['ID=87f59e1b-cb79-424d-85d0-afbbe9c29a44,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:04.720579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29a597-3d79-40eb-a7d4-1ae96bc3f812 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:04.794077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Deleting port 91da55d1-f940-49ce-9ef7-1e3583f20d39 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:04.794582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.886896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.908586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:04.940383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43698) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:04.951911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] No DVR routers for this DVR port 579a585f-3333-4ef9-a042-68205e2b16b6 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:05.002725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3bd8c-718a-4082-8e53-e7572d08fa5a None None] Pushing event deleted for resources: {'Port': ['ID=579a585f-3333-4ef9-a042-68205e2b16b6,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.070096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] For port 91da55d1-f940-49ce-9ef7-1e3583f20d39, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=91da55d1-f940-49ce-9ef7-1e3583f20d39,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:05.070474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.088932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ab93d57b-1c24-40e2-a082-d48d365a37ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eee2b57d40ae46ada39d17bdddb8bc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449368 Nov 25 17:38:05.090518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43700) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:05.098002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Calling delete_port for 91da55d1-f940-49ce-9ef7-1e3583f20d39 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:05.302195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a19ff5f9-8921-4e84-9327-04c8c63099ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.336079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a19ff5f9-8921-4e84-9327-04c8c63099ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.381250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.383522 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.400004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a19ff5f9-8921-4e84-9327-04c8c63099ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.410758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a19ff5f9-8921-4e84-9327-04c8c63099ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.412558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a19ff5f9-8921-4e84-9327-04c8c63099ee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/01301925-a23f-46be-bf29-d1aaa6919d84 HTTP/1.1" status: 204 len: 168 time: 0.3210208 Nov 25 17:38:05.436508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.438076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Fanout notify agent at l3_agent the message router_deleted on router aec41b81-3354-4851-8bef-6f94d8b54348 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:38:05.452877 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.453690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-945534e1-43b8-4859-871a-248e6bdd9431 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/routers/aec41b81-3354-4851-8bef-6f94d8b54348 HTTP/1.1" status: 204 len: 168 time: 2.1574895 Nov 25 17:38:05.457579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:05.463287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 579a585f-3333-4ef9-a042-68205e2b16b6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:05.542811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 579a585f-3333-4ef9-a042-68205e2b16b6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:05.543171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 579a585f-3333-4ef9-a042-68205e2b16b6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:05.543616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:05.563924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ff5f9-8921-4e84-9327-04c8c63099ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01301925-a23f-46be-bf29-d1aaa6919d84,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.622672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.652152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:05.652494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 38464aa6-c0ce-46ac-bd5a-9096cd7cd76c not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:05.652920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 255fe433-1108-4b29-b184-5099c4b43849 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:05.661799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.755711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['da1e33d8-672b-4fb8-971e-078a48c533bf'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:05.769336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event deleted for resources: {'Port': ['ID=91da55d1-f940-49ce-9ef7-1e3583f20d39,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:05.792545 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.827846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['91da55d1-f940-49ce-9ef7-1e3583f20d39'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:05.865132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fec67c-adef-4560-97f3-b4496cfdc0db None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:05.892043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d029df-adcb-4967-8f71-f8a6d31663aa']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.896751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 255fe433-1108-4b29-b184-5099c4b43849 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:05.897918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 255fe433-1108-4b29-b184-5099c4b43849 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:05.914328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb9fa-4496-4672-bb7e-6e21bf3633e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.916656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-448e8fa0-67f8-4253-8c0f-278b3fe6c9f2 req-6861a702-f138-4db5-b4a7-0d764d5c104b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c0409d8-b8e7-44ff-82d2-513bda83dd34 HTTP/1.1" status: 200 len: 210 time: 0.1011333 Nov 25 17:38:05.927627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] No DVR routers for this DVR port 91da55d1-f940-49ce-9ef7-1e3583f20d39 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:05.942337 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.944299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77337d61-3d6b-426e-af14-42613d15f829') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.948525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77337d61-3d6b-426e-af14-42613d15f829') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:05.955703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d26340d3-5b89-40db-89ae-687ce6465276 req-3011b4a4-8c96-46c8-8a25-c41f7a6da9d1 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.73 "DELETE /v2.0/ports/91da55d1-f940-49ce-9ef7-1e3583f20d39 HTTP/1.1" status: 204 len: 173 time: 1.3530958 Nov 25 17:38:05.970707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:05.987056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'name': 'network-vif-deleted', 'tag': '91da55d1-f940-49ce-9ef7-1e3583f20d39'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:05.995516 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a470c1e-5fe9-4fe7-9d69-e7a0fd1e479b" -d '{"events": [{"server_uuid": "2c0409d8-b8e7-44ff-82d2-513bda83dd34", "name": "network-vif-deleted", "tag": "91da55d1-f940-49ce-9ef7-1e3583f20d39"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:06.022019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.036832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:06.037288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:06.040640 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:06.102410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3c0d-df98-4e97-8bc4-0c2cff8a7cec req-2efcffeb-4975-4aed-bc53-201a27daa93b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:06.140791 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e58c3c0d-df98-4e97-8bc4-0c2cff8a7cec req-2efcffeb-4975-4aed-bc53-201a27daa93b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.3728154 Nov 25 17:38:06.149668 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a0118c-64e9-4498-85f6-f4e9b9033389 x-openstack-request-id: req-b2a0118c-64e9-4498-85f6-f4e9b9033389 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:06.151866 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0409d8-b8e7-44ff-82d2-513bda83dd34", "name": "network-vif-deleted", "tag": "91da55d1-f940-49ce-9ef7-1e3583f20d39", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:06.154589 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2a0118c-64e9-4498-85f6-f4e9b9033389 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:06.157213 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0409d8-b8e7-44ff-82d2-513bda83dd34', 'name': 'network-vif-deleted', 'tag': '91da55d1-f940-49ce-9ef7-1e3583f20d39', 'status': 'completed', 'code': 200} Nov 25 17:38:06.240411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.257295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.259971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e58c3c0d-df98-4e97-8bc4-0c2cff8a7cec req-8eb62b4c-824c-4f8b-ba1b-a8f740b00df5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168318 Nov 25 17:38:06.273558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] 10.222.0.86 "DELETE /v2.0/networks/c5d029df-adcb-4967-8f71-f8a6d31663aa HTTP/1.1" status: 204 len: 168 time: 0.8147109 Nov 25 17:38:06.290266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:06.315155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a2977-4617-4e9f-9d2a-060352456640 tempest-TestNetworkBasicOps-1036751480 tempest-TestNetworkBasicOps-1036751480-project] Pushing event deleted for resources: {'Network': ['ID=c5d029df-adcb-4967-8f71-f8a6d31663aa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:06.360806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-81d6c498-34bc-4861-9ed4-0bdeab5c7818 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f627ec1e61264bbf812998e41ce3f241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664079 Nov 25 17:38:06.363284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:06.429839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc96150c-0cbe-4248-98de-8b20d29c233a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.459758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc96150c-0cbe-4248-98de-8b20d29c233a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.537868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc96150c-0cbe-4248-98de-8b20d29c233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.543833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc96150c-0cbe-4248-98de-8b20d29c233a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:06.545885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc96150c-0cbe-4248-98de-8b20d29c233a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3714679f-49ff-452e-9acb-afaa31a47a0c HTTP/1.1" status: 204 len: 168 time: 0.1814253 Nov 25 17:38:06.571097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96150c-0cbe-4248-98de-8b20d29c233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3714679f-49ff-452e-9acb-afaa31a47a0c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.005821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.159832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87f59e1b-cb79-424d-85d0-afbbe9c29a44 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:07.226014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 87f59e1b-cb79-424d-85d0-afbbe9c29a44 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:07.226631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 87f59e1b-cb79-424d-85d0-afbbe9c29a44 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:07.378976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8dee4a24-28ab-44fc-b7ae-f4e59dd56f75 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b29ad21ef12480a9cc01191a8175168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719873 Nov 25 17:38:07.381663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43766) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:07.499808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45a0fb89-2802-4009-ace8-a12fef11061a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.534548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1caf8-040d-46a5-a0bd-0924d1508e7d req-3bda17c3-70e4-41af-b60e-fb88b6ea53f4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:07.536165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4e1caf8-040d-46a5-a0bd-0924d1508e7d req-3bda17c3-70e4-41af-b60e-fb88b6ea53f4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1100936 Nov 25 17:38:07.538298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45a0fb89-2802-4009-ace8-a12fef11061a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.615341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4e1caf8-040d-46a5-a0bd-0924d1508e7d req-35ee3f03-868b-4993-aca5-9298ea871614 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Nov 25 17:38:07.656937 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45a0fb89-2802-4009-ace8-a12fef11061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.667081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45a0fb89-2802-4009-ace8-a12fef11061a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:07.671473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-45a0fb89-2802-4009-ace8-a12fef11061a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/71adc072-ad7d-4ab7-949a-2e73f90603c1 HTTP/1.1" status: 204 len: 168 time: 0.2856014 Nov 25 17:38:07.677868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0fb89-2802-4009-ace8-a12fef11061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71adc072-ad7d-4ab7-949a-2e73f90603c1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:07.959739 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-271f1a59-c4c6-404d-af46-02cdd79a718d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.006987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91da55d1-f940-49ce-9ef7-1e3583f20d39 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:08.059837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43786) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.065962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 91da55d1-f940-49ce-9ef7-1e3583f20d39 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:08.067566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 91da55d1-f940-49ce-9ef7-1e3583f20d39 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:08.281884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-888329176-network', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:08.322426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:08.327911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.348197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.364057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.405483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4411013c-157b-402f-b379-e32d1786e5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.471189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.478463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.515277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9006285-c3ba-43f1-b77b-711ecadd8ce8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:08.535411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:08.563271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.563653 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Added segment 4bb3bd78-2096-4200-8cf6-92402eebd497 of type vlan for network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d Nov 25 17:38:08.596323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4411013c-157b-402f-b379-e32d1786e5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.604963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4411013c-157b-402f-b379-e32d1786e5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.611913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.641952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.643449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:08.644169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.651497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4411013c-157b-402f-b379-e32d1786e5d4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5563fa9762704691a56d57af6ad89f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859421 Nov 25 17:38:08.665780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43806) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.681999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6205835 Nov 25 17:38:08.684280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:08.729170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Request body: {'subnet': {'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-888329176-subnet', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:08.773591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411013c-157b-402f-b379-e32d1786e5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591bc33-8058-48d3-8efe-bb580fe9636f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:08.859145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd336d-5ff5-4fb6-bdc0-9926cd1c5565 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:08.865605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f0f45-6444-4721-84c1-200ef31e310f req-94e6cea0-d983-429b-9e04-4bc8aa4194db tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:08.869382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:08.869998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:08.874331 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.874969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d21f0f45-6444-4721-84c1-200ef31e310f req-94e6cea0-d983-429b-9e04-4bc8aa4194db tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1050036 Nov 25 17:38:08.910990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aea4-d8f9-41eb-beca-9b90668ff114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:08.935823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aea4-d8f9-41eb-beca-9b90668ff114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.026819 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d21f0f45-6444-4721-84c1-200ef31e310f req-8646c506-6772-4548-bee6-6e1f11df602a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506875 Nov 25 17:38:09.027729 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aea4-d8f9-41eb-beca-9b90668ff114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.030395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aea4-d8f9-41eb-beca-9b90668ff114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.032989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bbc4aea4-d8f9-41eb-beca-9b90668ff114 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3591bc33-8058-48d3-8efe-bb580fe9636f HTTP/1.1" status: 204 len: 168 time: 0.3548615 Nov 25 17:38:09.053267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4aea4-d8f9-41eb-beca-9b90668ff114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591bc33-8058-48d3-8efe-bb580fe9636f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:09.203375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.314870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.318534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61b1e70-a820-474d-9fee-7f45c26c93bf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:09.345012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:09.345498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Network hostable DHCP agents. Network: 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:09.368375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:09.380735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:09.385549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:09.386396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.391848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d867bd2-cd18-4970-a2c1-a69172dc225a None None] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:09.414802 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3bf86cae-3593-45f6-8e97-880e72509c3d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7068961 Nov 25 17:38:09.415193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:09.421738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:09.455378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.459223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.579568 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.841677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:09.844154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:09.867652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.063891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Allocated IP 172.20.0.2 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/1fa71637-97be-4def-a360-61aada23caa5) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:10.281105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a0350-4b9d-42d8-a281-52cbcb5f20fb req-b8554b30-4b00-4a88-a0ab-17e6fe7a0d54 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:10.292900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e8a0350-4b9d-42d8-a281-52cbcb5f20fb req-b8554b30-4b00-4a88-a0ab-17e6fe7a0d54 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1079156 Nov 25 17:38:10.398209 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.419231 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.442657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e8a0350-4b9d-42d8-a281-52cbcb5f20fb req-5bcee9bc-aeeb-4e30-8606-23b92ba850aa tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416004 Nov 25 17:38:10.473702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:10.490197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:10.531917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.534395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:10.547851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:10.619027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.681256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Pushing event updated for resources: {'Port': ['ID=1fa71637-97be-4def-a360-61aada23caa5,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:10.725235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1354670240-network', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:10.760005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Attempting to bind port 1fa71637-97be-4def-a360-61aada23caa5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:10.760750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Attempting to bind port 1fa71637-97be-4def-a360-61aada23caa5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:10.762455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Attempting to bind port 1fa71637-97be-4def-a360-61aada23caa5 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:10.775492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Allocated IP 172.25.8.188 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/809b71ae-1322-4ba1-8d92-f77e590fe1a8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:10.775976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Made reservation on behalf of fd9e19e6312944edbf796ec436cb234b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:10.777522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.779061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:10.779694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.782481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:10.783191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.783752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:10.784499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Bound port: 1fa71637-97be-4def-a360-61aada23caa5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:10.791858 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.805522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:10.878428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] For port 1fa71637-97be-4def-a360-61aada23caa5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:10.882779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] For port 1fa71637-97be-4def-a360-61aada23caa5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fa71637-97be-4def-a360-61aada23caa5,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:10.892765 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.000706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61735e4c-5c04-4d4c-95d2-072e908c8b5f None None] Pushing event updated for resources: {'Port': ['ID=1fa71637-97be-4def-a360-61aada23caa5,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:11.012269 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.023271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.028109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.060894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:11.103508 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.105221 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Added segment e92fcace-d28d-4133-afac-9b0d6d6373e0 of type vlan for network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 Nov 25 17:38:11.141273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.159635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88f4c3a-0027-4cac-afdc-d71bb784b3ee,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:11.205229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:11.221386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:11.225732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:11.236033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3713648-7a23-4277-b350-fa67e0c7d4b0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:11.266699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Pushing event updated for resources: {'Port': ['ID=809b71ae-1322-4ba1-8d92-f77e590fe1a8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:11.287893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.364853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ae97e30f-615d-452a-843c-a6e8759d16d4 None None] Provisioning complete for port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:11.365235 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ae97e30f-615d-452a-843c-a6e8759d16d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.394272 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.395360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:11.401052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.526572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] Pushing event updated for resources: {'Network': ['ID=9e05e49a-6624-4dd4-8e4c-03296c146bf4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:11.541470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-65b9f7bc-a6ea-413a-a4fa-00ff4bed5827 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0497899 Nov 25 17:38:11.545195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:11.552871 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Request body: {'subnet': {'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1354670240-subnet', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:11.602199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:11.610175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Made reservation on behalf of fd9e19e6312944edbf796ec436cb234b for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:11.613201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.676463 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.772482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:11.773129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ae97e30f-615d-452a-843c-a6e8759d16d4 None None] Port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:11.786300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f8aae-e53c-461b-80c7-084a361a1f80 req-37aa723d-bdd5-4333-8897-3656bc149c39 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:11.788329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c8f8aae-e53c-461b-80c7-084a361a1f80 req-37aa723d-bdd5-4333-8897-3656bc149c39 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.0825543 Nov 25 17:38:11.977745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c8f8aae-e53c-461b-80c7-084a361a1f80 req-46ca747d-fa21-4378-9cec-074d7f3aa879 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340067 Nov 25 17:38:12.038332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.117465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Checking segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:12.118284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Network hostable DHCP agents. Network: 9e05e49a-6624-4dd4-8e4c-03296c146bf4, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:12.122841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5accecfa-99b2-42e0-b379-bff25d26889e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:12.150319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:12.170812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 9e05e49a-6624-4dd4-8e4c-03296c146bf4) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:12.180743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ffda9-aa27-405b-845b-abfffcdf482d None None] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:12.181874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:12.183774 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.227287 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7094c7b7-befe-4133-8bb3-c9dded29c8e9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6767139 Nov 25 17:38:12.228268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:12.233506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:12.297826 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.298904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.312524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.393880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.498602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:12.500608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.551631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:12.645411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.741121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:12.747018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Allocated IP 172.20.0.2 (9e05e49a-6624-4dd4-8e4c-03296c146bf4/5accecfa-99b2-42e0-b379-bff25d26889e/1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:12.751686 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:12.773541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:12.776345 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:12.778773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-144bd85e-2bba-4e91-b2ed-13e7e2fb385b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3616257 Nov 25 17:38:12.779468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43900) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:12.779916 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:13.158828 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:13.171968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd5036-867b-459c-89da-8e1fff48718a None None] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:13.203922 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.258779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.310238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-27e4feb5-9aec-46a7-b612-6e349fc4fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.313490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-27e4feb5-9aec-46a7-b612-6e349fc4fdff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1096 time: 0.3257017 Nov 25 17:38:13.350617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d6b5ea11-333b-4745-ae59-1c785aa8cc5f None None] Provisioning complete for port 1fa71637-97be-4def-a360-61aada23caa5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:13.353361 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea11-333b-4745-ae59-1c785aa8cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.420219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd306f2-5043-41f4-aa0b-c77817e6d131 req-2d9aed26-82b3-4514-b4f4-ed307fd2556b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.422792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fa71637-97be-4def-a360-61aada23caa5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:13.423346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffd306f2-5043-41f4-aa0b-c77817e6d131 req-2d9aed26-82b3-4514-b4f4-ed307fd2556b tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 946 time: 0.1936824 Nov 25 17:38:13.489348 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.555748 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:11Z', 'revision_number': 3, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:13.569203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559bf3-6e08-4d77-8cdc-b4e4dbef4ef7 req-79420777-9690-49f4-bf15-5da166b9a8ab tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.570688 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e559bf3-6e08-4d77-8cdc-b4e4dbef4ef7 req-79420777-9690-49f4-bf15-5da166b9a8ab tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.3355517 Nov 25 17:38:13.588668 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea11-333b-4745-ae59-1c785aa8cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.590125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Allocated IP 172.25.8.233 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/29a2974f-c20d-4776-9ef4-98e3defcc6e6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:13.602334 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:13.602967 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Updating router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:13.604978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.637222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d6b5ea11-333b-4745-ae59-1c785aa8cc5f None None] For port 1fa71637-97be-4def-a360-61aada23caa5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fa71637-97be-4def-a360-61aada23caa5,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:13.662324 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.671861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea11-333b-4745-ae59-1c785aa8cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.707680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:13.729459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:13.735712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:13.744529 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.805503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffd306f2-5043-41f4-aa0b-c77817e6d131 req-7fcfb446-16bf-4060-85c9-718a5fbc5931 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713858 Nov 25 17:38:13.812668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.820797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-f777f33a-d982-40d5-b2a9-9b8057808ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:13.822949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-f777f33a-d982-40d5-b2a9-9b8057808ccd service neutron] 10.222.0.73 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 915 time: 0.4778225 Nov 25 17:38:13.828766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Pushing event updated for resources: {'Port': ['ID=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.885247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:13.888386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7e559bf3-6e08-4d77-8cdc-b4e4dbef4ef7 req-e2040d55-9093-4f96-bb30-2a3e1438a246 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188973 Nov 25 17:38:13.922554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ea11-333b-4745-ae59-1c785aa8cc5f None None] Pushing event updated for resources: {'Port': ['ID=1fa71637-97be-4def-a360-61aada23caa5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:13.950299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1fa71637-97be-4def-a360-61aada23caa5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:13.950672 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:13.989866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Attempting to bind port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:13.990243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Attempting to bind port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:13.990617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Attempting to bind port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 on network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:14.000107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:14.004945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:14.005339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Checking segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:14.005755 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.006190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Bound using segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:14.006643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Bound port: 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:14.007032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.027090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Pushing event updated for resources: {'Port': ['ID=29a2974f-c20d-4776-9ef4-98e3defcc6e6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.029589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:14.031273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a2a46-b36d-49c4-a49b-3ce22847b176 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:14.040454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-c37c9da4-328d-4e95-8ff0-d9d8064461af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 217 time: 0.1792705 Nov 25 17:38:14.093290 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.112420 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.148493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.161425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bab2973-1645-4f84-9e4f-ffa1197ae321 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:14.203072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-f484e3db-6a4c-4ef2-bca0-50b009b21558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.205081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-f484e3db-6a4c-4ef2-bca0-50b009b21558 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.1103818 Nov 25 17:38:14.262238 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Attempting to bind port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:14.262938 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Attempting to bind port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:14.263504 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Attempting to bind port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:14.278479 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:14.288835 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:14.292836 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.293500 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:14.294181 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Bound port: 809b71ae-1322-4ba1-8d92-f77e590fe1a8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:14.295035 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.315557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6946e860-7e4d-40bd-95e7-a0b9f0affa1c None None] Provisioning complete for port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:14.315931 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6946e860-7e4d-40bd-95e7-a0b9f0affa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.351016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-a3570864-91f7-49bd-9cab-c12cdc76bbf5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094027 Nov 25 17:38:14.359882 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18763a0-03dd-48a6-8dac-1678918dfb99 None None] Pushing event updated for resources: {'Port': ['ID=809b71ae-1322-4ba1-8d92-f77e590fe1a8,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.367434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] For port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:14.387743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] For port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:14.392866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6946e860-7e4d-40bd-95e7-a0b9f0affa1c None None] Port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:14.396174 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.401226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-9ce198b7-52fd-40bd-a475-b90b15c0715c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:38:14.407234 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-9ce198b7-52fd-40bd-a475-b90b15c0715c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232906 Nov 25 17:38:14.442673 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] For port 809b71ae-1322-4ba1-8d92-f77e590fe1a8, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:14.447667 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] For port 809b71ae-1322-4ba1-8d92-f77e590fe1a8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=809b71ae-1322-4ba1-8d92-f77e590fe1a8,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:14.453767 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.456351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb2992-0051-4bc9-9524-98e002e5058a None None] Pushing event updated for resources: {'Port': ['ID=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.501974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10d1e4-0136-4322-9086-8f55a8249acb None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:14.543301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-54a15e1a-b462-4955-824e-f4f0e5f19fd2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:14.544758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-54a15e1a-b462-4955-824e-f4f0e5f19fd2 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 946 time: 0.1139941 Nov 25 17:38:14.550272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Provisioning complete for port 1fa71637-97be-4def-a360-61aada23caa5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:14.550642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.572919 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:14.573535 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:14.621271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Allocated IP 172.20.0.1 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/0d196aa7-79b4-417b-ab84-bdafaac26149) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:14.691750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Provisioning complete for port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:14.692280 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.747760 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18763a0-03dd-48a6-8dac-1678918dfb99 None None] Pushing event updated for resources: {'Port': ['ID=809b71ae-1322-4ba1-8d92-f77e590fe1a8,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:14.824500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Deleting port da1e33d8-672b-4fb8-971e-078a48c533bf {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:38:14.825000 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.876930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-7206bad9-4ccc-4404-85b9-66377982f952 service neutron] 10.222.0.73 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614460 Nov 25 17:38:14.931964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:14.968560 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:15.010232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] For port 809b71ae-1322-4ba1-8d92-f77e590fe1a8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=809b71ae-1322-4ba1-8d92-f77e590fe1a8,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:15.021009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.094380 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.191254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192fec6-30b2-4b98-90f0-5c3b8ebeecc4 None None] Pushing event updated for resources: {'Port': ['ID=809b71ae-1322-4ba1-8d92-f77e590fe1a8,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:15.212316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4342fc25-c9e0-45b0-90f5-0a58c79eb4d8 None None] Provisioning complete for port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.214085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4342fc25-c9e0-45b0-90f5-0a58c79eb4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.346976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] For port da1e33d8-672b-4fb8-971e-078a48c533bf, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=da1e33d8-672b-4fb8-971e-078a48c533bf,segment=NetworkSegment(c2de3a23-8f46-42cc-baff-3d48f9a5c77e),segment_id=c2de3a23-8f46-42cc-baff-3d48f9a5c77e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:15.350502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.426084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.431422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Calling delete_port for da1e33d8-672b-4fb8-971e-078a48c533bf owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:38:15.442507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fa71637-97be-4def-a360-61aada23caa5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:15.449064 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:11Z', 'revision_number': 3, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:15.458694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e3bc2-5a77-42d5-b641-1cf60c9a55d1 req-d315e80a-02b6-4f66-b207-03be5f6be09a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.460780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b13e3bc2-5a77-42d5-b641-1cf60c9a55d1 req-d315e80a-02b6-4f66-b207-03be5f6be09a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.3532856 Nov 25 17:38:15.483706 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b31-89f1-4da4-b6f1-be485ca7fdee None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:11Z', 'revision_number': 3, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:15.556494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1fa71637-97be-4def-a360-61aada23caa5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.556863 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.672398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:15.783575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:15.784205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.787023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b13e3bc2-5a77-42d5-b641-1cf60c9a55d1 req-17bd3b28-e080-4448-8be2-23c96acfb818 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177030 Nov 25 17:38:15.794699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.868437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3f2c2-e333-434f-a075-949f4fb4d14b req-0ec2033f-0528-4ba3-a049-da72ab6faf9e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:15.876797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58f3f2c2-e333-434f-a075-949f4fb4d14b req-0ec2033f-0528-4ba3-a049-da72ab6faf9e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/ports?device_id=095820d9-3e4b-4379-b60d-a7a6b32d6893 HTTP/1.1" status: 200 len: 946 time: 0.8577895 Nov 25 17:38:15.916293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:15.966969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:15.970111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99c354ef-5d32-4d62-bca8-dae195e3eb29 req-9a5da9e7-dca3-4989-b77d-26ca7812d130 service neutron] 10.222.0.73 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0845788 Nov 25 17:38:15.974572 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.072290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.084864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d196aa7-79b4-417b-ab84-bdafaac26149,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.098917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.116730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:16.127512 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.146553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:16.163195 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-58f3f2c2-e333-434f-a075-949f4fb4d14b req-373de5c3-4b03-412c-a7e0-6a6746db3cd8 tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb24e2d0-e8aa-462c-bd6d-f9558996329a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765198 Nov 25 17:38:16.207320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4708601-c29e-4d3d-875d-2afe50129b8b None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:16.208299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:16.292026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Pushing event deleted for resources: {'Port': ['ID=da1e33d8-672b-4fb8-971e-078a48c533bf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:16.296523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.344762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] No DVR routers for this DVR port da1e33d8-672b-4fb8-971e-078a48c533bf on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:16.348826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.353355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc5b5358-9b99-4c3d-9155-f8fcd0e6c7c5 req-feaccf58-d5bc-4f19-bfcc-adf36740437e tempest-AttachVolumeNegativeTest-1783004987 tempest-AttachVolumeNegativeTest-1783004987-project] 10.222.0.55 "DELETE /v2.0/ports/da1e33d8-672b-4fb8-971e-078a48c533bf HTTP/1.1" status: 204 len: 173 time: 1.8006482 Nov 25 17:38:16.353843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'name': 'network-vif-deleted', 'tag': 'da1e33d8-672b-4fb8-971e-078a48c533bf'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:16.362359 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0513d-d5db-40c1-a179-df31cd4f3203" -d '{"events": [{"server_uuid": "095820d9-3e4b-4379-b60d-a7a6b32d6893", "name": "network-vif-deleted", "tag": "da1e33d8-672b-4fb8-971e-078a48c533bf"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:16.382513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1d618-fa1c-4e4d-a56f-47e9c2750c07 None None] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:16.386970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.468247 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f061ca08-5b3f-4c01-b146-d5ebd53cdbe0 x-openstack-request-id: req-f061ca08-5b3f-4c01-b146-d5ebd53cdbe0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:16.468541 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095820d9-3e4b-4379-b60d-a7a6b32d6893", "name": "network-vif-deleted", "tag": "da1e33d8-672b-4fb8-971e-078a48c533bf", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:16.468793 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f061ca08-5b3f-4c01-b146-d5ebd53cdbe0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:16.469191 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095820d9-3e4b-4379-b60d-a7a6b32d6893', 'name': 'network-vif-deleted', 'tag': 'da1e33d8-672b-4fb8-971e-078a48c533bf', 'status': 'completed', 'code': 200} Nov 25 17:38:16.616285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Router 84516b2c-12d2-4203-a1b2-3fa22f852b32 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:16.633287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.675312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-df860c28-2b51-4c20-84bd-1f1bd821ae55 None None] Provisioning complete for port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:16.676303 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df860c28-2b51-4c20-84bd-1f1bd821ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.789494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:16.810447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Sync routers for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:16.820945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:16.822746 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-93ad4b44-8cc5-46c3-a4af-e35e08509d53 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5925124 Nov 25 17:38:16.825377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:16.886088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:16.886724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:17.039779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.046638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.118234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1354e0cb-0ebc-48c4-9d50-3fa52c813e84 None None] Provisioning complete for port 0d196aa7-79b4-417b-ab84-bdafaac26149 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:17.118608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1354e0cb-0ebc-48c4-9d50-3fa52c813e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.159227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.159489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1354e0cb-0ebc-48c4-9d50-3fa52c813e84 None None] Port 0d196aa7-79b4-417b-ab84-bdafaac26149 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:17.168659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d196aa7-79b4-417b-ab84-bdafaac26149,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:17.171159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:17.288336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:17.316611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c7e8e75e-05ec-4112-aa3d-153fd1635e66 None None] Provisioning complete for port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:17.317132 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e75e-05ec-4112-aa3d-153fd1635e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.341576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:17.343835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:17.349865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Deleting subnet 889a3d18-3cf7-466b-950d-8cab0a5b7627 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:38:17.360890 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.512491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd0cdf-aa53-453a-82aa-27030c10cd0d req-3e94e9f5-ae8d-46bd-b393-1c89bd6d672c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:17.514376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36bd0cdf-aa53-453a-82aa-27030c10cd0d req-3e94e9f5-ae8d-46bd-b393-1c89bd6d672c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.4091394 Nov 25 17:38:17.519050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.523105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 809b71ae-1322-4ba1-8d92-f77e590fe1a8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:17.538339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:17.611099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device da1e33d8-672b-4fb8-971e-078a48c533bf no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:17.666854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-36bd0cdf-aa53-453a-82aa-27030c10cd0d req-2005ff73-5cf5-488a-8155-a0c6353e5b0e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094322 Nov 25 17:38:17.694666 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.696499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: da1e33d8-672b-4fb8-971e-078a48c533bf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:38:17.697888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device da1e33d8-672b-4fb8-971e-078a48c533bf not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:38:17.730284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 3, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:17.735618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:17.736149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.781482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Checking router: 84516b2c-12d2-4203-a1b2-3fa22f852b32 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:17.783329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Updating router 84516b2c-12d2-4203-a1b2-3fa22f852b32 port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:17.882653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.888305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:17.893114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ee177b93-5df3-4bc1-b1db-89bffbbc791c None None] Provisioning complete for port 0d196aa7-79b4-417b-ab84-bdafaac26149 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:17.893903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee177b93-5df3-4bc1-b1db-89bffbbc791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.035367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.074951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889a3d18-3cf7-466b-950d-8cab0a5b7627,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.104014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.110354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-40982688-a686-4734-8400-03d41d5a87eb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/889a3d18-3cf7-466b-950d-8cab0a5b7627 HTTP/1.1" status: 204 len: 168 time: 0.8158371 Nov 25 17:38:18.111964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 43932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:18.201053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.223742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.239050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:18.248363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:18.250985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e55a5-a01d-4dcf-9484-840a1f795860 None None] Network 4e2d351d-8021-43eb-a26b-83f16fdc9e9d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:18.274496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ee177b93-5df3-4bc1-b1db-89bffbbc791c None None] Port 0d196aa7-79b4-417b-ab84-bdafaac26149 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:18.306048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:18.321271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-225ede16-4c83-4383-b330-d831bb0490e9 admin admin] 10.222.0.86 "PUT /v2.0/routers/0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5329664 Nov 25 17:38:18.321458 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:18.338021 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:18.338870 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:18.386076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.448226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2d351d-8021-43eb-a26b-83f16fdc9e9d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:18.464477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:18.464894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2de3a23-8f46-42cc-baff-3d48f9a5c77e') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:18.509986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.548531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.557668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:38:18.558056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:38:18.559852 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:38:18.585907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:18.586276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.605486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Allocated IP 172.20.0.1 (9e05e49a-6624-4dd4-8e4c-03296c146bf4/5accecfa-99b2-42e0-b379-bff25d26889e/c3538bf9-57fd-466c-a718-61a9320bc9e3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:18.650584 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.659186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.661087 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:18.662564 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e2d351d-8021-43eb-a26b-83f16fdc9e9d HTTP/1.1" status: 204 len: 168 time: 0.5469697 Nov 25 17:38:18.695379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26cc27-e567-4132-9269-290becfab073 None None] DHCP port deletion for 4e2d351d-8021-43eb-a26b-83f16fdc9e9d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:18.731343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dea54-2f9c-4fc2-ba7f-c729dab54cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2d351d-8021-43eb-a26b-83f16fdc9e9d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:18.826097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.860405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:18.912369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eff2e-752b-4546-a738-6b6c53985753 req-d5a5c6d0-16e8-4774-b530-0c68896858c7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:18.914619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a92eff2e-752b-4546-a738-6b6c53985753 req-d5a5c6d0-16e8-4774-b530-0c68896858c7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1147971 Nov 25 17:38:18.945897 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.019106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a92eff2e-752b-4546-a738-6b6c53985753 req-d846ec23-1833-443e-94e9-fa0bad55707a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982728 Nov 25 17:38:19.072051 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 2, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:19.114042 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:19.115360 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Updating router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b port 0d196aa7-79b4-417b-ab84-bdafaac26149 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:19.126467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:19.150163 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.153384 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82e02b9-5581-460e-8dae-ff05574dbaf9" -d '{"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-unplugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:19.191067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3538bf9-57fd-466c-a718-61a9320bc9e3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.196657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:19.211171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:19.212692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:19.217361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:19.227107 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001bc862-1644-491c-8e09-16d5b2c0a98f x-openstack-request-id: req-001bc862-1644-491c-8e09-16d5b2c0a98f {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:19.227693 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-unplugged", "status": "failed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "code": 422}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:19.228467 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-001bc862-1644-491c-8e09-16d5b2c0a98f {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:19.229100 n-d-817303-7 neutron-server[103637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'code': 422} returned with failed status Nov 25 17:38:19.237611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:19.238687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.300454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0bce5e44-64d9-462b-9a46-c1a681b0123c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe32d3c3d64d4df49eed27b3f687204d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025221 Nov 25 17:38:19.301095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:19.334904 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.354010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.361346 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.404179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdedce73-d77e-4384-b620-c3389a3a6b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.420869 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.464378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdedce73-d77e-4384-b620-c3389a3a6b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.465578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a4410-6487-4ba4-8be7-c9372108b678 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:19.488598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a83bc-af48-4957-b5c2-66a27fc6e9a0 None None] Pushing event updated for resources: {'Port': ['ID=29a2974f-c20d-4776-9ef4-98e3defcc6e6,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.499782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Attempting to bind port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:19.500504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Attempting to bind port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:19.502791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Attempting to bind port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:19.522085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:19.522694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:19.523279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.523998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:19.524652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Bound port: 29a2974f-c20d-4776-9ef4-98e3defcc6e6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:19.527824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.547108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43962) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:19.552703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1071109835-network', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:19.556491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05cc4-c40c-4f93-907d-709287bac779 req-9138dc8e-0f67-4e15-84f4-6316d3187d82 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:19.560532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40e05cc4-c40c-4f93-907d-709287bac779 req-9138dc8e-0f67-4e15-84f4-6316d3187d82 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.2479019 Nov 25 17:38:19.610558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] For port 29a2974f-c20d-4776-9ef4-98e3defcc6e6, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:19.615087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Made reservation on behalf of 67e53e1ea2cb4c4ba80ab678b54c4b67 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:19.618845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.619564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] For port 29a2974f-c20d-4776-9ef4-98e3defcc6e6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=29a2974f-c20d-4776-9ef4-98e3defcc6e6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:19.625967 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.644336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-79c67d37-c966-42f2-82e7-b84063d730a0 None None] Provisioning complete for port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:19.644336 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79c67d37-c966-42f2-82e7-b84063d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.648677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.692945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdedce73-d77e-4384-b620-c3389a3a6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.696498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdedce73-d77e-4384-b620-c3389a3a6b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.698367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fdedce73-d77e-4384-b620-c3389a3a6b1c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb24e2d0-e8aa-462c-bd6d-f9558996329a HTTP/1.1" status: 204 len: 168 time: 0.3962629 Nov 25 17:38:19.722014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40e05cc4-c40c-4f93-907d-709287bac779 req-27cb7674-9fa0-4c08-9cf7-6c8b3426dca5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417322 Nov 25 17:38:19.762592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedce73-d77e-4384-b620-c3389a3a6b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24e2d0-e8aa-462c-bd6d-f9558996329a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:19.794021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffb492-815b-4e3d-97ac-c04a70410af9 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:19.804047 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.893088 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.896213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:19.897068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:19.912391 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.956456 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:19.964831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.028196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:20.040218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af07b70-f7a9-4dbd-8ca4-dc65deba6200,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.040437 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacf81f-a3e8-48d9-9f31-3d382757ed58 None None] Pushing event updated for resources: {'Port': ['ID=0d196aa7-79b4-417b-ab84-bdafaac26149,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.049619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.050126 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Added segment 53f71ffa-2e5b-487d-8dfe-6eb50709d74c of type vlan for network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c Nov 25 17:38:20.087901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-bd1cd7c8-4220-4370-8967-2ffaaf156fa5 req-63ae8938-eab2-4fad-8594-c6a26a508142 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:38:20.089768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd1cd7c8-4220-4370-8967-2ffaaf156fa5 req-63ae8938-eab2-4fad-8594-c6a26a508142 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172782 Nov 25 17:38:20.173888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a83bc-af48-4957-b5c2-66a27fc6e9a0 None None] Pushing event updated for resources: {'Port': ['ID=29a2974f-c20d-4776-9ef4-98e3defcc6e6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.181482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:20.183415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.236996 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.253971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.255054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:20.256008 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.260536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.272379 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Attempting to bind port 0d196aa7-79b4-417b-ab84-bdafaac26149 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:20.272753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Attempting to bind port 0d196aa7-79b4-417b-ab84-bdafaac26149 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:20.273121 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Attempting to bind port 0d196aa7-79b4-417b-ab84-bdafaac26149 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:20.285804 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:20.287095 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:20.287536 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.290283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:20.290747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79c67d37-c966-42f2-82e7-b84063d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.290905 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Bound port: 0d196aa7-79b4-417b-ab84-bdafaac26149, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:20.296576 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.336854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-79c67d37-c966-42f2-82e7-b84063d730a0 None None] For port 29a2974f-c20d-4776-9ef4-98e3defcc6e6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=29a2974f-c20d-4776-9ef4-98e3defcc6e6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:20.350767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79c67d37-c966-42f2-82e7-b84063d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.383871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8347125 Nov 25 17:38:20.402157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 43986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:20.430432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Request body: {'subnet': {'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1071109835-subnet', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:20.491684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3a21-d790-4a27-b63e-3ab89884a2ab admin admin] Pushing event updated for resources: {'Network': ['ID=1eb86208-aecc-4226-8ac0-3d8a1042fa4c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.512720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3538bf9-57fd-466c-a718-61a9320bc9e3,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.540785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe2428-370d-4eb2-89e3-ff5ba1492ed9 req-3313675a-f656-4e79-b559-ad7886a2bc1e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:20.542367 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] For port 0d196aa7-79b4-417b-ab84-bdafaac26149, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:20.548880 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] For port 0d196aa7-79b4-417b-ab84-bdafaac26149, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0d196aa7-79b4-417b-ab84-bdafaac26149,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:20.549604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ebe2428-370d-4eb2-89e3-ff5ba1492ed9 req-3313675a-f656-4e79-b559-ad7886a2bc1e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.1725173 Nov 25 17:38:20.559230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Made reservation on behalf of 67e53e1ea2cb4c4ba80ab678b54c4b67 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:20.559421 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.561501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.572249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.585887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:20.690219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ebe2428-370d-4eb2-89e3-ff5ba1492ed9 req-99f4aed4-1e91-4520-a46b-749191c3fa22 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393616 Nov 25 17:38:20.718347 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:20.718974 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:20.802077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:20.810380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:20.881998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-afe0bda8-40ef-41c3-b94e-148e0887ccdd None None] Provisioning complete for port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:20.882231 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-afe0bda8-40ef-41c3-b94e-148e0887ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:20.916311 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacf81f-a3e8-48d9-9f31-3d382757ed58 None None] Pushing event updated for resources: {'Port': ['ID=0d196aa7-79b4-417b-ab84-bdafaac26149,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.929663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c67d37-c966-42f2-82e7-b84063d730a0 None None] Pushing event updated for resources: {'Port': ['ID=29a2974f-c20d-4776-9ef4-98e3defcc6e6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:20.953294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44002) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.032165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.061738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:18Z', 'revision_number': 1, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:21.135989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69b71e-f33e-4feb-ac02-cc4ee7e59455 None None] The sync data for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 is: [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:18Z', 'revision_number': 1, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:21.159664 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:21.187526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Router 84516b2c-12d2-4203-a1b2-3fa22f852b32 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:21.252944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4001fddc-fdda-4c46-b418-ae7db140b0c3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:21.273208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Checking segment: {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:21.276726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Network hostable DHCP agents. Network: 1eb86208-aecc-4226-8ac0-3d8a1042fa4c, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:21.318162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-afe0bda8-40ef-41c3-b94e-148e0887ccdd None None] Provisioning complete for port c3538bf9-57fd-466c-a718-61a9320bc9e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:21.318690 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-afe0bda8-40ef-41c3-b94e-148e0887ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.324446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:21.347269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 1eb86208-aecc-4226-8ac0-3d8a1042fa4c) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:21.351930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:21.352736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.385368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a97752e2-1f4f-4a65-b9a0-5a8d0920e244 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9569151 Nov 25 17:38:21.385732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:21.392756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:21.423809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:21.438551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f3dc4272-f5c6-4b90-b076-d31a3b188fc2 admin admin] 10.222.0.86 "PUT /v2.0/routers/84516b2c-12d2-4203-a1b2-3fa22f852b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6118374 Nov 25 17:38:21.445700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.447256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.488959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-afe0bda8-40ef-41c3-b94e-148e0887ccdd None None] Port c3538bf9-57fd-466c-a718-61a9320bc9e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:21.490486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458813f8-bcac-4ea3-9995-8e423fd7512d None None] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:21.553119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.696459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Provisioning complete for port 0d196aa7-79b4-417b-ab84-bdafaac26149 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:21.696853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.722675 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:21.789527 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e10d1-1990-4950-80d6-acf448eaa300 None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:21.900757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-1eb86208-aecc-4226-8ac0-3d8a1042fa4c', 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'fixed_ips': [{'subnet_id': '4001fddc-fdda-4c46-b418-ae7db140b0c3'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:21.901713 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:21.954031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-b0c13c9b-eecb-4056-ad0f-5e1ded1a1f4e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9920352 Nov 25 17:38:22.031114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e259-f708-484d-bc3d-3efcebd6ede9 req-29f92c99-62f3-4d49-aa9d-3c3c2a7bd027 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:22.043967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6499e259-f708-484d-bc3d-3efcebd6ede9 req-29f92c99-62f3-4d49-aa9d-3c3c2a7bd027 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.1392112 Nov 25 17:38:22.097111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:38:22.101584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-fa8f21e3-b9d5-48d8-983f-45599f8e19a1 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:38:22.102659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-fa8f21e3-b9d5-48d8-983f-45599f8e19a1 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469656 Nov 25 17:38:22.121499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.202597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6499e259-f708-484d-bc3d-3efcebd6ede9 req-49630420-3819-4c05-a9c4-347dd2da4511 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575916 Nov 25 17:38:22.721394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:22.728282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1196440493-network', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:22.800722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Made reservation on behalf of a055788202bd4f6db5a51bfe423d691b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:22.803795 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.818584 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.843340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.900830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:22.984267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.117882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.127074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.198661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Allocated IP 172.25.8.5 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/45c643c2-1afb-4b78-a0d9-a9b10be0bdcb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:23.208496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e764fb7-b46f-4f40-a046-bef1cf4c6c90,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.241009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:38:23.263048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.263598 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Added segment 194a9bcf-bda2-478e-9fe3-09095b0ad13e of type vlan for network 509ac36d-a12a-4115-9b2f-6112baa78fe8 Nov 25 17:38:23.329890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] For port 0d196aa7-79b4-417b-ab84-bdafaac26149, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0d196aa7-79b4-417b-ab84-bdafaac26149,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:23.357226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.371377 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.423163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.424210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:23.424837 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.460509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Allocated IP 172.20.0.2 (1eb86208-aecc-4226-8ac0-3d8a1042fa4c/4001fddc-fdda-4c46-b418-ae7db140b0c3/d609df4b-f7df-42e3-9b80-44cbe3d0d715) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:23.519104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 29a2974f-c20d-4776-9ef4-98e3defcc6e6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:23.581822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Pushing event updated for resources: {'Port': ['ID=0d196aa7-79b4-417b-ab84-bdafaac26149,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.582149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8596125 Nov 25 17:38:23.584517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Provisioning complete for port c3538bf9-57fd-466c-a718-61a9320bc9e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:23.585072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44068) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:23.585232 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.602625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Request body: {'subnet': {'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1196440493-subnet', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:23.621727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d035-fb8a-4986-9af5-e70400f5b589 req-4bf224fa-de32-4ee1-b6e1-c08a0f1ad0f6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:23.630145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b9a5d035-fb8a-4986-9af5-e70400f5b589 req-4bf224fa-de32-4ee1-b6e1-c08a0f1ad0f6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.1640935 Nov 25 17:38:23.632649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a965c3-8155-43c4-b45e-e02d5986be6b admin admin] Pushing event updated for resources: {'Network': ['ID=509ac36d-a12a-4115-9b2f-6112baa78fe8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:23.671350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Made reservation on behalf of a055788202bd4f6db5a51bfe423d691b for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:23.674298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.674530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:38:23.799909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-97a360af-316c-495b-855e-18bb7e95cbc5 None None] Port c3538bf9-57fd-466c-a718-61a9320bc9e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:23.833426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b9a5d035-fb8a-4986-9af5-e70400f5b589 req-aad585ce-2989-4d20-b93e-3c7ac135fef9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980717 Nov 25 17:38:23.852143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-9df9a9b5-3a1f-41c6-92dd-53fc85161d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:23.853797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-9df9a9b5-3a1f-41c6-92dd-53fc85161d63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7&tenant_id=7aab90d5d1fd48c6afefa529d17f1a99 HTTP/1.1" status: 200 len: 1094 time: 0.1687291 Nov 25 17:38:23.874834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-db3f2260-fa63-4f55-8651-ea1361918d5c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:38:23.876500 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-db3f2260-fa63-4f55-8651-ea1361918d5c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157797 Nov 25 17:38:23.884460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.895811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:23.902494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:23.903045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:23.972686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.051020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.080937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.142561 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.236789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:24.237880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:24.247120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:24.254951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:24.265677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Pushing event updated for resources: {'Port': ['ID=d609df4b-f7df-42e3-9b80-44cbe3d0d715,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:24.277700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0d196aa7-79b4-417b-ab84-bdafaac26149 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:24.293481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:24.323737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Checking segment: {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:24.324434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Network hostable DHCP agents. Network: 509ac36d-a12a-4115-9b2f-6112baa78fe8, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:38:24.337272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:24.351687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:38:24.367772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 509ac36d-a12a-4115-9b2f-6112baa78fe8) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:24.384717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.388302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:24.390633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a327e16-b275-45d9-b969-47030a173391 None None] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:24.391292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.394698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:24.424421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b06a8f57-b186-4f4a-9a98-083019e05ee4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8318825 Nov 25 17:38:24.425047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:24.431030 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:24.454201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Pushing event updated for resources: {'Port': ['ID=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:24.454838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Attempting to bind port d609df4b-f7df-42e3-9b80-44cbe3d0d715 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:24.455236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Attempting to bind port d609df4b-f7df-42e3-9b80-44cbe3d0d715 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:24.455642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Attempting to bind port d609df4b-f7df-42e3-9b80-44cbe3d0d715 on network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:24.459708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.469257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.471970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:24.472355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Checking segment: {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:24.472865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.473678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.473678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Bound using segment: {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:24.473841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Bound port: d609df4b-f7df-42e3-9b80-44cbe3d0d715, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:24.474188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.478385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:24.482397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:24.485255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:24.519637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Transition to ACTIVE for port object 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:38:24.538159 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.541269 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.612933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0d196aa7-79b4-417b-ab84-bdafaac26149 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.613298 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.614887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302cdd1-6047-4b5a-b96b-de71f1d31f1f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:24.655188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=9']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:24.684924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88784dd-371b-434e-a383-108100078970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-509ac36d-a12a-4115-9b2f-6112baa78fe8', 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'fixed_ips': [{'subnet_id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:38:24.686685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d88784dd-371b-434e-a383-108100078970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.828180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-873f39d6-7b92-46d3-ae7d-db7cc235f17f None None] Provisioning complete for port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:24.828936 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-873f39d6-7b92-46d3-ae7d-db7cc235f17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.830528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:24.883977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] No DVR routers for this DVR port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:38:24.920731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-873f39d6-7b92-46d3-ae7d-db7cc235f17f None None] Port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:24.943668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] For port d609df4b-f7df-42e3-9b80-44cbe3d0d715, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:24.971120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] For port d609df4b-f7df-42e3-9b80-44cbe3d0d715, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d609df4b-f7df-42e3-9b80-44cbe3d0d715,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:25.008989 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.055741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0ba7-7b80-4db5-a03a-78d40cdafb49 req-dc942fd8-a290-42f3-9057-25beb00044b9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.057454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbba0ba7-7b80-4db5-a03a-78d40cdafb49 req-dc942fd8-a290-42f3-9057-25beb00044b9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 943 time: 0.0823085 Nov 25 17:38:25.096635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.137175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d88784dd-371b-434e-a383-108100078970 None None] Allocated IP 172.20.0.2 (509ac36d-a12a-4115-9b2f-6112baa78fe8/4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63/e84dd6d0-ad23-447f-a534-a177ae205abd) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:25.158626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc289b-6ea0-485a-a575-3d8682575b69 None None] Pushing event updated for resources: {'Port': ['ID=d609df4b-f7df-42e3-9b80-44cbe3d0d715,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.161241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbba0ba7-7b80-4db5-a03a-78d40cdafb49 req-55c9c8c1-7ba9-4f4e-9951-4ac7eae55ee5 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941505 Nov 25 17:38:25.167888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:25.176503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:25.177190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on network 448489f4-0351-46ca-9354-5a360e8ae31c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:25.180501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44108) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:25.211508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on network 448489f4-0351-46ca-9354-5a360e8ae31c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:25.211840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Attempting to bind port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on network 448489f4-0351-46ca-9354-5a360e8ae31c {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:25.290056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:25.290394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Checking segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:25.290787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Bound using segment: {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:25.291236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Bound port: 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b20c10d-e2de-47f9-9366-712968d9c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:25.292122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.381482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0d196aa7-79b4-417b-ab84-bdafaac26149 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:25.392636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d732a8e-0017-41a4-9d02-29f233248319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.400246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:25.404772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:25.459079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d88784dd-371b-434e-a383-108100078970 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.481025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d88784dd-371b-434e-a383-108100078970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.498793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0d196aa7-79b4-417b-ab84-bdafaac26149 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:25.499227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.501098 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.536198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88784dd-371b-434e-a383-108100078970 None None] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:25.561477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d88784dd-371b-434e-a383-108100078970 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:25.570155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88784dd-371b-434e-a383-108100078970 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:25.637033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88784dd-371b-434e-a383-108100078970 None None] Pushing event updated for resources: {'Port': ['ID=e84dd6d0-ad23-447f-a534-a177ae205abd,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.651735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.652562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.655823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 1091 time: 1.7681723 Nov 25 17:38:25.682119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:25.685038 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0d4be-7d85-44eb-891f-92660f08e833" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:25.686732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d88784dd-371b-434e-a383-108100078970 None None] Attempting to bind port e84dd6d0-ad23-447f-a534-a177ae205abd on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:25.687164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d88784dd-371b-434e-a383-108100078970 None None] Attempting to bind port e84dd6d0-ad23-447f-a534-a177ae205abd by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:25.687864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88784dd-371b-434e-a383-108100078970 None None] Attempting to bind port e84dd6d0-ad23-447f-a534-a177ae205abd on network 509ac36d-a12a-4115-9b2f-6112baa78fe8 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:25.699804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88784dd-371b-434e-a383-108100078970 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:25.700357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88784dd-371b-434e-a383-108100078970 None None] Checking segment: {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:25.700877 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d88784dd-371b-434e-a383-108100078970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.701390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88784dd-371b-434e-a383-108100078970 None None] Bound using segment: {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:25.703274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d88784dd-371b-434e-a383-108100078970 None None] Bound port: e84dd6d0-ad23-447f-a534-a177ae205abd, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:25.703874 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d88784dd-371b-434e-a383-108100078970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.763135 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad97cf77-ef44-4a63-8450-b5540c83e7f8 x-openstack-request-id: req-ad97cf77-ef44-4a63-8450-b5540c83e7f8 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:25.763512 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:25.763698 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad97cf77-ef44-4a63-8450-b5540c83e7f8 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:25.764838 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'status': 'completed', 'code': 200} Nov 25 17:38:25.777370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70394fe7-c2f1-4089-979d-dbe05b6343e7 service neutron] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.811227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.821675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-0131789d-b201-4e2c-a58a-38449e680929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:25.823438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-0131789d-b201-4e2c-a58a-38449e680929 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1095 time: 0.1254191 Nov 25 17:38:25.825645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d88784dd-371b-434e-a383-108100078970 None None] For port e84dd6d0-ad23-447f-a534-a177ae205abd, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:25.831903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d88784dd-371b-434e-a383-108100078970 None None] For port e84dd6d0-ad23-447f-a534-a177ae205abd, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e84dd6d0-ad23-447f-a534-a177ae205abd,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:25.841855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.848692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d88784dd-371b-434e-a383-108100078970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.892780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.948617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88784dd-371b-434e-a383-108100078970 None None] Pushing event updated for resources: {'Port': ['ID=e84dd6d0-ad23-447f-a534-a177ae205abd,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:25.954151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d732a8e-0017-41a4-9d02-29f233248319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:25.992864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d732a8e-0017-41a4-9d02-29f233248319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.048183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Allocated IP 172.25.8.9 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/a03fec1f-9a15-40a9-9477-a80fcdb932ea) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:26.209223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.351997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49d2b-2582-467f-b8d2-9cb3e05f53fc req-b9db0613-799b-41f6-bb0e-9bb2a4c05f15 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.353882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bd49d2b-2582-467f-b8d2-9cb3e05f53fc req-b9db0613-799b-41f6-bb0e-9bb2a4c05f15 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.0842006 Nov 25 17:38:26.356190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.390085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Sync routers for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:26.406829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:26.407869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:26.426758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:26.434290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:26.439630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:26.441557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Pushing event updated for resources: {'Port': ['ID=a03fec1f-9a15-40a9-9477-a80fcdb932ea,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.461074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9d732a8e-0017-41a4-9d02-29f233248319 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c543a598e5ad41ed91dcc347fe540b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2692387 Nov 25 17:38:26.469712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44122) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:26.491444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0e642-c98d-4442-9c15-15129b316ded None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:26.495056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bd49d2b-2582-467f-b8d2-9cb3e05f53fc req-abfc0b59-0e4e-42d8-be42-53b97eca7685 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053398 Nov 25 17:38:26.521951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d732a8e-0017-41a4-9d02-29f233248319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8eccd-d1d2-448f-a9e8-50fa8d4caa53,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:26.569769 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-dcf0cb73-9b38-48ac-95d0-b3aa1957a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.584871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-dcf0cb73-9b38-48ac-95d0-b3aa1957a0f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 915 time: 0.7541139 Nov 25 17:38:26.650552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dc33c30-fc07-4808-b797-b71f8700abbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.674074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:26.687775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a01281e6-bfe0-483e-91ec-2177eda9c620 None None] Provisioning complete for port a03fec1f-9a15-40a9-9477-a80fcdb932ea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:26.688556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a01281e6-bfe0-483e-91ec-2177eda9c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.715314 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dc33c30-fc07-4808-b797-b71f8700abbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.755214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:26.781582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-312df5fd-2ff7-40b9-818a-f958a51a10ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 217 time: 0.1816318 Nov 25 17:38:26.809174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a01281e6-bfe0-483e-91ec-2177eda9c620 None None] Port a03fec1f-9a15-40a9-9477-a80fcdb932ea cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:26.912449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.918816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-7234b4f1-38fc-4134-b640-71bde5b6eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:26.920905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-7234b4f1-38fc-4134-b640-71bde5b6eef2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.0730772 Nov 25 17:38:26.985295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dc33c30-fc07-4808-b797-b71f8700abbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.988386 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3dc33c30-fc07-4808-b797-b71f8700abbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:26.989791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3dc33c30-fc07-4808-b797-b71f8700abbe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2a8eccd-d1d2-448f-a9e8-50fa8d4caa53 HTTP/1.1" status: 204 len: 168 time: 0.5183241 Nov 25 17:38:27.084221 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-398f551f-4a65-4bdc-b7a0-627b3183e1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405721 Nov 25 17:38:27.118648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc33c30-fc07-4808-b797-b71f8700abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8eccd-d1d2-448f-a9e8-50fa8d4caa53,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:27.145645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:27.156264 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Sync routers for ids ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:27.187867 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Routers {'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:27.190331 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:27.242354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.244174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18b55e29-c007-4f67-9c19-d426fb44ed7a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8573258 Nov 25 17:38:27.255422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44132) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:27.377774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f2a4c7-5e98-4768-81f4-cb8880232b53 None None] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:27.413537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.459880 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Set router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:27.566768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e84dd6d0-ad23-447f-a534-a177ae205abd up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:27.744092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44138) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:27.776770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f1b170e0-1e93-4402-8612-e4d1c2bd5fad None None] Provisioning complete for port d609df4b-f7df-42e3-9b80-44cbe3d0d715 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:27.785473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-988d48bf-a1ed-402c-8fd1-92176da311c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.787919 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1b170e0-1e93-4402-8612-e4d1c2bd5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.876274 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:38:24Z', 'revision_number': 3, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:27.903791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-21e0c38b-e694-4936-822b-ece9ccc7d197 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001096 Nov 25 17:38:27.905032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8b474-e578-463e-8509-7131a645f248 None None] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:38:27.910394 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Checking router: a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:27.911069 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Updating router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:27.917832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45919f62-1b01-4da2-9237-bf33448d475a req-cb4b829c-d9f6-4e40-8cd7-60734ec12705 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:27.919460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45919f62-1b01-4da2-9237-bf33448d475a req-cb4b829c-d9f6-4e40-8cd7-60734ec12705 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2173946 Nov 25 17:38:27.940146 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:27.973161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Router 7acd5d97-c0cb-47c1-9498-690d2abdd936 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:38:28.106963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-988d48bf-a1ed-402c-8fd1-92176da311c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.192099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45919f62-1b01-4da2-9237-bf33448d475a req-cb41cbfd-198d-4479-bdc8-6c6a910c9c73 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596259 Nov 25 17:38:28.224033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-988d48bf-a1ed-402c-8fd1-92176da311c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.231083 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1b170e0-1e93-4402-8612-e4d1c2bd5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.255290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb534855-19d6-40e5-a3a9-3d7fcbd5ec44 req-c4fa72b5-cd9b-43cb-b50b-f51b6b66cd29 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322124 Nov 25 17:38:28.312941 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.315012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d48bf-a1ed-402c-8fd1-92176da311c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309df64b-450a-43dc-8bf2-0d9b1044462c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.334261 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.340136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-988d48bf-a1ed-402c-8fd1-92176da311c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bf85d213b4174fa69a9b6c2ed163b977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893803 Nov 25 17:38:28.340404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:28.341214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e84dd6d0-ad23-447f-a534-a177ae205abd triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:28.341791 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.370630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:28.407197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Sync routers for ids ['7acd5d97-c0cb-47c1-9498-690d2abdd936'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:28.426045 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b54b-d1e0-4b1b-b5c6-5133574bcb18 None None] Pushing event updated for resources: {'Port': ['ID=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.458778 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Attempting to bind port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:28.459211 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Attempting to bind port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:28.459634 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Attempting to bind port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:28.467225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:28.467616 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:28.468017 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.469452 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:28.469588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f1b170e0-1e93-4402-8612-e4d1c2bd5fad None None] For port d609df4b-f7df-42e3-9b80-44cbe3d0d715, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d609df4b-f7df-42e3-9b80-44cbe3d0d715,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:28.469694 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Bound port: 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:28.469694 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.489961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686b7b4-b26a-458a-8d2d-04b34134defb None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:28.492392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1b170e0-1e93-4402-8612-e4d1c2bd5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.499071 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.505476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-62731085-cb9a-4529-a5dc-7661921fa64d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0782537 Nov 25 17:38:28.508392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44148) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:28.543218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.558489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-682dc9c4-ee61-4381-9a3c-b885db7abe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:28.567505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-682dc9c4-ee61-4381-9a3c-b885db7abe5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1095 time: 0.1985512 Nov 25 17:38:28.584713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b170e0-1e93-4402-8612-e4d1c2bd5fad None None] Pushing event updated for resources: {'Port': ['ID=d609df4b-f7df-42e3-9b80-44cbe3d0d715,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.588326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Routers {'7acd5d97-c0cb-47c1-9498-690d2abdd936'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:28.588945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7acd5d97-c0cb-47c1-9498-690d2abdd936'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:28.604616 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] For port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:28.614968 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] For port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:28.626083 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.762443 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b54b-d1e0-4b1b-b5c6-5133574bcb18 None None] Pushing event updated for resources: {'Port': ['ID=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:28.765199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Routers {'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:28.765801 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:28.795690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-003993af-2a78-437e-8ed6-e6a0d020ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:28.797221 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-003993af-2a78-437e-8ed6-e6a0d020ba3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 915 time: 0.2217138 Nov 25 17:38:28.838184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c74e8cd7-a9a9-4aa4-a79f-c036cabee1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:28.930970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 2, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:28.942189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c74e8cd7-a9a9-4aa4-a79f-c036cabee1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.011351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-f21f1295-c7a1-41ca-8946-80cc496e135d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 217 time: 0.1356525 Nov 25 17:38:29.068424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d1e96-a2a7-4e45-aa3b-d269b4576247 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:29.070432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Checking router: 84516b2c-12d2-4203-a1b2-3fa22f852b32 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:29.070796 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Updating router 84516b2c-12d2-4203-a1b2-3fa22f852b32 port c3538bf9-57fd-466c-a718-61a9320bc9e3 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:29.105072 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.144456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-39716457-de5c-49a5-a0c0-bade09fa7dd2 None None] Provisioning complete for port e84dd6d0-ad23-447f-a534-a177ae205abd triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:29.144831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39716457-de5c-49a5-a0c0-bade09fa7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.148478 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] Set router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:29.194971 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c74e8cd7-a9a9-4aa4-a79f-c036cabee1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.198507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c74e8cd7-a9a9-4aa4-a79f-c036cabee1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.200232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c74e8cd7-a9a9-4aa4-a79f-c036cabee1ed admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/309df64b-450a-43dc-8bf2-0d9b1044462c HTTP/1.1" status: 204 len: 168 time: 0.8567083 Nov 25 17:38:29.228883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Set router 7acd5d97-c0cb-47c1-9498-690d2abdd936 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:29.243136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e8cd7-a9a9-4aa4-a79f-c036cabee1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309df64b-450a-43dc-8bf2-0d9b1044462c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:29.396217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-b8559132-c442-4728-9200-9eec09fc7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:29.399167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-b8559132-c442-4728-9200-9eec09fc7619 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.3773866 Nov 25 17:38:29.473099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-d33a7a0e-fbe1-4bcc-97e5-7f64ab0db329 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562773 Nov 25 17:38:29.505437 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:38:29.596302 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39716457-de5c-49a5-a0c0-bade09fa7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.661315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a4b40-f9ff-410a-adb0-b15c56dbbd7a req-db9ea7d2-e46b-4b3c-83c8-b9ac8360285d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:29.662984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f04a4b40-f9ff-410a-adb0-b15c56dbbd7a req-db9ea7d2-e46b-4b3c-83c8-b9ac8360285d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2403979 Nov 25 17:38:29.700692 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:38:24Z', 'revision_number': 3, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:29.764510 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.776145 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c4feb-dd44-4f75-a6f7-555ea2774819 None None] The sync data for ids ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'] in n-d-817303-7 is: [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:38:24Z', 'revision_number': 3, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:29.787111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:29.809255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Allocated IP 172.20.0.1 (1eb86208-aecc-4226-8ac0-3d8a1042fa4c/4001fddc-fdda-4c46-b418-ae7db140b0c3/d89daa15-c026-4ccc-9330-d3948ba64572) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:30.003915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-3c368203-266b-458e-8d87-1b53db127d99 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088735 Nov 25 17:38:30.164840 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.273389 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.366597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port e84dd6d0-ad23-447f-a534-a177ae205abd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e84dd6d0-ad23-447f-a534-a177ae205abd,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:30.416199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f04a4b40-f9ff-410a-adb0-b15c56dbbd7a req-09cfce3e-61b5-4d5c-bf31-8423266ec45d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7367909 Nov 25 17:38:30.496491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Allocated IP 172.20.0.1 (509ac36d-a12a-4115-9b2f-6112baa78fe8/4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63/3d822f58-f168-4dbc-bfdf-b9084fd968f5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:30.580722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.581679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d609df4b-f7df-42e3-9b80-44cbe3d0d715 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:30.601789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e1c0d4be-7d85-44eb-891f-92660f08e833 req-31cb8912-fca2-411a-8846-edb9679a0c4f service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758460 Nov 25 17:38:30.708957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Pushing event updated for resources: {'Port': ['ID=d89daa15-c026-4ccc-9330-d3948ba64572,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:30.713924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:30.733630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:30.755419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:30.781889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.782259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.782604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.789294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.790009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.791030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.791030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.791223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.791490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.791812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.792429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.792429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:30.865755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.938294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:30.947504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.043865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:31.053548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:31.073258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:31.233602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Pushing event updated for resources: {'Port': ['ID=3d822f58-f168-4dbc-bfdf-b9084fd968f5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:31.291495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.428372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.548826 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-39716457-de5c-49a5-a0c0-bade09fa7dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:38:31.549375 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-39716457-de5c-49a5-a0c0-bade09fa7dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:38:31.603194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=e84dd6d0-ad23-447f-a534-a177ae205abd,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:31.668454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.668803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.669152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.669495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.669924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.670508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.670876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.671279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.677094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.677452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.677914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.678409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:31.715929 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.793030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d609df4b-f7df-42e3-9b80-44cbe3d0d715 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:31.793262 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:31.847882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d076-4927-48fd-8cb7-a1bd2fab7cfd req-a926724e-fee0-49ff-a827-0c434aa5e6df tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:31.853400 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1461d076-4927-48fd-8cb7-a1bd2fab7cfd req-a926724e-fee0-49ff-a827-0c434aa5e6df tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2711236 Nov 25 17:38:31.964836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:38:26Z', 'revision_number': 3, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:31.973779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.024920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1461d076-4927-48fd-8cb7-a1bd2fab7cfd req-d9f893ff-919a-4b2d-9f6f-4c549bfe38bf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618907 Nov 25 17:38:32.052282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Checking router: 7acd5d97-c0cb-47c1-9498-690d2abdd936 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:32.052282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Updating router 7acd5d97-c0cb-47c1-9498-690d2abdd936 port a03fec1f-9a15-40a9-9477-a80fcdb932ea binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:32.166328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.180800 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.181471 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.188989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.204575 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.256058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.289619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.341241 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:32.507534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:32.511453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:32.527469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Pushing event updated for resources: {'Port': ['ID=3d822f58-f168-4dbc-bfdf-b9084fd968f5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:32.556508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b2ea-947f-4d82-afd4-d8dfa231ad7b None None] Pushing event updated for resources: {'Port': ['ID=c3538bf9-57fd-466c-a718-61a9320bc9e3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:32.665024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Pushing event updated for resources: {'Port': ['ID=d89daa15-c026-4ccc-9330-d3948ba64572,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:32.668977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:32.671253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:32.777201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Router 7acd5d97-c0cb-47c1-9498-690d2abdd936 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:32.962955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:38:33.116662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.158366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:33.173146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Provisioning complete for port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:33.173893 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.181190 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.182078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c60ae9e-d70d-4d4c-a085-b2a8ba71d0ce admin admin] 10.222.0.86 "PUT /v2.0/routers/7acd5d97-c0cb-47c1-9498-690d2abdd936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6585646 Nov 25 17:38:33.329875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:38:33.345654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b8c29248-3b3b-4e73-a1b8-256a7f8ea3ca admin admin] 10.222.0.86 "PUT /v2.0/routers/a5c8ec60-4abe-47e8-ba1d-3cdec54c2581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0881078 Nov 25 17:38:33.456279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b0644-9155-416e-b629-8d50e76f55cb req-65e711e4-e0d0-450d-8b13-27cf65631bcc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:33.465201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf9b0644-9155-416e-b629-8d50e76f55cb req-65e711e4-e0d0-450d-8b13-27cf65631bcc tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2298713 Nov 25 17:38:33.487758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a7bd8-e793-43e7-8581-6f97b1ca0f4c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:33.504150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Attempting to bind port c3538bf9-57fd-466c-a718-61a9320bc9e3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.504525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Attempting to bind port c3538bf9-57fd-466c-a718-61a9320bc9e3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.504989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Attempting to bind port c3538bf9-57fd-466c-a718-61a9320bc9e3 on network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.633971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf9b0644-9155-416e-b629-8d50e76f55cb req-7508a421-bf1d-4978-8898-0649fe0b95b4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497686 Nov 25 17:38:33.636676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:33.638610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Checking segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:33.639604 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.640800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Bound using segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:33.642743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Bound port: c3538bf9-57fd-466c-a718-61a9320bc9e3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:33.643418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.647091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Attempting to bind port a03fec1f-9a15-40a9-9477-a80fcdb932ea on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:33.647719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Attempting to bind port a03fec1f-9a15-40a9-9477-a80fcdb932ea by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:33.648406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Attempting to bind port a03fec1f-9a15-40a9-9477-a80fcdb932ea on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:33.651026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:33.667781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687f9d0-e1b5-4ea2-88d3-a568ab05a5c2 None None] Pushing event updated for resources: {'Port': ['ID=a03fec1f-9a15-40a9-9477-a80fcdb932ea,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:33.750616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:33.757998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:33.758304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:33.758741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.759161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:33.759711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Bound port: a03fec1f-9a15-40a9-9477-a80fcdb932ea, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:33.760720 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.900997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Provisioning complete for port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:33.901376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:33.993618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] For port a03fec1f-9a15-40a9-9477-a80fcdb932ea, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:33.996784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] For port c3538bf9-57fd-466c-a718-61a9320bc9e3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:34.000813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] For port a03fec1f-9a15-40a9-9477-a80fcdb932ea, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a03fec1f-9a15-40a9-9477-a80fcdb932ea,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:34.005028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] For port c3538bf9-57fd-466c-a718-61a9320bc9e3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c3538bf9-57fd-466c-a718-61a9320bc9e3,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:34.012718 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.024454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.093435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:34.093939 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.094678 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Sync routers for ids ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:34.126490 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Routers {'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.131939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04ccb3-b7d3-43af-8c63-a6f3c149c1ad None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:38:34.132366 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.501380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687f9d0-e1b5-4ea2-88d3-a568ab05a5c2 None None] Pushing event updated for resources: {'Port': ['ID=a03fec1f-9a15-40a9-9477-a80fcdb932ea,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:34.542051 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Set router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:34.660364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Routers {'7acd5d97-c0cb-47c1-9498-690d2abdd936'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.660961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7acd5d97-c0cb-47c1-9498-690d2abdd936'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.687258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:34.703195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:34.933856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecd13f-1bd0-4581-9d03-5c171b1d10ad req-02fc2c47-adcd-4300-b46f-a751a5bcdcff tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:34.946467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:34.952395 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16ecd13f-1bd0-4581-9d03-5c171b1d10ad req-02fc2c47-adcd-4300-b46f-a751a5bcdcff tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.1816707 Nov 25 17:38:35.116257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.121963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746809312', 'description': 'tempest-secgroup-smoke-746809312 description', 'project_id': 'fd9e19e6312944edbf796ec436cb234b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:35.172296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-16ecd13f-1bd0-4581-9d03-5c171b1d10ad req-f16b9445-12ab-46a1-9380-0762e201925a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189584 Nov 25 17:38:35.181487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.205439 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'd89daa15-c026-4ccc-9330-d3948ba64572', 'name': '', 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'mac_address': 'fa:16:3e:67:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '4001fddc-fdda-4c46-b418-ae7db140b0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:28Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 2, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'subnets': [{'id': '4001fddc-fdda-4c46-b418-ae7db140b0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:35.241660 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Checking router: a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:35.243069 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Updating router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 port d89daa15-c026-4ccc-9330-d3948ba64572 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:35.299654 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.307204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b2ea-947f-4d82-afd4-d8dfa231ad7b None None] Pushing event updated for resources: {'Port': ['ID=c3538bf9-57fd-466c-a718-61a9320bc9e3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.319932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] For port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:35.366653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.376285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.408249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.446804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.451557 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44260) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.458035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group_rule': {'security_group_id': '97a4192d-5c3a-4965-92c1-273e50aa6521', 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:35.458843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3406930 Nov 25 17:38:35.489371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:35.500508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.503338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd7690-6dff-4145-aa03-8348020652b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4192d-5c3a-4965-92c1-273e50aa6521,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.524904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.615895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Provisioning complete for port d89daa15-c026-4ccc-9330-d3948ba64572 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:35.616298 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.658524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] Set router 7acd5d97-c0cb-47c1-9498-690d2abdd936 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:35.697336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.704296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.773976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4945ad7-3e11-437f-87db-d66dc1c21328,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:35.809093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:35.813212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0ab43f6d-12cd-4a6f-b20f-2cd928935e22 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577125 Nov 25 17:38:35.813927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44266) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:35.819032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group_rule': {'security_group_id': '97a4192d-5c3a-4965-92c1-273e50aa6521', 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:35.911894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.005374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.011952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.047003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1afb835-9965-4dc1-a1a0-486567df23cc,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.062225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.067651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44272) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:36.068741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0a36cb0b-afd9-4f85-83c6-1183648c05ae tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2527931 Nov 25 17:38:36.073845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group_rule': {'security_group_id': '97a4192d-5c3a-4965-92c1-273e50aa6521', 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:36.086443 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.094831 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.186626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.211036 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86861-e4ab-4996-8db2-3a5650537ab7 None None] Pushing event updated for resources: {'Port': ['ID=d89daa15-c026-4ccc-9330-d3948ba64572,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.434849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.457972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.463851 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Attempting to bind port d89daa15-c026-4ccc-9330-d3948ba64572 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:36.467134 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Attempting to bind port d89daa15-c026-4ccc-9330-d3948ba64572 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:36.471342 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Attempting to bind port d89daa15-c026-4ccc-9330-d3948ba64572 on network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:36.486910 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:36.487281 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Checking segment: {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:36.490813 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.491342 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Bound using segment: {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:36.491870 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Bound port: d89daa15-c026-4ccc-9330-d3948ba64572, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f71ffa-2e5b-487d-8dfe-6eb50709d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:36.492337 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.511531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81dc26c-016f-472f-aacc-92cce6b5c07b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.535252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.539117 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-beab9fe4-74c1-45b2-a2cb-223800636cdf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4694254 Nov 25 17:38:36.541815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44282) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:36.557076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group_rule': {'security_group_id': '97a4192d-5c3a-4965-92c1-273e50aa6521', 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:36.568130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b585-5721-4a44-9bbd-d7857565df92 req-b94e763f-c0c7-436a-9907-177527dc5f56 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:36.574430 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:38:36.575645 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:38:36.580505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b975b585-5721-4a44-9bbd-d7857565df92 req-b94e763f-c0c7-436a-9907-177527dc5f56 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2002532 Nov 25 17:38:36.666218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Pushing event updated for resources: {'Port': ['ID=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:36.668865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.788242 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] For port d89daa15-c026-4ccc-9330-d3948ba64572, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:36.795575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b975b585-5721-4a44-9bbd-d7857565df92 req-8e0f774e-5e04-4890-923c-e5fa940202d0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955552 Nov 25 17:38:36.796780 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] For port d89daa15-c026-4ccc-9330-d3948ba64572, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d89daa15-c026-4ccc-9330-d3948ba64572,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:36.819880 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.978329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:36.987050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.010236 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86861-e4ab-4996-8db2-3a5650537ab7 None None] Pushing event updated for resources: {'Port': ['ID=d89daa15-c026-4ccc-9330-d3948ba64572,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.032543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e672f6-37e8-413b-b617-9a02faf3bb14,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.039501 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Routers {'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:37.045234 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:37.046357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.050770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44288) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:37.056578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group_rule': {'security_group_id': '97a4192d-5c3a-4965-92c1-273e50aa6521', 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:37.062084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e4c17df0-b099-47a1-9db8-29d404a07167 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5189714 Nov 25 17:38:37.099852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c533d065-ca54-4e4e-b6b7-c3218b5563be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.119995 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Project fd9e19e6312944edbf796ec436cb234b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:38:37.128217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.270470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.284803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.330001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b81ace-4b82-47d5-a78b-51071dcdd675,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.364851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.375339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Port d89daa15-c026-4ccc-9330-d3948ba64572 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:37.375608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:37.381291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'security_group_rule': {'security_group_id': '97a4192d-5c3a-4965-92c1-273e50aa6521', 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:37.383455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6247e3bc-295b-4ece-aec5-83650accc38c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3312771 Nov 25 17:38:37.446813 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Project fd9e19e6312944edbf796ec436cb234b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:38:37.454719 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.560966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e84dd6d0-ad23-447f-a534-a177ae205abd up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:37.583542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.593685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.625682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Provisioning complete for port d609df4b-f7df-42e3-9b80-44cbe3d0d715 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:37.626248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.643251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4adf421-a616-46e3-abdc-5d8a97939d76,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:37.685082 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] Set router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:37.699320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:37.710352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e78db3b2-62b1-4729-9586-ccdbe091fdd7 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3244233 Nov 25 17:38:38.167171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152b2b9-a934-45a4-bff7-5f5ce0aa51e0 req-500cd147-fdd5-4cf9-811f-8382a23b5e68 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:38.171259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9152b2b9-a934-45a4-bff7-5f5ce0aa51e0 req-500cd147-fdd5-4cf9-811f-8382a23b5e68 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.1739421 Nov 25 17:38:38.300447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-b018c93a-702e-4bf7-a797-46f9da42c0ac tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746809312&fields=id&tenant_id=fd9e19e6312944edbf796ec436cb234b HTTP/1.1" status: 200 len: 267 time: 0.1390564 Nov 25 17:38:38.306216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9152b2b9-a934-45a4-bff7-5f5ce0aa51e0 req-51b75505-c016-494b-8abd-cd13868b4b0c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266742 Nov 25 17:38:38.365915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8dea3365-8677-46e6-87ea-ff7346f21b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.389530 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'd89daa15-c026-4ccc-9330-d3948ba64572', 'name': '', 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'mac_address': 'fa:16:3e:67:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '4001fddc-fdda-4c46-b418-ae7db140b0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:28Z', 'updated_at': '2021-11-25T17:38:36Z', 'revision_number': 4, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'subnets': [{'id': '4001fddc-fdda-4c46-b418-ae7db140b0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:38.434783 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5eac00-cbd6-4495-9c63-0a85d1251a0e None None] The sync data for ids ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'] in n-d-817303-7 is: [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'd89daa15-c026-4ccc-9330-d3948ba64572', 'name': '', 'network_id': '1eb86208-aecc-4226-8ac0-3d8a1042fa4c', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'mac_address': 'fa:16:3e:67:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '4001fddc-fdda-4c46-b418-ae7db140b0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:28Z', 'updated_at': '2021-11-25T17:38:36Z', 'revision_number': 4, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'subnets': [{'id': '4001fddc-fdda-4c46-b418-ae7db140b0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:38.538979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port e84dd6d0-ad23-447f-a534-a177ae205abd triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:38.553844 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.658440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-ac2fda74-fb1b-4fb3-ae1d-44da517cff52 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:38.662901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-ac2fda74-fb1b-4fb3-ae1d-44da517cff52 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 809 time: 0.3459351 Nov 25 17:38:38.694726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-76a00bc0-41c2-4ad5-ae92-9ef10062c47b tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/quotas/fd9e19e6312944edbf796ec436cb234b HTTP/1.1" status: 200 len: 375 time: 0.0259194 Nov 25 17:38:38.772931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3d822f58-f168-4dbc-bfdf-b9084fd968f5', 'name': '', 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'mac_address': 'fa:16:3e:f9:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:29Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 2, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'subnets': [{'id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:38.787039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Provisioning complete for port e84dd6d0-ad23-447f-a534-a177ae205abd triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:38.794548 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d8b60eb8-3638-48e0-b44a-14f00c940379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:38.846514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-17e9a7bf-390b-4c14-b096-4960a27a6b66 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363058 Nov 25 17:38:38.864912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dfe06e-12a2-4deb-866f-b0f0ad6d5615 None None] The sync data for ids ['7acd5d97-c0cb-47c1-9498-690d2abdd936'] in n-d-817303-7 is: [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3d822f58-f168-4dbc-bfdf-b9084fd968f5', 'name': '', 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'mac_address': 'fa:16:3e:f9:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:29Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 2, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'subnets': [{'id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:38.921300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:33Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:39.054533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1076681-c833-4e9b-bd7c-a4aab79fa61a None None] The sync data for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 is: [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:33Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:39.138986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d609df4b-f7df-42e3-9b80-44cbe3d0d715 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:39.280118 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-7a956adb-005a-4404-b5b9-9440a860d06a service neutron] 10.222.0.86 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063306 Nov 25 17:38:39.505754 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.557042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d609df4b-f7df-42e3-9b80-44cbe3d0d715 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:39.557673 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.781502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Provisioning complete for port a03fec1f-9a15-40a9-9477-a80fcdb932ea triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:39.782064 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:39.803032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92f09e-163f-44c6-8ddf-8c4580def708 req-e35a179c-5142-440f-8c00-6cc96dd9caf9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:39.830674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e92f09e-163f-44c6-8ddf-8c4580def708 req-e35a179c-5142-440f-8c00-6cc96dd9caf9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2468052 Nov 25 17:38:40.060149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e92f09e-163f-44c6-8ddf-8c4580def708 req-b5dceccd-88ee-43e1-9c33-2f49fbb69ef7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284145 Nov 25 17:38:40.306505 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.394738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] For port a03fec1f-9a15-40a9-9477-a80fcdb932ea, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a03fec1f-9a15-40a9-9477-a80fcdb932ea,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:40.413688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.530007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Provisioning complete for port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:40.530912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.590677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-cad4b5df-89d9-4fcb-9cde-25001e28999d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:40.615311 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-cad4b5df-89d9-4fcb-9cde-25001e28999d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.3414407 Nov 25 17:38:40.649304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:40.650797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-891984ee-600f-4867-adc0-aa24d58e5087 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0340772 Nov 25 17:38:40.747083 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:40.769385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3538bf9-57fd-466c-a718-61a9320bc9e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:40.850627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1566e941-04ec-4e88-9f0a-be76b67fe6c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986599 Nov 25 17:38:40.895019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Provisioning complete for port c3538bf9-57fd-466c-a718-61a9320bc9e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:40.895653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.009767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Pushing event updated for resources: {'Port': ['ID=a03fec1f-9a15-40a9-9477-a80fcdb932ea,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:41.057944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c3538bf9-57fd-466c-a718-61a9320bc9e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:41.058366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.163195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.181876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-ffe1925e-9a3c-4a06-8daf-f95cf716b621 service neutron] 10.222.0.86 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9011595 Nov 25 17:38:41.279594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-fb386249-21c0-4148-9c2f-1a15798a1a05 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169426 Nov 25 17:38:41.311725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] For port c3538bf9-57fd-466c-a718-61a9320bc9e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c3538bf9-57fd-466c-a718-61a9320bc9e3,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:41.324824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.530578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Pushing event updated for resources: {'Port': ['ID=c3538bf9-57fd-466c-a718-61a9320bc9e3,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:41.613689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Provisioning complete for port d89daa15-c026-4ccc-9330-d3948ba64572 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:41.613980 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.630350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-e5694911-86e2-4339-806d-5981be2f0aaa service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358707 Nov 25 17:38:41.856345 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:41.938254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:41.959897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb6486-77bc-4cbe-a29b-c13ad5b40c0b req-1d0d8aa2-c972-467b-ab2e-628fbc0eb93f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:41.999662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6bb6486-77bc-4cbe-a29b-c13ad5b40c0b req-1d0d8aa2-c972-467b-ab2e-628fbc0eb93f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.2070177 Nov 25 17:38:42.167648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:42.168076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.222305 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6bb6486-77bc-4cbe-a29b-c13ad5b40c0b req-f834cc3b-9e1e-476a-83fd-a42632a6d968 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145200 Nov 25 17:38:42.411352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bcbe4999-fd70-4927-9b4d-4979f4b00ff8 req-b497c3e1-e1ca-4dc8-99f8-308193bde5c3 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 210 time: 0.0773156 Nov 25 17:38:42.411944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:42.642960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2d75a2e-894b-40ba-a317-c6a6c76888c3 req-8ccb20ad-a968-40b4-ac7c-8a35d98687c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.1011505 Nov 25 17:38:42.672851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] For port d89daa15-c026-4ccc-9330-d3948ba64572, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d89daa15-c026-4ccc-9330-d3948ba64572,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:42.882436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d89daa15-c026-4ccc-9330-d3948ba64572 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:42.991352 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.112318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16e8df-7f8a-477d-80cf-1fcdc1f931df None None] Pushing event updated for resources: {'Port': ['ID=d89daa15-c026-4ccc-9330-d3948ba64572,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:43.132818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d89daa15-c026-4ccc-9330-d3948ba64572 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:43.133279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:43.680448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1fbd-8515-4b98-bb00-9f1c6545a0a4 req-a78e8748-2d17-4ebd-b947-1dae8366ac25 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:43.685468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a28d1fbd-8515-4b98-bb00-9f1c6545a0a4 req-a78e8748-2d17-4ebd-b947-1dae8366ac25 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.1498022 Nov 25 17:38:43.784516 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c20d8d1e-3ba1-4647-8fc9-2457de249c82 req-888de657-588c-4147-9daa-b8dab78affab tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 210 time: 0.0931869 Nov 25 17:38:43.867908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a28d1fbd-8515-4b98-bb00-9f1c6545a0a4 req-84ba1ab8-81ce-4b8c-9fb3-5c91d0397fdf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529357 Nov 25 17:38:44.059661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc52cfce-2f9b-40a1-ae96-aee5cd21e71b req-e6a55e10-9431-4141-b9c0-c1f9a293013c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0855262 Nov 25 17:38:44.101327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a03fec1f-9a15-40a9-9477-a80fcdb932ea up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:44.273643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a03fec1f-9a15-40a9-9477-a80fcdb932ea triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:44.273643 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.352795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-cf46a0ab-c96a-4b7c-85e2-cea61e45dfe4 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:44.354372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-cf46a0ab-c96a-4b7c-85e2-cea61e45dfe4 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.73 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 809 time: 0.2920771 Nov 25 17:38:44.500622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3538bf9-57fd-466c-a718-61a9320bc9e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:44.518894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-65e54dfa-bf1d-4943-9b70-c34fd88cdd0e tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e19e6312944edbf796ec436cb234b HTTP/1.1" status: 200 len: 379 time: 0.1535957 Nov 25 17:38:44.556556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'port': {'device_id': '2dddaa01-26d7-40a7-845d-12659e356b91', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'admin_state_up': True, 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'security_groups': ['97a4192d-5c3a-4965-92c1-273e50aa6521']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:44.625387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c3538bf9-57fd-466c-a718-61a9320bc9e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:44.625782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:44.908933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d89daa15-c026-4ccc-9330-d3948ba64572 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:45.042472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57954be2-0d03-43eb-add5-28c6ba609313 req-4abbbc14-6e4d-484c-9ff5-58418de07e66 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 210 time: 0.0576742 Nov 25 17:38:45.100839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d89daa15-c026-4ccc-9330-d3948ba64572 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:45.101210 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.305021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-174a57bd-3eb9-4767-b2ca-128c3f7fd368 req-93cbfe83-b6f5-4183-a209-71e388f25137 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0830715 Nov 25 17:38:45.375143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Made reservation on behalf of fd9e19e6312944edbf796ec436cb234b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:45.380521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:45.436242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c656be-2e09-4b57-9a9b-fcea9dd78380 req-a9177fce-3097-457e-be13-0e1eb768797a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:45.438053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75c656be-2e09-4b57-9a9b-fcea9dd78380 req-a9177fce-3097-457e-be13-0e1eb768797a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.3301086 Nov 25 17:38:45.449625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-dffa8d4d-52e0-43be-b37e-ee59b50973f8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:45.452032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-dffa8d4d-52e0-43be-b37e-ee59b50973f8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.9617121 Nov 25 17:38:45.472322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': '66447371-8873-45d8-ad10-c18b7835b2b5', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:45.790358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75c656be-2e09-4b57-9a9b-fcea9dd78380 req-63d920df-a039-4b74-a720-46536f8b31ca tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317838 Nov 25 17:38:46.098846 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.288125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d2a5e5bb-9a83-47a1-b594-10cbbcbe1167 req-cb149b36-dbb2-44eb-8f2f-81e7ee8bdf9c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 210 time: 0.0951903 Nov 25 17:38:46.403285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Allocated IP 172.20.0.6 (9e05e49a-6624-4dd4-8e4c-03296c146bf4/5accecfa-99b2-42e0-b379-bff25d26889e/7cc15984-815a-47d4-99bb-fbb43f612b87) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:46.449025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:38:46.455051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:46.507017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Sync routers for ids ['7acd5d97-c0cb-47c1-9498-690d2abdd936'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:38:46.524706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Routers {'7acd5d97-c0cb-47c1-9498-690d2abdd936'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:46.526169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7acd5d97-c0cb-47c1-9498-690d2abdd936'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:46.610550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.4 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/5855f014-3b44-4800-9ba8-193c10a20548) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:38:46.837931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8eeecfa7-bba6-4cde-8233-cee7fa664626 req-c719ea1f-1ebd-44e1-b2e6-b3d664606ece tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0766702 Nov 25 17:38:47.036686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950e62-0d53-4b0e-bf99-7974d157f00b req-0efec9a0-6848-473f-a1f0-6f504f0be41c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:47.037517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e950e62-0d53-4b0e-bf99-7974d157f00b req-0efec9a0-6848-473f-a1f0-6f504f0be41c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.0941815 Nov 25 17:38:47.057758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Set router 7acd5d97-c0cb-47c1-9498-690d2abdd936 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:47.138879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2e950e62-0d53-4b0e-bf99-7974d157f00b req-21d61a21-5295-47f6-a5b0-1e20bae2a0e2 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947580 Nov 25 17:38:47.142364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.210967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.251142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:47.294830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:47.308278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:47.395501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.401416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=5855f014-3b44-4800-9ba8-193c10a20548,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:47.429440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.430012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.430189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.430478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.431112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.431188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.431727 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.433202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.433753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.434169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.434439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.434916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:38:47.538093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:47.538093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.549298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a6f87723-372f-4a8b-8d5b-780f0cffe0c2 req-61f27a99-db06-402d-814a-7f02c042b69e tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 210 time: 0.0564480 Nov 25 17:38:47.664042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-ec62fa99-49a8-4ce1-a2fe-51eafea3a026 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0938540 Nov 25 17:38:47.664042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Request body: {'port': {'device_id': '66447371-8873-45d8-ad10-c18b7835b2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:47.678141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.692167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.725760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3d822f58-f168-4dbc-bfdf-b9084fd968f5', 'name': '', 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'mac_address': 'fa:16:3e:f9:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:29Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 2, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'subnets': [{'id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:47.795481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Checking router: 7acd5d97-c0cb-47c1-9498-690d2abdd936 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:38:47.796307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Updating router 7acd5d97-c0cb-47c1-9498-690d2abdd936 port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:38:47.829987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'Port': ['ID=7cc15984-815a-47d4-99bb-fbb43f612b87,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:47.849933 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:47.944048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:38:47.952460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:38:47.956943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:38:47.992082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.036659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f4c4-b328-465d-911f-7ee0bb65f41a req-1bdf4070-47da-4274-89e7-83bd2222f627 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:48.049681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff56f4c4-b328-465d-911f-7ee0bb65f41a req-1bdf4070-47da-4274-89e7-83bd2222f627 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 931 time: 0.1163931 Nov 25 17:38:48.062708 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:48.063820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.128452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f2d65c86-358c-4863-8592-74456e9e48a9 None None] Provisioning complete for port 5855f014-3b44-4800-9ba8-193c10a20548 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:48.129065 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2d65c86-358c-4863-8592-74456e9e48a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.199300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff56f4c4-b328-465d-911f-7ee0bb65f41a req-104ae43a-5d6e-42ca-9e3b-3cae13993fe6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481037 Nov 25 17:38:48.204572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f2d65c86-358c-4863-8592-74456e9e48a9 None None] Port 5855f014-3b44-4800-9ba8-193c10a20548 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:48.261852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a0510168-49e2-40a8-8624-927c2bae2531 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7163844 Nov 25 17:38:48.290438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Request body: {'port': {'device_id': '2dddaa01-26d7-40a7-845d-12659e356b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:38:48.453009 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.469871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-649d97aa-1e18-4a54-a020-da6d952db5ec None None] Provisioning complete for port 7cc15984-815a-47d4-99bb-fbb43f612b87 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:48.470447 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-649d97aa-1e18-4a54-a020-da6d952db5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.474761 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.543547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:48.556914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-649d97aa-1e18-4a54-a020-da6d952db5ec None None] Port 7cc15984-815a-47d4-99bb-fbb43f612b87 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:38:48.600501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800566d-b8d5-4e51-afca-40da92c0c4ae None None] Pushing event updated for resources: {'Port': ['ID=3d822f58-f168-4dbc-bfdf-b9084fd968f5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:48.671165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.676667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Attempting to bind port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:48.677148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Attempting to bind port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:48.677635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Attempting to bind port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 on network 509ac36d-a12a-4115-9b2f-6112baa78fe8 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:48.690912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:48.691638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Checking segment: {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:48.691949 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.692650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Bound using segment: {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:48.693030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Bound port: 3d822f58-f168-4dbc-bfdf-b9084fd968f5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194a9bcf-bda2-478e-9fe3-09095b0ad13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:48.697384 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.707882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064a0f1-1646-457b-b630-998aaf043144 req-fb539f41-0fbf-406f-b4ae-8d35a3548751 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:48.709740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1064a0f1-1646-457b-b630-998aaf043144 req-fb539f41-0fbf-406f-b4ae-8d35a3548751 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.3296421 Nov 25 17:38:48.848644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] For port 3d822f58-f168-4dbc-bfdf-b9084fd968f5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:48.853115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] For port 3d822f58-f168-4dbc-bfdf-b9084fd968f5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3d822f58-f168-4dbc-bfdf-b9084fd968f5,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:48.866926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:48.871887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1064a0f1-1646-457b-b630-998aaf043144 req-55a74e90-ef57-419c-99ae-5c7a1eab1173 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298645 Nov 25 17:38:48.905116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906eb28-ac00-434a-b0f4-c713f2f73a16 req-b164af96-77cb-41d0-85c9-b58bfa112501 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:48.906682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7906eb28-ac00-434a-b0f4-c713f2f73a16 req-b164af96-77cb-41d0-85c9-b58bfa112501 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 931 time: 0.1888433 Nov 25 17:38:48.956805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c769c4ee-802d-42be-84bc-f5fd8a0f5338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.051689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Routers {'7acd5d97-c0cb-47c1-9498-690d2abdd936'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:38:49.053464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7acd5d97-c0cb-47c1-9498-690d2abdd936'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:49.065363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7906eb28-ac00-434a-b0f4-c713f2f73a16 req-3634c8c6-0ed7-4061-8f33-0869870711dc tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368606 Nov 25 17:38:49.164519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5855f014-3b44-4800-9ba8-193c10a20548 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:49.194257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.227740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c769c4ee-802d-42be-84bc-f5fd8a0f5338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.241111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c769c4ee-802d-42be-84bc-f5fd8a0f5338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.243850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Transition to ACTIVE for port object 5855f014-3b44-4800-9ba8-193c10a20548 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:38:49.251911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.263946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] Set router 7acd5d97-c0cb-47c1-9498-690d2abdd936 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:38:49.333106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769c4ee-802d-42be-84bc-f5fd8a0f5338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54090f1-b708-4b30-9861-2455fae13daf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.393237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c769c4ee-802d-42be-84bc-f5fd8a0f5338 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49886753ff4548e8a44e13bfcf4e9d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8483930 Nov 25 17:38:49.397584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:49.411965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800566d-b8d5-4e51-afca-40da92c0c4ae None None] Pushing event updated for resources: {'Port': ['ID=3d822f58-f168-4dbc-bfdf-b9084fd968f5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.469480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc15984-815a-47d4-99bb-fbb43f612b87 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:49.482649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.508378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Transition to ACTIVE for port object 7cc15984-815a-47d4-99bb-fbb43f612b87 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:38:49.557775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c68-fa28-44ef-a9f2-90c4260c86e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.586230 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c68-fa28-44ef-a9f2-90c4260c86e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.644365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c68-fa28-44ef-a9f2-90c4260c86e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.647332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c68-fa28-44ef-a9f2-90c4260c86e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.649226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f2a80c68-fa28-44ef-a9f2-90c4260c86e0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f54090f1-b708-4b30-9861-2455fae13daf HTTP/1.1" status: 204 len: 168 time: 0.2506137 Nov 25 17:38:49.677947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.680806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Pushing event updated for resources: {'Port': ['ID=5855f014-3b44-4800-9ba8-193c10a20548,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.683496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a80c68-fa28-44ef-a9f2-90c4260c86e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54090f1-b708-4b30-9861-2455fae13daf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.704995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:49.769463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e3e0fbd9-e547-42f7-a999-38e6117a3b8a None None] Provisioning complete for port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:49.773421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fbd9-e547-42f7-a999-38e6117a3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:49.895212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc15984-815a-47d4-99bb-fbb43f612b87,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:49.956230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150bb4-c38f-433d-9755-c16872879c91 req-2b14cfec-c265-417a-b7ac-910ddb9c9d17 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:49.970559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a150bb4-c38f-433d-9755-c16872879c91 req-2b14cfec-c265-417a-b7ac-910ddb9c9d17 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.6431837 Nov 25 17:38:50.064207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3d822f58-f168-4dbc-bfdf-b9084fd968f5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:50.106258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da485153-276a-4d65-a60e-69597ccc2b32 req-6cfe5bf3-7014-40ac-bca9-11fb64999698 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.129001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da485153-276a-4d65-a60e-69597ccc2b32 req-6cfe5bf3-7014-40ac-bca9-11fb64999698 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 944 time: 0.1087751 Nov 25 17:38:50.240168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da485153-276a-4d65-a60e-69597ccc2b32 req-4ad08a8e-19cb-43b1-8835-ab6579fc7535 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100631 Nov 25 17:38:50.282338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3d822f58-f168-4dbc-bfdf-b9084fd968f5', 'name': '', 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'mac_address': 'fa:16:3e:f9:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:29Z', 'updated_at': '2021-11-25T17:38:48Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'subnets': [{'id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:38:50.285656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:50.288702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Attempting to bind port 7cc15984-815a-47d4-99bb-fbb43f612b87 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:50.289149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Attempting to bind port 7cc15984-815a-47d4-99bb-fbb43f612b87 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:50.289780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Attempting to bind port 7cc15984-815a-47d4-99bb-fbb43f612b87 on network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:50.296160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Attempting to bind port 5855f014-3b44-4800-9ba8-193c10a20548 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:38:50.296484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Attempting to bind port 5855f014-3b44-4800-9ba8-193c10a20548 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:38:50.296906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Attempting to bind port 5855f014-3b44-4800-9ba8-193c10a20548 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:50.300949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Port 7cc15984-815a-47d4-99bb-fbb43f612b87 on network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:50.301515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Attempting to bind port 7cc15984-815a-47d4-99bb-fbb43f612b87 on network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:50.306773 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0a150bb4-c38f-433d-9755-c16872879c91 req-14b0ec5b-7f92-431e-b8cc-6953b06ac58a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353167 Nov 25 17:38:50.313387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Port 5855f014-3b44-4800-9ba8-193c10a20548 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:38:50.313813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Attempting to bind port 5855f014-3b44-4800-9ba8-193c10a20548 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:38:50.317118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:50.317548 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Checking segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:50.318023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Bound using segment: {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:50.318558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Bound port: 7cc15984-815a-47d4-99bb-fbb43f612b87, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92fcace-d28d-4133-afac-9b0d6d6373e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:50.319128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.356936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:38:50.357306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:38:50.357925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'network_id': '448489f4-0351-46ca-9354-5a360e8ae31c', 'port_id': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'mac_address': 'fa:16:3e:42:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963f61e6-2259-4753-a797-86ad289e9241', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:50.358292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:38:50.359432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Bound port: 5855f014-3b44-4800-9ba8-193c10a20548, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:38:50.360642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.390159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:50.397843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296da81-79e1-410b-8c3b-830207a60ed7 None None] The sync data for ids ['7acd5d97-c0cb-47c1-9498-690d2abdd936'] in n-d-817303-7 is: [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:38:31Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3d822f58-f168-4dbc-bfdf-b9084fd968f5', 'name': '', 'network_id': '509ac36d-a12a-4115-9b2f-6112baa78fe8', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'mac_address': 'fa:16:3e:f9:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:29Z', 'updated_at': '2021-11-25T17:38:48Z', 'revision_number': 4, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'subnets': [{'id': '4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:38:50.429938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd5df5c2-3c9f-4f11-bab7-0e41a88e5b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.465688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.485898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:50.486270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.497646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77f5e9-1ad2-4982-9cbc-32547029fc8d req-6cdf6cb6-dcf5-466b-9166-a95dc5b00fda tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.507960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be77f5e9-1ad2-4982-9cbc-32547029fc8d req-6cdf6cb6-dcf5-466b-9166-a95dc5b00fda tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 943 time: 0.1710835 Nov 25 17:38:50.533467 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] For port 7cc15984-815a-47d4-99bb-fbb43f612b87, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:50.537250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] For port 7cc15984-815a-47d4-99bb-fbb43f612b87, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7cc15984-815a-47d4-99bb-fbb43f612b87,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:50.563115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.586439 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fbd9-e547-42f7-a999-38e6117a3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.670843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e3e0fbd9-e547-42f7-a999-38e6117a3b8a None None] For port 3d822f58-f168-4dbc-bfdf-b9084fd968f5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3d822f58-f168-4dbc-bfdf-b9084fd968f5,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:50.675040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:50.675678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd5df5c2-3c9f-4f11-bab7-0e41a88e5b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.683215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc15984-815a-47d4-99bb-fbb43f612b87,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:50.694704 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fbd9-e547-42f7-a999-38e6117a3b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.737203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.737776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.753168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-1ed12186-f796-404e-8949-035a475f7be6 service neutron] 10.222.0.73 "PUT /v2.0/ports/7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 1091 time: 2.4811916 Nov 25 17:38:50.753869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:50.756241 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:50.782370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:50.789685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] For port 5855f014-3b44-4800-9ba8-193c10a20548, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:38:50.795579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] For port 5855f014-3b44-4800-9ba8-193c10a20548, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5855f014-3b44-4800-9ba8-193c10a20548,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:38:50.812682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.860622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.866506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:50.867570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.869781 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] 10.222.0.73 "PUT /v2.0/ports/5855f014-3b44-4800-9ba8-193c10a20548 HTTP/1.1" status: 200 len: 1091 time: 3.2678280 Nov 25 17:38:50.894937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-be77f5e9-1ad2-4982-9cbc-32547029fc8d req-96fad4d7-7071-4f0e-bc71-55835dd1b4cd tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892351 Nov 25 17:38:50.916104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bd5df5c2-3c9f-4f11-bab7-0e41a88e5b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:50.949986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facf3e2-4a20-43fd-a9b6-68273481c0dc service neutron] Pushing event updated for resources: {'Port': ['ID=5855f014-3b44-4800-9ba8-193c10a20548,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:50.999051 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bd5df5c2-3c9f-4f11-bab7-0e41a88e5b49 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8f229073ac54ca295f1a57756615a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5956261 Nov 25 17:38:51.000442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 44562) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:51.134124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0fbd9-e547-42f7-a999-38e6117a3b8a None None] Pushing event updated for resources: {'Port': ['ID=3d822f58-f168-4dbc-bfdf-b9084fd968f5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.167653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:51.192720 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-f3852202-3597-4d3b-9159-e7023e792a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.194810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-f3852202-3597-4d3b-9159-e7023e792a10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 1094 time: 0.2130685 Nov 25 17:38:51.202776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-c2f397c7-4743-42ee-817f-720b353828a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.207481 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-c2f397c7-4743-42ee-817f-720b353828a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1094 time: 0.3679368 Nov 25 17:38:51.239088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f32ce96-14bd-451c-96ee-7da6d871691a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.251786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5df5c2-3c9f-4f11-bab7-0e41a88e5b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82dcb50-8380-4758-b683-c125809f3aea,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.338022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f32ce96-14bd-451c-96ee-7da6d871691a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.368516 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-d7aaf57b-6a2c-47a0-a7d3-19936f1e6232 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5855f014-3b44-4800-9ba8-193c10a20548 HTTP/1.1" status: 200 len: 217 time: 0.1598659 Nov 25 17:38:51.432355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-c49c7a56-4088-497f-bd1c-bc23968d8528 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 217 time: 0.2173758 Nov 25 17:38:51.449733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0419005f-78dc-458e-b7dd-525021fdb781 None None] Provisioning complete for port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:51.451860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0419005f-78dc-458e-b7dd-525021fdb781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.537430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=11']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.553390 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b15f657-90ef-4f42-8c22-b5f2d4121d60 x-openstack-request-id: req-1b15f657-90ef-4f42-8c22-b5f2d4121d60 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:51.553690 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:51.553948 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1b15f657-90ef-4f42-8c22-b5f2d4121d60 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:51.554354 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'status': 'completed', 'code': 200} Nov 25 17:38:51.583006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300beaff-5cb1-42c5-9815-d716bd66abda req-1a4b8c6d-c0f6-4d2d-87e4-31eb0570ab5b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.589446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-300beaff-5cb1-42c5-9815-d716bd66abda req-1a4b8c6d-c0f6-4d2d-87e4-31eb0570ab5b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.2150056 Nov 25 17:38:51.641137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f32ce96-14bd-451c-96ee-7da6d871691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.643928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f32ce96-14bd-451c-96ee-7da6d871691a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:51.648021 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5f32ce96-14bd-451c-96ee-7da6d871691a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a82dcb50-8380-4758-b683-c125809f3aea HTTP/1.1" status: 204 len: 168 time: 0.6452656 Nov 25 17:38:51.664525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32ce96-14bd-451c-96ee-7da6d871691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82dcb50-8380-4758-b683-c125809f3aea,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:51.702337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-300beaff-5cb1-42c5-9815-d716bd66abda req-053b8958-f46e-4abb-843b-c90e197ca76e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Nov 25 17:38:51.834781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-3dc50435-eb27-4621-8c4d-b420e3810ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.844103 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-3dc50435-eb27-4621-8c4d-b420e3810ec4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.4250388 Nov 25 17:38:51.876743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3d822f58-f168-4dbc-bfdf-b9084fd968f5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:51.891165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-4ca00dfd-de66-4509-9073-793db8355a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:51.898128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-4ca00dfd-de66-4509-9073-793db8355a63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 200 len: 848 time: 0.3702631 Nov 25 17:38:51.972785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:51.973139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:52.057617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291db36c-4282-44d3-8608-34a17c00114c req-3f4de6ed-e9b9-4ac4-a24f-1da225108d7e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.068852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-291db36c-4282-44d3-8608-34a17c00114c req-3f4de6ed-e9b9-4ac4-a24f-1da225108d7e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.4486983 Nov 25 17:38:52.196465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f501f7-32d1-473e-95a3-7aea2517630b req-910d2f37-6d8f-4dcd-9776-25e991a49c7c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.203763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26f501f7-32d1-473e-95a3-7aea2517630b req-910d2f37-6d8f-4dcd-9776-25e991a49c7c tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 943 time: 0.1364605 Nov 25 17:38:52.220579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-d70694ff-f3a8-46b8-b716-8cf1e835c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.222110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-d70694ff-f3a8-46b8-b716-8cf1e835c287 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614278 Nov 25 17:38:52.311233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a3261648-d133-4ce6-8a1d-3ea1d4e781e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.312736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-a3261648-d133-4ce6-8a1d-3ea1d4e781e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e05e49a-6624-4dd4-8e4c-03296c146bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092589 Nov 25 17:38:52.316707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-26f501f7-32d1-473e-95a3-7aea2517630b req-abea7e85-5b51-4660-a9db-407a6b3b28f9 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011398 Nov 25 17:38:52.318176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-291db36c-4282-44d3-8608-34a17c00114c req-fac16827-c50c-4142-80da-94fd43dd048b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390635 Nov 25 17:38:52.429979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-00420794-01f6-4ff6-b90b-304ad202a6d2 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953056 Nov 25 17:38:52.526919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-54a55bcc-0dbb-4a64-b4dd-791607ddb0e1 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050469 Nov 25 17:38:52.642949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-5b0a2f5d-6448-44f0-ac39-acfc13fc03a7 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931369 Nov 25 17:38:52.691710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe8e8fe1-a037-402a-9bc0-5dccddf85b41 req-98be698d-d4d6-4076-9469-354792c41825 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434243 Nov 25 17:38:52.809318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-376ffce1-6903-4efc-8bc3-d08fecca5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.809318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-376ffce1-6903-4efc-8bc3-d08fecca5d97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1094 time: 0.0561311 Nov 25 17:38:52.905155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115d11-ca4a-44ee-8e5c-3e8e94ba6d3b req-64c585e1-1e52-48d1-9906-676e1ea8aea4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.909355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4115d11-ca4a-44ee-8e5c-3e8e94ba6d3b req-64c585e1-1e52-48d1-9906-676e1ea8aea4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1363490 Nov 25 17:38:52.932950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-d215ba82-2748-4798-9efb-4c91c6bb2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:52.935232 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-d215ba82-2748-4798-9efb-4c91c6bb2c96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 910 time: 0.1214263 Nov 25 17:38:53.022052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4115d11-ca4a-44ee-8e5c-3e8e94ba6d3b req-5d2a94f8-98db-459b-bc8b-2415bb59e76a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075828 Nov 25 17:38:53.039308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-5b51c858-e9c4-4234-98d7-716cf0390d02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 217 time: 0.0962873 Nov 25 17:38:53.127279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-dafcd5b7-a5ec-41d1-a6cb-90f876e257f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.128852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-dafcd5b7-a5ec-41d1-a6cb-90f876e257f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 200 len: 848 time: 0.0817721 Nov 25 17:38:53.191835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-54e15ac3-7653-4c29-aee8-656cee17e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.193339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-54e15ac3-7653-4c29-aee8-656cee17e516 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e05e49a-6624-4dd4-8e4c-03296c146bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551841 Nov 25 17:38:53.300352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-b2ebe88e-576a-4cf7-ab23-59b4429560df service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977209 Nov 25 17:38:53.499418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c69bb2-2eb7-4039-bf01-ee192a5fe0b4 req-70652065-753c-464e-97ff-763a9abdc317 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862652 Nov 25 17:38:53.522651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1768f0-379a-4583-9dec-a3cf39f448aa req-04349aad-044b-4b68-b2ec-3d10892815a9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.523277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dc0e6-ddd2-4f2d-9a45-b28c9717ea55 req-ec196849-b759-4e5b-a41e-1fe67d682f40 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.531457 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-177dc0e6-ddd2-4f2d-9a45-b28c9717ea55 req-ec196849-b759-4e5b-a41e-1fe67d682f40 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 943 time: 0.0981259 Nov 25 17:38:53.532173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c1768f0-379a-4583-9dec-a3cf39f448aa req-04349aad-044b-4b68-b2ec-3d10892815a9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.0909271 Nov 25 17:38:53.555177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66447371-8873-45d8-ad10-c18b7835b2b5', 'tag': '5855f014-3b44-4800-9ba8-193c10a20548'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:53.557494 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e1158-2553-4e95-8d44-298be78a09da" -d '{"events": [{"name": "network-changed", "server_uuid": "66447371-8873-45d8-ad10-c18b7835b2b5", "tag": "5855f014-3b44-4800-9ba8-193c10a20548"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:53.592933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c1768f0-379a-4583-9dec-a3cf39f448aa req-2d1e4fae-7349-473c-90c7-b6d04832fa09 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594344 Nov 25 17:38:53.597534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-177dc0e6-ddd2-4f2d-9a45-b28c9717ea55 req-44519bae-0e3d-45da-b5e4-3b81a8cc72aa tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651233 Nov 25 17:38:53.668185 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63c04ec-60e7-4bab-a45e-1f906f1d3fd0 x-openstack-request-id: req-d63c04ec-60e7-4bab-a45e-1f906f1d3fd0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:53.668671 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66447371-8873-45d8-ad10-c18b7835b2b5", "tag": "5855f014-3b44-4800-9ba8-193c10a20548", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:53.669308 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d63c04ec-60e7-4bab-a45e-1f906f1d3fd0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:53.670000 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66447371-8873-45d8-ad10-c18b7835b2b5', 'tag': '5855f014-3b44-4800-9ba8-193c10a20548', 'status': 'completed', 'code': 200} Nov 25 17:38:53.790885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e1158-2553-4e95-8d44-298be78a09da req-13c6d4ea-266a-4513-9ffb-60019ce36581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.792774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-13c6d4ea-266a-4513-9ffb-60019ce36581 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 1094 time: 0.0989878 Nov 25 17:38:53.969377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e1158-2553-4e95-8d44-298be78a09da req-c422b9ff-b5be-4d14-851f-4cbe880e98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:53.971157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-c422b9ff-b5be-4d14-851f-4cbe880e98cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1708984 Nov 25 17:38:53.975775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:54.024712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-d3f6bc5f-4947-4d93-9142-7ff7446bdaa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5855f014-3b44-4800-9ba8-193c10a20548 HTTP/1.1" status: 200 len: 217 time: 0.0464292 Nov 25 17:38:54.055226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:38:54.055226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:54.055226 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.145966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e1158-2553-4e95-8d44-298be78a09da req-c36fde7e-b5d8-4169-b0df-587d744361c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.149584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-c36fde7e-b5d8-4169-b0df-587d744361c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.1171291 Nov 25 17:38:54.217011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e1158-2553-4e95-8d44-298be78a09da req-caa97eb9-a651-467b-9fa0-06ff127203a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.218668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-caa97eb9-a651-467b-9fa0-06ff127203a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619559 Nov 25 17:38:54.249127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.334431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:54.337139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65808-4574-401d-8d84-b671fab1069e req-43c85df3-c399-49dc-a679-a27ac923ad9f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.337302 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db165648-083c-4322-abc0-80d8de3fd3a2" -d '{"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-plugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:54.342484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:54.351156 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:54.352089 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ac65808-4574-401d-8d84-b671fab1069e req-43c85df3-c399-49dc-a679-a27ac923ad9f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 945 time: 0.1413741 Nov 25 17:38:54.372115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-166b996e-1c30-4580-b383-3a25d67f8932 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439230 Nov 25 17:38:54.427802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:54.446643 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dabec-0021-4b7f-87de-fee70ac4bfc0 x-openstack-request-id: req-537dabec-0021-4b7f-87de-fee70ac4bfc0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:54.447663 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-plugged", "status": "completed", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:54.447921 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-537dabec-0021-4b7f-87de-fee70ac4bfc0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:54.448315 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'code': 200} Nov 25 17:38:54.491817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ac65808-4574-401d-8d84-b671fab1069e req-56473696-51b6-4ba9-9ab4-76723f33c204 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378105 Nov 25 17:38:54.547210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf2e1158-2553-4e95-8d44-298be78a09da req-326264c6-9e0c-454c-9768-339219f4f354 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666286 Nov 25 17:38:54.791180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26658952-b95d-4d58-8a7f-8cc9375ed252 req-d33511be-a9a3-4e27-b36a-b415e48dd346 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.792930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26658952-b95d-4d58-8a7f-8cc9375ed252 req-d33511be-a9a3-4e27-b36a-b415e48dd346 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 943 time: 0.0725081 Nov 25 17:38:54.815176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8a9a-a050-4f68-99e7-5f5e44961e73 req-33969b7a-6f53-4c1f-8b51-8958fd412dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.815176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5cca8a9a-a050-4f68-99e7-5f5e44961e73 req-33969b7a-6f53-4c1f-8b51-8958fd412dc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1097 time: 0.1526473 Nov 25 17:38:54.841977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089882e7-c0e0-479a-ba6b-3f065f2cf5ea req-c447527c-0503-4ebe-bc90-17704d22a963 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:54.852054 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-089882e7-c0e0-479a-ba6b-3f065f2cf5ea req-c447527c-0503-4ebe-bc90-17704d22a963 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.1170964 Nov 25 17:38:54.874324 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-26658952-b95d-4d58-8a7f-8cc9375ed252 req-fe22bb7a-9155-46c6-9f07-64d21d9917ab tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721040 Nov 25 17:38:54.929266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5cca8a9a-a050-4f68-99e7-5f5e44961e73 req-8f95da6e-9278-470a-9cb2-dd2693b93207 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032805 Nov 25 17:38:54.953264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-089882e7-c0e0-479a-ba6b-3f065f2cf5ea req-fe56c95f-244f-420b-9590-b11219552275 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001716 Nov 25 17:38:55.425023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.549565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8ce2797-4807-43c4-bd3d-08063cf002c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.655018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b97a4-0346-4437-bdfd-dd1c5fc18633 req-32c3c7f0-2ee0-4745-ad14-8a1165609ab1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:55.656593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-445b97a4-0346-4437-bdfd-dd1c5fc18633 req-32c3c7f0-2ee0-4745-ad14-8a1165609ab1 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0787597 Nov 25 17:38:55.700683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8ce2797-4807-43c4-bd3d-08063cf002c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.711749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8ce2797-4807-43c4-bd3d-08063cf002c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.761627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-445b97a4-0346-4437-bdfd-dd1c5fc18633 req-d17587f1-f372-4165-b930-8e4107f8148d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953383 Nov 25 17:38:55.775355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a8ce2797-4807-43c4-bd3d-08063cf002c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6cbea5658ba422086876e6cb9fe20e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466194 Nov 25 17:38:55.775355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce2797-4807-43c4-bd3d-08063cf002c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a010557-7c45-4dba-bf86-d5fdbd7f0c96,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:55.776483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:55.864912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2476fe3f-571c-4d55-852e-ea34d8e405da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.893369 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2476fe3f-571c-4d55-852e-ea34d8e405da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.969352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2476fe3f-571c-4d55-852e-ea34d8e405da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.972056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2476fe3f-571c-4d55-852e-ea34d8e405da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:55.973225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2476fe3f-571c-4d55-852e-ea34d8e405da admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3a010557-7c45-4dba-bf86-d5fdbd7f0c96 HTTP/1.1" status: 204 len: 168 time: 0.1961644 Nov 25 17:38:55.987210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476fe3f-571c-4d55-852e-ea34d8e405da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a010557-7c45-4dba-bf86-d5fdbd7f0c96,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.069484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450571-4b9b-4740-ac46-9b9bac6f396c req-9fe8a72f-8d1e-4148-a69d-205e48635eb6 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.071256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e450571-4b9b-4740-ac46-9b9bac6f396c req-9fe8a72f-8d1e-4148-a69d-205e48635eb6 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 943 time: 0.0941293 Nov 25 17:38:56.158623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba60944-a179-4e45-8130-863151bf7d3d req-184c7e74-2409-4ae4-80a5-29fef4524b0d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.161992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ba60944-a179-4e45-8130-863151bf7d3d req-184c7e74-2409-4ae4-80a5-29fef4524b0d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.0986409 Nov 25 17:38:56.205879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e450571-4b9b-4740-ac46-9b9bac6f396c req-60878f75-5fe4-4cfd-8a61-7274ff05be72 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284306 Nov 25 17:38:56.240388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ba60944-a179-4e45-8130-863151bf7d3d req-e6a32926-bd42-4a9d-9c96-8b535c111726 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Nov 25 17:38:56.286580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7cc15984-815a-47d4-99bb-fbb43f612b87 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:38:56.421132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7cc15984-815a-47d4-99bb-fbb43f612b87, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7cc15984-815a-47d4-99bb-fbb43f612b87,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:56.437818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'port_id': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'mac_address': 'fa:16:3e:70:9e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:38:56.488610 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.514124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc15984-815a-47d4-99bb-fbb43f612b87 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:38:56.558573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7cc15984-815a-47d4-99bb-fbb43f612b87, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7cc15984-815a-47d4-99bb-fbb43f612b87,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:56.568721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:56.673699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7cc15984-815a-47d4-99bb-fbb43f612b87,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:56.799644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['7cc15984-815a-47d4-99bb-fbb43f612b87'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:38:56.953397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e62d15-b610-47b6-be16-9401d8fbb873 req-477cceab-a5bd-47c2-89e5-5110cfe8de4e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:56.971833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78e62d15-b610-47b6-be16-9401d8fbb873 req-477cceab-a5bd-47c2-89e5-5110cfe8de4e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.1059842 Nov 25 17:38:57.067972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-78e62d15-b610-47b6-be16-9401d8fbb873 req-4be26772-de33-47a5-83cc-194be42a255b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882807 Nov 25 17:38:57.382889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87525a4-4f63-43af-b3f5-054542d12f1d req-b10a7119-0ce7-40f1-b841-df6f1e3e8c2e tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.384575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c87525a4-4f63-43af-b3f5-054542d12f1d req-b10a7119-0ce7-40f1-b841-df6f1e3e8c2e tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 944 time: 0.0598576 Nov 25 17:38:57.386650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f8c19-ba2f-40f5-adec-376b2ed49fb0 req-1520fd1e-b524-4f8f-bc3c-bfe2644e44ed tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:57.389381 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa3f8c19-ba2f-40f5-adec-376b2ed49fb0 req-1520fd1e-b524-4f8f-bc3c-bfe2644e44ed tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.0593359 Nov 25 17:38:57.447706 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa3f8c19-ba2f-40f5-adec-376b2ed49fb0 req-a04264ad-41f7-4168-9ca5-a7898a0897be tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Nov 25 17:38:57.477698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c87525a4-4f63-43af-b3f5-054542d12f1d req-1a20ad35-1f35-4798-97d8-66a86fb7d721 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814118 Nov 25 17:38:57.906239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:58.033093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d62f-0020-45f0-8cd5-ee39e91ea977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.118151 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d62f-0020-45f0-8cd5-ee39e91ea977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.133853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d62f-0020-45f0-8cd5-ee39e91ea977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.178557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b3f3d62f-0020-45f0-8cd5-ee39e91ea977 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6a8103cd64a34f66ba658d976644307d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687287 Nov 25 17:38:58.178767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 44872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:38:58.186514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d62f-0020-45f0-8cd5-ee39e91ea977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2351746a-f97b-4961-bfe7-7f7483fba771,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:58.209949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da55f02-4169-417b-aca2-e9d4e25a149f req-369e2af4-22a2-4d61-8034-e5fc53363f6c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.211582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1da55f02-4169-417b-aca2-e9d4e25a149f req-369e2af4-22a2-4d61-8034-e5fc53363f6c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0598838 Nov 25 17:38:58.258219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922115ad-0c01-4116-873f-393a81de771a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.280274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1da55f02-4169-417b-aca2-e9d4e25a149f req-5837e62a-bd2b-40f1-ba05-a8a2583df42d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591755 Nov 25 17:38:58.287120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7cc15984-815a-47d4-99bb-fbb43f612b87 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:38:58.289261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922115ad-0c01-4116-873f-393a81de771a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.358304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 7cc15984-815a-47d4-99bb-fbb43f612b87 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:38:58.358696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922115ad-0c01-4116-873f-393a81de771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.362011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922115ad-0c01-4116-873f-393a81de771a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.363565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-922115ad-0c01-4116-873f-393a81de771a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2351746a-f97b-4961-bfe7-7f7483fba771 HTTP/1.1" status: 204 len: 168 time: 0.1838765 Nov 25 17:38:58.375671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 7cc15984-815a-47d4-99bb-fbb43f612b87 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:38:58.376370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.410370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922115ad-0c01-4116-873f-393a81de771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2351746a-f97b-4961-bfe7-7f7483fba771,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:58.441928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61661288-b990-4ac4-a3bf-0b8608b956e0 req-2314923c-9166-4983-ad37-e668238d2acf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.444177 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61661288-b990-4ac4-a3bf-0b8608b956e0 req-2314923c-9166-4983-ad37-e668238d2acf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0792921 Nov 25 17:38:58.497465 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.528798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:38:58.533820 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27618007-58df-4d57-88bc-435e47a03aa3" -d '{"events": [{"server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "name": "network-vif-plugged", "status": "completed", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:38:58.546381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7cc15984-815a-47d4-99bb-fbb43f612b87, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7cc15984-815a-47d4-99bb-fbb43f612b87,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:38:58.550814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61661288-b990-4ac4-a3bf-0b8608b956e0 req-e2163b56-7521-44b1-b0e5-323f33c3810e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998507 Nov 25 17:38:58.565305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:38:58.649247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7cc15984-815a-47d4-99bb-fbb43f612b87,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:38:58.650899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed5bc-29c7-4f63-8dd1-f22016fdc42f req-be805c76-ccf5-414a-8a7c-d12122c3ee9b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.659816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30bed5bc-29c7-4f63-8dd1-f22016fdc42f req-be805c76-ccf5-414a-8a7c-d12122c3ee9b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.1016881 Nov 25 17:38:58.740051 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30bed5bc-29c7-4f63-8dd1-f22016fdc42f req-4bcf1375-34c4-4468-921d-4e5e6e8a9057 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571687 Nov 25 17:38:58.741141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17665e9f-c3b7-4fcb-8b36-aee059c6aebe req-8068ec12-5395-483a-9d4d-5a3fb8540002 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.742735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17665e9f-c3b7-4fcb-8b36-aee059c6aebe req-8068ec12-5395-483a-9d4d-5a3fb8540002 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0786924 Nov 25 17:38:58.793803 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d36de5a-eaa8-4550-af29-a25aad715752 x-openstack-request-id: req-1d36de5a-eaa8-4550-af29-a25aad715752 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:38:58.794393 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "name": "network-vif-plugged", "status": "completed", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:38:58.797201 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d36de5a-eaa8-4550-af29-a25aad715752 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:38:58.798126 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'code': 200} Nov 25 17:38:58.830634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17665e9f-c3b7-4fcb-8b36-aee059c6aebe req-5fa75033-acb3-49f9-b250-2a10f9a51555 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733597 Nov 25 17:38:58.882834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-947f3fd8-b8fd-46b0-b09d-a77e3331e13b req-452fc6c3-3ae0-4f13-b05b-00edf38b8d3d service neutron] (103635) timed out ('10.222.0.86', 50574) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:38:58.913272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7072359-2809-454f-835d-cceaa01ab32a req-898468e8-3d25-4029-a05f-6015dc4fe0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.914859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7072359-2809-454f-835d-cceaa01ab32a req-898468e8-3d25-4029-a05f-6015dc4fe0b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1096 time: 0.0464859 Nov 25 17:38:58.967039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608938-5b96-494e-b929-728a6e2b38c7 req-964825bd-cf93-4562-acf5-78c49d4b51a8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:58.970544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b608938-5b96-494e-b929-728a6e2b38c7 req-964825bd-cf93-4562-acf5-78c49d4b51a8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0976708 Nov 25 17:38:58.998989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f7072359-2809-454f-835d-cceaa01ab32a req-58a6f198-94f4-4199-ae08-5ce8afa69b7e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771205 Nov 25 17:38:59.032969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b608938-5b96-494e-b929-728a6e2b38c7 req-feff2706-2018-43bf-a9af-342f6241b4f3 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Nov 25 17:38:59.194074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfcb65-b132-4c04-bf6d-7a2da3dba610 req-27590df9-2df6-410b-88dd-9e52c900aaeb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.196195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ecfcb65-b132-4c04-bf6d-7a2da3dba610 req-27590df9-2df6-410b-88dd-9e52c900aaeb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0605659 Nov 25 17:38:59.255948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ecfcb65-b132-4c04-bf6d-7a2da3dba610 req-9fc5d7d8-9b61-4882-834e-73a1d4f41dbd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Nov 25 17:38:59.394579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c81f6-2797-48c3-bd77-930da1d92ccc req-dc2b1efa-a623-46cd-bfa9-337ec0c5a179 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.396210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b93c81f6-2797-48c3-bd77-930da1d92ccc req-dc2b1efa-a623-46cd-bfa9-337ec0c5a179 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0543926 Nov 25 17:38:59.458299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b93c81f6-2797-48c3-bd77-930da1d92ccc req-2f8b590c-2c96-4242-a789-0e97ddcf4c91 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Nov 25 17:38:59.595204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc852e88-5138-44f4-aec6-15854e27ef73 req-663ba37e-0aab-48d8-a60e-94965c627c80 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.596826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc852e88-5138-44f4-aec6-15854e27ef73 req-663ba37e-0aab-48d8-a60e-94965c627c80 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Nov 25 17:38:59.651150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cc852e88-5138-44f4-aec6-15854e27ef73 req-875d04c6-04aa-4b27-a8cb-9aec38928909 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Nov 25 17:38:59.789217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be63fc-37f4-45ec-acc3-6e8499baa686 req-c17ee096-14c4-47ee-9c7e-9f8294a320e0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.790830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38be63fc-37f4-45ec-acc3-6e8499baa686 req-c17ee096-14c4-47ee-9c7e-9f8294a320e0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0551927 Nov 25 17:38:59.862077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-38be63fc-37f4-45ec-acc3-6e8499baa686 req-9c76caba-1b18-43fa-97d2-40dbae3b2359 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Nov 25 17:38:59.992888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de44aab-f20b-43de-8afb-538b6dad7de9 req-561639a4-bd44-4503-a126-5f34a0fabe48 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:38:59.995667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8de44aab-f20b-43de-8afb-538b6dad7de9 req-561639a4-bd44-4503-a126-5f34a0fabe48 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0674109 Nov 25 17:39:00.082986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8de44aab-f20b-43de-8afb-538b6dad7de9 req-de538c5a-3f8b-4c41-a978-b7fdd05529a6 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711443 Nov 25 17:39:00.212419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b72c-a965-4f9b-8ec0-82c4e8bb1a35 req-2cfa3673-cda6-40c8-860b-60222f2a0795 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:00.214273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1936b72c-a965-4f9b-8ec0-82c4e8bb1a35 req-2cfa3673-cda6-40c8-860b-60222f2a0795 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.4236956 Nov 25 17:39:00.285043 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1936b72c-a965-4f9b-8ec0-82c4e8bb1a35 req-17db4b73-d030-48b1-a28f-89c7892bfe93 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Nov 25 17:39:00.365511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30deb6d-4bf4-44b0-9f25-041c28b1efef req-71e99a0d-ff0d-4259-bfea-dd60e1ea5a04 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:00.367020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f30deb6d-4bf4-44b0-9f25-041c28b1efef req-71e99a0d-ff0d-4259-bfea-dd60e1ea5a04 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0546639 Nov 25 17:39:00.416794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f30deb6d-4bf4-44b0-9f25-041c28b1efef req-9adca567-010c-4b12-aa1d-479d70ba7043 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Nov 25 17:39:01.222434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d999-82ec-4293-88bd-3c22a32e7886 req-45f826fe-1be8-45aa-b1be-c0ad0986aac3 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.223617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be38d999-82ec-4293-88bd-3c22a32e7886 req-45f826fe-1be8-45aa-b1be-c0ad0986aac3 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Nov 25 17:39:01.274622 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be38d999-82ec-4293-88bd-3c22a32e7886 req-cbb7fa73-d6f5-4795-b4e0-67fef2a2f25d tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447247 Nov 25 17:39:01.410713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c51e-020b-4d02-ab71-b28475e020cf req-a29b2bff-21f4-4c8b-9778-c79cc58fd708 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.412628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e26c51e-020b-4d02-ab71-b28475e020cf req-a29b2bff-21f4-4c8b-9778-c79cc58fd708 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0579164 Nov 25 17:39:01.453535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf537-d0cb-4e13-92e0-0c5a6ca65e8e req-a87ce9be-975c-4b82-8e86-86ce8a7a3498 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.455111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-429bf537-d0cb-4e13-92e0-0c5a6ca65e8e req-a87ce9be-975c-4b82-8e86-86ce8a7a3498 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.0689592 Nov 25 17:39:01.479178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e26c51e-020b-4d02-ab71-b28475e020cf req-3758588d-49aa-48fe-87e0-01e812fd046e tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577383 Nov 25 17:39:01.513294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-429bf537-d0cb-4e13-92e0-0c5a6ca65e8e req-8ddc29e0-aa44-48a2-b9b3-f11b28f38ef3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Nov 25 17:39:01.608330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d632451-0185-4f06-990f-6f635d76186e req-a3cf4cfc-f708-44fa-bf5c-c682bfbb7b0e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.611796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d632451-0185-4f06-990f-6f635d76186e req-a3cf4cfc-f708-44fa-bf5c-c682bfbb7b0e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0560911 Nov 25 17:39:01.631822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ccf69-bed1-4a0a-b8a3-cbbcd6d9e1ee req-8f70e925-d25d-483a-9c57-ec9fb50ed623 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:01.640973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-218ccf69-bed1-4a0a-b8a3-cbbcd6d9e1ee req-8f70e925-d25d-483a-9c57-ec9fb50ed623 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0650523 Nov 25 17:39:01.660380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d632451-0185-4f06-990f-6f635d76186e req-c4ebf887-2b20-4f5b-8648-886b3940e41b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Nov 25 17:39:01.691370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-218ccf69-bed1-4a0a-b8a3-cbbcd6d9e1ee req-a6df46e1-fa29-4c44-a712-f28eb8cfeb21 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495262 Nov 25 17:39:01.714687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:02.041477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16b07f-82d9-4ff0-95c0-1b828b35f9b8 req-a216b204-ba76-495e-94d4-711fb3cbf8be tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.043192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb16b07f-82d9-4ff0-95c0-1b828b35f9b8 req-a216b204-ba76-495e-94d4-711fb3cbf8be tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.1146355 Nov 25 17:39:02.064935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-38176a75-0d4a-4a93-abe8-6d8a4634c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.066307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-38176a75-0d4a-4a93-abe8-6d8a4634c618 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 1097 time: 0.0989783 Nov 25 17:39:02.100812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da166f-1ca8-4525-96ca-7bd88c26233c tempest-TestServerBasicOps-1706970198 tempest-TestServerBasicOps-1706970198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.102346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7da166f-1ca8-4525-96ca-7bd88c26233c tempest-TestServerBasicOps-1706970198 tempest-TestServerBasicOps-1706970198-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1091 time: 0.3857529 Nov 25 17:39:02.105519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:02.113977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:02.144789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.165138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb16b07f-82d9-4ff0-95c0-1b828b35f9b8 req-81125f3b-ad90-42ff-9777-f5cd96591e22 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152825 Nov 25 17:39:02.198711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-1eefa75b-6e84-482d-9610-07c658d44d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.200289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-1eefa75b-6e84-482d-9610-07c658d44d40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 200 len: 915 time: 0.1232934 Nov 25 17:39:02.244085 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-c05bb30e-3436-43ff-89b6-cfdfb45b83a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 200 len: 217 time: 0.0366683 Nov 25 17:39:02.261809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.297028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-6fde9bbe-e6e5-4ad1-96af-c5689f3d0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.298927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-6fde9bbe-e6e5-4ad1-96af-c5689f3d0993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 200 len: 854 time: 0.0485280 Nov 25 17:39:02.331205 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-51bc026c-4491-45e5-887d-3dc3fc8eff04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=448489f4-0351-46ca-9354-5a360e8ae31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255895 Nov 25 17:39:02.379577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Allocated IP 172.25.8.63 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/0524f9c6-af08-4223-a35f-7a12d35e436e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:02.441189 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-9195469e-f718-4ced-8c70-5ca31a5016d1 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030591 Nov 25 17:39:02.497997 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.540699 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:02.541314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48e11c72-c5e5-4f92-8097-9594414c35e7 req-93d933b8-8a02-46ae-acd4-c9fe6eb7ae13 service neutron] 10.222.0.55 "GET /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931201 Nov 25 17:39:02.583164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:02.588527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:02.593609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:02.639361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'Port': ['ID=0524f9c6-af08-4223-a35f-7a12d35e436e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:02.708171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07654f2-fa1d-4462-9226-f6e829783ca0 req-a20e61f1-5281-4c77-bf98-7e1eb898d00d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:02.709613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f07654f2-fa1d-4462-9226-f6e829783ca0 req-a20e61f1-5281-4c77-bf98-7e1eb898d00d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.1070492 Nov 25 17:39:02.841416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f07654f2-fa1d-4462-9226-f6e829783ca0 req-4abcb11a-1e02-4750-8b5e-367263f6c579 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234448 Nov 25 17:39:03.108100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.179777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.309001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fc0a0-124a-41bd-97a3-2a323aeeffb5 req-2e2adf5a-a63d-4b10-8b54-328405b1520e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.311665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e1fc0a0-124a-41bd-97a3-2a323aeeffb5 req-2e2adf5a-a63d-4b10-8b54-328405b1520e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0622776 Nov 25 17:39:03.353426 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.360030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.361137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e1fc0a0-124a-41bd-97a3-2a323aeeffb5 req-8b338fdf-d8a7-47bb-82f4-5501f2abcffb tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Nov 25 17:39:03.443863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:03.491238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event updated for resources: {'Port': ['ID=0524f9c6-af08-4223-a35f-7a12d35e436e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:03.585690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654067-310d-4e3f-a018-dddd866ced0b req-fad525e0-c821-4316-9283-3884dbd5a0ef tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.587197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-90654067-310d-4e3f-a018-dddd866ced0b req-fad525e0-c821-4316-9283-3884dbd5a0ef tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.1363180 Nov 25 17:39:03.613854 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Floating IP 50a110b0-c689-47b8-9de5-5dfaf595896d associated. External IP: 172.25.8.63, port: 7cc15984-815a-47d4-99bb-fbb43f612b87. Nov 25 17:39:03.689376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-90654067-310d-4e3f-a018-dddd866ced0b req-f47d1d05-cbbf-4af1-8592-14bc54ba7aac tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950956 Nov 25 17:39:03.886891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792173-7888-4e7a-87df-f3cb5eb123d3 req-351ec227-b4d3-4526-b237-d33b0aeeffb9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.889072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3792173-7888-4e7a-87df-f3cb5eb123d3 req-351ec227-b4d3-4526-b237-d33b0aeeffb9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.1076293 Nov 25 17:39:03.894333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Router 84516b2c-12d2-4203-a1b2-3fa22f852b32 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:03.970536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad1c6e-c3d8-4abe-aeaa-8f584c9a7cbf req-80c35115-fe7c-4aec-a4af-715a306679c2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:03.972268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59ad1c6e-c3d8-4abe-aeaa-8f584c9a7cbf req-80c35115-fe7c-4aec-a4af-715a306679c2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 943 time: 0.0582781 Nov 25 17:39:03.990403 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3792173-7888-4e7a-87df-f3cb5eb123d3 req-0a42bc4f-74e0-4f71-86d0-39244431c928 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922492 Nov 25 17:39:04.030756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-59ad1c6e-c3d8-4abe-aeaa-8f584c9a7cbf req-412b7b7b-e860-4ebd-8207-10dcf46eedc0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Nov 25 17:39:04.064173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:04.076978 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] Sync routers for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:04.087937 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:04.088683 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:04.096516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.151756 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ad7e2a33-8193-4373-b7ba-691e80e500de tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0358152 Nov 25 17:39:04.151756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:04.151756 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:04.183054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7aefe-c52c-4d61-afe0-5e4154818640 req-a8b58a6a-1fc0-46b8-8862-a9ef0f026f49 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.186500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12a7aefe-c52c-4d61-afe0-5e4154818640 req-a8b58a6a-1fc0-46b8-8862-a9ef0f026f49 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.1065955 Nov 25 17:39:04.202819 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf93c27c-51c6-475f-ba81-e5c159adef18 x-openstack-request-id: req-bf93c27c-51c6-475f-ba81-e5c159adef18 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:04.203124 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:04.203398 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bf93c27c-51c6-475f-ba81-e5c159adef18 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:04.203855 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'status': 'completed', 'code': 200} Nov 25 17:39:04.244942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:04.270811 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12a7aefe-c52c-4d61-afe0-5e4154818640 req-eca76999-9658-403f-a3bf-000d43b2cb59 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779676 Nov 25 17:39:04.289699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-68c8672d-15d5-4f21-b2dc-c63fb8be650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.289699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-68c8672d-15d5-4f21-b2dc-c63fb8be650c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1096 time: 0.0580885 Nov 25 17:39:04.309898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5855f014-3b44-4800-9ba8-193c10a20548 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:04.425719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-e8b6be9d-5848-47db-9851-aca9033d8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.427289 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-e8b6be9d-5848-47db-9851-aca9033d8b1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 910 time: 0.1317320 Nov 25 17:39:04.494830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5855f014-3b44-4800-9ba8-193c10a20548, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5855f014-3b44-4800-9ba8-193c10a20548,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:04.512150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '5855f014-3b44-4800-9ba8-193c10a20548', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': '5855f014-3b44-4800-9ba8-193c10a20548', 'mac_address': 'fa:16:3e:a7:fb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:04.546978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-c205f70c-2948-460e-ab24-6f6c7aacfb82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 998 time: 0.1079271 Nov 25 17:39:04.558814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.571422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d9f9-6149-4542-a190-6917f113115c req-26868adb-d5de-4b25-883e-7d9072b845d9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.573034 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc02d9f9-6149-4542-a190-6917f113115c req-26868adb-d5de-4b25-883e-7d9072b845d9 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0859706 Nov 25 17:39:04.579228 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '50a110b0-c689-47b8-9de5-5dfaf595896d', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'port_id': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'mac_address': 'fa:16:3e:70:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dddaa01-26d7-40a7-845d-12659e356b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:39:02Z', 'updated_at': '2021-11-25T17:39:02Z', 'revision_number': 0, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:41Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:04.585839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5855f014-3b44-4800-9ba8-193c10a20548 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:04.610244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5855f014-3b44-4800-9ba8-193c10a20548, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5855f014-3b44-4800-9ba8-193c10a20548,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:04.615539 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:04.623558 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] Checking router: 84516b2c-12d2-4203-a1b2-3fa22f852b32 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:04.634346 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:04.634875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:38:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:04.638594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-a2d8deda-c991-4cd2-a594-70fd2d411deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.640175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-a2d8deda-c991-4cd2-a594-70fd2d411deb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 200 len: 848 time: 0.0861440 Nov 25 17:39:04.675017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=5855f014-3b44-4800-9ba8-193c10a20548,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:04.702803 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc02d9f9-6149-4542-a190-6917f113115c req-3821f87c-7331-4cc2-8480-f33ed853411b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070416 Nov 25 17:39:04.709645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-f6b50227-8597-4ce2-8bb3-3f4562719e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.710887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-f6b50227-8597-4ce2-8bb3-3f4562719e54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e05e49a-6624-4dd4-8e4c-03296c146bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627224 Nov 25 17:39:04.759664 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:04.820736 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-6bd2bb56-5c85-4dde-b9f3-86ca96b440b3 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016037 Nov 25 17:39:04.822613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c6717-632c-4e09-ba2f-623e55de711b req-9263b6fa-2e8b-4e07-849c-9d2acdbc1dd0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:04.826173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['5855f014-3b44-4800-9ba8-193c10a20548'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:04.831465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a06c6717-632c-4e09-ba2f-623e55de711b req-9263b6fa-2e8b-4e07-849c-9d2acdbc1dd0 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0580263 Nov 25 17:39:04.909178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a06c6717-632c-4e09-ba2f-623e55de711b req-9b1b8b67-db4a-41e0-8010-26eac3779ce6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765617 Nov 25 17:39:04.979272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30b40b81-ac93-4b3f-bf67-1e1a9d15e62e req-b2acd5db-ac7f-43bd-9aa6-222be6be603e service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479001 Nov 25 17:39:05.030651 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '50a110b0-c689-47b8-9de5-5dfaf595896d', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'port_id': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'mac_address': 'fa:16:3e:70:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dddaa01-26d7-40a7-845d-12659e356b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:39:02Z', 'updated_at': '2021-11-25T17:39:02Z', 'revision_number': 0, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:41Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:05.062928 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0307033-1adf-440f-8ece-6ce5cd03407b None None] The sync data for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 is: [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '50a110b0-c689-47b8-9de5-5dfaf595896d', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'port_id': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'mac_address': 'fa:16:3e:70:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dddaa01-26d7-40a7-845d-12659e356b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:39:02Z', 'updated_at': '2021-11-25T17:39:02Z', 'revision_number': 0, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:41Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:05.088424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98cf6-8539-4701-a0d2-708c30421a06 req-c1e662ca-1e0c-4340-972d-995d31d2738d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.090354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99e98cf6-8539-4701-a0d2-708c30421a06 req-c1e662ca-1e0c-4340-972d-995d31d2738d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0565648 Nov 25 17:39:05.162414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-99e98cf6-8539-4701-a0d2-708c30421a06 req-97dbcf0d-21dc-469d-87f8-ba6e146fa045 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649681 Nov 25 17:39:05.190429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9341-5e07-4b27-924e-ff8e49c08aff req-acb47924-4234-47e1-892e-ec579979b43a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.192258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86af9341-5e07-4b27-924e-ff8e49c08aff req-acb47924-4234-47e1-892e-ec579979b43a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 944 time: 0.0753524 Nov 25 17:39:05.245150 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86af9341-5e07-4b27-924e-ff8e49c08aff req-d99aa792-5961-436b-b535-d47cb5b581a1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Nov 25 17:39:05.299108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b1717-980c-4508-9517-3fcad5b53865 req-473250c2-c817-4b5b-ad7a-c81209cb1c0b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.300668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-485b1717-980c-4508-9517-3fcad5b53865 req-473250c2-c817-4b5b-ad7a-c81209cb1c0b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0598669 Nov 25 17:39:05.343755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b656e8-6eb5-423e-a81f-a74105daff8e None None] New status for floating IP 50a110b0-c689-47b8-9de5-5dfaf595896d: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:39:05.366317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-485b1717-980c-4508-9517-3fcad5b53865 req-000ff85c-ada4-49d7-9668-f650a46d21f4 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Nov 25 17:39:05.552192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a157f-7827-4a9e-9e8d-4211f7d89ad6 req-6153d64e-4d6d-47c3-865d-72a5255adea7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.553756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-513a157f-7827-4a9e-9e8d-4211f7d89ad6 req-6153d64e-4d6d-47c3-865d-72a5255adea7 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0558584 Nov 25 17:39:05.609341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-513a157f-7827-4a9e-9e8d-4211f7d89ad6 req-2fda5abf-10dc-45db-b2ad-e31d6d62e80a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Nov 25 17:39:05.675500 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2bffb048-8f81-48b8-b4b7-209cd76717c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:05.738546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f977a7-706b-4cee-b0a1-ccc5920839e6 req-f68f5107-3b8c-4c7a-b959-c46b936de80a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.740163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09f977a7-706b-4cee-b0a1-ccc5920839e6 req-f68f5107-3b8c-4c7a-b959-c46b936de80a tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0535700 Nov 25 17:39:05.788977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09f977a7-706b-4cee-b0a1-ccc5920839e6 req-16cf678b-20c1-4550-b0ab-19c17376d92d tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Nov 25 17:39:05.925013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8539f-deb9-4bee-a18c-ef485f10f13e req-69668421-5949-434e-a5fe-b93a479a6942 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:05.926534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9f8539f-deb9-4bee-a18c-ef485f10f13e req-69668421-5949-434e-a5fe-b93a479a6942 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Nov 25 17:39:05.973724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b9f8539f-deb9-4bee-a18c-ef485f10f13e req-eae46837-305d-4b85-b460-b79fe5b50a3c tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Nov 25 17:39:06.092995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37f608-8de1-455c-9bb7-e2c540a7e018 req-af1835f4-fde0-4c3b-af0e-5a59a224268b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.094489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d37f608-8de1-455c-9bb7-e2c540a7e018 req-af1835f4-fde0-4c3b-af0e-5a59a224268b tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0492589 Nov 25 17:39:06.144657 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d37f608-8de1-455c-9bb7-e2c540a7e018 req-75363789-e412-48ef-bf69-f2873737960f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Nov 25 17:39:06.276418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340c6b-0947-4774-b1fe-48a96069c0e3 req-b67619fb-4493-47c9-a3e8-3f6292c05bbf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.278323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5340c6b-0947-4774-b1fe-48a96069c0e3 req-b67619fb-4493-47c9-a3e8-3f6292c05bbf tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0524552 Nov 25 17:39:06.320250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5855f014-3b44-4800-9ba8-193c10a20548 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:06.328785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5340c6b-0947-4774-b1fe-48a96069c0e3 req-ee2506ad-8490-4fde-91b4-2b0a305507c8 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Nov 25 17:39:06.391481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 5855f014-3b44-4800-9ba8-193c10a20548 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:39:06.398925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 5855f014-3b44-4800-9ba8-193c10a20548 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:06.399527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.416343 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:39:06.430432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c0218-b64f-4ad2-a26a-8adb27ae52db req-5681cf5c-d61e-459b-8d40-80537c21b216 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.443280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c5c0218-b64f-4ad2-a26a-8adb27ae52db req-5681cf5c-d61e-459b-8d40-80537c21b216 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 944 time: 0.1227427 Nov 25 17:39:06.509526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da861c77-7689-43af-94b1-ea126b999ed1 req-f6a600bf-9eba-4b8c-a821-5d4d421c0708 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.511265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da861c77-7689-43af-94b1-ea126b999ed1 req-f6a600bf-9eba-4b8c-a821-5d4d421c0708 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0625455 Nov 25 17:39:06.517212 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.532922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c5c0218-b64f-4ad2-a26a-8adb27ae52db req-4b85ecba-60d7-420c-8956-a83d1965e7b3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837243 Nov 25 17:39:06.558373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66447371-8873-45d8-ad10-c18b7835b2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5855f014-3b44-4800-9ba8-193c10a20548'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:06.561533 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418ccbba-7e96-4aa3-9726-10f011a92d5f" -d '{"events": [{"server_uuid": "66447371-8873-45d8-ad10-c18b7835b2b5", "name": "network-vif-plugged", "status": "completed", "tag": "5855f014-3b44-4800-9ba8-193c10a20548"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:06.576142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 5855f014-3b44-4800-9ba8-193c10a20548, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5855f014-3b44-4800-9ba8-193c10a20548,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:06.591000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:06.591274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da861c77-7689-43af-94b1-ea126b999ed1 req-28b94300-a978-4408-8583-0ffefe70ecdd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714593 Nov 25 17:39:06.632751 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f24656-4816-4229-8979-5efd8b5f5bfb x-openstack-request-id: req-99f24656-4816-4229-8979-5efd8b5f5bfb {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:06.633164 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66447371-8873-45d8-ad10-c18b7835b2b5", "name": "network-vif-plugged", "status": "completed", "tag": "5855f014-3b44-4800-9ba8-193c10a20548", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:06.633403 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-99f24656-4816-4229-8979-5efd8b5f5bfb {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:06.633850 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66447371-8873-45d8-ad10-c18b7835b2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5855f014-3b44-4800-9ba8-193c10a20548', 'code': 200} Nov 25 17:39:06.675553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=5855f014-3b44-4800-9ba8-193c10a20548,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:06.770603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceccadc-93c1-4cbc-8a69-69e86d8a6f38 req-94c2406a-0c74-4864-96ae-a1bf2953ba15 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.772105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ceccadc-93c1-4cbc-8a69-69e86d8a6f38 req-94c2406a-0c74-4864-96ae-a1bf2953ba15 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0742741 Nov 25 17:39:06.774026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5c66-5c4f-4f27-93ac-149d701a1f21 req-05005aae-2c0a-46e0-b850-64b690e3875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:06.775424 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-100a5c66-5c4f-4f27-93ac-149d701a1f21 req-05005aae-2c0a-46e0-b850-64b690e3875e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 1096 time: 0.0855815 Nov 25 17:39:06.862000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ceccadc-93c1-4cbc-8a69-69e86d8a6f38 req-4c9da5a1-c099-4d80-afbf-cef54e978f31 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761006 Nov 25 17:39:06.865056 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-100a5c66-5c4f-4f27-93ac-149d701a1f21 req-554a279d-c2a0-4820-88f0-39a977d575c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779362 Nov 25 17:39:07.657453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd5c65-3b36-472f-9bdd-f608bec3c95c req-c4d9979f-69fe-43a5-a5f0-248a8c9e1a2f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:07.658917 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eecd5c65-3b36-472f-9bdd-f608bec3c95c req-c4d9979f-69fe-43a5-a5f0-248a8c9e1a2f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0535941 Nov 25 17:39:07.719831 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eecd5c65-3b36-472f-9bdd-f608bec3c95c req-d1d661a4-2d7a-42cd-a3c8-1b56ede67f95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518761 Nov 25 17:39:07.974224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ed3567b2-626b-4a99-983d-4db1c3dc62f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:08.893539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590a7d5-e921-4e24-a936-f7de2b877590 req-52cebb83-84db-4a3e-83a2-0a9ca51d14fb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:08.895461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3590a7d5-e921-4e24-a936-f7de2b877590 req-52cebb83-84db-4a3e-83a2-0a9ca51d14fb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0936615 Nov 25 17:39:08.986750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3590a7d5-e921-4e24-a936-f7de2b877590 req-aee8584f-193e-4294-be98-de828568c73c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802104 Nov 25 17:39:09.171564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a7b53-250b-4416-9174-a0753945e4eb req-634aaabe-44fe-4369-af5a-139d0128ba05 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.173254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd3a7b53-250b-4416-9174-a0753945e4eb req-634aaabe-44fe-4369-af5a-139d0128ba05 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0819209 Nov 25 17:39:09.254718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bd3a7b53-250b-4416-9174-a0753945e4eb req-493d308a-a5ca-4eea-8604-2f8e44c230f0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695856 Nov 25 17:39:09.334515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:09.423610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0a5a7-0ecd-4f37-a60b-a22ed7f9ea88 req-129b0cf7-2a0a-47fd-b5e7-e037707e3037 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.432504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ea0a5a7-0ecd-4f37-a60b-a22ed7f9ea88 req-129b0cf7-2a0a-47fd-b5e7-e037707e3037 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0654895 Nov 25 17:39:09.493561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ea0a5a7-0ecd-4f37-a60b-a22ed7f9ea88 req-2e5b7899-0f4d-49c1-992b-09d295a3b76d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600021 Nov 25 17:39:09.920382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deef72b-469e-437a-9fce-5511a918df06 req-05823862-5183-4806-9c9b-86f526213e2b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:09.921964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7deef72b-469e-437a-9fce-5511a918df06 req-05823862-5183-4806-9c9b-86f526213e2b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0716860 Nov 25 17:39:10.029874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7deef72b-469e-437a-9fce-5511a918df06 req-be6e6dde-9b51-46ea-94a3-b4d5fd36a3ff tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980661 Nov 25 17:39:10.600071 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.157941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfdc7f-19dd-4c24-9b83-e167656f1b82 req-1e9de793-ea55-40fa-8d0d-3c95a1e57529 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.166781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ecfdc7f-19dd-4c24-9b83-e167656f1b82 req-1e9de793-ea55-40fa-8d0d-3c95a1e57529 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0691133 Nov 25 17:39:11.223540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1ecfdc7f-19dd-4c24-9b83-e167656f1b82 req-5f79c710-9e44-4304-a8f6-20bfbfc967de tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555146 Nov 25 17:39:11.292598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d813a-90eb-419d-a672-06385c3938fe req-09fe7c0d-b3ef-4a48-bceb-6a47027a9249 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:11.296013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca9d813a-90eb-419d-a672-06385c3938fe req-09fe7c0d-b3ef-4a48-bceb-6a47027a9249 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 945 time: 0.0668390 Nov 25 17:39:11.423949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port 5855f014-3b44-4800-9ba8-193c10a20548 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:11.424945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.431429 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.539935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port 5855f014-3b44-4800-9ba8-193c10a20548, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=5855f014-3b44-4800-9ba8-193c10a20548,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:11.540546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.557282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for 5855f014-3b44-4800-9ba8-193c10a20548 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:11.724757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.739530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['5855f014-3b44-4800-9ba8-193c10a20548'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:11.756535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=5855f014-3b44-4800-9ba8-193c10a20548,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:11.799811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port 5855f014-3b44-4800-9ba8-193c10a20548 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:11.802660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:11.806376 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca9d813a-90eb-419d-a672-06385c3938fe req-4e90e180-ffaa-4ea8-b18f-7a431bfd36f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/5855f014-3b44-4800-9ba8-193c10a20548 HTTP/1.1" status: 204 len: 173 time: 0.5038149 Nov 25 17:39:11.806834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66447371-8873-45d8-ad10-c18b7835b2b5', 'name': 'network-vif-deleted', 'tag': '5855f014-3b44-4800-9ba8-193c10a20548'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:11.810343 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6824c1f1-0f1f-43da-b4dd-2be439135896" -d '{"events": [{"server_uuid": "66447371-8873-45d8-ad10-c18b7835b2b5", "name": "network-vif-deleted", "tag": "5855f014-3b44-4800-9ba8-193c10a20548"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:11.888729 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d9deb-5746-4ceb-bc1e-e0ee3367d9fd x-openstack-request-id: req-087d9deb-5746-4ceb-bc1e-e0ee3367d9fd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:11.889034 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66447371-8873-45d8-ad10-c18b7835b2b5", "name": "network-vif-deleted", "tag": "5855f014-3b44-4800-9ba8-193c10a20548", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:11.889277 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-087d9deb-5746-4ceb-bc1e-e0ee3367d9fd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:11.889808 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66447371-8873-45d8-ad10-c18b7835b2b5', 'name': 'network-vif-deleted', 'tag': '5855f014-3b44-4800-9ba8-193c10a20548', 'status': 'completed', 'code': 200} Nov 25 17:39:12.362950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f58e25c7-1347-4c2f-a3a6-e58ed971bb0a req-c6b1e2ba-ecce-49a0-88ca-b98a5584cb05 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0423913 Nov 25 17:39:12.924129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea4c4-ed06-48cc-a889-05bad977355a req-f64dd78b-1ada-4d2d-b99b-ea4d34546605 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:12.931350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0cfea4c4-ed06-48cc-a889-05bad977355a req-f64dd78b-1ada-4d2d-b99b-ea4d34546605 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0964077 Nov 25 17:39:12.981265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0cfea4c4-ed06-48cc-a889-05bad977355a req-d239bb87-3355-4fa4-aa73-794ba25b37c6 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484993 Nov 25 17:39:13.450882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9321fc4a-fe54-41c3-a06e-e114e78dc7ef req-f3874a5b-a274-427e-84be-7725c2d384cd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0302346 Nov 25 17:39:14.099912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc66b-2aa9-4b25-966e-8028cb2f60b3 req-d56957ee-decc-4da7-a863-58afe791a50f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.101399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-945dc66b-2aa9-4b25-966e-8028cb2f60b3 req-d56957ee-decc-4da7-a863-58afe791a50f tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Nov 25 17:39:14.150981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-945dc66b-2aa9-4b25-966e-8028cb2f60b3 req-a71f613e-3fdb-40dc-be77-935383a22cfd tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.86 "GET /v2.0/security-groups?id=726075f1-bcdc-4f79-8ade-9a7c20d40878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 Nov 25 17:39:14.395359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-98ce790f-8922-4883-8e39-0ed5e001d81e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:14.396971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-98ce790f-8922-4883-8e39-0ed5e001d81e tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.55 "GET /v2.0/ports?device_id=c85f7a17-3cbf-4523-91b8-ad0608d346a7 HTTP/1.1" status: 200 len: 946 time: 0.0687647 Nov 25 17:39:14.511441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Deleting port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:14.511892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.599826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f63a439b-84a4-4b8a-9718-540b9a2b1f8b req-bc289d79-c114-4c1c-a7f3-bc79dd818858 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0521705 Nov 25 17:39:14.632528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] For port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,segment=NetworkSegment(6b20c10d-e2de-47f9-9366-712968d9c685),segment_id=6b20c10d-e2de-47f9-9366-712968d9c685)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:14.633009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.647593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Calling delete_port for 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:14.788256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.800752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:14.823131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Pushing event deleted for resources: {'Port': ['ID=12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:14.876433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] No DVR routers for this DVR port 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:14.878955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:14.882323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f25a8ac-c0b2-4879-aa80-59df7566c30f req-51355ede-9451-4d8c-8ca9-76b01ab69683 tempest-ServersNegativeTestJSON-1802387347 tempest-ServersNegativeTestJSON-1802387347-project] 10.222.0.55 "DELETE /v2.0/ports/12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 HTTP/1.1" status: 204 len: 173 time: 0.4787362 Nov 25 17:39:14.882784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-deleted', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:14.885194 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df801b39-eff7-4ffe-bbf9-6b690cae8f78" -d '{"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-deleted", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:15.119539 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2e903-0254-4b54-a63f-308d9fbd1c72 x-openstack-request-id: req-59f2e903-0254-4b54-a63f-308d9fbd1c72 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:15.120146 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7a17-3cbf-4523-91b8-ad0608d346a7", "name": "network-vif-deleted", "tag": "12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:15.120146 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59f2e903-0254-4b54-a63f-308d9fbd1c72 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:15.120491 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7a17-3cbf-4523-91b8-ad0608d346a7', 'name': 'network-vif-deleted', 'tag': '12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7', 'status': 'completed', 'code': 200} Nov 25 17:39:15.209609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45662) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.255619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Deleting subnet 963f61e6-2259-4753-a797-86ad289e9241 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:15.259043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.295064 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.338718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.411299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.444035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963f61e6-2259-4753-a797-86ad289e9241,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:15.452678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.459111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c1febffc-8a98-4daf-b05c-595a7a49387f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/963f61e6-2259-4753-a797-86ad289e9241 HTTP/1.1" status: 204 len: 168 time: 0.2456148 Nov 25 17:39:15.459111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.545153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.633375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.655687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448489f4-0351-46ca-9354-5a360e8ae31c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.666613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b20c10d-e2de-47f9-9366-712968d9c685') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.666984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b20c10d-e2de-47f9-9366-712968d9c685') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:15.678416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.700861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.710050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d2f697b-f77d-4558-8ce9-943919f4ce47 req-0f2a56fe-9462-45bd-801e-45330dddcf0d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0404632 Nov 25 17:39:15.714416 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:15.714892 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:15.718105 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:15.776694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.782995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:15.786422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/448489f4-0351-46ca-9354-5a360e8ae31c HTTP/1.1" status: 204 len: 168 time: 0.3265760 Nov 25 17:39:15.802381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcb3c9-f45f-4a19-ac68-2283f0436db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=448489f4-0351-46ca-9354-5a360e8ae31c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:15.958601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:15.999805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aa0f3226-01da-4045-9835-c72cf48d590f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7aab90d5d1fd48c6afefa529d17f1a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399928 Nov 25 17:39:16.002266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.060228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fc5c02-7c96-4dde-b601-d78ef828296f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.080999 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.082342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fc5c02-7c96-4dde-b601-d78ef828296f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.131981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fc5c02-7c96-4dde-b601-d78ef828296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.134633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73fc5c02-7c96-4dde-b601-d78ef828296f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:16.135819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73fc5c02-7c96-4dde-b601-d78ef828296f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/726075f1-bcdc-4f79-8ade-9a7c20d40878 HTTP/1.1" status: 204 len: 168 time: 0.1326358 Nov 25 17:39:16.149968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc5c02-7c96-4dde-b601-d78ef828296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726075f1-bcdc-4f79-8ade-9a7c20d40878,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:16.348657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5855f014-3b44-4800-9ba8-193c10a20548 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:16.368795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 5855f014-3b44-4800-9ba8-193c10a20548 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:16.369347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 5855f014-3b44-4800-9ba8-193c10a20548 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:16.862163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ed36928-ffb6-4d98-b4d6-b5f35b0d47f7 req-87637b33-3b4d-476f-ae22-7ed4c5eab9d8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=66447371-8873-45d8-ad10-c18b7835b2b5 HTTP/1.1" status: 200 len: 210 time: 0.0307925 Nov 25 17:39:16.868130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:16.973490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-174269957-network', 'tenant_id': 'ed4d246b5a174f268f96d9d57b029385'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:16.995603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Made reservation on behalf of ed4d246b5a174f268f96d9d57b029385 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:16.998496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.007487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.104147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.109282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.141796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:17.157772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc9270-c640-47de-b2a6-8dc199850ce5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:17.163315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.163813 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Added segment d6f45bc5-6457-4437-82db-3ce7b04ca55a of type vlan for network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 Nov 25 17:39:17.212151 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.238301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.239219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:17.239882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.296508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4271164 Nov 25 17:39:17.299730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45708) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:17.301713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c74a5-23d4-4fb0-bfc5-90f1f3c10559 admin admin] Pushing event updated for resources: {'Network': ['ID=a517aa67-a1f4-4f82-b3dc-69d29cee39f1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:17.305696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Request body: {'subnet': {'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-174269957-subnet', 'tenant_id': 'ed4d246b5a174f268f96d9d57b029385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:17.312566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:17.330026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Made reservation on behalf of ed4d246b5a174f268f96d9d57b029385 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:17.333150 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.509204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.565800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c8cbe-821c-49fe-991f-fed0883a8d3c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:17.566159 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.572819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Checking segment: {'id': 'd6f45bc5-6457-4437-82db-3ce7b04ca55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:17.573174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Network hostable DHCP agents. Network: a517aa67-a1f4-4f82-b3dc-69d29cee39f1, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:17.588742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:17.597561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, a517aa67-a1f4-4f82-b3dc-69d29cee39f1) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:17.602026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:17.603168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:17.607276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621b2db-ce1a-41ec-9c28-96113871b279 None None] Network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:17.620741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71d5d2d4-b39a-4da5-a5eb-c2d1c5515f17 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3197925 Nov 25 17:39:17.750352 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72e2f0-5562-4479-8a5e-1d8dd13b528d None None] Network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:17.819491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:17.878061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:17.878543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 12af03f9-4dab-4f5d-9bdf-abd8a10cdcb7 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:18.119070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45736) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.125255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2081975277-network', 'tenant_id': '31bc176b57d14c54a8109e12f6400255'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:18.148582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Made reservation on behalf of 31bc176b57d14c54a8109e12f6400255 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:18.150942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.163794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.240558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.244569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.273395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:18.280659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a29c2-94b6-4c32-a6ed-4f63ac983845,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:18.288022 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.288355 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Added segment 83db553b-377a-4842-afc0-9e8656bb5d92 of type vlan for network 897fac51-e3c9-45af-aa03-1f5419ab8c17 Nov 25 17:39:18.330377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.354927 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.356806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:18.357377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.413707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2934358 Nov 25 17:39:18.416782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:18.424632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Request body: {'subnet': {'network_id': '897fac51-e3c9-45af-aa03-1f5419ab8c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2081975277-subnet', 'tenant_id': '31bc176b57d14c54a8109e12f6400255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:18.426043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ad3d-ed18-4a8d-92ac-64a804cddfdb admin admin] Pushing event updated for resources: {'Network': ['ID=897fac51-e3c9-45af-aa03-1f5419ab8c17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:18.437678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 897fac51-e3c9-45af-aa03-1f5419ab8c17 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:18.466388 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Made reservation on behalf of 31bc176b57d14c54a8109e12f6400255 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:18.469870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.656706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.704933 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c971806-1d4b-4a4d-a4df-28d70477b8de,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:18.721111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Checking segment: {'id': '83db553b-377a-4842-afc0-9e8656bb5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '897fac51-e3c9-45af-aa03-1f5419ab8c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:18.721479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Network hostable DHCP agents. Network: 897fac51-e3c9-45af-aa03-1f5419ab8c17, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:18.739895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Network 897fac51-e3c9-45af-aa03-1f5419ab8c17 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:18.749136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 897fac51-e3c9-45af-aa03-1f5419ab8c17) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:18.753779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:18.754989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:18.758413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd28707-e3ec-462d-bc1a-ede55d2d68ba None None] Network 897fac51-e3c9-45af-aa03-1f5419ab8c17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:18.783202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22b5d67f-b31a-4cf6-940f-a2131b6d7d50 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3645422 Nov 25 17:39:18.902001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e7059-8a3a-4b5b-ada5-115c23872d61 None None] Network 897fac51-e3c9-45af-aa03-1f5419ab8c17 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:19.664859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-fad16def-946b-4b47-9156-c0540dfcc702 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:19.666263 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-fad16def-946b-4b47-9156-c0540dfcc702 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/networks?id=a517aa67-a1f4-4f82-b3dc-69d29cee39f1 HTTP/1.1" status: 200 len: 824 time: 0.4220486 Nov 25 17:39:19.681608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-906d002e-b248-4fef-bb09-4f06a28f33b2 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/quotas/ed4d246b5a174f268f96d9d57b029385 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Nov 25 17:39:19.713713 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-c981c183-355e-438c-9849-cf2e0cf41ff0 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed4d246b5a174f268f96d9d57b029385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254786 Nov 25 17:39:19.812002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-428a3800-6034-4260-83b3-9812741444c5 service neutron] 10.222.0.86 "GET /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911055 Nov 25 17:39:19.905153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-66759bf1-616b-4cc4-9e3e-f32f33d4ddd5 service neutron] 10.222.0.86 "GET /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863392 Nov 25 17:39:20.081306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1bd2d3c6-5899-4d11-add5-a61e59f4f7b7 req-b5f5dd85-93c1-4d7c-8258-e247cde5c4ef tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 210 time: 0.0320983 Nov 25 17:39:21.216554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-abb2dbc9-a602-42a4-bd0b-45eb306ff249 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:21.218262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-abb2dbc9-a602-42a4-bd0b-45eb306ff249 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.55 "GET /v2.0/networks?id=a517aa67-a1f4-4f82-b3dc-69d29cee39f1 HTTP/1.1" status: 200 len: 824 time: 0.1420240 Nov 25 17:39:21.228269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-81d5f91f-e787-4e1b-93a5-bc0505e59dbc req-05805314-d8c2-4d66-b292-4e09c44151f7 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 210 time: 0.0406241 Nov 25 17:39:21.234288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Request body: {'port': {'device_id': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1', 'admin_state_up': True, 'tenant_id': 'ed4d246b5a174f268f96d9d57b029385'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:21.385658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Made reservation on behalf of ed4d246b5a174f268f96d9d57b029385 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:21.390736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.561161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Allocated IP 172.20.0.9 (a517aa67-a1f4-4f82-b3dc-69d29cee39f1/4e0c8cbe-821c-49fe-991f-fed0883a8d3c/f47ccd16-755e-4f82-8c45-e53eb449ec1d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:21.730530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.767101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.821637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:21.825870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:21.828420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:21.839841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Pushing event updated for resources: {'Port': ['ID=f47ccd16-755e-4f82-8c45-e53eb449ec1d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:21.891510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:21.892316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:21.909269 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-e40b21a8-e5dd-4983-88c6-52ef68447c7f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6802421 Nov 25 17:39:21.921997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Request body: {'port': {'device_id': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:21.975674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.270653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47ccd16-755e-4f82-8c45-e53eb449ec1d {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:22.284202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.301868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Transition to ACTIVE for port object f47ccd16-755e-4f82-8c45-e53eb449ec1d will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:39:22.319191 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.423637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a4ced-dfe6-4c39-a1be-0f3a386e81e8 req-66f993b7-9177-423f-b785-bd85cef2632c tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.425194 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-907a4ced-dfe6-4c39-a1be-0f3a386e81e8 req-66f993b7-9177-423f-b785-bd85cef2632c tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 943 time: 0.1220317 Nov 25 17:39:22.427995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Pushing event updated for resources: {'Port': ['ID=f47ccd16-755e-4f82-8c45-e53eb449ec1d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:22.528352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-907a4ced-dfe6-4c39-a1be-0f3a386e81e8 req-8e1da73f-2e7a-463d-8fdf-af6264bc8ccc tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Nov 25 17:39:22.534829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Attempting to bind port f47ccd16-755e-4f82-8c45-e53eb449ec1d on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:22.535166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Attempting to bind port f47ccd16-755e-4f82-8c45-e53eb449ec1d by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'd6f45bc5-6457-4437-82db-3ce7b04ca55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:22.535511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Attempting to bind port f47ccd16-755e-4f82-8c45-e53eb449ec1d on network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:22.541119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Port f47ccd16-755e-4f82-8c45-e53eb449ec1d on network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:22.541609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Attempting to bind port f47ccd16-755e-4f82-8c45-e53eb449ec1d on network a517aa67-a1f4-4f82-b3dc-69d29cee39f1 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:22.547770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:22.548376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Checking segment: {'id': 'd6f45bc5-6457-4437-82db-3ce7b04ca55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:22.548853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Bound using segment: {'id': 'd6f45bc5-6457-4437-82db-3ce7b04ca55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:22.549384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Bound port: f47ccd16-755e-4f82-8c45-e53eb449ec1d, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f45bc5-6457-4437-82db-3ce7b04ca55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:22.549849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.619437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] For port f47ccd16-755e-4f82-8c45-e53eb449ec1d, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:22.623313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] For port f47ccd16-755e-4f82-8c45-e53eb449ec1d, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d,segment=NetworkSegment(d6f45bc5-6457-4437-82db-3ce7b04ca55a),segment_id=d6f45bc5-6457-4437-82db-3ce7b04ca55a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:22.628474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.668127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.669034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:22.670500 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] 10.222.0.55 "PUT /v2.0/ports/f47ccd16-755e-4f82-8c45-e53eb449ec1d HTTP/1.1" status: 200 len: 1091 time: 0.7533545 Nov 25 17:39:22.671018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'tag': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:22.673563 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ed8b5-f83d-43ba-baa1-d9729546cd50" -d '{"events": [{"name": "network-changed", "server_uuid": "20cc8708-c274-45c6-af73-eb2b14b20d93", "tag": "f47ccd16-755e-4f82-8c45-e53eb449ec1d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:22.710264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c6e04-3472-4baa-90f7-17d38e18cbea service neutron] Pushing event updated for resources: {'Port': ['ID=f47ccd16-755e-4f82-8c45-e53eb449ec1d,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:22.726150 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222f05f1-3eb8-4cef-a6df-9ffc733fdc29 x-openstack-request-id: req-222f05f1-3eb8-4cef-a6df-9ffc733fdc29 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:22.726624 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cc8708-c274-45c6-af73-eb2b14b20d93", "tag": "f47ccd16-755e-4f82-8c45-e53eb449ec1d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:22.727060 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-222f05f1-3eb8-4cef-a6df-9ffc733fdc29 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:22.727481 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'tag': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d', 'status': 'completed', 'code': 200} Nov 25 17:39:22.768611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-1a8330fe-14dd-4e35-ae80-d866d8c59359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.770353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-1a8330fe-14dd-4e35-ae80-d866d8c59359 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed4d246b5a174f268f96d9d57b029385&device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 1094 time: 0.0460818 Nov 25 17:39:22.814370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-a118ce82-069b-4f06-b466-1914db123d5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d HTTP/1.1" status: 200 len: 217 time: 0.0359499 Nov 25 17:39:22.875344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-9aa8a4e1-0b99-4a98-80b5-000e924fb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:22.876814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-9aa8a4e1-0b99-4a98-80b5-000e924fb78c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4e0c8cbe-821c-49fe-991f-fed0883a8d3c HTTP/1.1" status: 200 len: 864 time: 0.0550256 Nov 25 17:39:22.913992 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-af38f6a3-5bb6-4f38-bced-a9587b4b20c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a517aa67-a1f4-4f82-b3dc-69d29cee39f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297465 Nov 25 17:39:23.010774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-78fddc80-2d5c-43d0-a9c8-797e8f47ebbd service neutron] 10.222.0.55 "GET /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894418 Nov 25 17:39:23.119324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6686e1ae-c6d2-401f-a8ca-a1e39dccf437 req-8c644342-597b-4b34-ae34-369ffc5722f9 service neutron] 10.222.0.55 "GET /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018748 Nov 25 17:39:23.238945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-05dbd9e4-91df-4163-ac6e-6094c6d3d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:23.240416 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-05dbd9e4-91df-4163-ac6e-6094c6d3d4cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed4d246b5a174f268f96d9d57b029385&device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 1094 time: 0.0716388 Nov 25 17:39:23.337711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-33662be4-6410-4ac8-9aed-76ffd5577684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:23.339341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-33662be4-6410-4ac8-9aed-76ffd5577684 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a517aa67-a1f4-4f82-b3dc-69d29cee39f1 HTTP/1.1" status: 200 len: 925 time: 0.0918775 Nov 25 17:39:23.383306 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-1a8bc444-f7cd-48de-87a6-649e56ef2024 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d HTTP/1.1" status: 200 len: 217 time: 0.0343640 Nov 25 17:39:23.434342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-2ed917bb-8914-42ce-966a-f0958a5ab64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:23.435950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-2ed917bb-8914-42ce-966a-f0958a5ab64b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4e0c8cbe-821c-49fe-991f-fed0883a8d3c HTTP/1.1" status: 200 len: 864 time: 0.0452020 Nov 25 17:39:23.471926 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-2513dd81-9565-4f10-9d9e-eec9e5beb102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a517aa67-a1f4-4f82-b3dc-69d29cee39f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261261 Nov 25 17:39:23.953792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8ed03-a157-4d9b-b6b8-31678dc6e5b9 req-95b79d5d-29f4-4faf-916a-0dcc44697e82 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:23.955616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c8ed03-a157-4d9b-b6b8-31678dc6e5b9 req-95b79d5d-29f4-4faf-916a-0dcc44697e82 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 943 time: 0.0777006 Nov 25 17:39:24.004782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-e234f4cd-d7b0-40cc-9d2d-66edbecf0556 service neutron] 10.222.0.55 "GET /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239987 Nov 25 17:39:24.088645 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92c8ed03-a157-4d9b-b6b8-31678dc6e5b9 req-e50fda62-4baf-43f1-a00b-d1bad7c1816a tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205106 Nov 25 17:39:24.111155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 45878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:24.141181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-787ed8b5-f83d-43ba-baa1-d9729546cd50 req-ee154c0c-83f6-41a0-bef3-70723af720c3 service neutron] 10.222.0.55 "GET /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248674 Nov 25 17:39:24.277271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2912daaa-b551-4a60-989e-50f34b2e45a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.378623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2912daaa-b551-4a60-989e-50f34b2e45a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.385320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2912daaa-b551-4a60-989e-50f34b2e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.440190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912daaa-b551-4a60-989e-50f34b2e45a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8539d084-f883-4794-833a-f3b47a8198c9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:24.446484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2912daaa-b551-4a60-989e-50f34b2e45a8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e1ea726765048fba7fda34f3c2ee4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338480 Nov 25 17:39:24.449867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 45912) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:24.534976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49cb464c-afe3-4da4-8bd7-b3b87c2de7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.563740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49cb464c-afe3-4da4-8bd7-b3b87c2de7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.637182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49cb464c-afe3-4da4-8bd7-b3b87c2de7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.640216 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-49cb464c-afe3-4da4-8bd7-b3b87c2de7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:24.644166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-49cb464c-afe3-4da4-8bd7-b3b87c2de7ce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8539d084-f883-4794-833a-f3b47a8198c9 HTTP/1.1" status: 204 len: 168 time: 0.1907713 Nov 25 17:39:24.653630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb464c-afe3-4da4-8bd7-b3b87c2de7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8539d084-f883-4794-833a-f3b47a8198c9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:25.241485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd30e-9a2e-4053-a87f-1f8a414f39b3 req-67602bd3-4269-431c-a37a-dc11021b5118 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:25.243231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a23cd30e-9a2e-4053-a87f-1f8a414f39b3 req-67602bd3-4269-431c-a37a-dc11021b5118 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 943 time: 0.0686553 Nov 25 17:39:25.313369 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a23cd30e-9a2e-4053-a87f-1f8a414f39b3 req-1d75761f-4ec0-400d-84a6-73ba467d943e tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610492 Nov 25 17:39:25.871126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f47ccd16-755e-4f82-8c45-e53eb449ec1d details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:25.987916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f47ccd16-755e-4f82-8c45-e53eb449ec1d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d,segment=NetworkSegment(d6f45bc5-6457-4437-82db-3ce7b04ca55a),segment_id=d6f45bc5-6457-4437-82db-3ce7b04ca55a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:26.002046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d', 'network_id': 'a517aa67-a1f4-4f82-b3dc-69d29cee39f1', 'port_id': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d', 'mac_address': 'fa:16:3e:0b:e7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0c8cbe-821c-49fe-991f-fed0883a8d3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:26.050607 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.064606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47ccd16-755e-4f82-8c45-e53eb449ec1d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:26.088801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f47ccd16-755e-4f82-8c45-e53eb449ec1d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d,segment=NetworkSegment(d6f45bc5-6457-4437-82db-3ce7b04ca55a),segment_id=d6f45bc5-6457-4437-82db-3ce7b04ca55a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:26.094684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.185852 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f47ccd16-755e-4f82-8c45-e53eb449ec1d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:26.296958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f47ccd16-755e-4f82-8c45-e53eb449ec1d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:26.351601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46008) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.471987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4795-730d-47f6-9c6b-e51d53f45d14 req-51d19a35-3324-48e6-aaf4-f85426961fdd tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:26.480036 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b5a4795-730d-47f6-9c6b-e51d53f45d14 req-51d19a35-3324-48e6-aaf4-f85426961fdd tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 944 time: 0.0779479 Nov 25 17:39:26.547489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b5a4795-730d-47f6-9c6b-e51d53f45d14 req-07e2ee4d-0515-4fb7-8c8a-2bb4674c2549 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664320 Nov 25 17:39:26.548671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04f24673-45a2-4f46-8111-98e24b6566ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.643884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04f24673-45a2-4f46-8111-98e24b6566ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.647929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04f24673-45a2-4f46-8111-98e24b6566ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.689105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-04f24673-45a2-4f46-8111-98e24b6566ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=005c5d0b2a7945699dc61bd4b76fdfae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330643 Nov 25 17:39:26.689489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:26.698112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f24673-45a2-4f46-8111-98e24b6566ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a3af1-c42d-4076-a498-bb0ac6698e7d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:26.744561 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac57-4b65-41f1-a8ea-2df0cd80e2df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.768940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac57-4b65-41f1-a8ea-2df0cd80e2df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.835156 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac57-4b65-41f1-a8ea-2df0cd80e2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.838480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a6aac57-4b65-41f1-a8ea-2df0cd80e2df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:26.852006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a6aac57-4b65-41f1-a8ea-2df0cd80e2df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be1a3af1-c42d-4076-a498-bb0ac6698e7d HTTP/1.1" status: 204 len: 168 time: 0.1578948 Nov 25 17:39:26.861092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6aac57-4b65-41f1-a8ea-2df0cd80e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a3af1-c42d-4076-a498-bb0ac6698e7d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:27.718801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafbb5b-9023-4fdb-8ec1-d8dcb72da6ac req-54dd2d6a-da2c-4794-a698-f584a9c86eac tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:27.728024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4aafbb5b-9023-4fdb-8ec1-d8dcb72da6ac req-54dd2d6a-da2c-4794-a698-f584a9c86eac tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 944 time: 0.0935798 Nov 25 17:39:27.791179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4aafbb5b-9023-4fdb-8ec1-d8dcb72da6ac req-520f6b5a-abed-4ed2-825a-772ba7e8b8ca tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611935 Nov 25 17:39:27.882861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f47ccd16-755e-4f82-8c45-e53eb449ec1d up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:27.956318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f47ccd16-755e-4f82-8c45-e53eb449ec1d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:39:27.960847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f47ccd16-755e-4f82-8c45-e53eb449ec1d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:27.961565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.062381 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.092553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:28.092956 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf20f9d-6d1e-4396-840e-4c6a0bc341c7" -d '{"events": [{"server_uuid": "20cc8708-c274-45c6-af73-eb2b14b20d93", "name": "network-vif-plugged", "status": "completed", "tag": "f47ccd16-755e-4f82-8c45-e53eb449ec1d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:28.109972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f47ccd16-755e-4f82-8c45-e53eb449ec1d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d,segment=NetworkSegment(d6f45bc5-6457-4437-82db-3ce7b04ca55a),segment_id=d6f45bc5-6457-4437-82db-3ce7b04ca55a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:28.122324 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.180080 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb3a02d-1ece-4b5e-974f-3e3e1a651012 x-openstack-request-id: req-6cb3a02d-1ece-4b5e-974f-3e3e1a651012 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:28.181562 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cc8708-c274-45c6-af73-eb2b14b20d93", "name": "network-vif-plugged", "status": "completed", "tag": "f47ccd16-755e-4f82-8c45-e53eb449ec1d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:28.182086 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6cb3a02d-1ece-4b5e-974f-3e3e1a651012 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:28.183959 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d', 'code': 200} Nov 25 17:39:28.230872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f47ccd16-755e-4f82-8c45-e53eb449ec1d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:28.296816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b20ed-6ba5-4310-ada5-8c3439144e74 req-eac4bf3f-6d3e-4249-a557-9bae1750541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:28.298410 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-427b20ed-6ba5-4310-ada5-8c3439144e74 req-eac4bf3f-6d3e-4249-a557-9bae1750541a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 1096 time: 0.0642536 Nov 25 17:39:28.357028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-427b20ed-6ba5-4310-ada5-8c3439144e74 req-8fe81b0b-9ee7-4b4e-bc4f-8b9951d52810 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518329 Nov 25 17:39:28.516092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46088) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:28.695558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1604797965'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:28.720673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Made reservation on behalf of 86be8cc5727a48b4b72d8770abb0d6da for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:28.725301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.736342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.831065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.837349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.859549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:28.876840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.877369 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Added segment fc505ec5-9e7a-4b99-8725-a87bc683faf3 of type vlan for network 0c164b04-2941-4abe-9150-b9671f85ccf0 Nov 25 17:39:28.929362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.942758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e301fd-f6be-45bd-a8b9-849a8040aa36,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:28.988022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:28.993669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:28.994497 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.030823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe52997-c020-409c-b2e9-620d5f616e63 req-5a379487-3557-490c-af99-4f6e256285de tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:29.032423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fe52997-c020-409c-b2e9-620d5f616e63 req-5a379487-3557-490c-af99-4f6e256285de tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.1181169 Nov 25 17:39:29.081000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46104) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:29.082233 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5650172 Nov 25 17:39:29.086778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Request body: {'subnet': {'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:29.104110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4709e4-7189-4e20-bb34-6110c87183f7 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event updated for resources: {'Network': ['ID=0c164b04-2941-4abe-9150-b9671f85ccf0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:29.124104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:29.153914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0fe52997-c020-409c-b2e9-620d5f616e63 req-b276f902-3465-4ca9-bf20-4dda9a3a13d6 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907629 Nov 25 17:39:29.232952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Made reservation on behalf of 86be8cc5727a48b4b72d8770abb0d6da for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:29.237703 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.464428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.534096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event updated for resources: {'Subnet': ['ID=756f4c22-3039-4272-b5e2-e3a66683093a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:29.549166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Checking segment: {'id': 'fc505ec5-9e7a-4b99-8725-a87bc683faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:29.549611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Network hostable DHCP agents. Network: 0c164b04-2941-4abe-9150-b9671f85ccf0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:29.572597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:29.584412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0c164b04-2941-4abe-9150-b9671f85ccf0) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:29.602627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657bef2-8696-46b9-94da-4c8b7a3f616e None None] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:29.608632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:29.609531 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.640340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:29.641182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8826774a-8524-4b9c-acc6-d3af179471c9 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5588419 Nov 25 17:39:29.651873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Request body: {'port': {'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-357838666'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:29.792247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0c164b04-2941-4abe-9150-b9671f85ccf0', 'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0', 'tenant_id': '86be8cc5727a48b4b72d8770abb0d6da', 'fixed_ips': [{'subnet_id': '756f4c22-3039-4272-b5e2-e3a66683093a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:29.795696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Made reservation on behalf of 86be8cc5727a48b4b72d8770abb0d6da for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:29.796390 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.802605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:29.847289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] device_id is not set on port 3e2296c9-e44a-4f39-ac3a-d00a5affff52 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:29.996761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Allocated IP 172.20.0.2 (0c164b04-2941-4abe-9150-b9671f85ccf0/756f4c22-3039-4272-b5e2-e3a66683093a/3e2296c9-e44a-4f39-ac3a-d00a5affff52) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:30.193972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.243401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.310490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f247-6ec8-4e51-9001-b505e5c302e4 req-77c3a7b4-f711-4420-83e2-4af101fe3c77 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:30.312129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6249f247-6ec8-4e51-9001-b505e5c302e4 req-77c3a7b4-f711-4420-83e2-4af101fe3c77 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.0646377 Nov 25 17:39:30.321743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event updated for resources: {'Port': ['ID=3e2296c9-e44a-4f39-ac3a-d00a5affff52,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.346031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:30.346738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-41210b56-bbd5-42e0-b258-5ae1b866999a {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:39:30.347255 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:39:30.349400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:30.353127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:30.408480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6249f247-6ec8-4e51-9001-b505e5c302e4 req-2e772e31-36e5-4fed-bef2-cb3dd7ac2c2f tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506799 Nov 25 17:39:30.444562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:30.445514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.482321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5b924699-a1ff-4958-8e59-5d9717ac8b0f tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8365977 Nov 25 17:39:30.482732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46134) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:30.582171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d0098-e238-4eec-a9a3-c507be5933a8 req-aae8ddd5-efff-4268-a189-f5a52b755ff2 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:30.584001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733d0098-e238-4eec-a9a3-c507be5933a8 req-aae8ddd5-efff-4268-a189-f5a52b755ff2 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.0641251 Nov 25 17:39:30.615913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Deleting port 3e2296c9-e44a-4f39-ac3a-d00a5affff52 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:30.616648 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.648022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-733d0098-e238-4eec-a9a3-c507be5933a8 req-bb1ee4ab-8634-4592-bf65-b73f54737bfe tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Nov 25 17:39:30.731559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.744728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Calling delete_port for 3e2296c9-e44a-4f39-ac3a-d00a5affff52 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:30.849011 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.914757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:30.955972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event deleted for resources: {'Port': ['ID=3e2296c9-e44a-4f39-ac3a-d00a5affff52,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:30.973243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.973758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.974189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.974616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.975179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.975634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.976054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.976477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.976980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.977443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.977930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:30.978415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.051112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.057010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf68e17f-7005-47fb-9675-22abf1242017 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "DELETE /v2.0/ports/3e2296c9-e44a-4f39-ac3a-d00a5affff52 HTTP/1.1" status: 204 len: 168 time: 0.5707865 Nov 25 17:39:31.059537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46152) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.139448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614956f-8db3-4ac9-b395-f1f7ea7c7105 req-53aa2ab4-bb92-492c-8635-52d9beb742e4 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.145477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5aa5668b-0ab0-4d90-ba32-aa38f260a5c5 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0845468 Nov 25 17:39:31.146326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.149843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9614956f-8db3-4ac9-b395-f1f7ea7c7105 req-53aa2ab4-bb92-492c-8635-52d9beb742e4 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.0948565 Nov 25 17:39:31.153058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-311620490'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:31.186356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Made reservation on behalf of 86be8cc5727a48b4b72d8770abb0d6da for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:31.194091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.228089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9614956f-8db3-4ac9-b395-f1f7ea7c7105 req-fa670ce8-d209-4280-a66e-e38d6b0c8d52 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742323 Nov 25 17:39:31.255691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:31.266896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.267241 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Added segment 9e3921f6-15f0-46a2-ae6c-d45276c3a6c4 of type vlan for network 044747c2-e11e-4aaf-835f-865527918cb1 Nov 25 17:39:31.346477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Allocated IP 172.20.0.3 (0c164b04-2941-4abe-9150-b9671f85ccf0/756f4c22-3039-4272-b5e2-e3a66683093a/1be445ec-8bdd-4015-a8a8-1c5123817251) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:31.372156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.412350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.421141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.422008 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.575565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4279590 Nov 25 17:39:31.578240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46172) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.583163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50f3a-77e4-411c-8bdd-84fd4e2d9997 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event updated for resources: {'Network': ['ID=044747c2-e11e-4aaf-835f-865527918cb1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:31.604853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 044747c2-e11e-4aaf-835f-865527918cb1 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:31.611589 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.669837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9016-f7ef-40eb-9697-436bad3dd1ca req-1d85633b-5d29-4779-8134-ea9f260366c7 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:31.675987 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-754c9016-f7ef-40eb-9697-436bad3dd1ca req-1d85633b-5d29-4779-8134-ea9f260366c7 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.0729668 Nov 25 17:39:31.692107 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.759200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:31.764602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-754c9016-f7ef-40eb-9697-436bad3dd1ca req-efce2b97-49d7-4fc0-9753-0222dbb2d692 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842299 Nov 25 17:39:31.769225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:31.783130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:31.825501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Pushing event updated for resources: {'Port': ['ID=1be445ec-8bdd-4015-a8a8-1c5123817251,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:31.860690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.861285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.861640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.861983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.862321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.862657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.863479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.863819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.864150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.864480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.864869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.865213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:31.888029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1209ce93-3bc5-4089-a662-cae767e6e011 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/agents/2d0699c8-8cc9-424c-bf3f-294be4097916/dhcp-networks HTTP/1.1" status: 200 len: 8105 time: 0.3084834 Nov 25 17:39:31.889613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:31.894463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Attempting to bind port 1be445ec-8bdd-4015-a8a8-1c5123817251 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:31.895731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Attempting to bind port 1be445ec-8bdd-4015-a8a8-1c5123817251 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'fc505ec5-9e7a-4b99-8725-a87bc683faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:31.896294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Attempting to bind port 1be445ec-8bdd-4015-a8a8-1c5123817251 on network 0c164b04-2941-4abe-9150-b9671f85ccf0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:31.905321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:31.905988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Checking segment: {'id': 'fc505ec5-9e7a-4b99-8725-a87bc683faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:31.906816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.907408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Bound using segment: {'id': 'fc505ec5-9e7a-4b99-8725-a87bc683faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:31.908951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Bound port: 1be445ec-8bdd-4015-a8a8-1c5123817251, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc505ec5-9e7a-4b99-8725-a87bc683faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c164b04-2941-4abe-9150-b9671f85ccf0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:31.909507 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:31.985290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cdeff-cc68-4a8a-8c26-6c73ffa363f1 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] Network 044747c2-e11e-4aaf-835f-865527918cb1 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:32.012710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46184) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.013112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-982cdeff-cc68-4a8a-8c26-6c73ffa363f1 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "POST /v2.0/agents/2d0699c8-8cc9-424c-bf3f-294be4097916/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1220648 Nov 25 17:39:32.021024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] For port 1be445ec-8bdd-4015-a8a8-1c5123817251, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:32.028248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] For port 1be445ec-8bdd-4015-a8a8-1c5123817251, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1be445ec-8bdd-4015-a8a8-1c5123817251,segment=NetworkSegment(fc505ec5-9e7a-4b99-8725-a87bc683faf3),segment_id=fc505ec5-9e7a-4b99-8725-a87bc683faf3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:32.031189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d4faf-a159-40de-a189-45f609230eb6 None None] Network 044747c2-e11e-4aaf-835f-865527918cb1 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:32.049521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.239008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422c750-dd82-4fd3-98fc-f9a583d8e674 None None] Pushing event updated for resources: {'Port': ['ID=1be445ec-8bdd-4015-a8a8-1c5123817251,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:32.243570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.255153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b75ae1d-4550-4fe9-8f51-5e8fe9e23a40 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/agents/2d0699c8-8cc9-424c-bf3f-294be4097916/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.2370989 Nov 25 17:39:32.342395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46194) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.349028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c186ca5-d212-4597-868d-96f8a92790e2 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "DELETE /v2.0/agents/2d0699c8-8cc9-424c-bf3f-294be4097916/dhcp-networks/044747c2-e11e-4aaf-835f-865527918cb1 HTTP/1.1" status: 204 len: 168 time: 0.0998755 Nov 25 17:39:32.528762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46196) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.537830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3a6276a5-c452-4a84-8549-5e1d53ab835d tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/agents/2d0699c8-8cc9-424c-bf3f-294be4097916/dhcp-networks HTTP/1.1" status: 200 len: 8105 time: 0.1921756 Nov 25 17:39:32.554696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4a537d5f-df4e-4ea2-997d-fa885825d23d tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/networks/0c164b04-2941-4abe-9150-b9671f85ccf0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0238690 Nov 25 17:39:32.557517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46198) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.606758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c7aef366-d94e-40c0-87d4-a4d52b8482a7 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/networks/0c164b04-2941-4abe-9150-b9671f85ccf0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0457599 Nov 25 17:39:32.609228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46202) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.775866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dba55460-717e-46c7-81d6-3da40f5c1713 tempest-DHCPAgentSchedulersTestJSON-744963914 tempest-DHCPAgentSchedulersTestJSON-744963914-project-admin] 10.222.0.86 "GET /v2.0/agents/2d0699c8-8cc9-424c-bf3f-294be4097916/dhcp-networks HTTP/1.1" status: 200 len: 8105 time: 0.1651258 Nov 25 17:39:32.777076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46208) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:32.833733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-a97e6421-c31a-4302-b6fa-5a4c709e1327 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.835604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-a97e6421-c31a-4302-b6fa-5a4c709e1327 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.55 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.0826046 Nov 25 17:39:32.929388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:32.956534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871aee5-20e4-4e08-a77e-1f4ee6c91588 req-c87e2e79-13aa-481a-bf8c-532c773b42d2 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:32.958110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0871aee5-20e4-4e08-a77e-1f4ee6c91588 req-c87e2e79-13aa-481a-bf8c-532c773b42d2 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/ports?device_id=20cc8708-c274-45c6-af73-eb2b14b20d93 HTTP/1.1" status: 200 len: 945 time: 0.0812669 Nov 25 17:39:32.989669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Deleting port f47ccd16-755e-4f82-8c45-e53eb449ec1d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:32.990026 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.137313 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.137589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] For port f47ccd16-755e-4f82-8c45-e53eb449ec1d, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f47ccd16-755e-4f82-8c45-e53eb449ec1d,segment=NetworkSegment(d6f45bc5-6457-4437-82db-3ce7b04ca55a),segment_id=d6f45bc5-6457-4437-82db-3ce7b04ca55a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:33.137589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.153042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Calling delete_port for f47ccd16-755e-4f82-8c45-e53eb449ec1d owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:33.204810 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0871aee5-20e4-4e08-a77e-1f4ee6c91588 req-4005ef06-5515-4586-ab07-401c51f54dae tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.86 "GET /v2.0/security-groups?id=abfc9270-c640-47de-b2a6-8dc199850ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991425 Nov 25 17:39:33.227111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044747c2-e11e-4aaf-835f-865527918cb1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:33.239076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3921f6-15f0-46a2-ae6c-d45276c3a6c4') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:33.239431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3921f6-15f0-46a2-ae6c-d45276c3a6c4') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:33.254124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.271703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.284042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:33.284449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:33.287693 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:33.341720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.354337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f47ccd16-755e-4f82-8c45-e53eb449ec1d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:33.385071 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.398094 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.404822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "DELETE /v2.0/networks/044747c2-e11e-4aaf-835f-865527918cb1 HTTP/1.1" status: 204 len: 168 time: 0.6255455 Nov 25 17:39:33.405073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Pushing event deleted for resources: {'Port': ['ID=f47ccd16-755e-4f82-8c45-e53eb449ec1d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:33.407202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46218) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:33.447653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebed6-95c1-4d5b-8913-f35a643748d3 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event deleted for resources: {'Network': ['ID=044747c2-e11e-4aaf-835f-865527918cb1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:33.462477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d077daf-ea9e-4c3c-ba7f-6572e71a2d6a None None] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:33.472046 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35628bd-eada-4ace-8408-faacc3dae0fd tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] DELETE failed (client error): The resource could not be found. Nov 25 17:39:33.472972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35628bd-eada-4ace-8408-faacc3dae0fd tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:39:33.476449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a35628bd-eada-4ace-8408-faacc3dae0fd tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "DELETE /v2.0/ports/3e2296c9-e44a-4f39-ac3a-d00a5affff52 HTTP/1.1" status: 404 len: 333 time: 0.0679405 Nov 25 17:39:33.478835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46224) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:33.481133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] No DVR routers for this DVR port f47ccd16-755e-4f82-8c45-e53eb449ec1d on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:33.484401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.489690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7ea914f5-f126-4bfc-8332-33f1c95e3a3d req-180bbe56-058c-4803-9a9e-6adf13432f57 tempest-ServersNegativeTestMultiTenantJSON-209627113 tempest-ServersNegativeTestMultiTenantJSON-209627113-project] 10.222.0.55 "DELETE /v2.0/ports/f47ccd16-755e-4f82-8c45-e53eb449ec1d HTTP/1.1" status: 204 len: 173 time: 0.6310763 Nov 25 17:39:33.490193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'name': 'network-vif-deleted', 'tag': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:33.493557 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b266a43-5c43-4de2-bb04-8dfb275c24e6" -d '{"events": [{"server_uuid": "20cc8708-c274-45c6-af73-eb2b14b20d93", "name": "network-vif-deleted", "tag": "f47ccd16-755e-4f82-8c45-e53eb449ec1d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:33.558280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Deleting subnet 756f4c22-3039-4272-b5e2-e3a66683093a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:33.564305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.582673 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96a8fe8-c4e5-444f-abff-be2bf562ea12 x-openstack-request-id: req-b96a8fe8-c4e5-444f-abff-be2bf562ea12 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:33.583000 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cc8708-c274-45c6-af73-eb2b14b20d93", "name": "network-vif-deleted", "tag": "f47ccd16-755e-4f82-8c45-e53eb449ec1d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:33.583218 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b96a8fe8-c4e5-444f-abff-be2bf562ea12 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:33.583678 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc8708-c274-45c6-af73-eb2b14b20d93', 'name': 'network-vif-deleted', 'tag': 'f47ccd16-755e-4f82-8c45-e53eb449ec1d', 'status': 'completed', 'code': 200} Nov 25 17:39:33.611737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-38c37f23-c404-434c-9b2c-265b885b832a None None] Provisioning complete for port 1be445ec-8bdd-4015-a8a8-1c5123817251 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:33.612130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-38c37f23-c404-434c-9b2c-265b885b832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.616907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.723815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.824563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.848619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1be445ec-8bdd-4015-a8a8-1c5123817251 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:33.862386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.868147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "DELETE /v2.0/subnets/756f4c22-3039-4272-b5e2-e3a66683093a HTTP/1.1" status: 204 len: 168 time: 0.3857625 Nov 25 17:39:33.868147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe425a-c39b-4cec-b6a0-65b3c404850a tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event deleted for resources: {'Subnet': ['ID=756f4c22-3039-4272-b5e2-e3a66683093a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:33.868893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46230) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:33.896346 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-38c37f23-c404-434c-9b2c-265b885b832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:33.977888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.032779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1be445ec-8bdd-4015-a8a8-1c5123817251 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:34.033226 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.052036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Deleting port 1be445ec-8bdd-4015-a8a8-1c5123817251 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:34.052415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.078262 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.db.api [None req-38c37f23-c404-434c-9b2c-265b885b832a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:39:34.078640 n-d-817303-7 neutron-server[103637]: DEBUG oslo_db.api [None req-38c37f23-c404-434c-9b2c-265b885b832a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:39:34.155617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] For port 1be445ec-8bdd-4015-a8a8-1c5123817251, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1be445ec-8bdd-4015-a8a8-1c5123817251,segment=NetworkSegment(fc505ec5-9e7a-4b99-8725-a87bc683faf3),segment_id=fc505ec5-9e7a-4b99-8725-a87bc683faf3)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:34.156493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.175919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Calling delete_port for 1be445ec-8bdd-4015-a8a8-1c5123817251 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:34.183362 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.222791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1be445ec-8bdd-4015-a8a8-1c5123817251, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1be445ec-8bdd-4015-a8a8-1c5123817251,segment=NetworkSegment(fc505ec5-9e7a-4b99-8725-a87bc683faf3),segment_id=fc505ec5-9e7a-4b99-8725-a87bc683faf3)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:34.242683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.313735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46240) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.336019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1be445ec-8bdd-4015-a8a8-1c5123817251,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.356877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac559f-f6f7-4ffb-8e75-8a4e0f3902d5 None None] Network 0c164b04-2941-4abe-9150-b9671f85ccf0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:34.382142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Deleting subnet 4e0c8cbe-821c-49fe-991f-fed0883a8d3c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:34.386975 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.395106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.421179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] No DVR routers for this DVR port 1be445ec-8bdd-4015-a8a8-1c5123817251 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:39:34.452900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event deleted for resources: {'Port': ['ID=1be445ec-8bdd-4015-a8a8-1c5123817251,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.484815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.572978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.584919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1641dff-42be-467d-88d2-258ccb85567a None None] DHCP port deletion for 0c164b04-2941-4abe-9150-b9671f85ccf0 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:34.606265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.617021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-38c37f23-c404-434c-9b2c-265b885b832a None None] Port 1be445ec-8bdd-4015-a8a8-1c5123817251 update to ACTIVE by agent not found {{(pid=103637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:39:34.637841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c164b04-2941-4abe-9150-b9671f85ccf0']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:34.653774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc505ec5-9e7a-4b99-8725-a87bc683faf3') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:34.654070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc505ec5-9e7a-4b99-8725-a87bc683faf3') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:34.666560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.685514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.697275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:34.697763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:34.701606 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:34.755411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c5e43ccb-d848-4f82-891c-e0a0d7f77048 None None] Could not find standard attr ID for object 1be445ec-8bdd-4015-a8a8-1c5123817251. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:39:34.766287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.813634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.819644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46252) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:34.820275 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4e0c8cbe-821c-49fe-991f-fed0883a8d3c HTTP/1.1" status: 204 len: 168 time: 0.5049276 Nov 25 17:39:34.822298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3b443-ceac-4105-8559-31ae92b5d63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0c8cbe-821c-49fe-991f-fed0883a8d3c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.832317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.846818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:34.851004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] 10.222.0.86 "DELETE /v2.0/networks/0c164b04-2941-4abe-9150-b9671f85ccf0 HTTP/1.1" status: 204 len: 168 time: 0.9814398 Nov 25 17:39:34.881137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d6fcb-9f58-42b0-aefa-841b4e877d85 tempest-DHCPAgentSchedulersTestJSON-1658903849 tempest-DHCPAgentSchedulersTestJSON-1658903849-project] Pushing event deleted for resources: {'Network': ['ID=0c164b04-2941-4abe-9150-b9671f85ccf0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:34.910389 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.019071 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.046474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a517aa67-a1f4-4f82-b3dc-69d29cee39f1']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:35.058389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f45bc5-6457-4437-82db-3ce7b04ca55a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:35.059189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f45bc5-6457-4437-82db-3ce7b04ca55a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:35.070437 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.087283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.098036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:35.100907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:35.104587 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:35.166945 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.173811 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.178505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] 10.222.0.86 "DELETE /v2.0/networks/a517aa67-a1f4-4f82-b3dc-69d29cee39f1 HTTP/1.1" status: 204 len: 168 time: 0.3551974 Nov 25 17:39:35.181222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46262) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.228613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46264) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.253943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Deleting subnet 0c971806-1d4b-4a4d-a4df-28d70477b8de {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:39:35.258149 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.306635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fa5cf-0261-4a58-b1ef-d9bf2628464a admin admin] Pushing event deleted for resources: {'Network': ['ID=a517aa67-a1f4-4f82-b3dc-69d29cee39f1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.315631 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.366893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.434986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f8e85aa4-39ff-41fb-aaea-f3cc8d7bdc2d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86be8cc5727a48b4b72d8770abb0d6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048495 Nov 25 17:39:35.437633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.445480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.495779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.499964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0c971806-1d4b-4a4d-a4df-28d70477b8de HTTP/1.1" status: 204 len: 168 time: 0.3176370 Nov 25 17:39:35.501685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4767a-672d-4661-a3ba-0bbcda24fbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c971806-1d4b-4a4d-a4df-28d70477b8de,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.504404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46276) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:35.521640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-420b6dd7-a7c2-442d-865a-0323dc825b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.588204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-420b6dd7-a7c2-442d-865a-0323dc825b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.603811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.686720 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3571db7b-1269-4ce0-8a28-4002ebffdbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.718205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-420b6dd7-a7c2-442d-865a-0323dc825b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.721153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-420b6dd7-a7c2-442d-865a-0323dc825b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.722235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-420b6dd7-a7c2-442d-865a-0323dc825b67 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/94e301fd-f6be-45bd-a8b9-849a8040aa36 HTTP/1.1" status: 204 len: 168 time: 0.2836599 Nov 25 17:39:35.727477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.744069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b6dd7-a7c2-442d-865a-0323dc825b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e301fd-f6be-45bd-a8b9-849a8040aa36,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:35.758683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897fac51-e3c9-45af-aa03-1f5419ab8c17']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:35.781933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83db553b-377a-4842-afc0-9e8656bb5d92') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:35.782236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83db553b-377a-4842-afc0-9e8656bb5d92') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:35.796411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.805435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1be445ec-8bdd-4015-a8a8-1c5123817251 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:35.856689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1be445ec-8bdd-4015-a8a8-1c5123817251 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:35.857268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1be445ec-8bdd-4015-a8a8-1c5123817251 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:35.866312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.875832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:39:35.876231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:39:35.878051 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:39:35.883228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f47ccd16-755e-4f82-8c45-e53eb449ec1d no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:39:35.921607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: f47ccd16-755e-4f82-8c45-e53eb449ec1d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:39:35.922196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f47ccd16-755e-4f82-8c45-e53eb449ec1d not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:39:35.945257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.969077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:35.973391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] 10.222.0.86 "DELETE /v2.0/networks/897fac51-e3c9-45af-aa03-1f5419ab8c17 HTTP/1.1" status: 204 len: 168 time: 0.4678309 Nov 25 17:39:35.977160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7a227-c2ae-434b-8e46-5ac49014b02f admin admin] Pushing event deleted for resources: {'Network': ['ID=897fac51-e3c9-45af-aa03-1f5419ab8c17,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:36.184514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46294) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:36.193958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:36.201360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-635c139e-c15c-46fb-a767-b9f4f218ba03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.247258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-14aa94be-15f6-4013-9b10-439d31e1b6b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed4d246b5a174f268f96d9d57b029385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520699 Nov 25 17:39:36.249722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46298) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:36.291316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-635c139e-c15c-46fb-a767-b9f4f218ba03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.299525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-635c139e-c15c-46fb-a767-b9f4f218ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.312379 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d41fa8a2-533e-40c2-8b4c-4ce54540c144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.341437 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d41fa8a2-533e-40c2-8b4c-4ce54540c144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.354353 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-635c139e-c15c-46fb-a767-b9f4f218ba03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=995292a71bcd433eacbc77e3b0e8f24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684015 Nov 25 17:39:36.357511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c139e-c15c-46fb-a767-b9f4f218ba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d8c9e0-04ac-4d0a-a0e8-320b8ab9b1c7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:36.357995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:36.441986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07beebd5-e3d1-4819-bc6c-e5466d5524d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.455235 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d41fa8a2-533e-40c2-8b4c-4ce54540c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.458051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d41fa8a2-533e-40c2-8b4c-4ce54540c144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.459198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d41fa8a2-533e-40c2-8b4c-4ce54540c144 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abfc9270-c640-47de-b2a6-8dc199850ce5 HTTP/1.1" status: 204 len: 168 time: 0.2085381 Nov 25 17:39:36.477502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fa8a2-533e-40c2-8b4c-4ce54540c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc9270-c640-47de-b2a6-8dc199850ce5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:36.485737 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07beebd5-e3d1-4819-bc6c-e5466d5524d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.547301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07beebd5-e3d1-4819-bc6c-e5466d5524d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.554088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07beebd5-e3d1-4819-bc6c-e5466d5524d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:36.560000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-07beebd5-e3d1-4819-bc6c-e5466d5524d6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b0d8c9e0-04ac-4d0a-a0e8-320b8ab9b1c7 HTTP/1.1" status: 204 len: 168 time: 0.2005749 Nov 25 17:39:36.572279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beebd5-e3d1-4819-bc6c-e5466d5524d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d8c9e0-04ac-4d0a-a0e8-320b8ab9b1c7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.181337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46332) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:37.237467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-62d040d7-000c-4975-b7fb-9bac99eceed5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31bc176b57d14c54a8109e12f6400255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547607 Nov 25 17:39:37.239710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46334) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:37.300184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1cc1-7799-414a-b692-3555e8002302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.329208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1cc1-7799-414a-b692-3555e8002302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.408244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1cc1-7799-414a-b692-3555e8002302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.412501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1cc1-7799-414a-b692-3555e8002302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:37.416597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1dcf1cc1-7799-414a-b692-3555e8002302 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7c8a29c2-94b6-4c32-a6ed-4f63ac983845 HTTP/1.1" status: 204 len: 168 time: 0.1735907 Nov 25 17:39:37.438500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf1cc1-7799-414a-b692-3555e8002302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a29c2-94b6-4c32-a6ed-4f63ac983845,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:37.970980 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eae122c1-1d7d-4866-b846-851970de7fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.614718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46408) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:38.785748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46416) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:38.918578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-network', 'tenant_id': '5c945c86424a4572b1479462326d16a3'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:38.945570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:38.976169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Made reservation on behalf of 5c945c86424a4572b1479462326d16a3 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:38.978504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:38.993176 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.027697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.042464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46432) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.220118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c09a2d-95e5-4035-a944-1d21510f1466 req-edf720c8-8435-4f46-aef1-f88254294282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.220694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.228910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4c09a2d-95e5-4035-a944-1d21510f1466 req-edf720c8-8435-4f46-aef1-f88254294282 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1096 time: 0.1844661 Nov 25 17:39:39.229138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.262939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:39.270901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.283443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4c09a2d-95e5-4035-a944-1d21510f1466 req-9f849a0d-395a-470b-9d07-61aa0e3d9253 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514297 Nov 25 17:39:39.289305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.289893 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Added segment 40b7aa29-6f26-4c4c-a308-d3f7c874cca1 of type vlan for network 26fd5ded-74c7-43df-a60f-e28c334c22a9 Nov 25 17:39:39.301707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495979ab-ccfd-42c3-bb2e-3b6eec405f5e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:39.333394 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.394662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.471845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Allocated IP 172.25.8.180 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2ae98d3b-afbf-4003-b451-4016dd2869f8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:39.474068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.475083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:39.475735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.560205 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7731323 Nov 25 17:39:39.566006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46448) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:39.571377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Request body: {'subnet': {'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-subnet', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:39.594559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Made reservation on behalf of 5c945c86424a4572b1479462326d16a3 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:39.597693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.617020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb4811-799b-4acb-8e25-78424069e86f admin admin] Pushing event updated for resources: {'Network': ['ID=26fd5ded-74c7-43df-a60f-e28c334c22a9,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:39.636173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:39.776604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.882374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.939823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:39.941016 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:39.943541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:39.950657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:40.012250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae98d3b-afbf-4003-b451-4016dd2869f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:40.099853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1370e951-8b75-4990-9259-dac80d18d48d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:40.132613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Checking segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:40.132984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Network hostable DHCP agents. Network: 26fd5ded-74c7-43df-a60f-e28c334c22a9, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:40.171937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.187732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:40.217677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 26fd5ded-74c7-43df-a60f-e28c334c22a9) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:40.224096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:40.224857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.226791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f430a4-fa29-4d38-bc82-c85af37de5ee None None] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:40.259423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.260139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3dfab1ab-d763-4cb6-b6f9-97ebcc88989f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6927452 Nov 25 17:39:40.264614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46468) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:40.269056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:40.349169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.357181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.444213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-26fd5ded-74c7-43df-a60f-e28c334c22a9', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:39:40.445308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.592114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.648997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.732715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Allocated IP 172.20.0.2 (26fd5ded-74c7-43df-a60f-e28c334c22a9/1370e951-8b75-4990-9259-dac80d18d48d/d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:40.856340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.871336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.887969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.919648 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:40.934162 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.000214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Pushing event updated for resources: {'Port': ['ID=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.005294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:41.007545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:41.010094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.013016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:41.072003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae98d3b-afbf-4003-b451-4016dd2869f8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.094508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.099135 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-06d58acf-e072-484e-bcc3-74afc4273d18 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4798031 Nov 25 17:39:41.099580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46494) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:41.107557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-665568568', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'fixed_ips': [{'ip_address': '172.25.8.180'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:41.113921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Attempting to bind port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:41.114870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Attempting to bind port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:41.115892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Attempting to bind port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:41.134238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:41.137372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Checking segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:41.139647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.140399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Bound using segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:41.141063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Bound port: d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:41.141659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.144474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Made reservation on behalf of dc1e75ac759446bca2eb57b3e5551210 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:41.147173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.158998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.262331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] For port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:41.265902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] For port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:41.271176 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.359094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7adcc-cddc-40b1-a044-690db68addd8 None None] Pushing event updated for resources: {'Port': ['ID=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:41.363250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.390052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.443828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.535652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.546446 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:41.576199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] device_id is not set on port 999b9ff9-dc40-406b-8ae7-b307fb8cfd9e yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:41.734435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Allocated IP 172.25.8.78 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/0b673307-e0e4-4121-b92e-b3bef24b5bb0) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:41.845512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:41.929020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:41.929375 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.027806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.076247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:42.084155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.146552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.363062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cacc249-7f56-476e-896b-0bd1a4a4fd1d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.416428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.468702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.556565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:42.571572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:42.574949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:42.601459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c1ed9-3ca6-4039-b41e-aa48ab51858f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:42.683490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4c6f6f30-bf28-420f-9eac-390f844976f7 None None] Provisioning complete for port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:42.684145 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6f30-bf28-420f-9eac-390f844976f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:42.685157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Pushing event updated for resources: {'Port': ['ID=0b673307-e0e4-4121-b92e-b3bef24b5bb0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:42.695981 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:39:42.696868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:39:42.738720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f6f30-bf28-420f-9eac-390f844976f7 None None] Port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:42.814554 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-145d796a-b266-4ad5-b616-980b85685e7b tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7139258 Nov 25 17:39:42.820708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:42.883599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4345f-3545-4c19-8275-5a0ccba887fa None None] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:43.193538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-73a7d81e-957e-4372-aa70-a2e5e3d9cab8 None None] Provisioning complete for port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:43.193941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73a7d81e-957e-4372-aa70-a2e5e3d9cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.207418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Deleting port 2ae98d3b-afbf-4003-b451-4016dd2869f8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:43.208127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.278217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.413896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.414572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.415631 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:39:43.460064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Calling delete_port for 2ae98d3b-afbf-4003-b451-4016dd2869f8 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:43.606879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-52e0bf4b-236b-431a-bf68-4721c5bbf5b6 None None] Provisioning complete for port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:43.607250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-52e0bf4b-236b-431a-bf68-4721c5bbf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.730976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.737313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.796348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:43.804236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ae98d3b-afbf-4003-b451-4016dd2869f8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:43.883595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:43.884572 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.918981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.921292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:43.922395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-02d72076-e8f5-4d75-b04d-5b8293777fbb tempest-ExternalNetworksAdminNegativeTestJSON-1941805362 tempest-ExternalNetworksAdminNegativeTestJSON-1941805362-project-admin] 10.222.0.86 "DELETE /v2.0/floatingips/29c1ef00-59be-45a3-9d5e-b72ca2f7ac00 HTTP/1.1" status: 204 len: 168 time: 1.0986133 Nov 25 17:39:44.001462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:39:44.133791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:44.145964 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:44.158396 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:44.159344 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:39:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:44.187247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.188561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ce091569-ef7e-48f8-9c02-6db9467cc889 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9232130 Nov 25 17:39:44.191406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46558) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:44.230992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:44.314819 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:44.468011 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12551a2e-a52a-4d16-945e-e0ad9a32d74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:44.625207 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 3, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:44.759234 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:44.759595 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Updating router d9372167-ee8b-4cec-b52a-1d42bccbec66 port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:44.801195 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.079271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12551a2e-a52a-4d16-945e-e0ad9a32d74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.106560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-12551a2e-a52a-4d16-945e-e0ad9a32d74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.145237 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.151266 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.160273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12551a2e-a52a-4d16-945e-e0ad9a32d74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d881a5-02a4-4162-b17b-0837e2875e17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.166165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-12551a2e-a52a-4d16-945e-e0ad9a32d74f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31936eb2e3564b29a695f1d2e3f6fba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9341502 Nov 25 17:39:45.169578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46580) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:45.201803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0bd69-009c-41ea-96d7-39961f313b50 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:45.242111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Attempting to bind port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:45.243296 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Attempting to bind port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:45.244059 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Attempting to bind port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:45.248231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0239fbaa-d232-48cb-a3fe-d74f06dd0b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.249537 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Pushing event updated for resources: {'Port': ['ID=0b673307-e0e4-4121-b92e-b3bef24b5bb0,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.262921 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:45.263404 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:45.263871 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.264602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:45.265128 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Bound port: 0b673307-e0e4-4121-b92e-b3bef24b5bb0, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:45.265821 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.270804 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.271210 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.271639 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.272805 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.273196 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.273585 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.273970 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.274351 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.274731 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.275110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.275656 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.277085 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:45.279752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-53fdda69-aa88-4b85-8bfe-9b118a2bab55 None None] Provisioning complete for port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:45.280310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-53fdda69-aa88-4b85-8bfe-9b118a2bab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.282827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0239fbaa-d232-48cb-a3fe-d74f06dd0b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.324317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.353837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-53fdda69-aa88-4b85-8bfe-9b118a2bab55 None None] Port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:45.356111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] For port 0b673307-e0e4-4121-b92e-b3bef24b5bb0, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:45.359643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0239fbaa-d232-48cb-a3fe-d74f06dd0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.362678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0239fbaa-d232-48cb-a3fe-d74f06dd0b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.366244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0239fbaa-d232-48cb-a3fe-d74f06dd0b3c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/73d881a5-02a4-4162-b17b-0837e2875e17 HTTP/1.1" status: 204 len: 168 time: 0.1922300 Nov 25 17:39:45.366392 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] For port 0b673307-e0e4-4121-b92e-b3bef24b5bb0, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b673307-e0e4-4121-b92e-b3bef24b5bb0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:45.376292 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.384546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239fbaa-d232-48cb-a3fe-d74f06dd0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d881a5-02a4-4162-b17b-0837e2875e17,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.483833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453893f-9b80-436d-af8e-fb7785052578 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:39:45.484902 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1839d-9407-41c0-bed2-049ad647fdf9 None None] Pushing event updated for resources: {'Port': ['ID=0b673307-e0e4-4121-b92e-b3bef24b5bb0,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.517163 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:45.517850 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:39:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:45.587128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9369c604-c1c1-42da-bace-a9524de7b00b None None] Provisioning complete for port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:45.588040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9369c604-c1c1-42da-bace-a9524de7b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.655312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Allocated IP 172.20.0.1 (26fd5ded-74c7-43df-a60f-e28c334c22a9/1370e951-8b75-4990-9259-dac80d18d48d/9f1bdb22-1404-4174-8b9a-4bd6722b41ce) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:45.701836 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:45.755823 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9369c604-c1c1-42da-bace-a9524de7b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.794918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9369c604-c1c1-42da-bace-a9524de7b00b None None] For port 0b673307-e0e4-4121-b92e-b3bef24b5bb0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b673307-e0e4-4121-b92e-b3bef24b5bb0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:45.810124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9369c604-c1c1-42da-bace-a9524de7b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.852558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:45.944664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46598) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:45.944850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369c604-c1c1-42da-bace-a9524de7b00b None None] Pushing event updated for resources: {'Port': ['ID=0b673307-e0e4-4121-b92e-b3bef24b5bb0,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:45.989620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.045042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:46.050779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cd33c3fa-3426-4ee2-ad25-decb1457c0ab admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc1e75ac759446bca2eb57b3e5551210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045966 Nov 25 17:39:46.052120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46600) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:46.059582 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 3, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:46.062491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:46.067717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:46.096361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:46.130798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.142363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.155301 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbc623-e5b9-4eee-ad66-36a604cabbbf None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:43Z', 'revision_number': 3, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:46.187428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bc2-0ab7-4a2e-9178-dfeacf00f0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.245553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bc2-0ab7-4a2e-9178-dfeacf00f0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.359693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bc2-0ab7-4a2e-9178-dfeacf00f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.364341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d03d8bc2-0ab7-4a2e-9178-dfeacf00f0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.369082 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d03d8bc2-0ab7-4a2e-9178-dfeacf00f0cb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8cacc249-7f56-476e-896b-0bd1a4a4fd1d HTTP/1.1" status: 204 len: 168 time: 0.3156457 Nov 25 17:39:46.381149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d8bc2-0ab7-4a2e-9178-dfeacf00f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cacc249-7f56-476e-896b-0bd1a4a4fd1d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:46.418235 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.547472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-300705c4-9989-442e-9382-aaa18891bb3a None None] Provisioning complete for port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:46.548583 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-300705c4-9989-442e-9382-aaa18891bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.670913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-300705c4-9989-442e-9382-aaa18891bb3a None None] Port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:46.772725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.782572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.888270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:46.890557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:47.028666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:47.030131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:47.189173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:39:47.415758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:39:47.422889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3e4600af-b16c-4c95-ab55-e337ff4aaaa5 admin admin] 10.222.0.86 "PUT /v2.0/routers/d9372167-ee8b-4cec-b52a-1d42bccbec66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2304533 Nov 25 17:39:47.512615 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-22980877-561a-4964-9101-0867ee13d10a None None] Provisioning complete for port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:47.513027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22980877-561a-4964-9101-0867ee13d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.615609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-22980877-561a-4964-9101-0867ee13d10a None None] Port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:47.665210 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:47.892417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b673307-e0e4-4121-b92e-b3bef24b5bb0 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:47.981212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:47.981822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.589623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.597167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177993648', 'description': 'tempest-description--466575484'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:48.627794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.668996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.730815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.736624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.769801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1377bb6d-d2ec-469e-9820-2b515d4b7f59,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:48.782850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.784345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e28a414-1c87-4e8d-807d-811ee26d25bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1927347 Nov 25 17:39:48.787647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46686) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:48.793704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'security_group_rule': {'security_group_id': '1377bb6d-d2ec-469e-9820-2b515d4b7f59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:48.832816 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.914927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1561243297'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:48.949083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.957024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.967687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Made reservation on behalf of cdbff034cc964f16854f96b75a00451f for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:48.971751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:48.990317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:39:48.999762 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.001273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:49.001903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:39:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:49.019832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5f07ec-25f5-4b22-8da6-527b007ed5c3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.076687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.077490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.078073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.078640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.079207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.079690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.080144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.080753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.081203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.081646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.082170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.082508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:39:49.091048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.092484 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7c04cfab-9aa5-4679-bef0-3d616548de8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036451 Nov 25 17:39:49.096106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46700) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.106205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'security_group_rule': {'security_group_id': '1377bb6d-d2ec-469e-9820-2b515d4b7f59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:49.142541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.178628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.189809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.200121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:49.232255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159dde7a-84a3-4bab-9fa4-8c87a7440cbb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.245004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.262254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.266301 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:39:49.279099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.279822 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Added segment 23e7c54b-a151-40e5-892d-0e337e2e6e76 of type vlan for network 6085126d-b282-4fb4-8dfc-6be8f423ab05 Nov 25 17:39:49.284069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e79441-ad60-4f56-aaa4-8592a25b726b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.311180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.313263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3e6ccb8b-d105-46aa-a734-f5d6e0a0e958 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145634 Nov 25 17:39:49.316269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.321944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:49.341461 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.349095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.378760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.388204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.389725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.471692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8015530 Nov 25 17:39:49.490207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d60c8-e5f0-4976-9f30-7f6e60ec4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Pushing event updated for resources: {'Network': ['ID=6085126d-b282-4fb4-8dfc-6be8f423ab05,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.505714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 2, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:49.509027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6085126d-b282-4fb4-8dfc-6be8f423ab05 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:39:49.555507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:39:49.555958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Updating router d9372167-ee8b-4cec-b52a-1d42bccbec66 port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:39:49.556108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.632149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.719711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Allocated IP 172.25.8.187 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4173c7ab-54e2-4aa0-aa67-43120c0f1977) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:49.741433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:49.748690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Request body: {'port': {'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05', 'binding:host_id': 'n-h2-817303-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-783346906'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:49.782076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Made reservation on behalf of 6dae36cce1f143499c32585b4483e793 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:49.785450 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.822061 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.870702 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-86a534ae-8426-493a-b2b4-bedbb8428a7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322539 Nov 25 17:39:49.887868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.947024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:49.997240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45401-d5ec-4170-a7ce-bd843c74328c req-ace8294c-fa71-4a5b-bc15-4e009ca6150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:49.997895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'Port': ['ID=4173c7ab-54e2-4aa0-aa67-43120c0f1977,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:49.999510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-ace8294c-fa71-4a5b-bc15-4e009ca6150d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1096 time: 0.0831485 Nov 25 17:39:50.024552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:50.027364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.028442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:50.030978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:50.035926 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.071013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0574f814-ee28-47c8-b38c-31ba4d1810f2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.073774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.081352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port 6de17114-a6cd-44a7-a626-eee8dcc1e86d yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:50.082057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.168462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758dc55-32cd-4e72-9184-63536c2333a1 None None] Pushing event updated for resources: {'Port': ['ID=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.216284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.290184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.301082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Attempting to bind port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:50.301735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Attempting to bind port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:50.302508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Attempting to bind port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:50.315800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:50.316184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Checking segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:50.316594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.317493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Bound using segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:50.318012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Bound port: 9f1bdb22-1404-4174-8b9a-4bd6722b41ce, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:50.318409 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.389111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45401-d5ec-4170-a7ce-bd843c74328c req-609a1afa-ef7c-4bae-a4d8-94d3e7e08ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.390822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-609a1afa-ef7c-4bae-a4d8-94d3e7e08ff7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 910 time: 0.3235068 Nov 25 17:39:50.425677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] For port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:50.429010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] For port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:50.439887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.572145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.581727 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.609427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:39:50.611098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:39:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:50.638179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port 6de17114-a6cd-44a7-a626-eee8dcc1e86d yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:50.646592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-8c8686cd-0dc3-4c88-b7ac-0487c778a26f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 1000 time: 0.1906796 Nov 25 17:39:50.650195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.674395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.731315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758dc55-32cd-4e72-9184-63536c2333a1 None None] Pushing event updated for resources: {'Port': ['ID=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.732993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.746135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.747866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4295092 Nov 25 17:39:50.748816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33090971-6af9-4274-82f3-9e5ac7925505 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'Port': ['ID=4173c7ab-54e2-4aa0-aa67-43120c0f1977,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.808565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45401-d5ec-4170-a7ce-bd843c74328c req-16e4b7da-d42e-481c-9e24-351ddadc338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.810077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-16e4b7da-d42e-481c-9e24-351ddadc338c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 200 len: 848 time: 0.1523123 Nov 25 17:39:50.818550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-80abd34d-522b-4319-a33a-13702628de3e None None] Provisioning complete for port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:50.818947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80abd34d-522b-4319-a33a-13702628de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:50.873302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:39:50.910280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=6de17114-a6cd-44a7-a626-eee8dcc1e86d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:50.937231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Checking segment: {'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:50.937773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Network hostable DHCP agents. Network: 6085126d-b282-4fb4-8dfc-6be8f423ab05, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:39:50.977024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45401-d5ec-4170-a7ce-bd843c74328c req-e6f55e8c-0863-4932-ae84-f05e16b1e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:50.980615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-e6f55e8c-0863-4932-ae84-f05e16b1e3c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e05e49a-6624-4dd4-8e4c-03296c146bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537580 Nov 25 17:39:51.017545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Network 6085126d-b282-4fb4-8dfc-6be8f423ab05 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:39:51.087621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6085126d-b282-4fb4-8dfc-6be8f423ab05) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:51.104761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:51.145564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf154c-be61-4597-a816-ae522d24dc4c None None] Network 6085126d-b282-4fb4-8dfc-6be8f423ab05 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:39:51.149968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.150313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.150698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.175759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-c988a80b-2bb1-4dd4-abd5-80047709299d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1177993648&fields=id&tenant_id=5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 267 time: 0.1671078 Nov 25 17:39:51.176443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.176832 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.184501 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 2 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.222946 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-9e850a60-9898-4851-b0e2-0a8b8824ab9c service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328777 Nov 25 17:39:51.229671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80abd34d-522b-4319-a33a-13702628de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.301264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.301616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.301934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.379918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.380381 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.402828 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 3 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.403857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-80abd34d-522b-4319-a33a-13702628de3e None None] For port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:51.450473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.450820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.451142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.492483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.492792 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.494722 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 4 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.495048 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80abd34d-522b-4319-a33a-13702628de3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.518961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-aa83c313-e98a-4154-83c6-180584f5cd9c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:51.520476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-aa83c313-e98a-4154-83c6-180584f5cd9c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 817 time: 0.3301766 Nov 25 17:39:51.522727 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.523061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.523401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.529606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-add45401-d5ec-4170-a7ce-bd843c74328c req-ab9f3845-f3e6-4c49-94d7-7ed317748b1d service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677727 Nov 25 17:39:51.544588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-28453540-d98a-4056-a9c3-af8efbcb3581 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/quotas/5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 375 time: 0.0126009 Nov 25 17:39:51.545346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.545728 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.546127 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 5 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.606937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.608143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.608485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.621272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.621646 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.622817 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 6 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.644553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.644900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.645240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.656498 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-0d390164-7b46-4d0f-a95e-c561fe391b64 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997307 Nov 25 17:39:51.659419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.659815 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.660030 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 7 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.731864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.732215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.732543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.741323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.741659 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.743511 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 8 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.771459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.771816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.772158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.781258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.781741 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.786932 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 9 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.812240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fedc293b-d0df-4c3b-b1ac-4f0da7887921 service neutron] 10.222.0.86 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357148 Nov 25 17:39:51.815066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abd34d-522b-4319-a33a-13702628de3e None None] Pushing event updated for resources: {'Port': ['ID=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:51.828261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.828813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.829075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.833432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:50Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:39:51.851110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.851469 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.866094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7edd5-ad32-480d-a650-b797e0a1500b None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:50Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:39:51.868512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-edeee7d7-88f6-4864-b1b4-948a31877276 None None] Provisioning complete for port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:51.868871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-edeee7d7-88f6-4864-b1b4-948a31877276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:51.908789 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 10 to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d Nov 25 17:39:51.956258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:51.956595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:51.956934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:51.976600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:51.977061 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 6de17114-a6cd-44a7-a626-eee8dcc1e86d on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:51.977522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.000532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-9a84e1f5-798c-4b27-a1ee-223a100cc9b1 service neutron] 10.222.0.86 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798923 Nov 25 17:39:52.089147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] For port 6de17114-a6cd-44a7-a626-eee8dcc1e86d, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:52.089868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempted to set empty binding levels {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:39:52.095744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.118226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:52.118823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.177089 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4340029 Nov 25 17:39:52.180694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46764) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:52.206426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-29670cd6-2e73-429e-8b5e-b402a2af07af req-5fea9ba2-f1c1-4def-bc6f-94af23b6284b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 210 time: 0.0353048 Nov 25 17:39:52.244786 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14132-2bb1-4a12-816c-9d91405fbfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=6de17114-a6cd-44a7-a626-eee8dcc1e86d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:52.318671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Deleting port 6de17114-a6cd-44a7-a626-eee8dcc1e86d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:52.319427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.431600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] For port 6de17114-a6cd-44a7-a626-eee8dcc1e86d, host n-h2-817303-7, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:52.433131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:52.885618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Calling delete_port for 6de17114-a6cd-44a7-a626-eee8dcc1e86d owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:53.060520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-c926386f-bc37-4336-adbf-7d464d951a72 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.061636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-c926386f-bc37-4336-adbf-7d464d951a72 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1893315 Nov 25 17:39:53.087106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-c036cb68-7336-4b4c-8adb-84ca046503cb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0189903 Nov 25 17:39:53.111629 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.148656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.153975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "DELETE /v2.0/ports/6de17114-a6cd-44a7-a626-eee8dcc1e86d HTTP/1.1" status: 204 len: 168 time: 0.9633009 Nov 25 17:39:53.156684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:53.181159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214c0e-10a5-464d-a93e-cb96b1ee1da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de17114-a6cd-44a7-a626-eee8dcc1e86d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:53.190611 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4f01ee-d85c-44a7-a8ec-1ea4eb3171f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:39:53.199971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3f4f01ee-d85c-44a7-a8ec-1ea4eb3171f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "GET /v2.0/ports/6de17114-a6cd-44a7-a626-eee8dcc1e86d HTTP/1.1" status: 404 len: 333 time: 0.0414240 Nov 25 17:39:53.200824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46800) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:53.205754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Request body: {'port': {'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1012787356'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:53.219997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-b9039e10-c227-45ec-8afa-79b84a498645 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249468 Nov 25 17:39:53.243307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Made reservation on behalf of 6dae36cce1f143499c32585b4483e793 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:53.246261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.288094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port 54f926d6-cc68-4031-a940-263c27dc6d68 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:53.337480 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-59727170-b826-42be-9432-5a156dd632d2 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160243 Nov 25 17:39:53.420441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8dd37845-eaab-47dd-b3bb-035bc5aaf468 req-eaf21561-c8fc-4e1a-bf62-ebee8838c5b2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 210 time: 0.0428791 Nov 25 17:39:53.498906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-b9c9d78b-f4c5-486c-b510-e780abad485e service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505558 Nov 25 17:39:53.660570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.684397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-3ee782d2-c183-4def-94b0-56d846dbd4c0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.685976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-3ee782d2-c183-4def-94b0-56d846dbd4c0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 817 time: 0.2242362 Nov 25 17:39:53.758482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.872000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Network 6085126d-b282-4fb4-8dfc-6be8f423ab05 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:53.880988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:53.881778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9f1bdb22-1404-4174-8b9a-4bd6722b41ce up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:39:53.903110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-01648392-7122-44fd-827f-99196f190b5c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 380 time: 0.1982267 Nov 25 17:39:53.903934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:53.904825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:53.905425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:53.926414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9995248a-5c9f-420e-aa4d-00480b78d5d9 req-ecbb21c8-477c-43d7-970c-f0ea29e5874d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0928216 Nov 25 17:39:53.939782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7377079 Nov 25 17:39:53.942675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:53.943499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'port': {'device_id': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'admin_state_up': True, 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'security_groups': ['1377bb6d-d2ec-469e-9820-2b515d4b7f59']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:53.950655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:53.962652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:53.963746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.022050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dff36-3aa9-4fdd-8de4-27aaf2c07c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=54f926d6-cc68-4031-a940-263c27dc6d68,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.118570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.153107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Made reservation on behalf of 5c945c86424a4572b1479462326d16a3 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:54.158153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.331442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Allocated IP 172.20.0.14 (26fd5ded-74c7-43df-a60f-e28c334c22a9/1370e951-8b75-4990-9259-dac80d18d48d/983cb6c8-c86b-46aa-94ba-bec55d5a7f2f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:54.372826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port 54f926d6-cc68-4031-a940-263c27dc6d68 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:54.385392 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.394942 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.454599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=54f926d6-cc68-4031-a940-263c27dc6d68,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.478255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.478494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.479511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.484835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.485249 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.485702 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 2 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.500469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.500882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.501690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.505974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.506404 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.506830 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 3 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.521970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.523008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.523351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.529204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.529534 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.529924 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 4 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.563006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.574875 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ba6013d8-8752-465f-9265-1be31a3cee1c req-89ed3026-ec9f-46f0-848a-5ff7af647d58 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 210 time: 0.0406139 Nov 25 17:39:54.577845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.578531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.579283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.585261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.585660 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.586065 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 5 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.611774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.612110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.612452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.618798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.620619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.621666 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.622537 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 6 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.644721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.645209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.645651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.651061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.651558 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.652219 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 7 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.674897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.675412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.676090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.685403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.685673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:54.686017 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.686615 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 8 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.690699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:54.692662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:54.694716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:54.705925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.706318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.706696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.712355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.712724 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.713877 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 9 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.733475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.733812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.734147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.738709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.739028 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.739433 n-d-817303-7 neutron-server[103635]: INFO neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 10 to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 Nov 25 17:39:54.749435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.750088 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.753195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:54.753534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:54.753869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:54.758684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:54.759012 n-d-817303-7 neutron-server[103635]: ERROR neutron.plugins.ml2.managers [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 54f926d6-cc68-4031-a940-263c27dc6d68 on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:54.759378 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.767866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-fe120878-c334-4522-8652-89d4f35e0612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8386030 Nov 25 17:39:54.781883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Request body: {'port': {'device_id': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:54.832793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] For port 54f926d6-cc68-4031-a940-263c27dc6d68, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:54.833233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempted to set empty binding levels {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:39:54.847975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.863785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.892415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] In _notify_port_updated(), no bound segment for port 54f926d6-cc68-4031-a940-263c27dc6d68 on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:39:54.893307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:54.893921 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:54.898440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "PUT /v2.0/ports/54f926d6-cc68-4031-a940-263c27dc6d68 HTTP/1.1" status: 200 len: 979 time: 0.9546728 Nov 25 17:39:54.904177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46842) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:54.976520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35138302-0343-404a-9b17-4761c8a333c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=54f926d6-cc68-4031-a940-263c27dc6d68,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.061679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.062716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.063330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.064042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.064474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.065070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.065699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.066162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.066603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.067040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.067551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.068002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.068442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.069044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.069642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.070587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.075897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-23857459-a306-4245-b1c9-5ac8ef9ee449 None None] Provisioning complete for port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:55.076832 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23857459-a306-4245-b1c9-5ac8ef9ee449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.081210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-082c9bde-cb0e-492b-872b-49753a939280 req-fe4fc0ac-3bac-4cc0-acfd-3fabe84ade8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0418136 Nov 25 17:39:55.097118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.097860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.099632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.100205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.100886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.101516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.102142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.102770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.106980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9098358-423e-4f6a-8bd6-61176fe4cb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21530 time: 0.2017686 Nov 25 17:39:55.116407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.215568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-23857459-a306-4245-b1c9-5ac8ef9ee449 None None] Port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:55.260939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-1894ad90-4e51-4742-bd2d-5b27254a4c37 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.262990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-1894ad90-4e51-4742-bd2d-5b27254a4c37 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1544466 Nov 25 17:39:55.277584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:55.300383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Deleting port 54f926d6-cc68-4031-a940-263c27dc6d68 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:55.300713 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.383450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:55.396965 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.415575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] For port 54f926d6-cc68-4031-a940-263c27dc6d68, host n-h2-817303-7, got binding levels [] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:55.416169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.430090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Transition to ACTIVE for port object 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:39:55.433384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:55.435943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Calling delete_port for 54f926d6-cc68-4031-a940-263c27dc6d68 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:55.437593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.440912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.576923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.684823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.9 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/b09fe0b2-95f5-4dee-8241-492323720039) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:39:55.686622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Attempting to bind port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:55.687074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Attempting to bind port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:55.687435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Attempting to bind port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:55.692554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.694814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:55.695689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Attempting to bind port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:55.707998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:55.708337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Checking segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:55.708725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Bound using segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:55.709174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Bound port: 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:55.709538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.762947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event deleted for resources: {'Port': ['ID=54f926d6-cc68-4031-a940-263c27dc6d68,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:55.779811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.783710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f5b2529a-c9bc-4ad6-82ab-cd0c766ece5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "DELETE /v2.0/ports/54f926d6-cc68-4031-a940-263c27dc6d68 HTTP/1.1" status: 204 len: 168 time: 0.6661367 Nov 25 17:39:55.786529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.894107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:55.897126 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11e8959-e5e8-48fd-a310-b452d793bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:39:55.898653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e11e8959-e5e8-48fd-a310-b452d793bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "GET /v2.0/ports/54f926d6-cc68-4031-a940-263c27dc6d68 HTTP/1.1" status: 404 len: 333 time: 0.1075776 Nov 25 17:39:55.903796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:55.906941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:55.909690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-24501321', 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:55.917445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.960737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c713cd-f6d3-464f-bf34-fdbe7cd113f1 req-e896d1cd-0130-4362-93ad-5c436c43b3b7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.961596 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23c713cd-f6d3-464f-bf34-fdbe7cd113f1 req-e896d1cd-0130-4362-93ad-5c436c43b3b7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.2404032 Nov 25 17:39:55.971863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:55.972958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:55.975343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] 10.222.0.55 "PUT /v2.0/ports/983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 1092 time: 1.1984763 Nov 25 17:39:55.975856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:55.978501 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97124ea7-1161-4997-a292-b2aab3096f43" -d '{"events": [{"name": "network-changed", "server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:56.056021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Made reservation on behalf of 6dae36cce1f143499c32585b4483e793 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:56.057229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.077128 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9644749-8a3b-4935-9e89-62dba8d6ff75 x-openstack-request-id: req-a9644749-8a3b-4935-9e89-62dba8d6ff75 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:56.077366 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:56.077483 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9644749-8a3b-4935-9e89-62dba8d6ff75 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:56.083524 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'status': 'completed', 'code': 200} Nov 25 17:39:56.116302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ef866-94a6-412a-985f-93b54441dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.161193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port e81eb145-0ce4-4034-b5c5-2bb352caacb6 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:56.171440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.189708 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23c713cd-f6d3-464f-bf34-fdbe7cd113f1 req-c2b09bfa-1be0-4a8a-a18e-9a32516b2975 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139421 Nov 25 17:39:56.205124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-c5a1c85f-9af9-49eb-945b-5d903950754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.213743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-c5a1c85f-9af9-49eb-945b-5d903950754c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1095 time: 0.1673758 Nov 25 17:39:56.307274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.334244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-d7554bde-6efc-4f74-a658-310fb4d160ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 217 time: 0.1139996 Nov 25 17:39:56.336983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa95a984-bb9e-4365-bd41-c5156c3d8d98 req-ac6b4f12-6175-47ce-a22f-c9c0b4d09586 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.1095920 Nov 25 17:39:56.414118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-ff406ff3-f13a-4483-9c92-b88275eb3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.415654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-ff406ff3-f13a-4483-9c92-b88275eb3109 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0573235 Nov 25 17:39:56.452111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:56.461326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=b09fe0b2-95f5-4dee-8241-492323720039,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.464969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:56.478225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:56.548404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-6086cd53-d5f5-4fba-8c36-daee9c0545ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.551287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-6086cd53-d5f5-4fba-8c36-daee9c0545ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278179 Nov 25 17:39:56.551939 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.567364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.574513 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.629475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-46aef1b8-b15f-47c8-8dad-0b54b0d5288a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563468 Nov 25 17:39:56.647269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Request body: {'port': {'device_id': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:56.693628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-9a4ec115-0bea-4e94-84bf-2e93b00b7f1b service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350169 Nov 25 17:39:56.752452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.825604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.852081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c14d6af-6cea-47ef-8398-dc98bb8d4b68 req-3be048e8-18ca-4e03-98c8-f39c1e5794e0 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497848 Nov 25 17:39:56.861669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-572c8c9a-9934-439e-9883-bea695ed1d73 None None] Provisioning complete for port b09fe0b2-95f5-4dee-8241-492323720039 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:39:56.862607 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-572c8c9a-9934-439e-9883-bea695ed1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.894394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=e81eb145-0ce4-4034-b5c5-2bb352caacb6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:56.914744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-572c8c9a-9934-439e-9883-bea695ed1d73 None None] Port b09fe0b2-95f5-4dee-8241-492323720039 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:39:56.917324 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Network 6085126d-b282-4fb4-8dfc-6be8f423ab05 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:56.919191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:56.927631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:56.928718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:56.929270 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:56.957208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a856b1c9-317c-40ef-b5c2-5ab04e6063ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0514808 Nov 25 17:39:56.960139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:57.019882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124ea7-1161-4997-a292-b2aab3096f43 req-087011fa-bee6-4595-a241-0517d3582e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.021734 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-087011fa-bee6-4595-a241-0517d3582e5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1095 time: 0.0622180 Nov 25 17:39:57.068547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f9d9c-7783-4677-9cb9-aa704f46d2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.069984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-534f9d9c-7783-4677-9cb9-aa704f46d2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "GET /v2.0/ports/e81eb145-0ce4-4034-b5c5-2bb352caacb6 HTTP/1.1" status: 200 len: 957 time: 0.1089756 Nov 25 17:39:57.073807 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:57.179263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124ea7-1161-4997-a292-b2aab3096f43 req-ba88c390-d386-4719-a54a-3cc93864a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.180844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-ba88c390-d386-4719-a54a-3cc93864a289 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1524944 Nov 25 17:39:57.290343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-65c15ab2-7ef1-4d7a-bfe8-4434d15389f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 217 time: 0.1004004 Nov 25 17:39:57.332092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Deleting port e81eb145-0ce4-4034-b5c5-2bb352caacb6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:57.332489 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.375378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124ea7-1161-4997-a292-b2aab3096f43 req-63d6e34f-4c62-46ee-9ec9-ef6f234135af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.377159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-63d6e34f-4c62-46ee-9ec9-ef6f234135af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0768762 Nov 25 17:39:57.458081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.485067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Calling delete_port for e81eb145-0ce4-4034-b5c5-2bb352caacb6 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:39:57.488218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124ea7-1161-4997-a292-b2aab3096f43 req-c37b284a-9c83-49a1-ab7e-448bb40d4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.490389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-c37b284a-9c83-49a1-ab7e-448bb40d4af1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043074 Nov 25 17:39:57.495234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09fe0b2-95f5-4dee-8241-492323720039 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:57.516219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.535880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Transition to ACTIVE for port object b09fe0b2-95f5-4dee-8241-492323720039 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:39:57.554722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5183-16eb-404e-8259-a75e776f915e req-0fcd94a5-7f88-4a9c-acfe-0cb9a491c564 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.558284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d66f5183-16eb-404e-8259-a75e776f915e req-0fcd94a5-7f88-4a9c-acfe-0cb9a491c564 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1787488 Nov 25 17:39:57.563097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.573661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1474fc-3bd5-4a43-a275-4ed84cf00d1d req-b17bb38b-2297-443d-8bb4-e1987a6d2e2d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:57.575178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf1474fc-3bd5-4a43-a275-4ed84cf00d1d req-b17bb38b-2297-443d-8bb4-e1987a6d2e2d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 931 time: 0.1319656 Nov 25 17:39:57.673064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-eeb3ad87-96e8-4826-932f-ae50fecd28f9 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733854 Nov 25 17:39:57.694271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf1474fc-3bd5-4a43-a275-4ed84cf00d1d req-00619c9f-8077-4212-86b4-7ca5a79c8d57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006525 Nov 25 17:39:57.832014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97124ea7-1161-4997-a292-b2aab3096f43 req-66a17ca7-1e8b-4863-98c9-64a90a9e15d6 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355329 Nov 25 17:39:57.875279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Pushing event updated for resources: {'Port': ['ID=b09fe0b2-95f5-4dee-8241-492323720039,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:57.886242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d66f5183-16eb-404e-8259-a75e776f915e req-ead1efeb-12cd-4968-92aa-c2e9fabd5687 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066679 Nov 25 17:39:57.911108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Attempting to bind port b09fe0b2-95f5-4dee-8241-492323720039 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:57.911476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Attempting to bind port b09fe0b2-95f5-4dee-8241-492323720039 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:57.911806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Attempting to bind port b09fe0b2-95f5-4dee-8241-492323720039 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:57.931900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Port b09fe0b2-95f5-4dee-8241-492323720039 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:57.932253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Attempting to bind port b09fe0b2-95f5-4dee-8241-492323720039 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:57.940989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:39:57.942999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:39:57.942999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:39:57.942999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Bound port: b09fe0b2-95f5-4dee-8241-492323720039, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:39:57.942999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.958102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:57.991782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:39:58.011011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event deleted for resources: {'Port': ['ID=e81eb145-0ce4-4034-b5c5-2bb352caacb6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.024188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.028407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2dd0afb5-87e6-4273-b505-2e61930e1e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "DELETE /v2.0/ports/e81eb145-0ce4-4034-b5c5-2bb352caacb6 HTTP/1.1" status: 204 len: 168 time: 0.9535456 Nov 25 17:39:58.031142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46910) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:58.070149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] For port b09fe0b2-95f5-4dee-8241-492323720039, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:58.077398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] For port b09fe0b2-95f5-4dee-8241-492323720039, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b09fe0b2-95f5-4dee-8241-492323720039,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:39:58.080775 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595fb63-b35f-4d62-9181-0a63fa8cba60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:39:58.086361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f595fb63-b35f-4d62-9181-0a63fa8cba60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "GET /v2.0/ports/e81eb145-0ce4-4034-b5c5-2bb352caacb6 HTTP/1.1" status: 404 len: 333 time: 0.0502381 Nov 25 17:39:58.092148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46912) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:58.092478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.099815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Request body: {'port': {'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1710463300'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:58.132139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Made reservation on behalf of 6dae36cce1f143499c32585b4483e793 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:39:58.134154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:58.137286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.154807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'mac_address': 'fa:16:3e:46:d3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:39:58.155145 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.155788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.159121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] 10.222.0.73 "PUT /v2.0/ports/b09fe0b2-95f5-4dee-8241-492323720039 HTTP/1.1" status: 200 len: 1091 time: 1.5220182 Nov 25 17:39:58.162051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:58.164788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'tag': 'b09fe0b2-95f5-4dee-8241-492323720039'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:39:58.168821 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd2453-0854-475d-a8e3-a6eefae5531a" -d '{"events": [{"name": "network-changed", "server_uuid": "b978e9a7-b507-4463-b94a-58e70ffc1caf", "tag": "b09fe0b2-95f5-4dee-8241-492323720039"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:39:58.209656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4318-a4ae-4d3e-a65f-b33d72e26be0 service neutron] Pushing event updated for resources: {'Port': ['ID=b09fe0b2-95f5-4dee-8241-492323720039,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.222155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.237440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:39:58.262547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:58.283315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.294079 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d755c16-65c2-4b65-a6a7-06f01550d083 x-openstack-request-id: req-2d755c16-65c2-4b65-a6a7-06f01550d083 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:39:58.294376 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b978e9a7-b507-4463-b94a-58e70ffc1caf", "tag": "b09fe0b2-95f5-4dee-8241-492323720039", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:39:58.294631 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d755c16-65c2-4b65-a6a7-06f01550d083 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:39:58.295314 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'tag': 'b09fe0b2-95f5-4dee-8241-492323720039', 'status': 'completed', 'code': 200} Nov 25 17:39:58.312825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-a3c20bb9-f244-4c26-9625-0b14b59ca127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.314634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-a3c20bb9-f244-4c26-9625-0b14b59ca127 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 1094 time: 0.0892999 Nov 25 17:39:58.374352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-9c4cf9e8-20d7-4933-bc4c-af654c88d3a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09fe0b2-95f5-4dee-8241-492323720039 HTTP/1.1" status: 200 len: 217 time: 0.0500696 Nov 25 17:39:58.381990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.457897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-79908383-7d41-4868-a112-3ef082cce4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.459956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-79908383-7d41-4868-a112-3ef082cce4a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0715268 Nov 25 17:39:58.492180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:39:58.536009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-0cfbf7ff-2a0a-423a-9c96-5800e1f8a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.537515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-0cfbf7ff-2a0a-423a-9c96-5800e1f8a5a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706658 Nov 25 17:39:58.563115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.610823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.675499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Network 6085126d-b282-4fb4-8dfc-6be8f423ab05 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:39:58.677011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:39:58.679591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:39:58.680693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.681290 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.724385 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-7de92824-76ae-4717-93a4-202eac13f345 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758895 Nov 25 17:39:58.746272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6526721 Nov 25 17:39:58.754035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46928) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:58.787613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:39:58.806454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ccc4-eaf9-461c-87da-5dd8c53997b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e88a8-ba71-4d3c-8bf4-38ff1235badf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:58.826684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a58d6dfc-3285-438e-85f7-dc2e0aed8a94 req-323ee172-7776-49fe-a94a-70abd9faf453 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953906 Nov 25 17:39:58.896314 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:58.915723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e0278-35a0-4520-a920-953764609805 req-b2af4ca5-812b-4f7e-9145-5b8eb63f4295 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:58.924142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3e0278-35a0-4520-a920-953764609805 req-b2af4ca5-812b-4f7e-9145-5b8eb63f4295 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0766301 Nov 25 17:39:59.027057 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e3e0278-35a0-4520-a920-953764609805 req-6c980041-ff3d-47bc-a0f6-cd5ee8692e7d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Nov 25 17:39:59.033342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-79e8bda3-779e-47ea-8d36-8f2c56cda9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.048572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-79e8bda3-779e-47ea-8d36-8f2c56cda9cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 1094 time: 0.1219671 Nov 25 17:39:59.174267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-6c30ef28-2657-4d49-a490-bf9fca826d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.176194 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-6c30ef28-2657-4d49-a490-bf9fca826d97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1171055 Nov 25 17:39:59.200906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13117-5855-4354-bee2-fb62cadd1d33 req-207ebaa9-c34d-4d52-b445-7a7ecfb8d5eb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.203663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2fa13117-5855-4354-bee2-fb62cadd1d33 req-207ebaa9-c34d-4d52-b445-7a7ecfb8d5eb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 945 time: 0.1189129 Nov 25 17:39:59.248293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-9e7edd1d-7f32-4108-973c-66e971ea7c40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09fe0b2-95f5-4dee-8241-492323720039 HTTP/1.1" status: 200 len: 217 time: 0.0607829 Nov 25 17:39:59.285312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] device_id is not set on port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:39:59.300335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.306027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2fa13117-5855-4354-bee2-fb62cadd1d33 req-3c963510-b5c1-49b5-bf85-e2a3c3b0f1ab tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940390 Nov 25 17:39:59.313348 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.335695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-c5562b6c-38bb-4f6c-8cb0-da8ae81be2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.340738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-c5562b6c-38bb-4f6c-8cb0-da8ae81be2c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0840447 Nov 25 17:39:59.380129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e88a8-ba71-4d3c-8bf4-38ff1235badf,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:59.401547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-533c851d-c64c-4c71-83c2-bd39575cd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.404112 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-533c851d-c64c-4c71-83c2-bd39575cd1b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568078 Nov 25 17:39:59.419024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.419361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.419739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.424784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.425545 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.425545 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 2 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.440281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.440612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.440950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.445410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.446232 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.446232 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 3 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.459111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.459480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.459816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.465453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.465787 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.466173 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 4 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.485420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.486135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.486135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.491076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.491410 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.491813 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 5 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.507850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.508853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.509334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.515377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.515881 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.516566 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 6 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.532010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.532740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.533184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.533309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-6b1f7c60-9df0-49ca-bead-5bddd0562a36 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203301 Nov 25 17:39:59.538398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.538825 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.539590 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 7 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.554449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.554881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.555291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.561868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.562277 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.562753 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 8 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.584238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.584891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.585037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.590129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.590782 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.591249 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 9 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.611173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.611674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.612087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.620937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.621338 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.621809 n-d-817303-7 neutron-server[103636]: INFO neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempt 10 to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf Nov 25 17:39:59.638049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:39:59.638506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:39:59.638934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempting to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:39:59.645176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:39:59.645599 n-d-817303-7 neutron-server[103636]: ERROR neutron.plugins.ml2.managers [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Failed to bind port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on host n-h2-817303-7 for vnic_type normal using segments [{'id': '23e7c54b-a151-40e5-892d-0e337e2e6e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6085126d-b282-4fb4-8dfc-6be8f423ab05'}] Nov 25 17:39:59.645722 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6ddd2453-0854-475d-a8e3-a6eefae5531a req-3be95b61-a7ef-4c6f-98db-4659c9d7d5bb service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017234 Nov 25 17:39:59.646212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.713761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] For port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:39:59.714354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attempted to set empty binding levels {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 17:39:59.724030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.779901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] In _notify_port_updated(), no bound segment for port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf on network 6085126d-b282-4fb4-8dfc-6be8f423ab05 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:39:59.780765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:39:59.781369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.785725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "PUT /v2.0/ports/3d4e88a8-ba71-4d3c-8bf4-38ff1235badf HTTP/1.1" status: 200 len: 979 time: 1.0276630 Nov 25 17:39:59.786234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46944) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:39:59.793987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeecf5b-9363-4265-833c-89f573e50fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e88a8-ba71-4d3c-8bf4-38ff1235badf,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:39:59.875357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Deleting port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:39:59.875973 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.948356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] For port 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf, host n-h2-817303-7, got binding levels [] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:39:59.948749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:39:59.966531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Calling delete_port for 3d4e88a8-ba71-4d3c-8bf4-38ff1235badf owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:00.011623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:00.065888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:40:00.073392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:00.074255 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.076957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.134046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d4e88a8-ba71-4d3c-8bf4-38ff1235badf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:00.142390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.145715 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7171abc5-6d0f-4583-aad1-11d53b511a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "DELETE /v2.0/ports/3d4e88a8-ba71-4d3c-8bf4-38ff1235badf HTTP/1.1" status: 204 len: 168 time: 0.3576035 Nov 25 17:40:00.148528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46954) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:00.181142 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e4eb31-ffdc-40f0-b9ab-15706e68c3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] GET failed (client error): The resource could not be found. Nov 25 17:40:00.183303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-12e4eb31-ffdc-40f0-b9ab-15706e68c3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1686484004-project-admin] 10.222.0.86 "GET /v2.0/ports/3d4e88a8-ba71-4d3c-8bf4-38ff1235badf HTTP/1.1" status: 404 len: 333 time: 0.0335381 Nov 25 17:40:00.188956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 46956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:00.222950 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.225864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b51a-113c-4c8c-9df2-fcb281c88d9f req-8b344e3b-0c93-46d1-b676-fc5f99184000 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:00.228154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34c7b51a-113c-4c8c-9df2-fcb281c88d9f req-8b344e3b-0c93-46d1-b676-fc5f99184000 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0872126 Nov 25 17:40:00.265053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:00.266272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:00.268881 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45effa00-28e7-4e6b-9f6c-cdd53ae5709c" -d '{"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-plugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:00.292704 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.330754 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-34c7b51a-113c-4c8c-9df2-fcb281c88d9f req-0dc96a71-f726-4d6f-87a4-a0ff94cebee9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930803 Nov 25 17:40:00.474266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:00.487874 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60950fb2-fded-4265-9b98-91efd244caec x-openstack-request-id: req-60950fb2-fded-4265-9b98-91efd244caec {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:00.488384 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-plugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:00.488795 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60950fb2-fded-4265-9b98-91efd244caec {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:00.489379 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'code': 200} Nov 25 17:40:00.624942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da9bf-92fc-431f-8a78-7cdb4321dfeb req-3a007ac6-5e55-4b4e-9076-8db4c7549edf tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:00.636934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-067da9bf-92fc-431f-8a78-7cdb4321dfeb req-3a007ac6-5e55-4b4e-9076-8db4c7549edf tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1395264 Nov 25 17:40:00.719990 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-067da9bf-92fc-431f-8a78-7cdb4321dfeb req-eb94b298-fd37-49bc-af60-aa9ba949e5a7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806599 Nov 25 17:40:00.829846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:00.832742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddcd43-ac41-4cad-b27f-d1afdc1ef0f7 req-22493511-bbe4-4638-a300-a70330295512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:00.844193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4ddcd43-ac41-4cad-b27f-d1afdc1ef0f7 req-22493511-bbe4-4638-a300-a70330295512 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1097 time: 0.1166351 Nov 25 17:40:00.944927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4ddcd43-ac41-4cad-b27f-d1afdc1ef0f7 req-11ea9764-4c23-426a-a4aa-25ec5474bee6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904050 Nov 25 17:40:00.997966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.033341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6085126d-b282-4fb4-8dfc-6be8f423ab05']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.046322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e7c54b-a151-40e5-892d-0e337e2e6e76') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.046872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e7c54b-a151-40e5-892d-0e337e2e6e76') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:01.059261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.081235 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.092943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:01.093563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:01.099486 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:01.173831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.193402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:01.199857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] 10.222.0.86 "DELETE /v2.0/networks/6085126d-b282-4fb4-8dfc-6be8f423ab05 HTTP/1.1" status: 204 len: 168 time: 1.0068226 Nov 25 17:40:01.199857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94652ce8-b25c-49da-a82b-42bbf65452b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-365191265-project] Pushing event deleted for resources: {'Network': ['ID=6085126d-b282-4fb4-8dfc-6be8f423ab05,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:01.514466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a9da-8260-4028-87bd-0029b028b829 req-e74ea2f6-256d-4d0a-8146-73eb8f01d0bb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:01.519249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9297a9da-8260-4028-87bd-0029b028b829 req-e74ea2f6-256d-4d0a-8146-73eb8f01d0bb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0771096 Nov 25 17:40:01.586546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9297a9da-8260-4028-87bd-0029b028b829 req-5e29ee4b-50df-4a2a-a58e-17849302c506 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649455 Nov 25 17:40:01.591059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 46990) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:01.881351 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-de4a49ee-be08-496e-a586-03bf0cc1033f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdbff034cc964f16854f96b75a00451f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888813 Nov 25 17:40:01.884172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:01.967625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cfbf2-aad8-468d-937b-62f728d31881 req-0a4e434a-b055-4538-95cf-a91bae30ff0f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:01.969629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-082cfbf2-aad8-468d-937b-62f728d31881 req-0a4e434a-b055-4538-95cf-a91bae30ff0f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1161175 Nov 25 17:40:01.973085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90642a-b26d-4f4b-b978-5291dd84a00f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.008094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90642a-b26d-4f4b-b978-5291dd84a00f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.091527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-082cfbf2-aad8-468d-937b-62f728d31881 req-96614901-a414-4689-b983-65db29322e93 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081681 Nov 25 17:40:02.109757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90642a-b26d-4f4b-b978-5291dd84a00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.117297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e90642a-b26d-4f4b-b978-5291dd84a00f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.120033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e90642a-b26d-4f4b-b978-5291dd84a00f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/159dde7a-84a3-4bab-9fa4-8c87a7440cbb HTTP/1.1" status: 204 len: 168 time: 0.2330542 Nov 25 17:40:02.128507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90642a-b26d-4f4b-b978-5291dd84a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159dde7a-84a3-4bab-9fa4-8c87a7440cbb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:02.605703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.679513 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2cb0c9a3-23db-4d43-a0c6-b72d757a7d72 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6dae36cce1f143499c32585b4483e793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725050 Nov 25 17:40:02.683472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47020) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:02.752969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ddab8-5192-457e-bfe3-ac031990a04f req-13f6896f-d6c9-4835-a696-deb33d1e9559 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:02.761583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a4ddab8-5192-457e-bfe3-ac031990a04f req-13f6896f-d6c9-4835-a696-deb33d1e9559 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0871255 Nov 25 17:40:02.787642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b57160-a7d0-4db9-8118-78e3b869f1cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.829767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b57160-a7d0-4db9-8118-78e3b869f1cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.841625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a4ddab8-5192-457e-bfe3-ac031990a04f req-9eea51a2-623e-40e7-b2c0-c3cf4aa8a9d2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Nov 25 17:40:02.949815 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b57160-a7d0-4db9-8118-78e3b869f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.953300 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-71b57160-a7d0-4db9-8118-78e3b869f1cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:02.958551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-71b57160-a7d0-4db9-8118-78e3b869f1cf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0574f814-ee28-47c8-b38c-31ba4d1810f2 HTTP/1.1" status: 204 len: 168 time: 0.2667978 Nov 25 17:40:02.964379 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b57160-a7d0-4db9-8118-78e3b869f1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0574f814-ee28-47c8-b38c-31ba4d1810f2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:03.307121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f55d53-4b6a-421f-af9c-b7a7179cb352 req-a93fbebc-f18d-4e64-9ddd-6fcf19c47887 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:03.315617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23f55d53-4b6a-421f-af9c-b7a7179cb352 req-a93fbebc-f18d-4e64-9ddd-6fcf19c47887 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.0683689 Nov 25 17:40:03.408783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23f55d53-4b6a-421f-af9c-b7a7179cb352 req-d98bd100-d375-49fc-9713-2f5783bf4306 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919333 Nov 25 17:40:03.602150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd9ab-9844-4636-94a3-5d6ac3ed2712 req-4e5203f7-65a3-4c18-8ea8-cf9874971c93 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:03.612620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d64bd9ab-9844-4636-94a3-5d6ac3ed2712 req-4e5203f7-65a3-4c18-8ea8-cf9874971c93 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.0802329 Nov 25 17:40:03.615286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47038) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:03.620915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'floatingip': {'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:03.683121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.039375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c03c9-aaeb-4863-be56-cafec63cdd88 req-66427635-9fd4-4b07-9f52-96cf7283526b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:04.041353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c3c03c9-aaeb-4863-be56-cafec63cdd88 req-66427635-9fd4-4b07-9f52-96cf7283526b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0620201 Nov 25 17:40:04.172079 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c3c03c9-aaeb-4863-be56-cafec63cdd88 req-16b275a8-f51d-4bf5-ada9-e606e2093aed tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221855 Nov 25 17:40:04.393950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.399277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:04.539643 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Floating IP 33ece565-2ab5-4020-9bd0-91085c80f9eb associated. External IP: 172.25.8.187, port: 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f. Nov 25 17:40:04.842021 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:40:05.037585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:05.051733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.064452 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:05.096282 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:05.096923 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:39:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:05.109298 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f209b678-304a-4c83-941f-02a6cdf9b654 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "PUT /v2.0/floatingips/33ece565-2ab5-4020-9bd0-91085c80f9eb HTTP/1.1" status: 200 len: 992 time: 1.4889531 Nov 25 17:40:05.109298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:05.124043 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:05.242132 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f9d3f-dced-49da-9e6f-f884118ccee4 x-openstack-request-id: req-189f9d3f-dced-49da-9e6f-f884118ccee4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:05.242677 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:05.243375 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-189f9d3f-dced-49da-9e6f-f884118ccee4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:05.244566 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'status': 'completed', 'code': 200} Nov 25 17:40:05.314817 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:05.412564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-2099fd1d-a099-4c23-aff6-1b6fd339fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:05.414364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-2099fd1d-a099-4c23-aff6-1b6fd339fd2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1097 time: 0.1460156 Nov 25 17:40:05.428006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb697-06c7-4c25-8e55-27b15df11332 req-25e55e3e-a1c7-452a-a0b9-bcbcccef4701 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:05.429519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-049eb697-06c7-4c25-8e55-27b15df11332 req-25e55e3e-a1c7-452a-a0b9-bcbcccef4701 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0893633 Nov 25 17:40:05.574993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-049eb697-06c7-4c25-8e55-27b15df11332 req-dca0204f-d129-45ee-88db-70d9452cc966 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347902 Nov 25 17:40:05.580550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-8813a8c5-48a3-483c-b54e-885d1bd9035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:05.582008 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-8813a8c5-48a3-483c-b54e-885d1bd9035c service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1514874 Nov 25 17:40:05.657992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47082) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:05.697272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93d9bed3-3b5c-44bb-87b8-bdf8241daa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:05.788994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-dd04be17-b369-49b1-815d-0179d132017f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 1000 time: 0.1988032 Nov 25 17:40:05.879662 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '33ece565-2ab5-4020-9bd0-91085c80f9eb', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'mac_address': 'fa:16:3e:46:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:39:50Z', 'updated_at': '2021-11-25T17:40:04Z', 'revision_number': 1, 'project_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:05.912980 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:40:05.918243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-a51cc82f-7680-49e7-8ed2-01a45d6c474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:05.924328 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:05.925256 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:39:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:05.927567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-a51cc82f-7680-49e7-8ed2-01a45d6c474c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.1260557 Nov 25 17:40:05.933192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fa546d8d-d911-423e-a48c-61d2961d2f5f tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:05.996747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fa546d8d-d911-423e-a48c-61d2961d2f5f tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "PUT /v2.0/quotas/aa4278c4f05e4a5083ce1764d18b9e9b HTTP/1.1" status: 200 len: 366 time: 0.3367934 Nov 25 17:40:06.000389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47086) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.013292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-f24c1a46-f65a-4482-8135-37687a89db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:06.014648 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e28781ad-be2c-4fe8-8b7a-3fd3e2cfc841 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0129790 Nov 25 17:40:06.016552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-f24c1a46-f65a-4482-8135-37687a89db2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863359 Nov 25 17:40:06.017202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.048485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-89c3e747-4a50-445d-881d-90ffa9302e92 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "GET /v2.0/quotas/aa4278c4f05e4a5083ce1764d18b9e9b HTTP/1.1" status: 200 len: 366 time: 0.0283208 Nov 25 17:40:06.050955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47092) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.104436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-61ef5579-bc75-4fbc-ba63-f2f72b724fef tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/aa4278c4f05e4a5083ce1764d18b9e9b HTTP/1.1" status: 204 len: 168 time: 0.0521166 Nov 25 17:40:06.109826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47094) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.126974 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-871eb780-9eec-47da-b897-df56554f3ac3 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0120916 Nov 25 17:40:06.131203 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47096) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.153319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a2bbeacb-4919-429c-abee-49e5208e153a tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "GET /v2.0/quotas/aa4278c4f05e4a5083ce1764d18b9e9b HTTP/1.1" status: 200 len: 370 time: 0.0161767 Nov 25 17:40:06.155211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47098) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.161265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-88d6ea97-7e24-49b2-aeec-40c1c6f72039 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376259 Nov 25 17:40:06.163609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d0a14542-b2a6-45a1-a8b9-e5830632e3ac tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "GET /v2.0/quotas/aa4278c4f05e4a5083ce1764d18b9e9b/default HTTP/1.1" status: 200 len: 370 time: 0.0069809 Nov 25 17:40:06.169247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47100) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.185708 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:40:06.202985 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-2ff9c3eb-fc16-4c74-b31d-c4f107df9346 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] delete failed (client error): The resource could not be found. Nov 25 17:40:06.204307 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ff9c3eb-fc16-4c74-b31d-c4f107df9346 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "DELETE /v2.0/quotas/aa4278c4f05e4a5083ce1764d18b9e9b HTTP/1.1" status: 404 len: 348 time: 0.0335784 Nov 25 17:40:06.321146 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7ffdfe4-c6f2-4adb-a1c6-3482a3f50ca8 req-5b306982-a74f-49fd-9b8b-8cc522dddc19 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510859 Nov 25 17:40:06.451108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47106) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:06.497774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:network and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.506717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.529634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:subnet and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.541782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.571205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:subnetpool and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.580152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.588799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:port and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.592502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.600526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:router and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.604656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.611887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:floatingip and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.616353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.648306 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '33ece565-2ab5-4020-9bd0-91085c80f9eb', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'mac_address': 'fa:16:3e:46:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:39:50Z', 'updated_at': '2021-11-25T17:40:04Z', 'revision_number': 1, 'project_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:06.686728 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb84670-641c-47fa-9fc4-3142005e72e5 None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '33ece565-2ab5-4020-9bd0-91085c80f9eb', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'mac_address': 'fa:16:3e:46:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:39:50Z', 'updated_at': '2021-11-25T17:40:04Z', 'revision_number': 1, 'project_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:06.733355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:security_group and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.746330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.791758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Usage tracker for resource:security_group_rule and project:b0a1efc0a9d14214bd24e82abcb1139a is out of sync, need to count used quota {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 17:40:06.806924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.quota.resource [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103635) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 17:40:06.813053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673068-9710-471a-80f9-1d7bc7a45fa0 req-4e0132d2-b45e-484e-a82c-017227d25f0c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:06.817393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d673068-9710-471a-80f9-1d7bc7a45fa0 req-4e0132d2-b45e-484e-a82c-017227d25f0c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.1180658 Nov 25 17:40:06.827924 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4f9ccff2-a971-4697-866a-c756c099a299 tempest-QuotasTest-1952574515 tempest-QuotasTest-1952574515-project-admin] 10.222.0.86 "GET /v2.0/quotas/b0a1efc0a9d14214bd24e82abcb1139a/details.json HTTP/1.1" status: 200 len: 703 time: 0.3753099 Nov 25 17:40:06.916210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d673068-9710-471a-80f9-1d7bc7a45fa0 req-c887a5f9-5afc-40d9-acbd-d4281d68fb65 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881960 Nov 25 17:40:07.144601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca352b8d-136b-4588-b028-7e6c0f293575 None None] New status for floating IP 33ece565-2ab5-4020-9bd0-91085c80f9eb: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:40:07.393082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.611824 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d143d15d-f1b5-4871-ada8-8c253a2a7006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.706969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d143d15d-f1b5-4871-ada8-8c253a2a7006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.717119 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d143d15d-f1b5-4871-ada8-8c253a2a7006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.765640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143d15d-f1b5-4871-ada8-8c253a2a7006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af548c-ea00-4b1f-a3fc-9638d900af33,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:07.771244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d143d15d-f1b5-4871-ada8-8c253a2a7006 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=89dd68a7704342ccb00f802f37d43e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771360 Nov 25 17:40:07.773875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:07.822869 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edec3eb7-d3c3-421e-bb0c-5e0dd3fac0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.849780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edec3eb7-d3c3-421e-bb0c-5e0dd3fac0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.902755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edec3eb7-d3c3-421e-bb0c-5e0dd3fac0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.905741 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edec3eb7-d3c3-421e-bb0c-5e0dd3fac0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:07.906944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-edec3eb7-d3c3-421e-bb0c-5e0dd3fac0b8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a1af548c-ea00-4b1f-a3fc-9638d900af33 HTTP/1.1" status: 204 len: 168 time: 0.1321692 Nov 25 17:40:07.915608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3eb7-d3c3-421e-bb0c-5e0dd3fac0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af548c-ea00-4b1f-a3fc-9638d900af33,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:07.962306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ba3357d-5096-4fc3-a4c3-53314f5f8db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.044984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0ccc4-46e9-4572-8aae-32b083014967 req-4715602a-9947-47f3-8f0e-d170a3977cc9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:08.046487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b0b0ccc4-46e9-4572-8aae-32b083014967 req-4715602a-9947-47f3-8f0e-d170a3977cc9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0534925 Nov 25 17:40:08.099611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b0b0ccc4-46e9-4572-8aae-32b083014967 req-fcb6a072-698b-446b-9297-613782e662c5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 Nov 25 17:40:08.206991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47132) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.222040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acb23dd3-f996-452a-b7af-28dca7aba897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.300006 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acb23dd3-f996-452a-b7af-28dca7aba897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.305370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-acb23dd3-f996-452a-b7af-28dca7aba897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.344995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb23dd3-f996-452a-b7af-28dca7aba897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1272bfad-9a74-4aea-967f-d2e4ae8f0f9a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:08.353679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-acb23dd3-f996-452a-b7af-28dca7aba897 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b0a1efc0a9d14214bd24e82abcb1139a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423488 Nov 25 17:40:08.353880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47134) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:08.407124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4576860a-fa1f-41d8-851f-2b95eeb74092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.430557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4576860a-fa1f-41d8-851f-2b95eeb74092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.486253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4576860a-fa1f-41d8-851f-2b95eeb74092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.489449 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4576860a-fa1f-41d8-851f-2b95eeb74092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:08.490695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4576860a-fa1f-41d8-851f-2b95eeb74092 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1272bfad-9a74-4aea-967f-d2e4ae8f0f9a HTTP/1.1" status: 204 len: 168 time: 0.1358304 Nov 25 17:40:08.500015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576860a-fa1f-41d8-851f-2b95eeb74092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272bfad-9a74-4aea-967f-d2e4ae8f0f9a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:09.237511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712f717-ab61-43d8-8eee-c14d9d4f9e3d req-32031739-382c-43bc-a2a4-5efa68f9cd75 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:09.239126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6712f717-ab61-43d8-8eee-c14d9d4f9e3d req-32031739-382c-43bc-a2a4-5efa68f9cd75 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0498989 Nov 25 17:40:09.288108 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6712f717-ab61-43d8-8eee-c14d9d4f9e3d req-89d4cb7f-bc1a-45f4-b898-81debd0e4a93 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Nov 25 17:40:09.319114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.812968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47184) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:09.931205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-926143811', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:09.952060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Made reservation on behalf of a2241cf09ba84c1c92716bc29458bf5b for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:09.954416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:09.963720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.041801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.045845 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.051178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] device_id is not set on port 6101e356-c216-4108-9f18-d8a2e61cdf88 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:10.105886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab1fe0-2584-4790-8115-829e00a6539b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:10.183878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Allocated IP 172.25.8.97 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/6101e356-c216-4108-9f18-d8a2e61cdf88) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:10.317554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.356412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.407444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:10.410636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:10.414396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:10.417003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491a6f-09e2-4806-9cae-01b6c9c6ecec req-9ec11617-196e-4350-bb0c-00408a3f18e7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:10.419594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04491a6f-09e2-4806-9cae-01b6c9c6ecec req-9ec11617-196e-4350-bb0c-00408a3f18e7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0587869 Nov 25 17:40:10.427327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128faec2-4d16-475f-9b20-b7fb6d10661a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:10.448143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Pushing event updated for resources: {'Port': ['ID=6101e356-c216-4108-9f18-d8a2e61cdf88,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:10.469715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:10.470330 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.484093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-04491a6f-09e2-4806-9cae-01b6c9c6ecec req-31670205-97ec-463d-9b13-d03a6c0e3aaf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Nov 25 17:40:10.492211 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8c360579-0705-4e86-bd0a-8548417f63c2 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6776390 Nov 25 17:40:10.495743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47192) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:10.501928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.97'}]}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:10.507415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4183c72e-baea-43f7-a9ca-270b37ed682a None None] Provisioning complete for port 6101e356-c216-4108-9f18-d8a2e61cdf88 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:10.507991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4183c72e-baea-43f7-a9ca-270b37ed682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.538982 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.540394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.547425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4183c72e-baea-43f7-a9ca-270b37ed682a None None] Port 6101e356-c216-4108-9f18-d8a2e61cdf88 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:10.603876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.604554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:10.745701 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.277605 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.302274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.437762 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.468104 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.637722 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.640492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.653648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31247b-2291-42a8-8040-c850b68654a8 req-77c56870-42d1-40c9-8bd9-8e5923166e3a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:11.663399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c31247b-2291-42a8-8040-c850b68654a8 req-77c56870-42d1-40c9-8bd9-8e5923166e3a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0693927 Nov 25 17:40:11.693374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.693374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6572749-2508-4be9-80ad-ac99656c83c1 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:11.716800 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:40:11.720668 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c5494f68-0a28-44b3-bb1b-c5fcfe0eff61 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2211046 Nov 25 17:40:11.721122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47292) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:11.732709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3c31247b-2291-42a8-8040-c850b68654a8 req-e663b334-4844-4ccd-9d79-1fe2c6885305 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 Nov 25 17:40:11.824000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Deleting port 6101e356-c216-4108-9f18-d8a2e61cdf88 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:11.824347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.917900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:11.932561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Calling delete_port for 6101e356-c216-4108-9f18-d8a2e61cdf88 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:12.100531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.138704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Pushing event deleted for resources: {'Port': ['ID=6101e356-c216-4108-9f18-d8a2e61cdf88,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.152362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b02bc-ed4e-4131-ab25-71b4a0a858a8 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:12.207362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.211078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-34be34f1-2777-45ee-aea1-43461ca8c260 tempest-RoutersAdminNegativeIpV6Test-1254960752 tempest-RoutersAdminNegativeIpV6Test-1254960752-project-admin] 10.222.0.86 "DELETE /v2.0/ports/6101e356-c216-4108-9f18-d8a2e61cdf88 HTTP/1.1" status: 204 len: 168 time: 0.4885218 Nov 25 17:40:12.497212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47398) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.624541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a65b15c9-0ea1-444b-b47f-a00ae95453d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.718599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a65b15c9-0ea1-444b-b47f-a00ae95453d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.723884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a65b15c9-0ea1-444b-b47f-a00ae95453d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.771107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a65b15c9-0ea1-444b-b47f-a00ae95453d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a7d327bbe48444658f667ad702b3f675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708330 Nov 25 17:40:12.771506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:12.780440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b15c9-0ea1-444b-b47f-a00ae95453d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0787826-2800-405e-a870-7fdd4ffc4542,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:12.917468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fa261-2fd9-4ee4-a43d-76d89a1fc604 req-b6c19834-be90-4a74-9fd6-2124c770b721 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:12.919066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-289fa261-2fd9-4ee4-a43d-76d89a1fc604 req-b6c19834-be90-4a74-9fd6-2124c770b721 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.1079679 Nov 25 17:40:12.920005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c18f348-3f09-4ac1-94ab-447fd02d26e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:12.963043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c18f348-3f09-4ac1-94ab-447fd02d26e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.027527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-289fa261-2fd9-4ee4-a43d-76d89a1fc604 req-0bfff103-2d48-4d6d-96e2-519f5ddfe6ad tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963449 Nov 25 17:40:13.065268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c18f348-3f09-4ac1-94ab-447fd02d26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.070752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6c18f348-3f09-4ac1-94ab-447fd02d26e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.075077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6c18f348-3f09-4ac1-94ab-447fd02d26e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0787826-2800-405e-a870-7fdd4ffc4542 HTTP/1.1" status: 204 len: 168 time: 0.3003535 Nov 25 17:40:13.081971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18f348-3f09-4ac1-94ab-447fd02d26e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0787826-2800-405e-a870-7fdd4ffc4542,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:13.403261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.451190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-829f11b0-74d1-4cd2-a91c-b71d513673bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a2241cf09ba84c1c92716bc29458bf5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464022 Nov 25 17:40:13.453558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:13.505510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd89f330-4f4f-4141-afbc-ca51a15db34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.529525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd89f330-4f4f-4141-afbc-ca51a15db34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.585245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd89f330-4f4f-4141-afbc-ca51a15db34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.589104 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd89f330-4f4f-4141-afbc-ca51a15db34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:13.595000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dd89f330-4f4f-4141-afbc-ca51a15db34d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0bab1fe0-2584-4790-8115-829e00a6539b HTTP/1.1" status: 204 len: 168 time: 0.1377456 Nov 25 17:40:13.610676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f330-4f4f-4141-afbc-ca51a15db34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab1fe0-2584-4790-8115-829e00a6539b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:14.207000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a971ac-2e1d-4816-bcd5-185cbfdf4605 req-3415ee76-5116-4463-ae6b-25085f69b642 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:14.211212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4a971ac-2e1d-4816-bcd5-185cbfdf4605 req-3415ee76-5116-4463-ae6b-25085f69b642 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0780170 Nov 25 17:40:14.283939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4a971ac-2e1d-4816-bcd5-185cbfdf4605 req-13444e83-3531-420f-83a5-4470aa4ce13c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Nov 25 17:40:14.986469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.087408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1088487320', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:15.110343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Made reservation on behalf of 159d8d7f712f4bc19e55e8de7ff2a708 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:15.112941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.128234 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.218942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.224666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.231747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] device_id is not set on port efdd6d28-8008-4bd3-b763-b44c8ff54f59 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:15.298403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3443a829-a177-42b1-a57c-e845a0cf1605,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.365179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Allocated IP 172.25.8.34 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/efdd6d28-8008-4bd3-b763-b44c8ff54f59) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:15.451798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac10a-b7e3-4cb2-9201-98a46f819531 req-69bdd067-694a-4804-98e1-3351cd0c1919 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:15.454317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-681ac10a-b7e3-4cb2-9201-98a46f819531 req-69bdd067-694a-4804-98e1-3351cd0c1919 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0906157 Nov 25 17:40:15.566859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-681ac10a-b7e3-4cb2-9201-98a46f819531 req-62f91b28-d21a-42ff-b819-6b60c6ddd83e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036344 Nov 25 17:40:15.601680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.638949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.683535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:15.687987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:15.692211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:15.695243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Pushing event updated for resources: {'Port': ['ID=efdd6d28-8008-4bd3-b763-b44c8ff54f59,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:15.701782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1401429-4978-48c6-96bf-9f09574fa5f6 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:15.739777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:15.740377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.755683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-54b8d83b-8e11-4701-8db4-e5c0b19160db tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7681119 Nov 25 17:40:15.758609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:15.763019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.34'}]}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:15.784969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.786044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.808508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c4c45ca1-f472-463f-b15f-db6be842aac4 None None] Provisioning complete for port efdd6d28-8008-4bd3-b763-b44c8ff54f59 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:15.808872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4c45ca1-f472-463f-b15f-db6be842aac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:15.847255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c4c45ca1-f472-463f-b15f-db6be842aac4 None None] Port efdd6d28-8008-4bd3-b763-b44c8ff54f59 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:15.855291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.006995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.129910 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.224184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.249648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.407228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.575705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.578351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.624075 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.624498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5c76a0-8b15-4c22-95b8-05814d0277a5 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:40:16.642120 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:40:16.643288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6195c9f5-e0af-494b-9171-028c92f6540c tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8836966 Nov 25 17:40:16.646254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:16.692480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa81ac8-3109-4e6e-a632-f9a9c6c8fa6b req-aeaea9d8-432d-458b-8eca-9929f2ea0927 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:16.694118 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4aa81ac8-3109-4e6e-a632-f9a9c6c8fa6b req-aeaea9d8-432d-458b-8eca-9929f2ea0927 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0518813 Nov 25 17:40:16.730845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Deleting port efdd6d28-8008-4bd3-b763-b44c8ff54f59 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:16.731189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.755991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4aa81ac8-3109-4e6e-a632-f9a9c6c8fa6b req-bb27bf14-bec9-413a-beee-809b00d67a0f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543976 Nov 25 17:40:16.810249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.824908 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Calling delete_port for efdd6d28-8008-4bd3-b763-b44c8ff54f59 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:16.956684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:16.983040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Pushing event deleted for resources: {'Port': ['ID=efdd6d28-8008-4bd3-b763-b44c8ff54f59,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.001442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d261e-a50e-4c12-b945-b00ec3aded47 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:17.054797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.059090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-758336e4-75ef-42d7-8e0c-49a6ea0d5233 tempest-RoutersAdminNegativeTest-689100933 tempest-RoutersAdminNegativeTest-689100933-project-admin] 10.222.0.86 "DELETE /v2.0/ports/efdd6d28-8008-4bd3-b763-b44c8ff54f59 HTTP/1.1" status: 204 len: 168 time: 0.4118969 Nov 25 17:40:17.333256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:17.448551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4896799-cd6c-4ae6-b9d8-136b68f3acf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.521800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4896799-cd6c-4ae6-b9d8-136b68f3acf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.526082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f4896799-cd6c-4ae6-b9d8-136b68f3acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.563435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4896799-cd6c-4ae6-b9d8-136b68f3acf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15647b1-49cd-4838-ac8b-8758437bce8d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.570601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47738) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:17.570834 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f4896799-cd6c-4ae6-b9d8-136b68f3acf4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=73dcb95d45af4fdf9faa5eae222eeaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362134 Nov 25 17:40:17.590006 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.639666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d290e8b9-0e1c-4e2a-b32e-75f3c1ac7ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.660825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d290e8b9-0e1c-4e2a-b32e-75f3c1ac7ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.709683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d290e8b9-0e1c-4e2a-b32e-75f3c1ac7ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.712981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d290e8b9-0e1c-4e2a-b32e-75f3c1ac7ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:17.714376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d290e8b9-0e1c-4e2a-b32e-75f3c1ac7ff0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f15647b1-49cd-4838-ac8b-8758437bce8d HTTP/1.1" status: 204 len: 168 time: 0.1427054 Nov 25 17:40:17.722598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290e8b9-0e1c-4e2a-b32e-75f3c1ac7ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15647b1-49cd-4838-ac8b-8758437bce8d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:17.884614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8064fa2-34ed-44bb-b367-662b764b6d71 req-ddb40caf-dc44-4f66-9b1a-3cd00b45f3e9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:17.886526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8064fa2-34ed-44bb-b367-662b764b6d71 req-ddb40caf-dc44-4f66-9b1a-3cd00b45f3e9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0607548 Nov 25 17:40:17.948338 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8064fa2-34ed-44bb-b367-662b764b6d71 req-a554add3-fe72-4671-895b-335104cf8993 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554509 Nov 25 17:40:18.018561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47746) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:18.062616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-847604e8-ba7f-4beb-81ff-d695fa606e63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=159d8d7f712f4bc19e55e8de7ff2a708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428927 Nov 25 17:40:18.065103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:18.113396 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfda-953f-4ac9-bca6-3d78929a94fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.138677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfda-953f-4ac9-bca6-3d78929a94fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.187864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfda-953f-4ac9-bca6-3d78929a94fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.190701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfda-953f-4ac9-bca6-3d78929a94fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:18.191940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-42bbcfda-953f-4ac9-bca6-3d78929a94fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3443a829-a177-42b1-a57c-e845a0cf1605 HTTP/1.1" status: 204 len: 168 time: 0.1259551 Nov 25 17:40:18.201870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbcfda-953f-4ac9-bca6-3d78929a94fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3443a829-a177-42b1-a57c-e845a0cf1605,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:18.998723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.084860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62584b-694c-484c-aed9-b1cf1e05f657 req-67be5af6-ce18-4137-92a5-81457b2f2fda tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.090453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a62584b-694c-484c-aed9-b1cf1e05f657 req-67be5af6-ce18-4137-92a5-81457b2f2fda tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0673559 Nov 25 17:40:19.138644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1843238485'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:19.161474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5a62584b-694c-484c-aed9-b1cf1e05f657 req-22b13b74-eb9b-4fd5-bb95-f64a567871e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Nov 25 17:40:19.182010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:19.187168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.197768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.304476 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.310856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.347329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:19.355689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f12a9a-12a7-41ef-9a8f-eac89de34560,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.362222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.362360 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment 6c640f1e-43bc-4449-94f1-425a68dd58e4 of type vlan for network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d Nov 25 17:40:19.409316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.440892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.448379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.449165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.511345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5097873 Nov 25 17:40:19.511624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47788) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.519377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'name': 'tempest-PortsTestJSON-2035634844'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:19.530598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbf254-aa65-41cf-b3e2-ace96271bad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.546676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:19.623770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:19.627320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.645364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port a8144b20-c43c-4a3f-8698-46e0f82e9a8a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:19.808826 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.846261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.905485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=a8144b20-c43c-4a3f-8698-46e0f82e9a8a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:19.916872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': '6c640f1e-43bc-4449-94f1-425a68dd58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:19.917284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:19.934602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:19.943267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:19.947112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:19.952772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b1ffb-2971-40e0-8d25-860031a35f1e None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:19.953134 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:19.953756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:19.973003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d85c065-5b26-43e9-b313-eeac7deff64d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4596162 Nov 25 17:40:19.976061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:19.982323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2120162532'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:20.007911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:20.012414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.042341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:20.052781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.053129 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment e6856faf-8df2-4810-8857-6f4a7d2effae of type vlan for network 954fd4b3-ffe3-4137-826b-a1a4ec0da465 Nov 25 17:40:20.099522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.126162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.131757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:20.132344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.200646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2198987 Nov 25 17:40:20.200646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:20.204863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'ports': [{'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'}, {'network_id': '954fd4b3-ffe3-4137-826b-a1a4ec0da465'}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:20.205048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:20.205522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': '954fd4b3-ffe3-4137-826b-a1a4ec0da465'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:20.223674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a167284-3827-4eea-8962-bb3657bff655 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=954fd4b3-ffe3-4137-826b-a1a4ec0da465,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:20.238069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 954fd4b3-ffe3-4137-826b-a1a4ec0da465 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:20.319182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897a1ba-51b4-4984-a731-f42002dc904f req-2aa0e9c3-e6d4-4e48-80b9-0661a07247ca tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:20.330824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3897a1ba-51b4-4984-a731-f42002dc904f req-2aa0e9c3-e6d4-4e48-80b9-0661a07247ca tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0720325 Nov 25 17:40:20.389888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:20.395848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.409282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3897a1ba-51b4-4984-a731-f42002dc904f req-cd36616f-e64e-41b0-8634-8cc5d3565b3a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699883 Nov 25 17:40:20.413531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.416010 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:40:20.505205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 8cfc2273-d0b7-4752-94ca-fffc79372cca yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:20.616742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.687376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 1116db99-f2f8-44ce-890d-5204a7af89cf yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:20.801742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.842590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.893602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:20.897562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:20.899426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=8cfc2273-d0b7-4752-94ca-fffc79372cca,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:20.901492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:20.902297 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:20.963966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=1116db99-f2f8-44ce-890d-5204a7af89cf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:20.975223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': 'e6856faf-8df2-4810-8857-6f4a7d2effae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '954fd4b3-ffe3-4137-826b-a1a4ec0da465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:20.975726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: 954fd4b3-ffe3-4137-826b-a1a4ec0da465, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:20.992823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 954fd4b3-ffe3-4137-826b-a1a4ec0da465 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:21.001912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 954fd4b3-ffe3-4137-826b-a1a4ec0da465) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:21.005992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:21.013545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ef1ce-cf06-42ee-a887-5b1852f0d111 None None] Network 954fd4b3-ffe3-4137-826b-a1a4ec0da465 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:21.014186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.019103 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.019811 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.037113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c181e955-5604-4c59-922d-394c55323476 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8360536 Nov 25 17:40:21.039707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.138146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 1116db99-f2f8-44ce-890d-5204a7af89cf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:21.138462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.208130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.222072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 1116db99-f2f8-44ce-890d-5204a7af89cf owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:21.304212 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.334426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=1116db99-f2f8-44ce-890d-5204a7af89cf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.341057 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.344527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-02a6847a-b9a1-4bfd-876f-c461a55b64c0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/1116db99-f2f8-44ce-890d-5204a7af89cf HTTP/1.1" status: 204 len: 168 time: 0.3035741 Nov 25 17:40:21.347340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47804) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.403995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684fc006-44f8-4424-bd42-9cfcd27611a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.409942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684fc006-44f8-4424-bd42-9cfcd27611a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.411619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-684fc006-44f8-4424-bd42-9cfcd27611a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0632403 Nov 25 17:40:21.414288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47806) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.529844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 8cfc2273-d0b7-4752-94ca-fffc79372cca {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:21.529980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.622643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.632005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861585-c847-4c1f-a187-1207feaff869 req-efeb08ed-37ba-45d1-80e8-98d3a3aef580 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.634401 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d8861585-c847-4c1f-a187-1207feaff869 req-efeb08ed-37ba-45d1-80e8-98d3a3aef580 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.1155951 Nov 25 17:40:21.646246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 8cfc2273-d0b7-4752-94ca-fffc79372cca owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:21.733628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d8861585-c847-4c1f-a187-1207feaff869 req-bba4358a-2395-41ab-9c76-0d24b76f180f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890968 Nov 25 17:40:21.775155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.807732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=8cfc2273-d0b7-4752-94ca-fffc79372cca,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:21.815222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:21.818552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96a189d0-5971-4c6d-a67a-a39fb4da6024 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/8cfc2273-d0b7-4752-94ca-fffc79372cca HTTP/1.1" status: 204 len: 168 time: 0.4027100 Nov 25 17:40:21.821678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47816) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.872600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b51a03-1d39-4ca7-8272-8415ad4a8fbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:21.875415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6b51a03-1d39-4ca7-8272-8415ad4a8fbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0513377 Nov 25 17:40:21.876849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.901397 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6fbee2-86e9-4403-91cf-062829c3a35c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:21.903363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8a6fbee2-86e9-4403-91cf-062829c3a35c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/1116db99-f2f8-44ce-890d-5204a7af89cf HTTP/1.1" status: 404 len: 333 time: 0.0248640 Nov 25 17:40:21.905593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47822) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.929259 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb567ad7-5bee-408c-81f2-52e449f52786 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:21.933301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb567ad7-5bee-408c-81f2-52e449f52786 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/8cfc2273-d0b7-4752-94ca-fffc79372cca HTTP/1.1" status: 404 len: 333 time: 0.0241563 Nov 25 17:40:21.933463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47824) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:21.942309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.324477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec3d75d0-e188-481d-99ae-f29f52144c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.353193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.470346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.503635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954fd4b3-ffe3-4137-826b-a1a4ec0da465']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:22.514137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec3d75d0-e188-481d-99ae-f29f52144c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.517831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6856faf-8df2-4810-8857-6f4a7d2effae') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:22.518132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6856faf-8df2-4810-8857-6f4a7d2effae') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:22.524443 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ec3d75d0-e188-481d-99ae-f29f52144c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.533501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.559862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.584186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:22.584566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:22.588711 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:22.591680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d75d0-e188-481d-99ae-f29f52144c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a035fd-8173-4fb1-847f-4e18e5c76e9f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.597587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ec3d75d0-e188-481d-99ae-f29f52144c98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=689df9c6c92b488aad5cc20dfc578d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6543088 Nov 25 17:40:22.598511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.656287 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-948d5818-c8b4-4b61-81ce-49327e51aba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.663962 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.673021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.675582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/954fd4b3-ffe3-4137-826b-a1a4ec0da465 HTTP/1.1" status: 204 len: 168 time: 0.7412336 Nov 25 17:40:22.676569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b09fe0b2-95f5-4dee-8241-492323720039 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:40:22.679286 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:22.690501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-684640120'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:22.691769 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84648edf-f45b-4e2a-b273-ce1d6c01991f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=954fd4b3-ffe3-4137-826b-a1a4ec0da465,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.703269 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-948d5818-c8b4-4b61-81ce-49327e51aba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.751481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:22.755462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.794162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-948d5818-c8b4-4b61-81ce-49327e51aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.797949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-948d5818-c8b4-4b61-81ce-49327e51aba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.799221 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-948d5818-c8b4-4b61-81ce-49327e51aba8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/34a035fd-8173-4fb1-847f-4e18e5c76e9f HTTP/1.1" status: 204 len: 168 time: 0.1985312 Nov 25 17:40:22.808529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b09fe0b2-95f5-4dee-8241-492323720039, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b09fe0b2-95f5-4dee-8241-492323720039,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:22.813359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:22.819139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5818-c8b4-4b61-81ce-49327e51aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a035fd-8173-4fb1-847f-4e18e5c76e9f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:22.823803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'b09fe0b2-95f5-4dee-8241-492323720039', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': 'b09fe0b2-95f5-4dee-8241-492323720039', 'mac_address': 'fa:16:3e:18:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:40:22.827527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.828067 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment ac931906-26cc-427b-8bc0-30d43cb1aa24 of type vlan for network defba93d-f79e-43f1-9582-afb2ac6d0ef3 Nov 25 17:40:22.877241 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.887425 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.907617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.908663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09fe0b2-95f5-4dee-8241-492323720039 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:40:22.915795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de9c7d-c7dc-4557-8eb5-df3494a10da4 req-e91cf409-88a6-48cf-9d6e-9de2e089f954 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:22.917615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20de9c7d-c7dc-4557-8eb5-df3494a10da4 req-e91cf409-88a6-48cf-9d6e-9de2e089f954 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 943 time: 0.0728638 Nov 25 17:40:22.920559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:22.921282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.944176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b09fe0b2-95f5-4dee-8241-492323720039, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b09fe0b2-95f5-4dee-8241-492323720039,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:22.950674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:22.984914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20de9c7d-c7dc-4557-8eb5-df3494a10da4 req-478b3c96-07b9-4450-b329-fc16e09518c3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610960 Nov 25 17:40:23.000740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3175619 Nov 25 17:40:23.001009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47840) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.006127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:23.017005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18740dab-4f58-4b8f-acee-67ab8e358caf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=defba93d-f79e-43f1-9582-afb2ac6d0ef3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.032321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b09fe0b2-95f5-4dee-8241-492323720039,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.039437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network defba93d-f79e-43f1-9582-afb2ac6d0ef3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:23.128095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:23.131703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.169218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['b09fe0b2-95f5-4dee-8241-492323720039'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:40:23.196214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:40:23.196903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:40:23.204539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.225851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-185f1423-9a7d-4048-8d5b-8f650540e61a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.374926 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.417089 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-185f1423-9a7d-4048-8d5b-8f650540e61a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.425840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-185f1423-9a7d-4048-8d5b-8f650540e61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.462609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=318595ff-9442-4b55-a3ef-dfa7c2208ac6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.485469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-185f1423-9a7d-4048-8d5b-8f650540e61a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8cd7ada166644743b7b14c44dd287176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800171 Nov 25 17:40:23.488237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.490358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1423-9a7d-4048-8d5b-8f650540e61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8917860-7496-4572-bf68-6933c82010c0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.496280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': 'ac931906-26cc-427b-8bc0-30d43cb1aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:23.496638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: defba93d-f79e-43f1-9582-afb2ac6d0ef3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:23.514429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network defba93d-f79e-43f1-9582-afb2ac6d0ef3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:23.523028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, defba93d-f79e-43f1-9582-afb2ac6d0ef3) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:23.528244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:23.528852 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.536201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e204696-4509-4942-be5f-342439ec3a6e None None] Network defba93d-f79e-43f1-9582-afb2ac6d0ef3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:23.538293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de61ba20-8622-46e3-a071-838da0235c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.547951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1bfd3c50-170c-4d3a-9324-319aad289362 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5434361 Nov 25 17:40:23.548275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:23.553472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3', 'name': 'tempest-PortsTestJSON-315820620'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:23.562980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de61ba20-8622-46e3-a071-838da0235c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.628499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de61ba20-8622-46e3-a071-838da0235c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.631053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-de61ba20-8622-46e3-a071-838da0235c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.632550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-de61ba20-8622-46e3-a071-838da0235c45 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8917860-7496-4572-bf68-6933c82010c0 HTTP/1.1" status: 204 len: 168 time: 0.1433449 Nov 25 17:40:23.653778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ba20-8622-46e3-a071-838da0235c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8917860-7496-4572-bf68-6933c82010c0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:23.713635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:23.717772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.723655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-defba93d-f79e-43f1-9582-afb2ac6d0ef3', 'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': '318595ff-9442-4b55-a3ef-dfa7c2208ac6'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:23.724728 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:23.741371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port e05e278f-0749-4bf6-a3bc-dba5856471e2 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:23.868458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.13 (defba93d-f79e-43f1-9582-afb2ac6d0ef3/318595ff-9442-4b55-a3ef-dfa7c2208ac6/e05e278f-0749-4bf6-a3bc-dba5856471e2) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:24.032731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.070628 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.126245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network defba93d-f79e-43f1-9582-afb2ac6d0ef3 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:24.130125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:24.134200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:24.141244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e397b-572c-4bf3-9d6a-a234d54317e1 req-14dfacae-4550-4ed4-ac45-05c68c607189 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:24.141705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Allocated IP 172.20.0.2 (defba93d-f79e-43f1-9582-afb2ac6d0ef3/318595ff-9442-4b55-a3ef-dfa7c2208ac6/1c5310e8-b8d4-445f-8576-c5ed9341c340) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:24.143026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b1e397b-572c-4bf3-9d6a-a234d54317e1 req-14dfacae-4550-4ed4-ac45-05c68c607189 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 944 time: 0.0830390 Nov 25 17:40:24.184764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=e05e278f-0749-4bf6-a3bc-dba5856471e2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.208589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:24.209649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.213255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b1e397b-572c-4bf3-9d6a-a234d54317e1 req-221d35da-67f7-4bb1-9866-2837e66e0b0d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638890 Nov 25 17:40:24.236890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9e857aca-e53e-427a-9910-2c40906ed11e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6873481 Nov 25 17:40:24.239521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.331813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port e05e278f-0749-4bf6-a3bc-dba5856471e2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:24.332218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.333965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.341395 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.389322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Network defba93d-f79e-43f1-9582-afb2ac6d0ef3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:24.393139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Pushing event updated for resources: {'Port': ['ID=1c5310e8-b8d4-445f-8576-c5ed9341c340,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.396617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:24.398778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:24.445047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.458259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for e05e278f-0749-4bf6-a3bc-dba5856471e2 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:24.462153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Attempting to bind port 1c5310e8-b8d4-445f-8576-c5ed9341c340 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:24.463261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Attempting to bind port 1c5310e8-b8d4-445f-8576-c5ed9341c340 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ac931906-26cc-427b-8bc0-30d43cb1aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:24.463813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Attempting to bind port 1c5310e8-b8d4-445f-8576-c5ed9341c340 on network defba93d-f79e-43f1-9582-afb2ac6d0ef3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:24.469442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:24.469892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Checking segment: {'id': 'ac931906-26cc-427b-8bc0-30d43cb1aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:24.470425 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.470894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Bound using segment: {'id': 'ac931906-26cc-427b-8bc0-30d43cb1aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:24.471445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Bound port: 1c5310e8-b8d4-445f-8576-c5ed9341c340, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac931906-26cc-427b-8bc0-30d43cb1aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'defba93d-f79e-43f1-9582-afb2ac6d0ef3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:24.471881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.538389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] For port 1c5310e8-b8d4-445f-8576-c5ed9341c340, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:24.542778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] For port 1c5310e8-b8d4-445f-8576-c5ed9341c340, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1c5310e8-b8d4-445f-8576-c5ed9341c340,segment=NetworkSegment(ac931906-26cc-427b-8bc0-30d43cb1aa24),segment_id=ac931906-26cc-427b-8bc0-30d43cb1aa24)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:24.548027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.605153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.611970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b636f-9249-4651-b16c-2326d4501e18 None None] Pushing event updated for resources: {'Port': ['ID=1c5310e8-b8d4-445f-8576-c5ed9341c340,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.633142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=e05e278f-0749-4bf6-a3bc-dba5856471e2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:24.688810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b09fe0b2-95f5-4dee-8241-492323720039 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:24.723218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.729210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-daf80831-4443-4107-bafa-778ee39eee1e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/e05e278f-0749-4bf6-a3bc-dba5856471e2 HTTP/1.1" status: 204 len: 168 time: 0.4885805 Nov 25 17:40:24.732136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.758817 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b855e502-21e4-493d-991c-74dffb518a68 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:40:24.759795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b855e502-21e4-493d-991c-74dffb518a68 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:24.763133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b855e502-21e4-493d-991c-74dffb518a68 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/e05e278f-0749-4bf6-a3bc-dba5856471e2 HTTP/1.1" status: 404 len: 333 time: 0.0299084 Nov 25 17:40:24.764392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port b09fe0b2-95f5-4dee-8241-492323720039 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:40:24.767041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.769848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port b09fe0b2-95f5-4dee-8241-492323720039 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:24.770357 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.802686 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e6654b-d44c-44ec-b2e2-f3c37c713dd8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:24.807123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-32e6654b-d44c-44ec-b2e2-f3c37c713dd8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/e05e278f-0749-4bf6-a3bc-dba5856471e2 HTTP/1.1" status: 404 len: 333 time: 0.0359080 Nov 25 17:40:24.807314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:24.896900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.900873 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet 318595ff-9442-4b55-a3ef-dfa7c2208ac6 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:24.903988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.925091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09fe0b2-95f5-4dee-8241-492323720039'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:24.927741 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eb577d-97f6-49fd-a92c-a0090dd4bd0d" -d '{"events": [{"server_uuid": "b978e9a7-b507-4463-b94a-58e70ffc1caf", "name": "network-vif-plugged", "status": "completed", "tag": "b09fe0b2-95f5-4dee-8241-492323720039"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:24.944575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b09fe0b2-95f5-4dee-8241-492323720039, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b09fe0b2-95f5-4dee-8241-492323720039,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:24.953981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:24.978496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.002295 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b125c1-96b6-408c-908a-f06cc66ae16b x-openstack-request-id: req-09b125c1-96b6-408c-908a-f06cc66ae16b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:25.002628 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b978e9a7-b507-4463-b94a-58e70ffc1caf", "name": "network-vif-plugged", "status": "completed", "tag": "b09fe0b2-95f5-4dee-8241-492323720039", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:25.002836 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09b125c1-96b6-408c-908a-f06cc66ae16b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:25.003229 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09fe0b2-95f5-4dee-8241-492323720039', 'code': 200} Nov 25 17:40:25.045558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b09fe0b2-95f5-4dee-8241-492323720039,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.076363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47894) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.132168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553db65-eb6d-42d0-8927-5c074bec419c req-221d909b-8c6e-4c2c-a446-6faa7863c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.134298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1553db65-eb6d-42d0-8927-5c074bec419c req-221d909b-8c6e-4c2c-a446-6faa7863c9f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 1096 time: 0.0861807 Nov 25 17:40:25.158609 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.194262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-649849ec-f9bd-4092-87db-5c29a8455670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.218843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1553db65-eb6d-42d0-8927-5c074bec419c req-442f4085-3dcc-48e0-8b9e-1810ceebb677 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758135 Nov 25 17:40:25.234248 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.270349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=318595ff-9442-4b55-a3ef-dfa7c2208ac6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.279149 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.281302 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-649849ec-f9bd-4092-87db-5c29a8455670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.283342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cebabd49-3804-4d09-ac87-4c0f0f98d714 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/318595ff-9442-4b55-a3ef-dfa7c2208ac6 HTTP/1.1" status: 204 len: 168 time: 0.4745915 Nov 25 17:40:25.286050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47900) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.294896 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-649849ec-f9bd-4092-87db-5c29a8455670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.356376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9079af-303f-433a-8983-1e68fee6b356 req-425c2aef-bdf1-4bb3-a9cb-7118fcbf7d47 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:25.357976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce9079af-303f-433a-8983-1e68fee6b356 req-425c2aef-bdf1-4bb3-a9cb-7118fcbf7d47 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0512824 Nov 25 17:40:25.386575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-649849ec-f9bd-4092-87db-5c29a8455670 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ee444ba63b5417e871a4ede7592bda7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090892 Nov 25 17:40:25.391407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47902) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.392400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649849ec-f9bd-4092-87db-5c29a8455670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462b21d-21a8-4812-8ee4-3c790b75c216,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.401714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.425866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce9079af-303f-433a-8983-1e68fee6b356 req-83af7ef5-cc8c-4173-8257-6923c242ea5f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Nov 25 17:40:25.459691 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a17e-a056-4847-a549-6e07f7f65ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.474640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 1c5310e8-b8d4-445f-8576-c5ed9341c340 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:25.474848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.484328 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a17e-a056-4847-a549-6e07f7f65ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.536502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a17e-a056-4847-a549-6e07f7f65ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.539413 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a17e-a056-4847-a549-6e07f7f65ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.540909 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e1a7a17e-a056-4847-a549-6e07f7f65ed3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8462b21d-21a8-4812-8ee4-3c790b75c216 HTTP/1.1" status: 204 len: 168 time: 0.1485584 Nov 25 17:40:25.545548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] For port 1c5310e8-b8d4-445f-8576-c5ed9341c340, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1c5310e8-b8d4-445f-8576-c5ed9341c340,segment=NetworkSegment(ac931906-26cc-427b-8bc0-30d43cb1aa24),segment_id=ac931906-26cc-427b-8bc0-30d43cb1aa24)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:25.545917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.548949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a17e-a056-4847-a549-6e07f7f65ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462b21d-21a8-4812-8ee4-3c790b75c216,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.561354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 1c5310e8-b8d4-445f-8576-c5ed9341c340 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:25.662743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.692629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=1c5310e8-b8d4-445f-8576-c5ed9341c340,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.694694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No DVR routers for this DVR port 1c5310e8-b8d4-445f-8576-c5ed9341c340 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:25.782913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.816476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defba93d-f79e-43f1-9582-afb2ac6d0ef3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:25.827725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac931906-26cc-427b-8bc0-30d43cb1aa24') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:25.828025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac931906-26cc-427b-8bc0-30d43cb1aa24') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:25.850081 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.865457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.874113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:25.874895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:25.878424 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:25.933492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad464704-e402-44a4-969f-1f6ddfd477f9 None None] Network defba93d-f79e-43f1-9582-afb2ac6d0ef3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:25.952330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.959878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:25.967641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/defba93d-f79e-43f1-9582-afb2ac6d0ef3 HTTP/1.1" status: 204 len: 168 time: 0.6769903 Nov 25 17:40:25.968037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47918) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:25.973589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1980907115'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:25.987921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89bc4-4ed8-4623-9767-2010b237aed3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=defba93d-f79e-43f1-9582-afb2ac6d0ef3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:25.990154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9edd9ff1-932f-46ea-ac7f-e60a177e1ee4 None None] Could not find standard attr ID for object 1c5310e8-b8d4-445f-8576-c5ed9341c340. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:26.003485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:26.007967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.037488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:26.050539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.050937 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment c617643c-bd06-46ec-8694-3a676ea997f5 of type vlan for network 30f753f8-b229-4646-b3ec-55c4b75ff660 Nov 25 17:40:26.093595 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.127938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.134438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:26.135106 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.147767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256757a2-cc78-4a9a-8e81-efbdedd98d98 None None] DHCP port deletion for defba93d-f79e-43f1-9582-afb2ac6d0ef3 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:26.202265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2325668 Nov 25 17:40:26.205109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47928) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.210242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:26.218334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5a9e7-b38f-4109-ae43-9d92fb7bcb8a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=30f753f8-b229-4646-b3ec-55c4b75ff660,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.232465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 30f753f8-b229-4646-b3ec-55c4b75ff660 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:26.311591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:26.312602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47930) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.315483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.432577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-189542255-network', 'tenant_id': 'e63478baf7974308bcf65a2f3c9f3e89'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:26.454716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Made reservation on behalf of e63478baf7974308bcf65a2f3c9f3e89 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:26.458279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.468101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.513304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.578337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fab90c-c83a-49f7-80a4-29ed6dc224e0 req-cd82c074-2ebe-4d68-99be-1bdde3891798 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:26.578582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=03754c37-6c21-4a0a-abc6-85b949beb109,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.581502 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83fab90c-c83a-49f7-80a4-29ed6dc224e0 req-cd82c074-2ebe-4d68-99be-1bdde3891798 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0750656 Nov 25 17:40:26.585797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': 'c617643c-bd06-46ec-8694-3a676ea997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:26.586195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: 30f753f8-b229-4646-b3ec-55c4b75ff660, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:26.604422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 30f753f8-b229-4646-b3ec-55c4b75ff660 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:26.613983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 30f753f8-b229-4646-b3ec-55c4b75ff660) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:26.619117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:26.619746 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.628228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.628478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c43ea56-b1b3-48c1-9c49-5f6fc0edef13 None None] Network 30f753f8-b229-4646-b3ec-55c4b75ff660 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:26.638155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.639186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eb759de0-0fa1-4215-ab2e-6b389d908fa7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4329815 Nov 25 17:40:26.642029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.648122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660', 'security_groups': [], 'name': 'tempest-PortsTestJSON-356349508'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:26.666935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-83fab90c-c83a-49f7-80a4-29ed6dc224e0 req-6dea7a23-944a-4f0a-a33c-835e9c133302 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785339 Nov 25 17:40:26.673867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:26.688515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e33e4cb-98e2-4b03-82b8-b682fbe171aa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:26.693527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.693867 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Added segment 1cd65908-4e97-477d-b136-151aa3ebdc53 of type vlan for network 630c9aae-c900-420d-834e-a80045361892 Nov 25 17:40:26.758272 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.791513 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.792473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:26.793053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.824892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-30f753f8-b229-4646-b3ec-55c4b75ff660', 'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': '03754c37-6c21-4a0a-abc6-85b949beb109'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:26.826267 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.840372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:26.845027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:26.855354 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf5107-88c9-4fc7-aec0-3f6a5a29ea12 req-3c9cc664-b1e7-486e-b429-614720e387bd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:26.864131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5477109 Nov 25 17:40:26.864326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47940) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:26.865808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2cf5107-88c9-4fc7-aec0-3f6a5a29ea12 req-3c9cc664-b1e7-486e-b429-614720e387bd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0995739 Nov 25 17:40:26.934101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2cf5107-88c9-4fc7-aec0-3f6a5a29ea12 req-024df198-0aff-4598-8966-0d518f43090c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673101 Nov 25 17:40:26.948670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 094ab6cb-717b-442b-81fe-95f0d6dea085 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:27.025022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Allocated IP 172.20.0.2 (30f753f8-b229-4646-b3ec-55c4b75ff660/03754c37-6c21-4a0a-abc6-85b949beb109/c8f11ba5-c20d-48ee-8ad6-ecba9277860e) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:27.069235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a50a7d-7cee-40a2-a3b7-40bd0799b21a req-bdf66ade-2645-41d5-9729-a9d757762e16 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.071361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5a50a7d-7cee-40a2-a3b7-40bd0799b21a req-bdf66ade-2645-41d5-9729-a9d757762e16 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0611556 Nov 25 17:40:27.134727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5a50a7d-7cee-40a2-a3b7-40bd0799b21a req-8850a02b-2cd6-4ef9-a146-5cf788db131c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556216 Nov 25 17:40:27.248096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Request body: {'subnet': {'network_id': '630c9aae-c900-420d-834e-a80045361892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-189542255-subnet', 'tenant_id': 'e63478baf7974308bcf65a2f3c9f3e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:27.262485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d541-d4c3-46cb-905b-64b59f19434f admin admin] Pushing event updated for resources: {'Network': ['ID=630c9aae-c900-420d-834e-a80045361892,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.278464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Made reservation on behalf of e63478baf7974308bcf65a2f3c9f3e89 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:27.281043 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.333660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 630c9aae-c900-420d-834e-a80045361892 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:27.437434 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.448566 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.461852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b2510-0756-44bc-a754-7498efc53195 req-6314ae84-bbfa-4ae2-84d6-d2fddb0a0db2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.463797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-811b2510-0756-44bc-a754-7498efc53195 req-6314ae84-bbfa-4ae2-84d6-d2fddb0a0db2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0593970 Nov 25 17:40:27.483577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.489940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Network 30f753f8-b229-4646-b3ec-55c4b75ff660 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:27.495327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:27.499035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:27.530475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.8 (30f753f8-b229-4646-b3ec-55c4b75ff660/03754c37-6c21-4a0a-abc6-85b949beb109/094ab6cb-717b-442b-81fe-95f0d6dea085) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:27.545455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cbe9dc-e157-4fef-b569-024a29333b54,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.552563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Pushing event updated for resources: {'Port': ['ID=c8f11ba5-c20d-48ee-8ad6-ecba9277860e,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.553825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Checking segment: {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:27.554182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Network hostable DHCP agents. Network: 630c9aae-c900-420d-834e-a80045361892, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:27.563166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-811b2510-0756-44bc-a754-7498efc53195 req-352c3067-8f46-44ef-a815-85e1f67eff94 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816019 Nov 25 17:40:27.567536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Attempting to bind port c8f11ba5-c20d-48ee-8ad6-ecba9277860e on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:27.567858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Attempting to bind port c8f11ba5-c20d-48ee-8ad6-ecba9277860e by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'c617643c-bd06-46ec-8694-3a676ea997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:27.568228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Attempting to bind port c8f11ba5-c20d-48ee-8ad6-ecba9277860e on network 30f753f8-b229-4646-b3ec-55c4b75ff660 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:27.576302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:27.576675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Checking segment: {'id': 'c617643c-bd06-46ec-8694-3a676ea997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:27.577420 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.577690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Network 630c9aae-c900-420d-834e-a80045361892 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:27.578164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Bound using segment: {'id': 'c617643c-bd06-46ec-8694-3a676ea997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:27.578827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Bound port: c8f11ba5-c20d-48ee-8ad6-ecba9277860e, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c617643c-bd06-46ec-8694-3a676ea997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30f753f8-b229-4646-b3ec-55c4b75ff660'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:27.579642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.597716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 630c9aae-c900-420d-834e-a80045361892) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:27.606274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.607896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.618815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22575f-e827-45ab-88eb-009ad3bc690f None None] Network 630c9aae-c900-420d-834e-a80045361892 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:27.624774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c7c3d00d-8af1-44d6-bcc3-3b35357aaf90 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7594855 Nov 25 17:40:27.694654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.709203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] For port c8f11ba5-c20d-48ee-8ad6-ecba9277860e, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:27.717945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] For port c8f11ba5-c20d-48ee-8ad6-ecba9277860e, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c8f11ba5-c20d-48ee-8ad6-ecba9277860e,segment=NetworkSegment(c617643c-bd06-46ec-8694-3a676ea997f5),segment_id=c617643c-bd06-46ec-8694-3a676ea997f5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:27.724958 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.731473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.784892 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 30f753f8-b229-4646-b3ec-55c4b75ff660 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:27.786940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1c5310e8-b8d4-445f-8576-c5ed9341c340 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:27.796359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:27.800431 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:27.840491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=094ab6cb-717b-442b-81fe-95f0d6dea085,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.841676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1c5310e8-b8d4-445f-8576-c5ed9341c340 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:27.841676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1c5310e8-b8d4-445f-8576-c5ed9341c340 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:27.861732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:27.862383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:27.870643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c934578-4030-44ef-9f76-c7b469039a8a None None] Pushing event updated for resources: {'Port': ['ID=c8f11ba5-c20d-48ee-8ad6-ecba9277860e,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:27.883447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7989f83-ddb4-4b2b-9771-a975bc4b8b58 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2399743 Nov 25 17:40:27.884002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff4501-edcd-46e9-aa61-84174b2950c6 None None] Network 630c9aae-c900-420d-834e-a80045361892 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:27.886827 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47958) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:27.994944 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 094ab6cb-717b-442b-81fe-95f0d6dea085 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:27.995412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.138234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.153710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 094ab6cb-717b-442b-81fe-95f0d6dea085 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:28.321074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.348167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=094ab6cb-717b-442b-81fe-95f0d6dea085,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.420604 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.426662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.426910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a304d775-ac10-4e97-bbef-fb2f73df37bc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/094ab6cb-717b-442b-81fe-95f0d6dea085 HTTP/1.1" status: 204 len: 168 time: 0.5387340 Nov 25 17:40:28.460508 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cfe265-167d-4868-92ac-c94305123f50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:28.463837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-08cfe265-167d-4868-92ac-c94305123f50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/094ab6cb-717b-442b-81fe-95f0d6dea085 HTTP/1.1" status: 404 len: 333 time: 0.0354316 Nov 25 17:40:28.465899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.520540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet 03754c37-6c21-4a0a-abc6-85b949beb109 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:28.524401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.566087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.662309 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.723635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b7abe-4a49-43f3-a7af-7ae34086b29a req-bc8ac0e8-f7c7-47e5-b88b-3d18507ef657 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:28.725479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa4b7abe-4a49-43f3-a7af-7ae34086b29a req-bc8ac0e8-f7c7-47e5-b88b-3d18507ef657 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0700960 Nov 25 17:40:28.734919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.766288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=03754c37-6c21-4a0a-abc6-85b949beb109,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:28.770163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.775012 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0e0692eb-25f0-4b73-ae2b-8120b6492d0f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/03754c37-6c21-4a0a-abc6-85b949beb109 HTTP/1.1" status: 204 len: 168 time: 0.3070352 Nov 25 17:40:28.776862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47974) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:28.813537 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa4b7abe-4a49-43f3-a7af-7ae34086b29a req-ba699c0c-9cc3-45a9-baa1-4e547bf616dd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789564 Nov 25 17:40:28.904238 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:28.953428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-a57b261e-92dd-4066-ad34-3ba6c5d97d52 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:28.955022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-a57b261e-92dd-4066-ad34-3ba6c5d97d52 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 945 time: 0.0924706 Nov 25 17:40:29.051137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port c8f11ba5-c20d-48ee-8ad6-ecba9277860e {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:29.051501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.148187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] For port c8f11ba5-c20d-48ee-8ad6-ecba9277860e, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c8f11ba5-c20d-48ee-8ad6-ecba9277860e,segment=NetworkSegment(c617643c-bd06-46ec-8694-3a676ea997f5),segment_id=c617643c-bd06-46ec-8694-3a676ea997f5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:29.148557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.155499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87176101-831f-47e8-9305-fa50271454a3 None None] Network 30f753f8-b229-4646-b3ec-55c4b75ff660 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:29.176713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for c8f11ba5-c20d-48ee-8ad6-ecba9277860e owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:29.185196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port b09fe0b2-95f5-4dee-8241-492323720039 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:29.185538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.277358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f6e82728-fef5-4bea-830e-ebda86dc59ba None None] Provisioning complete for port c8f11ba5-c20d-48ee-8ad6-ecba9277860e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:29.277751 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6e82728-fef5-4bea-830e-ebda86dc59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.339026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port b09fe0b2-95f5-4dee-8241-492323720039, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b09fe0b2-95f5-4dee-8241-492323720039,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:29.339645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.358142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for b09fe0b2-95f5-4dee-8241-492323720039 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:29.370991 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.374205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f6e82728-fef5-4bea-830e-ebda86dc59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.420217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b28840-94d6-4582-bcf8-e2a289cf92f8 None None] DHCP port deletion for 30f753f8-b229-4646-b3ec-55c4b75ff660 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:29.433183 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=c8f11ba5-c20d-48ee-8ad6-ecba9277860e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.440219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No DVR routers for this DVR port c8f11ba5-c20d-48ee-8ad6-ecba9277860e on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:29.572285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.595965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f753f8-b229-4646-b3ec-55c4b75ff660']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:29.632059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c617643c-bd06-46ec-8694-3a676ea997f5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:29.632370 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c617643c-bd06-46ec-8694-3a676ea997f5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:29.648240 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.669911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.677852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:29.678319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:29.682231 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:29.684591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.695434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['b09fe0b2-95f5-4dee-8241-492323720039'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:40:29.752332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=b09fe0b2-95f5-4dee-8241-492323720039,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.773371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.779599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.783092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/30f753f8-b229-4646-b3ec-55c4b75ff660 HTTP/1.1" status: 204 len: 168 time: 1.0049474 Nov 25 17:40:29.787254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 47984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:29.795520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'name': 'tempest-PortsTestJSON-1307701320'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:29.839220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac2725-4469-4115-8a85-d5a444a58bf1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=30f753f8-b229-4646-b3ec-55c4b75ff660,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:29.847948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port b09fe0b2-95f5-4dee-8241-492323720039 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:29.851099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:29.856598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5f7143b-9d8b-4643-a458-612efeb77550 req-33e99c7c-85f7-468f-b11e-7976fc1f8209 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/b09fe0b2-95f5-4dee-8241-492323720039 HTTP/1.1" status: 204 len: 173 time: 0.8943205 Nov 25 17:40:29.857117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'name': 'network-vif-deleted', 'tag': 'b09fe0b2-95f5-4dee-8241-492323720039'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:40:29.860659 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656a602-7cdd-4299-a06c-6a213618a0a0" -d '{"events": [{"server_uuid": "b978e9a7-b507-4463-b94a-58e70ffc1caf", "name": "network-vif-deleted", "tag": "b09fe0b2-95f5-4dee-8241-492323720039"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:40:29.933033 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da6d54-22b8-44b4-9e58-8809cdab6fc9 x-openstack-request-id: req-c8da6d54-22b8-44b4-9e58-8809cdab6fc9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:40:29.934615 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b978e9a7-b507-4463-b94a-58e70ffc1caf", "name": "network-vif-deleted", "tag": "b09fe0b2-95f5-4dee-8241-492323720039", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:40:29.935218 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8da6d54-22b8-44b4-9e58-8809cdab6fc9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:40:29.935819 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b978e9a7-b507-4463-b94a-58e70ffc1caf', 'name': 'network-vif-deleted', 'tag': 'b09fe0b2-95f5-4dee-8241-492323720039', 'status': 'completed', 'code': 200} Nov 25 17:40:30.035528 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8c05bdae-650b-423d-ac7f-fd553390c400 req-935f9ecc-dbd4-46e7-bd32-c5c59d25de1c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0345883 Nov 25 17:40:30.036996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:30.041624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.064921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 7a324e90-7a45-4df5-b26e-62967b972c13 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:30.244933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.283105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.333606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:30.337082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:30.341463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:30.347985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:30.348589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.352887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=7a324e90-7a45-4df5-b26e-62967b972c13,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.373344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc546173-dc9b-45c8-a159-b95a5ee7b854 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5819154 Nov 25 17:40:30.374040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47992) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.466645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 7a324e90-7a45-4df5-b26e-62967b972c13 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:30.467018 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.550760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.566581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 7a324e90-7a45-4df5-b26e-62967b972c13 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:30.668818 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.703153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=7a324e90-7a45-4df5-b26e-62967b972c13,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:30.714138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.720653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c45a79c5-22da-4da8-8f5e-fca82a3b1c72 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/7a324e90-7a45-4df5-b26e-62967b972c13 HTTP/1.1" status: 204 len: 168 time: 0.3442230 Nov 25 17:40:30.721851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 47996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:30.727582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'mac_address': 'fa:16:3e:96:c0:c8', 'name': 'tempest-PortsTestJSON-1199010105'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:30.824804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:30.909927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:30.937538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 04072e05-3f95-450d-8a4b-b06c31d82160 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:31.170807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-90498ab2-0dad-48bf-b148-83c9e4fd5e33 req-89dba8cf-ae9b-4295-ba0d-d1b85e13621a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0400369 Nov 25 17:40:31.184847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.230195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.282520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:31.285569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:31.289186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:31.295409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:31.296029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.309175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=04072e05-3f95-450d-8a4b-b06c31d82160,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.320076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d914aefb-c6af-45da-9471-37f4844c34f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5943456 Nov 25 17:40:31.320208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.365763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e6f14-28c1-47a0-9972-303da9abd770 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:31.370392 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd3e6f14-28c1-47a0-9972-303da9abd770 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/04072e05-3f95-450d-8a4b-b06c31d82160 HTTP/1.1" status: 200 len: 841 time: 0.0453248 Nov 25 17:40:31.370717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48004) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.458442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 04072e05-3f95-450d-8a4b-b06c31d82160 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:31.458705 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.528286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.541102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 04072e05-3f95-450d-8a4b-b06c31d82160 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:31.627780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.657805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=04072e05-3f95-450d-8a4b-b06c31d82160,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:31.668764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.671437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/04072e05-3f95-450d-8a4b-b06c31d82160 HTTP/1.1" status: 204 len: 168 time: 0.2996633 Nov 25 17:40:31.673259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.673591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.673926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.674255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.674577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.674722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48010) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.675210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.675210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.675527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.675845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.676163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.676478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.676790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a9fb09-2be7-48d0-ae79-8f2f2c1f3fc8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:31.711336 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d1ad67-505e-43eb-9034-143ab806ec9c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:31.713023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-44d1ad67-505e-43eb-9034-143ab806ec9c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/04072e05-3f95-450d-8a4b-b06c31d82160 HTTP/1.1" status: 404 len: 333 time: 0.0355566 Nov 25 17:40:31.717183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48012) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:31.723655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'name': 'tempest-PortsTestJSON-2095825228'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:31.848388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:31.853171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:31.874498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port af0594e5-d283-4c2b-8e07-0d554271619f yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:32.045779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.082780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.136340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:32.140144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:32.142439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:32.148234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.149941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.160393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=af0594e5-d283-4c2b-8e07-0d554271619f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.179203 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b54a5e84-4418-419d-8bd3-7a6ad1d44230 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4584818 Nov 25 17:40:32.179920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48016) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.185113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:32.262924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.297151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-34706406-4eca-4d0b-b413-e712ff0b2c43 req-cb1d541d-f215-4f80-940a-88682955bc53 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0436110 Nov 25 17:40:32.451924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.458419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.509563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=af0594e5-d283-4c2b-8e07-0d554271619f,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.519192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] In _notify_port_updated(), no bound segment for port af0594e5-d283-4c2b-8e07-0d554271619f on network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:40:32.526072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.526700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.528224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-838714a9-90b4-4067-b85e-a317ef84e5a3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/ports/af0594e5-d283-4c2b-8e07-0d554271619f HTTP/1.1" status: 200 len: 818 time: 0.3472466 Nov 25 17:40:32.530729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48022) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.626364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port af0594e5-d283-4c2b-8e07-0d554271619f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:32.626704 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.708447 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.724785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for af0594e5-d283-4c2b-8e07-0d554271619f owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:32.735534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b09fe0b2-95f5-4dee-8241-492323720039 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:32.769163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: b09fe0b2-95f5-4dee-8241-492323720039 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:32.769617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b09fe0b2-95f5-4dee-8241-492323720039 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:32.823094 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.857384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=af0594e5-d283-4c2b-8e07-0d554271619f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:32.878532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:32.884022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fb315aa-3ab1-4357-845d-c0e3c2870fc9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/af0594e5-d283-4c2b-8e07-0d554271619f HTTP/1.1" status: 204 len: 168 time: 0.3518279 Nov 25 17:40:32.886514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48026) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.957336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb402bdd-e2da-4826-8352-54e8d2e1dcbf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:32.961784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bb402bdd-e2da-4826-8352-54e8d2e1dcbf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0716600 Nov 25 17:40:32.962037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48028) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.987489 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7fb31-ea0f-4d1b-8a2d-a082c3a15d7a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:32.989358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cfa7fb31-ea0f-4d1b-8a2d-a082c3a15d7a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/af0594e5-d283-4c2b-8e07-0d554271619f HTTP/1.1" status: 404 len: 333 time: 0.0260286 Nov 25 17:40:32.993376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:32.998310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1292641190'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.020366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:33.023921 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.048340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:33.058746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.059218 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment 498bcc09-f5a4-4997-968d-6682c504e95e of type vlan for network a394ca26-1cfe-42af-9519-9d3e7ad068d0 Nov 25 17:40:33.099822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.126731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.132504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:33.133276 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.203406 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2052648 Nov 25 17:40:33.203406 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48032) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.207745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.216295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce6dc1-7690-483b-9e1b-faf54f22d980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=a394ca26-1cfe-42af-9519-9d3e7ad068d0,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.231134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:33.309015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:33.312959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.496451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97319366-ca5b-425b-a2b1-f4c631b983ae req-de7b372e-6066-4d57-920d-fe5d53a9c58d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0795565 Nov 25 17:40:33.530472 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.597900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=c6d02c77-2669-4dcf-8d0d-31ea88106535,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:33.608940 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': '498bcc09-f5a4-4997-968d-6682c504e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:33.609313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: a394ca26-1cfe-42af-9519-9d3e7ad068d0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:33.630582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:33.642383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, a394ca26-1cfe-42af-9519-9d3e7ad068d0) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:33.647866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:33.648741 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.658078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bd706-b292-4339-9e6f-f6d60f14f4f6 None None] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:33.672726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ee94ee66-dd02-40c7-9cf7-2b0f108089e3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4688654 Nov 25 17:40:33.675994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48038) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:33.682754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:33.844923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:33.853803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:33.876135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': 'c6d02c77-2669-4dcf-8d0d-31ea88106535'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:33.877913 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.003352 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c6d02c77-2669-4dcf-8d0d-31ea88106535 (CIDR: 172.20.0.0/28) Nov 25 17:40:34.008791 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:40:34.009264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:40:34.035634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48042) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.036201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d1feda16-bf3c-49d4-9acc-321db6d4b316 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3587785 Nov 25 17:40:34.041833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:34.052134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Allocated IP 172.20.0.2 (a394ca26-1cfe-42af-9519-9d3e7ad068d0/c6d02c77-2669-4dcf-8d0d-31ea88106535/714476cb-c161-480b-a119-ce5bdc47d5aa) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:34.182281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:34.186382 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.246053 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.254872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.316259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:34.319540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:34.323151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:34.333589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Pushing event updated for resources: {'Port': ['ID=714476cb-c161-480b-a119-ce5bdc47d5aa,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.342946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.343517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.343984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.344424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.344859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.345293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.345722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.346152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.346576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.347088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.347559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.348182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:34.418760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Attempting to bind port 714476cb-c161-480b-a119-ce5bdc47d5aa on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:34.419296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Attempting to bind port 714476cb-c161-480b-a119-ce5bdc47d5aa by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '498bcc09-f5a4-4997-968d-6682c504e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:34.419928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Attempting to bind port 714476cb-c161-480b-a119-ce5bdc47d5aa on network a394ca26-1cfe-42af-9519-9d3e7ad068d0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:34.426503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:34.427034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Checking segment: {'id': '498bcc09-f5a4-4997-968d-6682c504e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:34.427571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.428113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Bound using segment: {'id': '498bcc09-f5a4-4997-968d-6682c504e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:34.428920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Bound port: 714476cb-c161-480b-a119-ce5bdc47d5aa, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498bcc09-f5a4-4997-968d-6682c504e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:34.429417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.506665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.509572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] For port 714476cb-c161-480b-a119-ce5bdc47d5aa, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:34.513455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] For port 714476cb-c161-480b-a119-ce5bdc47d5aa, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=714476cb-c161-480b-a119-ce5bdc47d5aa,segment=NetworkSegment(498bcc09-f5a4-4997-968d-6682c504e95e),segment_id=498bcc09-f5a4-4997-968d-6682c504e95e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:34.519306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.573548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=b8949d56-26ef-420a-88f5-7cc639e4fe71,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.580829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:34.582941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:34.590728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:34.591967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:34.618119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e3095ca6-f64a-49f3-9e84-8b6619b4149d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5782480 Nov 25 17:40:34.619269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:34.636657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'fixed_ips': [{'subnet_id': 'c6d02c77-2669-4dcf-8d0d-31ea88106535'}, {'subnet_id': 'b8949d56-26ef-420a-88f5-7cc639e4fe71'}], 'name': 'tempest-PortsTestJSON-587493007'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:34.652093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709ecd3-e57b-4cbb-8d6c-63ac52cd65ad None None] Pushing event updated for resources: {'Port': ['ID=714476cb-c161-480b-a119-ce5bdc47d5aa,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:34.734833 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d84c11d-e0b5-4442-b005-7db9dcef293c req-41db464a-1065-4717-8987-f7dbf25cf176 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=b978e9a7-b507-4463-b94a-58e70ffc1caf HTTP/1.1" status: 200 len: 210 time: 0.0590734 Nov 25 17:40:34.818071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:34.970142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.028860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 4999c8b7-33c4-443d-aa24-be3ab132a3fa yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:35.407737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.5 (a394ca26-1cfe-42af-9519-9d3e7ad068d0/c6d02c77-2669-4dcf-8d0d-31ea88106535/4999c8b7-33c4-443d-aa24-be3ab132a3fa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:35.419662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.28 (a394ca26-1cfe-42af-9519-9d3e7ad068d0/b8949d56-26ef-420a-88f5-7cc639e4fe71/4999c8b7-33c4-443d-aa24-be3ab132a3fa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:35.645163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.694401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64a2c804-859f-428e-aee8-051c49bbf7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.712381 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.782308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:35.796358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:35.801335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:35.831065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=4999c8b7-33c4-443d-aa24-be3ab132a3fa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:35.933005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:35.934177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:35.957936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48058) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:35.959084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0f3711bc-d2ea-410b-925c-1f61ff340315 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3375461 Nov 25 17:40:35.966557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6d02c77-2669-4dcf-8d0d-31ea88106535'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:35.999557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 714476cb-c161-480b-a119-ce5bdc47d5aa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:36.080657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 714476cb-c161-480b-a119-ce5bdc47d5aa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:36.081127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.146970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db3382-dfb5-471b-858f-4d847e4a5ea0 None None] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:36.253868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-558e92f8-4fba-4429-90b3-15f13e5c0924 None None] Provisioning complete for port 714476cb-c161-480b-a119-ce5bdc47d5aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:36.254309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-558e92f8-4fba-4429-90b3-15f13e5c0924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.339347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.372496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.454571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 714476cb-c161-480b-a119-ce5bdc47d5aa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=714476cb-c161-480b-a119-ce5bdc47d5aa,segment=NetworkSegment(498bcc09-f5a4-4997-968d-6682c504e95e),segment_id=498bcc09-f5a4-4997-968d-6682c504e95e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:36.484094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.552461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=714476cb-c161-480b-a119-ce5bdc47d5aa,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.608644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] Update dhcp port {'port': {'network_id': 'a394ca26-1cfe-42af-9519-9d3e7ad068d0', 'fixed_ips': [{'subnet_id': 'c6d02c77-2669-4dcf-8d0d-31ea88106535', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b8949d56-26ef-420a-88f5-7cc639e4fe71'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '714476cb-c161-480b-a119-ce5bdc47d5aa'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:40:36.648164 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.656725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Delete allocated IP 172.20.0.28 (a394ca26-1cfe-42af-9519-9d3e7ad068d0/b8949d56-26ef-420a-88f5-7cc639e4fe71) {{(pid=103636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:40:36.862229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.869140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:36.921980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=4999c8b7-33c4-443d-aa24-be3ab132a3fa,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:36.936896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] Allocated IP 172.20.0.18 (a394ca26-1cfe-42af-9519-9d3e7ad068d0/b8949d56-26ef-420a-88f5-7cc639e4fe71/714476cb-c161-480b-a119-ce5bdc47d5aa) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:37.015731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] In _notify_port_updated(), no bound segment for port 4999c8b7-33c4-443d-aa24-be3ab132a3fa on network a394ca26-1cfe-42af-9519-9d3e7ad068d0 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:40:37.022831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:37.023588 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.027898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:37.028482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b97d9902-fb23-48f7-8fa4-2030480f0fd4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/ports/4999c8b7-33c4-443d-aa24-be3ab132a3fa HTTP/1.1" status: 200 len: 918 time: 1.0687602 Nov 25 17:40:37.033463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6d02c77-2669-4dcf-8d0d-31ea88106535'}, {'subnet_id': 'b8949d56-26ef-420a-88f5-7cc639e4fe71'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:37.137531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] For port 714476cb-c161-480b-a119-ce5bdc47d5aa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=714476cb-c161-480b-a119-ce5bdc47d5aa,segment=NetworkSegment(498bcc09-f5a4-4997-968d-6682c504e95e),segment_id=498bcc09-f5a4-4997-968d-6682c504e95e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:37.142339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.203795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.210683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.404255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfc6f1-e4aa-40f1-8399-c9c5b979cfeb None None] Pushing event updated for resources: {'Port': ['ID=714476cb-c161-480b-a119-ce5bdc47d5aa,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.459367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.23 (a394ca26-1cfe-42af-9519-9d3e7ad068d0/b8949d56-26ef-420a-88f5-7cc639e4fe71/4999c8b7-33c4-443d-aa24-be3ab132a3fa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:37.628906 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.638600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.798253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] In _notify_port_updated(), no bound segment for port 4999c8b7-33c4-443d-aa24-be3ab132a3fa on network a394ca26-1cfe-42af-9519-9d3e7ad068d0 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:40:37.807451 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:37.807451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.811719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/ports/4999c8b7-33c4-443d-aa24-be3ab132a3fa HTTP/1.1" status: 200 len: 998 time: 0.7827377 Nov 25 17:40:37.812796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40742-d1ed-451b-bcd7-b8b8ad563984 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=4999c8b7-33c4-443d-aa24-be3ab132a3fa,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:37.812918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48070) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:37.891910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 714476cb-c161-480b-a119-ce5bdc47d5aa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:37.985565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 4999c8b7-33c4-443d-aa24-be3ab132a3fa {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:37.986377 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:37.995070 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a07da86-8ede-4b78-8de9-e8a22b6a9c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.020844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 714476cb-c161-480b-a119-ce5bdc47d5aa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:38.021748 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.189062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.209810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 4999c8b7-33c4-443d-aa24-be3ab132a3fa owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:38.449706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24f515-ced1-44d8-aa27-b3fa16f92e42 None None] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:38.529205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-372bad01-7b58-48b3-bab3-e510b3ea67f7 None None] Provisioning complete for port 4999c8b7-33c4-443d-aa24-be3ab132a3fa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:38.529909 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-372bad01-7b58-48b3-bab3-e510b3ea67f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.572877 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.592279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-372bad01-7b58-48b3-bab3-e510b3ea67f7 None None] Port 4999c8b7-33c4-443d-aa24-be3ab132a3fa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:38.639692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=4999c8b7-33c4-443d-aa24-be3ab132a3fa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:38.645457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-372bad01-7b58-48b3-bab3-e510b3ea67f7 None None] Provisioning complete for port 714476cb-c161-480b-a119-ce5bdc47d5aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:38.645828 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-372bad01-7b58-48b3-bab3-e510b3ea67f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.767369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.779644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.781746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-639848bc-975e-4217-93bd-b8c2f65b0d38 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/4999c8b7-33c4-443d-aa24-be3ab132a3fa HTTP/1.1" status: 204 len: 168 time: 0.9612682 Nov 25 17:40:38.829076 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-696dad1b-4d02-4fc5-adac-96a59d5ecce0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:38.834423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-696dad1b-4d02-4fc5-adac-96a59d5ecce0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/4999c8b7-33c4-443d-aa24-be3ab132a3fa HTTP/1.1" status: 404 len: 333 time: 0.0534971 Nov 25 17:40:38.834860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48080) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:38.906021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet b8949d56-26ef-420a-88f5-7cc639e4fe71 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:38.909717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:38.957478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.047932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.170107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.215686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.223543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48088) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:39.224015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/b8949d56-26ef-420a-88f5-7cc639e4fe71 HTTP/1.1" status: 204 len: 168 time: 0.3872907 Nov 25 17:40:39.251652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524c082-df0d-4449-9439-2a222d612b50 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=b8949d56-26ef-420a-88f5-7cc639e4fe71,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:39.332102 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.345014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet c6d02c77-2669-4dcf-8d0d-31ea88106535 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:39.348960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.443516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.699681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:39.926065 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.020833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57661b-e985-44c7-898e-3304df2305db None None] Network a394ca26-1cfe-42af-9519-9d3e7ad068d0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:40.225037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-afc695cc-68fd-4ba1-a2c6-4fb0a1c99101 None None] Provisioning complete for port 714476cb-c161-480b-a119-ce5bdc47d5aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:40.234920 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-afc695cc-68fd-4ba1-a2c6-4fb0a1c99101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.645149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d02c77-2669-4dcf-8d0d-31ea88106535,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:40.650906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.655574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ea6c643d-7ebc-41c2-b81d-0791848e39f4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/c6d02c77-2669-4dcf-8d0d-31ea88106535 HTTP/1.1" status: 204 len: 168 time: 1.4273756 Nov 25 17:40:40.658223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48104) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:40.678439 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.761629 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.787375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] DHCP port deletion for a394ca26-1cfe-42af-9519-9d3e7ad068d0 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:40.872644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 714476cb-c161-480b-a119-ce5bdc47d5aa {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:40.873494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:40.909507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] Deleting port 714476cb-c161-480b-a119-ce5bdc47d5aa {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:40.909884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.126359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] For port 714476cb-c161-480b-a119-ce5bdc47d5aa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=714476cb-c161-480b-a119-ce5bdc47d5aa,segment=NetworkSegment(498bcc09-f5a4-4997-968d-6682c504e95e),segment_id=498bcc09-f5a4-4997-968d-6682c504e95e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:41.126691 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.139825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] For port 714476cb-c161-480b-a119-ce5bdc47d5aa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=714476cb-c161-480b-a119-ce5bdc47d5aa,segment=NetworkSegment(498bcc09-f5a4-4997-968d-6682c504e95e),segment_id=498bcc09-f5a4-4997-968d-6682c504e95e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:41.142559 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.170884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 714476cb-c161-480b-a119-ce5bdc47d5aa owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:41.199112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] Calling delete_port for 714476cb-c161-480b-a119-ce5bdc47d5aa owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:41.365069 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.374816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.403883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=714476cb-c161-480b-a119-ce5bdc47d5aa,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.407415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No DVR routers for this DVR port 714476cb-c161-480b-a119-ce5bdc47d5aa on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:41.411317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] Pushing event deleted for resources: {'Port': ['ID=714476cb-c161-480b-a119-ce5bdc47d5aa,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.431795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2555c44-0e29-4ce2-9d09-5f578c35aac9 None None] No DVR routers for this DVR port 714476cb-c161-480b-a119-ce5bdc47d5aa on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:41.458124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.504844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.537205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a394ca26-1cfe-42af-9519-9d3e7ad068d0']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:41.548030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498bcc09-f5a4-4997-968d-6682c504e95e') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:41.548310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498bcc09-f5a4-4997-968d-6682c504e95e') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:41.559819 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.578121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.585217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:41.585720 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:41.600767 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:41.661048 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.674835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.683497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/a394ca26-1cfe-42af-9519-9d3e7ad068d0 HTTP/1.1" status: 204 len: 168 time: 1.0186622 Nov 25 17:40:41.683863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.706079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb452fc8-ca47-40dd-9ac9-9a40451f8980 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=a394ca26-1cfe-42af-9519-9d3e7ad068d0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:41.809742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adffb4bf-d09b-46b2-b9f6-65222a0c5126 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:41.813083 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-adffb4bf-d09b-46b2-b9f6-65222a0c5126 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1279631 Nov 25 17:40:41.816575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48116) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.845547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 714476cb-c161-480b-a119-ce5bdc47d5aa no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:41.877583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 714476cb-c161-480b-a119-ce5bdc47d5aa {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:41.877933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 714476cb-c161-480b-a119-ce5bdc47d5aa not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:41.907184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48118) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:41.908508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f966c514-dbef-4f2e-a5d5-9db8d91aa594 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0905957 Nov 25 17:40:41.913119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1460905132'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:41.942388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:41.947056 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.975500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:41.988005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:41.988356 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment a3877e6b-ed6d-4afd-98a9-1004e7644943 of type vlan for network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 Nov 25 17:40:42.038130 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.066058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.072732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:42.073325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.134630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2259047 Nov 25 17:40:42.137874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48120) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:42.145703 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:42.148095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4439eb7-f566-4474-8277-532ea441f9cf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=6c3cf77e-0a12-44f0-9acc-89bd0068c6a0,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:42.160176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:42.250378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:42.253978 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.435040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.495251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=b72556bb-b983-4c81-b4d1-e0f2574d0452,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:42.506671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': 'a3877e6b-ed6d-4afd-98a9-1004e7644943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:42.507035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:42.524199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:42.533842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:42.537936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:42.538557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.543863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc2124-d281-4740-a322-d28357a3a22f None None] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:42.572905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0c5123a1-b463-4272-94ba-14a4596bea19 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4335968 Nov 25 17:40:42.575556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:42.581901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0', 'name': 'tempest-PortsTestJSON-799906875'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:42.717760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:42.721287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-6c3cf77e-0a12-44f0-9acc-89bd0068c6a0', 'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': 'b72556bb-b983-4c81-b4d1-e0f2574d0452'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:42.721455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.722870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:42.922901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Allocated IP 172.20.0.2 (6c3cf77e-0a12-44f0-9acc-89bd0068c6a0/b72556bb-b983-4c81-b4d1-e0f2574d0452/1cc70ec9-6bee-40c9-92be-189ed6900964) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:43.101705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 318e1155-d3f1-4b75-953f-edefbb159ed8 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:43.102083 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.111301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.153544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:43.157558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:43.160329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:43.183447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Pushing event updated for resources: {'Port': ['ID=1cc70ec9-6bee-40c9-92be-189ed6900964,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:43.223612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.3 (6c3cf77e-0a12-44f0-9acc-89bd0068c6a0/b72556bb-b983-4c81-b4d1-e0f2574d0452/318e1155-d3f1-4b75-953f-edefbb159ed8) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:43.239834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Attempting to bind port 1cc70ec9-6bee-40c9-92be-189ed6900964 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:43.240304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Attempting to bind port 1cc70ec9-6bee-40c9-92be-189ed6900964 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'a3877e6b-ed6d-4afd-98a9-1004e7644943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:43.240676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Attempting to bind port 1cc70ec9-6bee-40c9-92be-189ed6900964 on network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:43.247867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:43.248376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Checking segment: {'id': 'a3877e6b-ed6d-4afd-98a9-1004e7644943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:43.248914 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.249316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Bound using segment: {'id': 'a3877e6b-ed6d-4afd-98a9-1004e7644943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:43.249793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Bound port: 1cc70ec9-6bee-40c9-92be-189ed6900964, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3877e6b-ed6d-4afd-98a9-1004e7644943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:43.250170 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.325922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] For port 1cc70ec9-6bee-40c9-92be-189ed6900964, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:43.330600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] For port 1cc70ec9-6bee-40c9-92be-189ed6900964, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1cc70ec9-6bee-40c9-92be-189ed6900964,segment=NetworkSegment(a3877e6b-ed6d-4afd-98a9-1004e7644943),segment_id=a3877e6b-ed6d-4afd-98a9-1004e7644943)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:43.336451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.425033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83586dc-bea9-48da-b784-dd658aba0000 None None] Pushing event updated for resources: {'Port': ['ID=1cc70ec9-6bee-40c9-92be-189ed6900964,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:43.437742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.492475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.544881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:43.550789 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:43.560732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:43.670957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:43.671778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.684500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=318e1155-d3f1-4b75-953f-edefbb159ed8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:43.706928 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5974953-2c7a-40f3-ad34-aa30e1168564 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1273799 Nov 25 17:40:43.707552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48138) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:43.715304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': '6c3cf77e-0a12-44f0-9acc-89bd0068c6a0', 'name': 'tempest-PortsTestJSON-1422981796'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:43.891034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:43.894757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:43.925248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 9ceb87a0-b91d-418f-9dc8-1bcf580d5fde yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:44.052563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.4 (6c3cf77e-0a12-44f0-9acc-89bd0068c6a0/b72556bb-b983-4c81-b4d1-e0f2574d0452/9ceb87a0-b91d-418f-9dc8-1bcf580d5fde) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:44.129618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1cc70ec9-6bee-40c9-92be-189ed6900964 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:44.194974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1cc70ec9-6bee-40c9-92be-189ed6900964 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:44.196221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.293810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.300772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.344654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1cc70ec9-6bee-40c9-92be-189ed6900964, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1cc70ec9-6bee-40c9-92be-189ed6900964,segment=NetworkSegment(a3877e6b-ed6d-4afd-98a9-1004e7644943),segment_id=a3877e6b-ed6d-4afd-98a9-1004e7644943)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:44.353853 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.358090 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.437500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1cc70ec9-6bee-40c9-92be-189ed6900964,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.454010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=9ceb87a0-b91d-418f-9dc8-1bcf580d5fde,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:44.465172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:44.466767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:44.469263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:44.527743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:44.528638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.553865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48144) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:44.556313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-509aaa65-2b16-4c06-8eed-9ad5d89a4147 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8475609 Nov 25 17:40:44.682121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ebee94-334d-4321-b2a8-de35dbd9077a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:44.686948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a3ebee94-334d-4321-b2a8-de35dbd9077a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1302865 Nov 25 17:40:44.687500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48146) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:44.723258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a0024-17a3-4b7c-a0f1-f59cf0c334f7 None None] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:44.846619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 9ceb87a0-b91d-418f-9dc8-1bcf580d5fde {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:44.847098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.874946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-18b207f8-04ea-479d-ad55-a9e1960ecf12 None None] Provisioning complete for port 1cc70ec9-6bee-40c9-92be-189ed6900964 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:44.875820 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18b207f8-04ea-479d-ad55-a9e1960ecf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:44.989838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.007001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 9ceb87a0-b91d-418f-9dc8-1bcf580d5fde owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:45.181239 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.213209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=9ceb87a0-b91d-418f-9dc8-1bcf580d5fde,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:45.322427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.326416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-28ca0349-4160-4aec-a1e5-2abd54861745 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/9ceb87a0-b91d-418f-9dc8-1bcf580d5fde HTTP/1.1" status: 204 len: 168 time: 0.6375148 Nov 25 17:40:45.329336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48152) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:45.363608 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7009f31-998d-4a8c-a6d7-b548d5140fed tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:45.369827 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f7009f31-998d-4a8c-a6d7-b548d5140fed tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/9ceb87a0-b91d-418f-9dc8-1bcf580d5fde HTTP/1.1" status: 404 len: 333 time: 0.0392525 Nov 25 17:40:45.370352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:45.375903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-736ec8ef-8736-4bc8-b8ab-173a0189c78e None None] Could not find standard attr ID for object 9ceb87a0-b91d-418f-9dc8-1bcf580d5fde. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:45.404858 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-736ec8ef-8736-4bc8-b8ab-173a0189c78e None None] Provisioning complete for port 318e1155-d3f1-4b75-953f-edefbb159ed8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:45.406544 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-736ec8ef-8736-4bc8-b8ab-173a0189c78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.483120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-736ec8ef-8736-4bc8-b8ab-173a0189c78e None None] Port 318e1155-d3f1-4b75-953f-edefbb159ed8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:45.497397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-736ec8ef-8736-4bc8-b8ab-173a0189c78e None None] Provisioning complete for port 1cc70ec9-6bee-40c9-92be-189ed6900964 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:45.497908 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-736ec8ef-8736-4bc8-b8ab-173a0189c78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.504125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 318e1155-d3f1-4b75-953f-edefbb159ed8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:45.504717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.631615 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.648988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 318e1155-d3f1-4b75-953f-edefbb159ed8 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:45.753583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-064aa9b4-8195-4b0f-a907-a9bf6d4a2c8e None None] Provisioning complete for port 318e1155-d3f1-4b75-953f-edefbb159ed8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:45.754315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-064aa9b4-8195-4b0f-a907-a9bf6d4a2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.807957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-064aa9b4-8195-4b0f-a907-a9bf6d4a2c8e None None] Port 318e1155-d3f1-4b75-953f-edefbb159ed8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:45.890056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:45.920586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0a9db140-bddd-4079-b6fa-7d78fddb216b None None] Could not find standard attr ID for object 9ceb87a0-b91d-418f-9dc8-1bcf580d5fde. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:45.950534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=318e1155-d3f1-4b75-953f-edefbb159ed8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:46.068290 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.086438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1d84a664-e90c-49ca-9bcb-68c5ef3721bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/318e1155-d3f1-4b75-953f-edefbb159ed8 HTTP/1.1" status: 204 len: 168 time: 0.7116852 Nov 25 17:40:46.087592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48168) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:46.106792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1cc70ec9-6bee-40c9-92be-189ed6900964 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:46.143502 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7394b7-9b25-4982-b07b-e3e82b09c318 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:46.148161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48182) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:46.148853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5c7394b7-9b25-4982-b07b-e3e82b09c318 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/318e1155-d3f1-4b75-953f-edefbb159ed8 HTTP/1.1" status: 404 len: 333 time: 0.0593350 Nov 25 17:40:46.261785 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.274263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1cc70ec9-6bee-40c9-92be-189ed6900964 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:46.274652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.300430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet b72556bb-b983-4c81-b4d1-e0f2574d0452 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:46.312326 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.410179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.542702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.614187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.656176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=b72556bb-b983-4c81-b4d1-e0f2574d0452,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:46.659784 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.662182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b203aedf-9409-45fd-8fc1-6fb101b41b30 None None] Network 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:46.666699 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5c299d32-1785-4fed-bea8-e089eefc68bd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/b72556bb-b983-4c81-b4d1-e0f2574d0452 HTTP/1.1" status: 204 len: 168 time: 0.5155919 Nov 25 17:40:46.668803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48208) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:46.856455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.891533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] DHCP port deletion for 6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:46.962831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] Deleting port 1cc70ec9-6bee-40c9-92be-189ed6900964 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:46.963215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:46.991344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 1cc70ec9-6bee-40c9-92be-189ed6900964 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:46.992527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.053919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] For port 1cc70ec9-6bee-40c9-92be-189ed6900964, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1cc70ec9-6bee-40c9-92be-189ed6900964,segment=NetworkSegment(a3877e6b-ed6d-4afd-98a9-1004e7644943),segment_id=a3877e6b-ed6d-4afd-98a9-1004e7644943)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:47.061279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.077414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] Calling delete_port for 1cc70ec9-6bee-40c9-92be-189ed6900964 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:47.098421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] For port 1cc70ec9-6bee-40c9-92be-189ed6900964, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1cc70ec9-6bee-40c9-92be-189ed6900964,segment=NetworkSegment(a3877e6b-ed6d-4afd-98a9-1004e7644943),segment_id=a3877e6b-ed6d-4afd-98a9-1004e7644943)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:47.099011 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.131732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 1cc70ec9-6bee-40c9-92be-189ed6900964 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:47.191221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.233150 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.242576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] No DVR routers for this DVR port 1cc70ec9-6bee-40c9-92be-189ed6900964 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:47.245147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c11c-e87c-4369-8d8c-5c93695c6d50 None None] Pushing event deleted for resources: {'Port': ['ID=1cc70ec9-6bee-40c9-92be-189ed6900964,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.270351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=1cc70ec9-6bee-40c9-92be-189ed6900964,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.277649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No DVR routers for this DVR port 1cc70ec9-6bee-40c9-92be-189ed6900964 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:47.391875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.417732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3cf77e-0a12-44f0-9acc-89bd0068c6a0']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:47.427435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3877e6b-ed6d-4afd-98a9-1004e7644943') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:47.427736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3877e6b-ed6d-4afd-98a9-1004e7644943') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:47.441097 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.456189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.465572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:47.465979 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:47.469854 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:47.539891 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.548552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.555543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/6c3cf77e-0a12-44f0-9acc-89bd0068c6a0 HTTP/1.1" status: 204 len: 168 time: 0.8843141 Nov 25 17:40:47.559560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48246) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:47.566689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1362001145'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:47.569198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc55564-2425-49e2-8d06-f3413925f31c tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=6c3cf77e-0a12-44f0-9acc-89bd0068c6a0,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.595433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:47.600852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.608268 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.631711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:47.643944 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.644526 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment b7f7e7ee-ba31-4fbf-959f-940ade38a6ef of type vlan for network ad360601-aef9-4359-849e-c286feff0fcc Nov 25 17:40:47.689090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.720191 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.727242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:47.727935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:47.787925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2238564 Nov 25 17:40:47.788292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48250) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:47.793955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:47.834011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc45f2-1bb2-42b7-ab75-27d7b1e7850b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=ad360601-aef9-4359-849e-c286feff0fcc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:47.845871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ad360601-aef9-4359-849e-c286feff0fcc details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:47.915972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:47.919705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.060854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1cc70ec9-6bee-40c9-92be-189ed6900964 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:48.102753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1cc70ec9-6bee-40c9-92be-189ed6900964 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:48.103835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1cc70ec9-6bee-40c9-92be-189ed6900964 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:48.199222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.279224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=e2b60147-ad24-43de-913a-b7fbc90504d9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:48.287801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:48.288167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: ad360601-aef9-4359-849e-c286feff0fcc, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:48.313130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network ad360601-aef9-4359-849e-c286feff0fcc is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:48.330788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ad360601-aef9-4359-849e-c286feff0fcc) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:48.338853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:48.339534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.344229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc87049-fd11-4951-9e58-c5fbd5b8810d None None] Network ad360601-aef9-4359-849e-c286feff0fcc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:48.367106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c2f0e7a8-0202-4cb9-ba07-f96357ab11a2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5768645 Nov 25 17:40:48.370416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48256) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:48.375802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc', 'name': 'tempest-PortsTestJSON-1604373113', 'fixed_ips': [{'subnet_id': 'e2b60147-ad24-43de-913a-b7fbc90504d9', 'ip_address': '172.20.0.10'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:48.526812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:48.553935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ad360601-aef9-4359-849e-c286feff0fcc', 'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': 'e2b60147-ad24-43de-913a-b7fbc90504d9'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:48.555834 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.626323 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:48.644919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 917b5284-0b05-4647-a4d4-6bf2a18eee4b yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:48.712161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Allocated IP 172.20.0.2 (ad360601-aef9-4359-849e-c286feff0fcc/e2b60147-ad24-43de-913a-b7fbc90504d9/696f53e4-bb52-4a56-8be1-a71eeeeff964) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:49.027843 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.037045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.078034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Network ad360601-aef9-4359-849e-c286feff0fcc is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:49.083259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:49.087541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:49.090904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Pushing event updated for resources: {'Port': ['ID=696f53e4-bb52-4a56-8be1-a71eeeeff964,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.095733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.10 (ad360601-aef9-4359-849e-c286feff0fcc/e2b60147-ad24-43de-913a-b7fbc90504d9/917b5284-0b05-4647-a4d4-6bf2a18eee4b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:49.149911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Attempting to bind port 696f53e4-bb52-4a56-8be1-a71eeeeff964 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:49.150281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Attempting to bind port 696f53e4-bb52-4a56-8be1-a71eeeeff964 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:49.150680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Attempting to bind port 696f53e4-bb52-4a56-8be1-a71eeeeff964 on network ad360601-aef9-4359-849e-c286feff0fcc {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:49.156221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:49.156597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Checking segment: {'id': 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:49.156992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.157376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Bound using segment: {'id': 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:49.157934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Bound port: 696f53e4-bb52-4a56-8be1-a71eeeeff964, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:49.158339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.246222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] For port 696f53e4-bb52-4a56-8be1-a71eeeeff964, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:49.249627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] For port 696f53e4-bb52-4a56-8be1-a71eeeeff964, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=696f53e4-bb52-4a56-8be1-a71eeeeff964,segment=NetworkSegment(b7f7e7ee-ba31-4fbf-959f-940ade38a6ef),segment_id=b7f7e7ee-ba31-4fbf-959f-940ade38a6ef)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:49.253992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.285295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.324751 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.327222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc296ef-2565-4b0e-92b3-ddc0d0f94a1c None None] Pushing event updated for resources: {'Port': ['ID=696f53e4-bb52-4a56-8be1-a71eeeeff964,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.377008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network ad360601-aef9-4359-849e-c286feff0fcc is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:49.385088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:49.390768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:49.397190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=917b5284-0b05-4647-a4d4-6bf2a18eee4b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:49.451197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:49.452439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.479670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e9d03480-afa0-4400-8f06-c72c102baaca tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1056337 Nov 25 17:40:49.480045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48264) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:49.485097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': 'ad360601-aef9-4359-849e-c286feff0fcc', 'name': 'tempest-PortsTestJSON-1338823843', 'fixed_ips': [{'subnet_id': 'e2b60147-ad24-43de-913a-b7fbc90504d9', 'ip_address': '172.20.0.9'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:49.691961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:49.805310 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:49.837044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port c7ad0608-ad5d-4d87-86ef-1aa08e510b8a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:50.131271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 696f53e4-bb52-4a56-8be1-a71eeeeff964 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:50.141194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.9 (ad360601-aef9-4359-849e-c286feff0fcc/e2b60147-ad24-43de-913a-b7fbc90504d9/c7ad0608-ad5d-4d87-86ef-1aa08e510b8a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:50.211362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 696f53e4-bb52-4a56-8be1-a71eeeeff964 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:50.211765 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.330064 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.391717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 696f53e4-bb52-4a56-8be1-a71eeeeff964, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=696f53e4-bb52-4a56-8be1-a71eeeeff964,segment=NetworkSegment(b7f7e7ee-ba31-4fbf-959f-940ade38a6ef),segment_id=b7f7e7ee-ba31-4fbf-959f-940ade38a6ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:50.401078 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.405001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.464338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.477450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=696f53e4-bb52-4a56-8be1-a71eeeeff964,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.516966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network ad360601-aef9-4359-849e-c286feff0fcc is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:50.523336 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:50.529983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:50.575862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=c7ad0608-ad5d-4d87-86ef-1aa08e510b8a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:50.588609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.588959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.589304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.589641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.590230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.590561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.591289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.591821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.592162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.592734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.593064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.593439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:40:50.614354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.615007 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.640784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc2b5bcf-278c-4c23-8646-3e9a7a6fef9f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1573541 Nov 25 17:40:50.641642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48292) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.744998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e339660-f324-4f2a-a1c1-c8070ea1c3a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.749609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8e339660-f324-4f2a-a1c1-c8070ea1c3a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1062589 Nov 25 17:40:50.750269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.803602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-3f904872-7464-4eec-9108-f86d973132ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699613 Nov 25 17:40:50.809876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fc9a0-2c4f-4acd-a59f-63d974339b3d None None] Network ad360601-aef9-4359-849e-c286feff0fcc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:50.814906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493023-4b24-4978-b058-7e3bf23837fd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.822183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493023-4b24-4978-b058-7e3bf23837fd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.829353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32493023-4b24-4978-b058-7e3bf23837fd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.831180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-32493023-4b24-4978-b058-7e3bf23837fd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0798559 Nov 25 17:40:50.834074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48302) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:50.916789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b0ad1be6-83bc-4c4b-85db-d8f67dd89dd1 None None] Provisioning complete for port 696f53e4-bb52-4a56-8be1-a71eeeeff964 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:50.917066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0ad1be6-83bc-4c4b-85db-d8f67dd89dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:50.985355 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-38dcf658-3cae-4c02-ae4c-baded146f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:50.986882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-38dcf658-3cae-4c02-ae4c-baded146f060 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1096 time: 0.1359150 Nov 25 17:40:51.082122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port c7ad0608-ad5d-4d87-86ef-1aa08e510b8a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:51.082467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.173590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-10564624-04b8-4724-a237-704ada26dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:51.175026 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-10564624-04b8-4724-a237-704ada26dbec service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 910 time: 0.1639183 Nov 25 17:40:51.269229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.285972 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-fd6bb3dc-254d-4e3e-b5f0-f26adb501516 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 1000 time: 0.1010039 Nov 25 17:40:51.290767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for c7ad0608-ad5d-4d87-86ef-1aa08e510b8a owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:51.382065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-2ac6010c-a59a-4cee-bfcf-ecb23d1d2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:51.384862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-2ac6010c-a59a-4cee-bfcf-ecb23d1d2f82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 200 len: 848 time: 0.0891094 Nov 25 17:40:51.472737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-04c67a16-ed2f-4b28-ab73-c4e27936994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:51.474236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-04c67a16-ed2f-4b28-ab73-c4e27936994d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e05e49a-6624-4dd4-8e4c-03296c146bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795665 Nov 25 17:40:51.556563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3018f388-c909-4bd5-bdf3-37bdb7e45203 None None] Provisioning complete for port 696f53e4-bb52-4a56-8be1-a71eeeeff964 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:51.557154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3018f388-c909-4bd5-bdf3-37bdb7e45203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.648549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.721216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-40cc6fa5-265e-4163-a05d-39f69631f049 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374501 Nov 25 17:40:51.722041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=c7ad0608-ad5d-4d87-86ef-1aa08e510b8a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:51.748054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3018f388-c909-4bd5-bdf3-37bdb7e45203 None None] Could not find standard attr ID for object c7ad0608-ad5d-4d87-86ef-1aa08e510b8a. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:51.781790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3018f388-c909-4bd5-bdf3-37bdb7e45203 None None] Provisioning complete for port 917b5284-0b05-4647-a4d4-6bf2a18eee4b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:51.782160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3018f388-c909-4bd5-bdf3-37bdb7e45203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.825454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3018f388-c909-4bd5-bdf3-37bdb7e45203 None None] Port 917b5284-0b05-4647-a4d4-6bf2a18eee4b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:51.908660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.912308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-542e4c6c-3020-4315-ae0a-51d24aed0893 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/c7ad0608-ad5d-4d87-86ef-1aa08e510b8a HTTP/1.1" status: 204 len: 168 time: 1.0715344 Nov 25 17:40:51.915806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:51.956503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bba2838b-5115-4588-9496-ad5a3c8fcda7 None None] Provisioning complete for port 917b5284-0b05-4647-a4d4-6bf2a18eee4b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:51.958662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bba2838b-5115-4588-9496-ad5a3c8fcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:51.964235 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723ce6b-1c9a-458f-9bf6-5a6f4b570b48 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:51.967368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b723ce6b-1c9a-458f-9bf6-5a6f4b570b48 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/c7ad0608-ad5d-4d87-86ef-1aa08e510b8a HTTP/1.1" status: 404 len: 333 time: 0.0505073 Nov 25 17:40:51.970058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48324) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:51.983855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2db204f7-07ab-4c2c-9af1-e815645a3260 req-29cbc5c2-5082-4ef9-ae1c-99669d3f0ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526135 Nov 25 17:40:52.031636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bba2838b-5115-4588-9496-ad5a3c8fcda7 None None] Port 917b5284-0b05-4647-a4d4-6bf2a18eee4b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:52.098614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 917b5284-0b05-4647-a4d4-6bf2a18eee4b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:52.099118 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.147612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 696f53e4-bb52-4a56-8be1-a71eeeeff964 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:52.188389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-85c7ab93-e04e-4516-ab02-39126d4dd513 None None] Could not find standard attr ID for object c7ad0608-ad5d-4d87-86ef-1aa08e510b8a. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:40:52.226551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 696f53e4-bb52-4a56-8be1-a71eeeeff964 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:52.227498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.272068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.292883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 917b5284-0b05-4647-a4d4-6bf2a18eee4b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:52.322720 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-4d378495-10f2-49fa-8fd2-da46ae7cb7c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709345 Nov 25 17:40:52.433637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-b3158387-cbff-4984-8d49-512be7c9f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:52.435136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-b3158387-cbff-4984-8d49-512be7c9f5fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1097 time: 0.0642214 Nov 25 17:40:52.525450 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.569069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-37735cd7-624f-4395-8c19-8599635f73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:52.571665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-37735cd7-624f-4395-8c19-8599635f73ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1127172 Nov 25 17:40:52.585495 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=917b5284-0b05-4647-a4d4-6bf2a18eee4b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:52.691563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-830e11a0-25aa-44a7-a22a-5299fa694ab1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 1002 time: 0.1132290 Nov 25 17:40:52.701503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.705022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-56829bda-892b-48f1-a2c0-f2d50d1348c1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/917b5284-0b05-4647-a4d4-6bf2a18eee4b HTTP/1.1" status: 204 len: 168 time: 0.7338190 Nov 25 17:40:52.707593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:52.738856 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9e661c-3666-4732-bd29-b3940ac2c084 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:40:52.740532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ac9e661c-3666-4732-bd29-b3940ac2c084 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/917b5284-0b05-4647-a4d4-6bf2a18eee4b HTTP/1.1" status: 404 len: 333 time: 0.0317259 Nov 25 17:40:52.744590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:52.758507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-650d4d5c-d5d4-42df-8f40-23f25c65211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:52.760482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-650d4d5c-d5d4-42df-8f40-23f25c65211e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0613022 Nov 25 17:40:52.826507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-98008a51-e15a-4762-9bbd-22b04064d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:52.828728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-98008a51-e15a-4762-9bbd-22b04064d781 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563312 Nov 25 17:40:52.829856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet e2b60147-ad24-43de-913a-b7fbc90504d9 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:40:52.833490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.899286 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:52.964162 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-c5880865-b787-4bbb-a653-f4cf64dc5895 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255691 Nov 25 17:40:53.010321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.082862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92547af3-9e98-41db-b6fc-12c2bf2299a6 req-62e945f7-1d28-441d-b8d1-0b029f7793da service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115413 Nov 25 17:40:53.087756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.126831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b60147-ad24-43de-913a-b7fbc90504d9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.133342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.136712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-387da548-89cc-415e-9c70-a41392b4ca2d tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/e2b60147-ad24-43de-913a-b7fbc90504d9 HTTP/1.1" status: 204 len: 168 time: 0.3848262 Nov 25 17:40:53.139367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48348) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:53.142030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf06df-c680-4f5d-ac94-f1d60e759f72 None None] Network ad360601-aef9-4359-849e-c286feff0fcc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:53.218798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.289739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 696f53e4-bb52-4a56-8be1-a71eeeeff964 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:53.290224 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.381087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] DHCP port deletion for ad360601-aef9-4359-849e-c286feff0fcc request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:40:53.395021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] For port 696f53e4-bb52-4a56-8be1-a71eeeeff964, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=696f53e4-bb52-4a56-8be1-a71eeeeff964,segment=NetworkSegment(b7f7e7ee-ba31-4fbf-959f-940ade38a6ef),segment_id=b7f7e7ee-ba31-4fbf-959f-940ade38a6ef)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:53.395412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.420012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 696f53e4-bb52-4a56-8be1-a71eeeeff964 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:53.452034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] Deleting port 696f53e4-bb52-4a56-8be1-a71eeeeff964 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:53.453380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.519842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.530307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] For port 696f53e4-bb52-4a56-8be1-a71eeeeff964, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=696f53e4-bb52-4a56-8be1-a71eeeeff964,segment=NetworkSegment(b7f7e7ee-ba31-4fbf-959f-940ade38a6ef),segment_id=b7f7e7ee-ba31-4fbf-959f-940ade38a6ef)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:53.530701 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.548089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] Calling delete_port for 696f53e4-bb52-4a56-8be1-a71eeeeff964 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:53.549019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=696f53e4-bb52-4a56-8be1-a71eeeeff964,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.554023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No DVR routers for this DVR port 696f53e4-bb52-4a56-8be1-a71eeeeff964 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:53.697556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.719947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.720216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad360601-aef9-4359-849e-c286feff0fcc']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:53.732407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:53.732694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f7e7ee-ba31-4fbf-959f-940ade38a6ef') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:53.745104 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.751612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] Pushing event deleted for resources: {'Port': ['ID=696f53e4-bb52-4a56-8be1-a71eeeeff964,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.753804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4432af-dfda-48d5-a887-6b8dd507f915 None None] No DVR routers for this DVR port 696f53e4-bb52-4a56-8be1-a71eeeeff964 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:40:53.765147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.773210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:40:53.773645 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:40:53.776816 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:40:53.853415 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.878050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.879013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/ad360601-aef9-4359-849e-c286feff0fcc HTTP/1.1" status: 204 len: 168 time: 0.7386949 Nov 25 17:40:53.881839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922123fe-3c03-42c1-9b0e-78c13b7a5f76 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=ad360601-aef9-4359-849e-c286feff0fcc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:53.885059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48364) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:53.890275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1247634632'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:53.916556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:53.920231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.947138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:40:53.957655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:53.958001 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Added segment 06817265-4cc2-40b2-a1a1-124d6e198858 of type vlan for network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb Nov 25 17:40:54.004285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.035304 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.043288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:54.044343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.068186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1820331 Nov 25 17:40:54.071739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48370) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:54.078062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 696f53e4-bb52-4a56-8be1-a71eeeeff964 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:40:54.090740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:54.140025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 696f53e4-bb52-4a56-8be1-a71eeeeff964 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:40:54.140408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 696f53e4-bb52-4a56-8be1-a71eeeeff964 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:40:54.144490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f340f55-0ed4-4e6c-aa44-9fcb43e39971 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Network': ['ID=0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.156603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:40:54.221964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:54.226275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.447718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.514875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=8833f6be-1a19-4a38-bf5a-cded56e959da,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:54.526972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Checking segment: {'id': '06817265-4cc2-40b2-a1a1-124d6e198858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:54.527151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network hostable DHCP agents. Network: 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:40:54.546169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:40:54.560594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:54.583339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:54.583339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.606915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8c5af8ad-2eb0-4ea9-a79d-64c8195a7bec tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5302715 Nov 25 17:40:54.606915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48382) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:54.610033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38752337-adae-4445-a464-70b17d66eadd None None] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:54.610782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-999270140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:54.641145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.642344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.746677 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.760230 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.793735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.797947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48388) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:54.798223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c80276c7-0d05-4462-9f94-c31de7f147c5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1918850 Nov 25 17:40:54.803346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb', 'name': 'tempest-PortsTestJSON-1743174796'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:40:54.844945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb', 'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': '8833f6be-1a19-4a38-bf5a-cded56e959da'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:40:54.845824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:54.962200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:40:54.966942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.032449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 88ddcaad-bb0f-490a-91b6-e343dc89399e yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:40:55.041486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Allocated IP 172.20.0.2 (0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb/8833f6be-1a19-4a38-bf5a-cded56e959da/8a76e328-f0de-455d-86de-02bb8798bcdf) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:55.246941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.255970 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.320907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:55.324482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:55.330071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:55.364521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.11 (0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb/8833f6be-1a19-4a38-bf5a-cded56e959da/88ddcaad-bb0f-490a-91b6-e343dc89399e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:40:55.371518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Pushing event updated for resources: {'Port': ['ID=8a76e328-f0de-455d-86de-02bb8798bcdf,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.416440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Attempting to bind port 8a76e328-f0de-455d-86de-02bb8798bcdf on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:40:55.416990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Attempting to bind port 8a76e328-f0de-455d-86de-02bb8798bcdf by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '06817265-4cc2-40b2-a1a1-124d6e198858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:40:55.417484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Attempting to bind port 8a76e328-f0de-455d-86de-02bb8798bcdf on network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:40:55.424495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:40:55.424967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Checking segment: {'id': '06817265-4cc2-40b2-a1a1-124d6e198858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:40:55.426261 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.426673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Bound using segment: {'id': '06817265-4cc2-40b2-a1a1-124d6e198858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:40:55.427152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Bound port: 8a76e328-f0de-455d-86de-02bb8798bcdf, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06817265-4cc2-40b2-a1a1-124d6e198858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:40:55.427575 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.520673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] For port 8a76e328-f0de-455d-86de-02bb8798bcdf, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:40:55.524783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] For port 8a76e328-f0de-455d-86de-02bb8798bcdf, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8a76e328-f0de-455d-86de-02bb8798bcdf,segment=NetworkSegment(06817265-4cc2-40b2-a1a1-124d6e198858),segment_id=06817265-4cc2-40b2-a1a1-124d6e198858)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:40:55.530108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.561846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.608927 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.609533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a09b48-e87f-4252-b1dc-84ffc80145b0 None None] Pushing event updated for resources: {'Port': ['ID=8a76e328-f0de-455d-86de-02bb8798bcdf,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.677086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:55.680627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:55.686702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:40:55.738422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=88ddcaad-bb0f-490a-91b6-e343dc89399e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:55.756422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:55.757739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:55.779355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-129eb58f-fff9-4eb0-b268-33a343b2020a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9798679 Nov 25 17:40:55.781587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48408) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:56.141564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8a76e328-f0de-455d-86de-02bb8798bcdf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:56.202262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.215310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8a76e328-f0de-455d-86de-02bb8798bcdf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:56.215708 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.308193 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.352837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 8a76e328-f0de-455d-86de-02bb8798bcdf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8a76e328-f0de-455d-86de-02bb8798bcdf,segment=NetworkSegment(06817265-4cc2-40b2-a1a1-124d6e198858),segment_id=06817265-4cc2-40b2-a1a1-124d6e198858)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:40:56.358664 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.452100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=8a76e328-f0de-455d-86de-02bb8798bcdf,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.518180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.524205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.604977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=88ddcaad-bb0f-490a-91b6-e343dc89399e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:56.820894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:56.989209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbf7b4-c0c0-4c03-a492-6b0175a5437b None None] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:40:57.014275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.129492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a2ab42f1-767a-4a98-8079-dd6b12c592b2 None None] Provisioning complete for port 8a76e328-f0de-455d-86de-02bb8798bcdf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:57.130367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2ab42f1-767a-4a98-8079-dd6b12c592b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.417332 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:40:57.422563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.431559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.533187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.614566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=88ddcaad-bb0f-490a-91b6-e343dc89399e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:57.684149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eb5519b5-4a7d-47f6-833b-02d8497657e7 None None] Provisioning complete for port 8a76e328-f0de-455d-86de-02bb8798bcdf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:57.684149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb5519b5-4a7d-47f6-833b-02d8497657e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.686243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:40:57.689560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:40:57.825141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eb5519b5-4a7d-47f6-833b-02d8497657e7 None None] Provisioning complete for port 88ddcaad-bb0f-490a-91b6-e343dc89399e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:57.826746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb5519b5-4a7d-47f6-833b-02d8497657e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:57.908956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eb5519b5-4a7d-47f6-833b-02d8497657e7 None None] Port 88ddcaad-bb0f-490a-91b6-e343dc89399e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:57.912826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Router 302ebac9-2e53-4333-be85-bf414c3f9d51 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:40:58.053757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-66f5c181-c07d-43c2-a63f-cd2aa68ab972 None None] Provisioning complete for port 88ddcaad-bb0f-490a-91b6-e343dc89399e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:58.053757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-66f5c181-c07d-43c2-a63f-cd2aa68ab972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.092459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:40:58.102656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e797338c-bb98-4e5f-9f14-e6252d1bc8e9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/routers/302ebac9-2e53-4333-be85-bf414c3f9d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3166001 Nov 25 17:40:58.102819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:58.106005 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] Sync routers for ids ['302ebac9-2e53-4333-be85-bf414c3f9d51'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:40:58.144020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-66f5c181-c07d-43c2-a63f-cd2aa68ab972 None None] Port 88ddcaad-bb0f-490a-91b6-e343dc89399e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:58.146325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8a76e328-f0de-455d-86de-02bb8798bcdf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:40:58.164345 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] Routers {'302ebac9-2e53-4333-be85-bf414c3f9d51'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:58.168709 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:40:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['302ebac9-2e53-4333-be85-bf414c3f9d51'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:58.222664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 8a76e328-f0de-455d-86de-02bb8798bcdf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:58.223332 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.232436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff948d59-82d8-4e99-aec1-0153095398ae tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:40:58.241781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48454) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:40:58.244822 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:58.246851 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ff948d59-82d8-4e99-aec1-0153095398ae tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports?device_id=302ebac9-2e53-4333-be85-bf414c3f9d51 HTTP/1.1" status: 200 len: 983 time: 0.1396468 Nov 25 17:40:58.258440 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] Routers {'302ebac9-2e53-4333-be85-bf414c3f9d51'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:40:58.259479 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:40:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['302ebac9-2e53-4333-be85-bf414c3f9d51'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:58.321893 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:40:58.322849 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cdd8b-b4a6-4e32-aaaf-8e8ca6ea8903 None None] The sync data for ids ['302ebac9-2e53-4333-be85-bf414c3f9d51'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:40:58.492514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-be23f11b-fe07-49fc-8a2a-46a87399c309 None None] Provisioning complete for port 88ddcaad-bb0f-490a-91b6-e343dc89399e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:58.492929 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be23f11b-fe07-49fc-8a2a-46a87399c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.546978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-be23f11b-fe07-49fc-8a2a-46a87399c309 None None] Port 88ddcaad-bb0f-490a-91b6-e343dc89399e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:58.771136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1dabfddb-d08e-4386-a191-e52252cc8d70 None None] Provisioning complete for port 88ddcaad-bb0f-490a-91b6-e343dc89399e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:40:58.771765 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1dabfddb-d08e-4386-a191-e52252cc8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:58.817039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1dabfddb-d08e-4386-a191-e52252cc8d70 None None] Port 88ddcaad-bb0f-490a-91b6-e343dc89399e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:40:59.136630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.440534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 88ddcaad-bb0f-490a-91b6-e343dc89399e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:40:59.440878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.534620 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.547439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 88ddcaad-bb0f-490a-91b6-e343dc89399e owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:40:59.741504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:40:59.777907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=88ddcaad-bb0f-490a-91b6-e343dc89399e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:40:59.946995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.140537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Router 302ebac9-2e53-4333-be85-bf414c3f9d51 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:00.218501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:00.223584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a3854527-6b86-4805-9862-59c051a4d2a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/routers/302ebac9-2e53-4333-be85-bf414c3f9d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804139 Nov 25 17:41:00.226285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.229223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] Sync routers for ids ['302ebac9-2e53-4333-be85-bf414c3f9d51'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:00.239684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] Routers {'302ebac9-2e53-4333-be85-bf414c3f9d51'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:00.240485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:40:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['302ebac9-2e53-4333-be85-bf414c3f9d51'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:00.258548 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8936b3e5-805e-4265-966e-f76fb130424f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:41:00.263055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8936b3e5-805e-4265-966e-f76fb130424f tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/88ddcaad-bb0f-490a-91b6-e343dc89399e HTTP/1.1" status: 404 len: 333 time: 0.0327327 Nov 25 17:41:00.263225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48490) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.274984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:00.283839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] Routers {'302ebac9-2e53-4333-be85-bf414c3f9d51'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:00.284427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:40:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['302ebac9-2e53-4333-be85-bf414c3f9d51'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:00.322400 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:00.323244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a45682-814e-4632-a4b1-4dc27d558ca6 None None] The sync data for ids ['302ebac9-2e53-4333-be85-bf414c3f9d51'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:00.341826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.512386 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.514697 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.564294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.564845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Fanout notify agent at l3_agent the message router_deleted on router 302ebac9-2e53-4333-be85-bf414c3f9d51 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:00.575937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.577315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed65106a-7cc1-4b57-bb89-49cb98fb5cc7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/routers/302ebac9-2e53-4333-be85-bf414c3f9d51 HTTP/1.1" status: 204 len: 168 time: 0.3131330 Nov 25 17:41:00.580029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48500) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.636915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet 8833f6be-1a19-4a38-bf5a-cded56e959da {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:00.641502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.692631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.796839 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.879283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.895515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:00.902733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:00.903710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/8833f6be-1a19-4a38-bf5a-cded56e959da HTTP/1.1" status: 204 len: 168 time: 0.3223529 Nov 25 17:41:00.906525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da61e7c-f306-4096-ba73-7600cda748dd None None] Network 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:00.928708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b1313-6c9b-4715-b99f-db9c8e20e1b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=8833f6be-1a19-4a38-bf5a-cded56e959da,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.044566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.111631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 8a76e328-f0de-455d-86de-02bb8798bcdf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:01.112099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.189937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] For port 8a76e328-f0de-455d-86de-02bb8798bcdf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8a76e328-f0de-455d-86de-02bb8798bcdf,segment=NetworkSegment(06817265-4cc2-40b2-a1a1-124d6e198858),segment_id=06817265-4cc2-40b2-a1a1-124d6e198858)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:01.190306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.226716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] DHCP port deletion for 0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:01.295992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] Deleting port 8a76e328-f0de-455d-86de-02bb8798bcdf {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:01.296567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.369434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] For port 8a76e328-f0de-455d-86de-02bb8798bcdf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=8a76e328-f0de-455d-86de-02bb8798bcdf,segment=NetworkSegment(06817265-4cc2-40b2-a1a1-124d6e198858),segment_id=06817265-4cc2-40b2-a1a1-124d6e198858)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:01.369748 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.383316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] Calling delete_port for 8a76e328-f0de-455d-86de-02bb8798bcdf owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:01.482515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.500953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] No DVR routers for this DVR port 8a76e328-f0de-455d-86de-02bb8798bcdf on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:01.527426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c19c-1424-4c82-b83c-d7dc65c76874 None None] Pushing event deleted for resources: {'Port': ['ID=8a76e328-f0de-455d-86de-02bb8798bcdf,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.632790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 8a76e328-f0de-455d-86de-02bb8798bcdf owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:01.719893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.750925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No DVR routers for this DVR port 8a76e328-f0de-455d-86de-02bb8798bcdf on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:01.755293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=8a76e328-f0de-455d-86de-02bb8798bcdf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:01.844954 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.876985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:01.887866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06817265-4cc2-40b2-a1a1-124d6e198858') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:01.888084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06817265-4cc2-40b2-a1a1-124d6e198858') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:01.899534 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.912904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.920311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:01.921787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: self.session.flush() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:01.924816 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:02.003201 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.012069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.016253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb HTTP/1.1" status: 204 len: 168 time: 1.1124756 Nov 25 17:41:02.020310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.048202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86d86-1538-4186-ab00-b8c515ab0ad9 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=0ddc30c4-4f17-4eaa-91dd-e23d8481a7cb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.071206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8a76e328-f0de-455d-86de-02bb8798bcdf no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:02.076386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139c0d1-5b68-4f64-8bec-e67d0b17fb81 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:02.081643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3139c0d1-5b68-4f64-8bec-e67d0b17fb81 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/a8144b20-c43c-4a3f-8698-46e0f82e9a8a HTTP/1.1" status: 200 len: 841 time: 0.0587928 Nov 25 17:41:02.081977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48534) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.102505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 8a76e328-f0de-455d-86de-02bb8798bcdf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:02.103132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 8a76e328-f0de-455d-86de-02bb8798bcdf not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:02.132763 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f0af50e7-d58a-4dd9-a8a1-1e5032ee5de6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/a8144b20-c43c-4a3f-8698-46e0f82e9a8a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0485480 Nov 25 17:41:02.141955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48536) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.148356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:02.254187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:02.259366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.453265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.505464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:02.509070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:02.512437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:02.513045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.520055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e4ddd-ea14-4c7a-8599-64b81e9a9f1a None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:02.553099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4088430 Nov 25 17:41:02.555890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48556) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.560603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1792425682'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:02.567882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab5fe8-698f-422c-a49c-346427b3dd24 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=6ce53e7e-b968-49eb-90fa-8656fbafc084,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.592414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.755128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.760402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.791777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.793204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2362132 Nov 25 17:41:02.796049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48558) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:02.802658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1729673728'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:02.825850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebfdeb-e335-4868-a615-72f426f45aba tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74fc67b-c290-4c7c-b57c-08783cc63a9f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:02.870358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.989251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:02.996685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.044182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'tenant_id': '553f5fe8ccb948578986040f46a40685', 'fixed_ips': [{'subnet_id': '6ce53e7e-b968-49eb-90fa-8656fbafc084'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:03.044979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdcc323-7047-46ea-a491-61f907c57b99,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.045526 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.059356 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.060689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-163300ac-5728-4138-a7fc-07fb86fa181b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2628288 Nov 25 17:41:03.064231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48576) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:03.069764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-149797863', 'security_groups': ['ebdcc323-7047-46ea-a491-61f907c57b99'], 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ce53e7e-b968-49eb-90fa-8656fbafc084'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:03.226883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Allocated IP 172.20.0.2 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/6ce53e7e-b968-49eb-90fa-8656fbafc084/ef52469f-43b1-4386-9487-d9efc30d9a79) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:03.249579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:03.363362 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.393023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port 6a984bde-eac5-4ff8-b83e-8b9a1286b547 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:03.399964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.408109 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.462257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:03.470182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:03.474886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:03.553985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Pushing event updated for resources: {'Port': ['ID=ef52469f-43b1-4386-9487-d9efc30d9a79,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.565040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Attempting to bind port ef52469f-43b1-4386-9487-d9efc30d9a79 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:03.565410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Attempting to bind port ef52469f-43b1-4386-9487-d9efc30d9a79 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6c640f1e-43bc-4449-94f1-425a68dd58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:03.565788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Attempting to bind port ef52469f-43b1-4386-9487-d9efc30d9a79 on network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:03.571600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:03.571980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Checking segment: {'id': '6c640f1e-43bc-4449-94f1-425a68dd58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:03.572384 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.572774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Bound using segment: {'id': '6c640f1e-43bc-4449-94f1-425a68dd58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:03.573242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Bound port: ef52469f-43b1-4386-9487-d9efc30d9a79, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c640f1e-43bc-4449-94f1-425a68dd58e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:03.573620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.612508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.13 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/6ce53e7e-b968-49eb-90fa-8656fbafc084/6a984bde-eac5-4ff8-b83e-8b9a1286b547) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:03.688024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] For port ef52469f-43b1-4386-9487-d9efc30d9a79, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:03.693299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] For port ef52469f-43b1-4386-9487-d9efc30d9a79, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef52469f-43b1-4386-9487-d9efc30d9a79,segment=NetworkSegment(6c640f1e-43bc-4449-94f1-425a68dd58e4),segment_id=6c640f1e-43bc-4449-94f1-425a68dd58e4)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:03.699688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.768592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88531d-2893-4f95-9f4b-ca876714f9d8 None None] Pushing event updated for resources: {'Port': ['ID=ef52469f-43b1-4386-9487-d9efc30d9a79,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:03.821137 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.891106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:03.954870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:03.958510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:03.964550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:03.967778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=6a984bde-eac5-4ff8-b83e-8b9a1286b547,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.047324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:04.048213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.075666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.076536 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-695734d4-f2ac-4213-b214-802248cb5434 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0110638 Nov 25 17:41:04.082071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:04.228095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:04.232104 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.342860 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ce53e7e-b968-49eb-90fa-8656fbafc084 (CIDR: 172.20.0.0/28) Nov 25 17:41:04.347178 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:04.347805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:04.365422 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d8a51c3-7063-43a6-a241-4bab7814f751 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2885325 Nov 25 17:41:04.369334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48602) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.375044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:04.501965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:04.505719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.798972 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.900127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:04.903547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:04.908095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:04.908834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:04.913245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=d7d8231c-a7f3-451b-8ced-8b78573a64c1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:04.938195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a64ae0cb-2ac5-465f-a08a-d466d22fbbf3 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5651464 Nov 25 17:41:04.939478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:04.945672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1418602063', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7d8231c-a7f3-451b-8ced-8b78573a64c1'}], 'security_groups': ['e74fc67b-c290-4c7c-b57c-08783cc63a9f']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:05.083433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d6947-6d98-4379-84a3-a21b0288073a None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:05.157049 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.226664 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:05.227218 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.349412 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.419517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] For port ef52469f-43b1-4386-9487-d9efc30d9a79, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef52469f-43b1-4386-9487-d9efc30d9a79,segment=NetworkSegment(6c640f1e-43bc-4449-94f1-425a68dd58e4),segment_id=6c640f1e-43bc-4449-94f1-425a68dd58e4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:05.432571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.519979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Delete allocated IP 172.20.0.13 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/6ce53e7e-b968-49eb-90fa-8656fbafc084) {{(pid=103635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:41:05.522458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Pushing event updated for resources: {'Port': ['ID=ef52469f-43b1-4386-9487-d9efc30d9a79,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:05.528371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] Update dhcp port {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'fixed_ips': [{'subnet_id': '6ce53e7e-b968-49eb-90fa-8656fbafc084', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7d8231c-a7f3-451b-8ced-8b78573a64c1'}], 'binding:host_id': 'n-d-817303-7'}, 'id': 'ef52469f-43b1-4386-9487-d9efc30d9a79'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:41:05.540801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.29 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/d7d8231c-a7f3-451b-8ced-8b78573a64c1/6a984bde-eac5-4ff8-b83e-8b9a1286b547) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:05.547427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Provisioning complete for port a8144b20-c43c-4a3f-8698-46e0f82e9a8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:05.547972 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.579894 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.739577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ace1e683-4358-4f37-add2-98b4fad7da30 None None] Port a8144b20-c43c-4a3f-8698-46e0f82e9a8a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:05.746144 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f12ed41-0d34-4f2d-a715-bef5dc23b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.747172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.754171 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.833194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] Allocated IP 172.20.0.18 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/d7d8231c-a7f3-451b-8ced-8b78573a64c1/ef52469f-43b1-4386-9487-d9efc30d9a79) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:05.876335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=6a984bde-eac5-4ff8-b83e-8b9a1286b547,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:05.893325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] In _notify_port_updated(), no bound segment for port 6a984bde-eac5-4ff8-b83e-8b9a1286b547 on network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:41:05.900215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:05.900864 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:05.902737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a6c20e22-caa0-48ab-aef5-b36514f256b5 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/ports/6a984bde-eac5-4ff8-b83e-8b9a1286b547 HTTP/1.1" status: 200 len: 921 time: 0.9617202 Nov 25 17:41:05.905253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:05.997176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] For port ef52469f-43b1-4386-9487-d9efc30d9a79, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef52469f-43b1-4386-9487-d9efc30d9a79,segment=NetworkSegment(6c640f1e-43bc-4449-94f1-425a68dd58e4),segment_id=6c640f1e-43bc-4449-94f1-425a68dd58e4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:06.039785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port 6a984bde-eac5-4ff8-b83e-8b9a1286b547 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:06.040193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.077091 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.094303 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.174171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef52469f-43b1-4386-9487-d9efc30d9a79 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:06.202586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.226094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for 6a984bde-eac5-4ff8-b83e-8b9a1286b547 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:06.314977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:06.315653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.324788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600ccff-d2c2-484b-81c7-bcc43b7bfa87 None None] Pushing event updated for resources: {'Port': ['ID=ef52469f-43b1-4386-9487-d9efc30d9a79,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:06.368719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.411399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=6a984bde-eac5-4ff8-b83e-8b9a1286b547,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:06.505005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.509970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-934a243a-fef9-4700-aa21-e2861d4cc806 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/6a984bde-eac5-4ff8-b83e-8b9a1286b547 HTTP/1.1" status: 204 len: 168 time: 0.6028378 Nov 25 17:41:06.512448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.541005 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8548cc-0e87-47bc-9a9f-b701f3c46a00 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:41:06.545017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c8548cc-0e87-47bc-9a9f-b701f3c46a00 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/6a984bde-eac5-4ff8-b83e-8b9a1286b547 HTTP/1.1" status: 404 len: 333 time: 0.0291069 Nov 25 17:41:06.545350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48658) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.619172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b4c4-69d3-4110-9a33-b8b6e7d9c094 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.647057 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b4c4-69d3-4110-9a33-b8b6e7d9c094 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.700526 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b4c4-69d3-4110-9a33-b8b6e7d9c094 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.703326 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b4c4-69d3-4110-9a33-b8b6e7d9c094 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.704717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f5c7b4c4-69d3-4110-9a33-b8b6e7d9c094 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/security-groups/ebdcc323-7047-46ea-a491-61f907c57b99 HTTP/1.1" status: 204 len: 168 time: 0.1582756 Nov 25 17:41:06.707359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.721206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7b4c4-69d3-4110-9a33-b8b6e7d9c094 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdcc323-7047-46ea-a491-61f907c57b99,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:06.785313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dcea-574a-46b2-bd9b-e30fcfa05d8b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.827212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dcea-574a-46b2-bd9b-e30fcfa05d8b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.910186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dcea-574a-46b2-bd9b-e30fcfa05d8b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.914619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dcea-574a-46b2-bd9b-e30fcfa05d8b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:06.918793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48668) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:06.919014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f7b3dcea-574a-46b2-bd9b-e30fcfa05d8b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/security-groups/e74fc67b-c290-4c7c-b57c-08783cc63a9f HTTP/1.1" status: 204 len: 168 time: 0.2105367 Nov 25 17:41:06.934486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3dcea-574a-46b2-bd9b-e30fcfa05d8b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74fc67b-c290-4c7c-b57c-08783cc63a9f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.019018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet 6ce53e7e-b968-49eb-90fa-8656fbafc084 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:07.023070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.076689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.173574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e728e700-66ca-48fa-ab1a-326103c65588 None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:07.174078 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e728e700-66ca-48fa-ab1a-326103c65588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.263760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.344544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e728e700-66ca-48fa-ab1a-326103c65588 None None] Could not find standard attr ID for object 6a984bde-eac5-4ff8-b83e-8b9a1286b547. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:41:07.368859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e728e700-66ca-48fa-ab1a-326103c65588 None None] Provisioning complete for port a8144b20-c43c-4a3f-8698-46e0f82e9a8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:07.369313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e728e700-66ca-48fa-ab1a-326103c65588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.431513 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.438115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e728e700-66ca-48fa-ab1a-326103c65588 None None] Port a8144b20-c43c-4a3f-8698-46e0f82e9a8a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:07.491293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce53e7e-b968-49eb-90fa-8656fbafc084,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:07.493591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.497142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1d499b09-98c6-44b0-b67f-4d9b918752c2 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/6ce53e7e-b968-49eb-90fa-8656fbafc084 HTTP/1.1" status: 204 len: 168 time: 0.5771868 Nov 25 17:41:07.501331 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48682) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:07.508228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:07.550055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-acb9b462-1953-4a4d-8961-c4ad53e4ea03 None None] Could not find standard attr ID for object 6a984bde-eac5-4ff8-b83e-8b9a1286b547. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:41:07.659415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:07.663716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:07.967810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-43c237f4-3c96-4d97-9f52-fc8c702ce41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.083121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8a33e-3305-474f-9b57-80b7d8fc254a None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:08.205051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef52469f-43b1-4386-9487-d9efc30d9a79 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:08.248107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.253226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-53965d0f-2ab6-468f-837f-2e4bb970e487 None None] Could not find standard attr ID for object 6a984bde-eac5-4ff8-b83e-8b9a1286b547. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:41:08.316961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:08.317644 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.390236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:08.396081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:08.402231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:08.402738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.419618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=c56daa39-4f1b-477d-a882-486517ddcf56,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:08.431075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1518dac2-76c2-4951-80f9-3592569c1d06 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9285491 Nov 25 17:41:08.433828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48698) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.441032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'security_group': {'name': 'tempest-secgroup-140535940'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:08.481645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.578696 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.589274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.637417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.641499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2024465 Nov 25 17:41:08.641499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f675b0-b9a7-4d34-84da-4441e6540d04 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb24e5-40bb-43cc-8ae3-7f4e490cbe51,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:08.642099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.656923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'security_group': {'name': 'tempest-secgroup-621405616'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:08.685979 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.776952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.788781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.811883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd7fc0-2167-4142-80ba-f3f3ad4b0dd8 None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:08.833130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4035a460-b869-45f8-a3aa-d804f027efbd,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:08.840883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.844472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41d4de99-389b-47d8-b41c-1c41f02dddf7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2014554 Nov 25 17:41:08.846913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48706) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:08.851839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1699449069'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:08.901360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:08.912297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3099de8a-e603-41b6-9316-efed5a39caf0 None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:08.912806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3099de8a-e603-41b6-9316-efed5a39caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.020456 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.030029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.082467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.087074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2360988 Nov 25 17:41:09.087074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9ff67-d9ca-46d0-8ac7-7557e5de7357 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eaa962-caeb-4051-9546-af6b4cab2c67,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:09.092399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:09.101751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-827799508', 'security_groups': ['c6eaa962-caeb-4051-9546-af6b4cab2c67'], 'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c56daa39-4f1b-477d-a882-486517ddcf56'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:09.124976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3099de8a-e603-41b6-9316-efed5a39caf0 None None] Provisioning complete for port a8144b20-c43c-4a3f-8698-46e0f82e9a8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:09.124976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3099de8a-e603-41b6-9316-efed5a39caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.166701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3099de8a-e603-41b6-9316-efed5a39caf0 None None] Port a8144b20-c43c-4a3f-8698-46e0f82e9a8a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:09.302928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:09.312433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.337345 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.344174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] device_id is not set on port bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:09.551686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.6 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/c56daa39-4f1b-477d-a882-486517ddcf56/bb8b6060-3da9-4dc8-b9f6-00a1d4b58747) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:09.597175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4b0b18bb-0f4a-4345-9ec5-37e66f8b6f8c None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:09.597955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b0b18bb-0f4a-4345-9ec5-37e66f8b6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.718068 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.731764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4b0b18bb-0f4a-4345-9ec5-37e66f8b6f8c None None] Provisioning complete for port a8144b20-c43c-4a3f-8698-46e0f82e9a8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:09.732467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b0b18bb-0f4a-4345-9ec5-37e66f8b6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.756843 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.773970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b18bb-0f4a-4345-9ec5-37e66f8b6f8c None None] Port a8144b20-c43c-4a3f-8698-46e0f82e9a8a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:09.814000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:09.817695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:09.820949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:09.852013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=bb8b6060-3da9-4dc8-b9f6-00a1d4b58747,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:09.890925 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:09.891691 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:09.924458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a7611cf-0680-466b-ad26-584b3434ac1b tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8299043 Nov 25 17:41:09.927540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48730) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:09.933374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:10.100942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:10.104508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.201086 n-d-817303-7 neutron-server[103636]: INFO neutron.db.ipam_backend_mixin [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c56daa39-4f1b-477d-a882-486517ddcf56 (CIDR: 172.20.0.0/28) Nov 25 17:41:10.203060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-75870bca-e0d3-4023-b7ee-1961a8409371 None None] Provisioning complete for port bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:10.203589 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-75870bca-e0d3-4023-b7ee-1961a8409371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.209849 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:10.210645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:10.241876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c639051d-75f0-4894-878f-80eb6eaecac4 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3132586 Nov 25 17:41:10.244853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48736) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:10.251050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-75870bca-e0d3-4023-b7ee-1961a8409371 None None] Port bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:10.258241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:10.405216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:10.408950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.507448 n-d-817303-7 neutron-server[103636]: INFO neutron.db.ipam_backend_mixin [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d7d8231c-a7f3-451b-8ced-8b78573a64c1 (CIDR: 172.20.0.16/28) Nov 25 17:41:10.518398 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:41:10.518398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:10.539102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:10.539587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e63315b2-077e-4a9f-9748-0321c153fe21 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2925162 Nov 25 17:41:10.544796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'subnet': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:10.614024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.698151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Made reservation on behalf of 553f5fe8ccb948578986040f46a40685 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:10.701960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.824623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-e130a02a-0318-4f57-9780-f65e3e9fbe4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:10.825863 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-e130a02a-0318-4f57-9780-f65e3e9fbe4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1062195 Nov 25 17:41:10.859665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-f70424d9-223e-4a02-9493-5d0e3967a853 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0162365 Nov 25 17:41:10.918354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-30e43f8e-f19e-4f2b-bf84-9c0b495a24c5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506823 Nov 25 17:41:10.954646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:10.999532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:11.005047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:11.010489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:11.011086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.016753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26372ca7-edd9-4016-a808-7fea61d843b0 None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:11.017755 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Subnet': ['ID=7e12cafe-569d-48d2-a12f-aeff87384e9b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:11.050187 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b563c1f9-87a6-4ffa-a80b-1fdf3600bc34 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5090606 Nov 25 17:41:11.052214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48764) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:11.059224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-762121204', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e12cafe-569d-48d2-a12f-aeff87384e9b'}], 'security_groups': ['97eb24e5-40bb-43cc-8ae3-7f4e490cbe51', '4035a460-b869-45f8-a3aa-d804f027efbd']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:11.253012 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.436872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-c92ec388-ff8d-4724-9d6b-e2f879b666eb service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103109 Nov 25 17:41:11.558860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-6487ab3f-2dde-46f9-af1b-a95e1d565764 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210978 Nov 25 17:41:11.599518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Update dhcp port {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'fixed_ips': [{'subnet_id': 'd7d8231c-a7f3-451b-8ced-8b78573a64c1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c56daa39-4f1b-477d-a882-486517ddcf56'}, {'subnet_id': '7e12cafe-569d-48d2-a12f-aeff87384e9b'}], 'binding:host_id': 'n-d-817303-7'}, 'id': 'ef52469f-43b1-4386-9487-d9efc30d9a79'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:41:11.624124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.629464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.691006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Delete allocated IP 172.20.0.6 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/c56daa39-4f1b-477d-a882-486517ddcf56) {{(pid=103635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:41:11.700918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Allocated IP 172.20.0.41 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/7e12cafe-569d-48d2-a12f-aeff87384e9b/bb8b6060-3da9-4dc8-b9f6-00a1d4b58747) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:11.910611 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.916933 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:11.990003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d4b549c-1891-4cf8-b3fe-39c9280439e9 req-8b5d8476-ef46-4dec-9995-f8c48b72a358 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0393703 Nov 25 17:41:12.020895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event updated for resources: {'Port': ['ID=bb8b6060-3da9-4dc8-b9f6-00a1d4b58747,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.035223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Allocated IP 172.20.0.2 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/c56daa39-4f1b-477d-a882-486517ddcf56/ef52469f-43b1-4386-9487-d9efc30d9a79) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:12.042976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Allocated IP 172.20.0.34 (d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d/7e12cafe-569d-48d2-a12f-aeff87384e9b/ef52469f-43b1-4386-9487-d9efc30d9a79) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:12.069362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] In _notify_port_updated(), no bound segment for port bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 on network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:41:12.076298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:12.076938 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.078492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-434ee22c-4784-47e8-b0d0-396cf5566361 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "PUT /v2.0/ports/bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 HTTP/1.1" status: 200 len: 959 time: 1.0241845 Nov 25 17:41:12.081379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48792) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:12.164898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] For port ef52469f-43b1-4386-9487-d9efc30d9a79, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef52469f-43b1-4386-9487-d9efc30d9a79,segment=NetworkSegment(6c640f1e-43bc-4449-94f1-425a68dd58e4),segment_id=6c640f1e-43bc-4449-94f1-425a68dd58e4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:12.207757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:12.208098 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.219199 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.224648 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.285682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80413ca4-d5ab-421b-80dd-817a885fbfbb None None] Pushing event updated for resources: {'Port': ['ID=ef52469f-43b1-4386-9487-d9efc30d9a79,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.322912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.338802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:12.513408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.551265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=bb8b6060-3da9-4dc8-b9f6-00a1d4b58747,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.642250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.650430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:12.650681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-953969a4-3f24-47cc-8655-0ba6847f9847 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 HTTP/1.1" status: 204 len: 168 time: 0.5680404 Nov 25 17:41:12.680972 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8c6c72-15c6-424c-a56e-149c21ab44fd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] GET failed (client error): The resource could not be found. Nov 25 17:41:12.685121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2a8c6c72-15c6-424c-a56e-149c21ab44fd tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports/bb8b6060-3da9-4dc8-b9f6-00a1d4b58747 HTTP/1.1" status: 404 len: 333 time: 0.0309758 Nov 25 17:41:12.685815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:12.749626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7444-d5a0-4ed3-8357-b391065fe26e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.776369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7444-d5a0-4ed3-8357-b391065fe26e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.828284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7444-d5a0-4ed3-8357-b391065fe26e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.831820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ee7444-d5a0-4ed3-8357-b391065fe26e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.835905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1ee7444-d5a0-4ed3-8357-b391065fe26e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/security-groups/c6eaa962-caeb-4051-9546-af6b4cab2c67 HTTP/1.1" status: 204 len: 168 time: 0.1453998 Nov 25 17:41:12.836429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48820) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:12.853138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee7444-d5a0-4ed3-8357-b391065fe26e tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eaa962-caeb-4051-9546-af6b4cab2c67,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:12.913191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fe52913-942b-4009-a9e5-0f02d1ce1837 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.945147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fe52913-942b-4009-a9e5-0f02d1ce1837 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.994244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fe52913-942b-4009-a9e5-0f02d1ce1837 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:12.999282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9fe52913-942b-4009-a9e5-0f02d1ce1837 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.003493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48822) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:13.011961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9fe52913-942b-4009-a9e5-0f02d1ce1837 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/security-groups/4035a460-b869-45f8-a3aa-d804f027efbd HTTP/1.1" status: 204 len: 168 time: 0.1744585 Nov 25 17:41:13.036850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe52913-942b-4009-a9e5-0f02d1ce1837 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035a460-b869-45f8-a3aa-d804f027efbd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:13.129813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39bead6a-0cb5-43db-81fc-dd48b6315dbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.164417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39bead6a-0cb5-43db-81fc-dd48b6315dbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.197952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e7a1c090-1de2-4da5-af74-11c0d7ebf33c None None] Could not find standard attr ID for object bb8b6060-3da9-4dc8-b9f6-00a1d4b58747. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:41:13.216289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39bead6a-0cb5-43db-81fc-dd48b6315dbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.219252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-39bead6a-0cb5-43db-81fc-dd48b6315dbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.221843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e7a1c090-1de2-4da5-af74-11c0d7ebf33c None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:13.222246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c090-1de2-4da5-af74-11c0d7ebf33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.223311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-39bead6a-0cb5-43db-81fc-dd48b6315dbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/security-groups/97eb24e5-40bb-43cc-8ae3-7f4e490cbe51 HTTP/1.1" status: 204 len: 168 time: 0.2188015 Nov 25 17:41:13.224079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:13.234274 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b74d8d3c-50f9-4256-96a5-f67b8d57a8e7 req-d567a626-c78d-4008-af01-de833842115c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0675271 Nov 25 17:41:13.293660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet c56daa39-4f1b-477d-a882-486517ddcf56 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:13.300686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.304339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bead6a-0cb5-43db-81fc-dd48b6315dbc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb24e5-40bb-43cc-8ae3-7f4e490cbe51,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:13.309438 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-14edb79c-ee51-4237-a3ef-8e0a162d30d3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:13.310282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-14edb79c-ee51-4237-a3ef-8e0a162d30d3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.2374392 Nov 25 17:41:13.327271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:13.355834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.365301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e7a1c090-1de2-4da5-af74-11c0d7ebf33c None None] Provisioning complete for port a8144b20-c43c-4a3f-8698-46e0f82e9a8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:13.366027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c090-1de2-4da5-af74-11c0d7ebf33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.416540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1c090-1de2-4da5-af74-11c0d7ebf33c None None] Port a8144b20-c43c-4a3f-8698-46e0f82e9a8a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:13.460865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.507666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:13.526451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.542405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.590863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=c56daa39-4f1b-477d-a882-486517ddcf56,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:13.607950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.627538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5a61b8d-a3ed-4aa2-9e3e-e61d25277778 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/c56daa39-4f1b-477d-a882-486517ddcf56 HTTP/1.1" status: 204 len: 168 time: 0.3995264 Nov 25 17:41:13.632535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48840) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:13.748192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet 7e12cafe-569d-48d2-a12f-aeff87384e9b {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:13.751452 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.767981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.5 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/82e076d8-606e-459e-bfe6-9f5e92214e28) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:13.804884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.817811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce94e36-a492-405d-a1dc-9f1b6f07b6c3 None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:13.880896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1593870d-847f-410b-b2e0-db2128230fa2 None None] Could not find standard attr ID for object bb8b6060-3da9-4dc8-b9f6-00a1d4b58747. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:41:13.915502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:13.992275 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.003225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.060874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=7e12cafe-569d-48d2-a12f-aeff87384e9b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:14.063498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.067681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e887b47-c4e9-4265-8951-ec18517b8947 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/7e12cafe-569d-48d2-a12f-aeff87384e9b HTTP/1.1" status: 204 len: 168 time: 0.4336693 Nov 25 17:41:14.070349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.102830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.110084 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba458bf-844f-4b5b-a227-97434be3cc4a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:14.111034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba458bf-844f-4b5b-a227-97434be3cc4a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:14.117260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6ba458bf-844f-4b5b-a227-97434be3cc4a tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/c56daa39-4f1b-477d-a882-486517ddcf56 HTTP/1.1" status: 404 len: 337 time: 0.0429182 Nov 25 17:41:14.117663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48848) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.155079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef52469f-43b1-4386-9487-d9efc30d9a79 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:14.171884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:14.182450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:14.191673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:14.202228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting subnet d7d8231c-a7f3-451b-8ced-8b78573a64c1 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:14.207910 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.249282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=82e076d8-606e-459e-bfe6-9f5e92214e28,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:14.281154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67afb61-7008-44e3-9342-9ef379394268 None None] Update dhcp port {'port': {'network_id': 'd371b2df-3203-46c5-a5ec-e6cc3a5b7c7d', 'fixed_ips': [{'subnet_id': 'd7d8231c-a7f3-451b-8ced-8b78573a64c1', 'ip_address': '172.20.0.18'}, {'subnet_id': '7e12cafe-569d-48d2-a12f-aeff87384e9b'}], 'binding:host_id': 'n-d-817303-7'}, 'id': 'ef52469f-43b1-4386-9487-d9efc30d9a79'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:41:14.299367 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.306349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:14.306349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.334212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:14.334913 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.340254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b67afb61-7008-44e3-9342-9ef379394268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.367166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-4ed6c0d3-0d02-4f17-b5ca-3164046ebd04 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0461302 Nov 25 17:41:14.391412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Request body: {'port': {'device_id': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:14.505741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.567422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7412f6-bff6-4829-807c-0cab55fff00f req-62d1da10-75f2-4b58-b718-e91c5c076c64 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:14.570113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a7412f6-bff6-4829-807c-0cab55fff00f req-62d1da10-75f2-4b58-b718-e91c5c076c64 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 931 time: 0.2015276 Nov 25 17:41:14.586078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.620626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-b67afb61-7008-44e3-9342-9ef379394268 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7d8231c-a7f3-451b-8ced-8b78573a64c1: This subnet is being modified by another concurrent operation. Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7d8231c-a7f3-451b-8ced-8b78573a64c1: This subnet is being modified by another concurrent operation. Nov 25 17:41:14.622965 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:41:14.629236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ef776f3f-9ff5-40ba-acb5-5968299f1437 None None] Provisioning complete for port 82e076d8-606e-459e-bfe6-9f5e92214e28 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:14.629236 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ef776f3f-9ff5-40ba-acb5-5968299f1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.654082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d8231c-a7f3-451b-8ced-8b78573a64c1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:14.666675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.671202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-63983036-140f-4d4c-a730-f545e9d32ebf tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/d7d8231c-a7f3-451b-8ced-8b78573a64c1 HTTP/1.1" status: 204 len: 168 time: 0.5525880 Nov 25 17:41:14.673986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48860) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.704252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ef776f3f-9ff5-40ba-acb5-5968299f1437 None None] Port 82e076d8-606e-459e-bfe6-9f5e92214e28 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:14.716581 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f9037f-d2c2-4d81-b07f-a90b255571d8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:14.717175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f9037f-d2c2-4d81-b07f-a90b255571d8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:14.723427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-05f9037f-d2c2-4d81-b07f-a90b255571d8 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/6ce53e7e-b968-49eb-90fa-8656fbafc084 HTTP/1.1" status: 404 len: 337 time: 0.0457537 Nov 25 17:41:14.724665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.748081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d6a0f4-caf6-4c4c-a896-f44f0b26af67 None None] Network d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:14.780343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-20e3d3ff-ae7f-4509-9d0a-5eb404710f17 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "GET /v2.0/ports?device_id=302ebac9-2e53-4333-be85-bf414c3f9d51 HTTP/1.1" status: 200 len: 205 time: 0.0509269 Nov 25 17:41:14.783248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48864) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.831511 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-ac14a777-82be-49a2-a777-56dd799e41f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] delete failed (client error): The resource could not be found. Nov 25 17:41:14.835563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac14a777-82be-49a2-a777-56dd799e41f7 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/routers/302ebac9-2e53-4333-be85-bf414c3f9d51 HTTP/1.1" status: 404 len: 336 time: 0.0484035 Nov 25 17:41:14.835871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.866670 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa2f476-bcdd-44ec-b7a6-5754d7d224bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:14.867202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa2f476-bcdd-44ec-b7a6-5754d7d224bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:14.872728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-afa2f476-bcdd-44ec-b7a6-5754d7d224bb tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/8833f6be-1a19-4a38-bf5a-cded56e959da HTTP/1.1" status: 404 len: 337 time: 0.0337000 Nov 25 17:41:14.875591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48868) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.884023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-272eb87e-383d-4e94-b90c-8c16eac1fd6c None None] Provisioning complete for port ef52469f-43b1-4386-9487-d9efc30d9a79 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:14.884401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-272eb87e-383d-4e94-b90c-8c16eac1fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:14.913527 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2a6a11-2fc3-49d4-bc2f-422cedd627b0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:14.914289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2a6a11-2fc3-49d4-bc2f-422cedd627b0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:14.919045 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eb2a6a11-2fc3-49d4-bc2f-422cedd627b0 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/e2b60147-ad24-43de-913a-b7fbc90504d9 HTTP/1.1" status: 404 len: 337 time: 0.0418999 Nov 25 17:41:14.921013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:14.974644 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a38010-692a-4a23-9946-283f1b426a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:14.976271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a38010-692a-4a23-9946-283f1b426a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:14.980951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d7a38010-692a-4a23-9946-283f1b426a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/b72556bb-b983-4c81-b4d1-e0f2574d0452 HTTP/1.1" status: 404 len: 337 time: 0.0586812 Nov 25 17:41:14.983569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.011235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a7412f6-bff6-4829-807c-0cab55fff00f req-52b91f9c-c981-4ce2-911b-f035ce86eba2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323549 Nov 25 17:41:15.026086 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-219a1d17-925c-4697-80fc-65e4358dc4f1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:15.027004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219a1d17-925c-4697-80fc-65e4358dc4f1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:15.038081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48878) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.039316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] DHCP port deletion for d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:15.039990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-219a1d17-925c-4697-80fc-65e4358dc4f1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/4999c8b7-33c4-443d-aa24-be3ab132a3fa HTTP/1.1" status: 404 len: 333 time: 0.0551581 Nov 25 17:41:15.067174 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dff1de8-60b3-4cc3-a6aa-cde7aa8f0afc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:15.067670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dff1de8-60b3-4cc3-a6aa-cde7aa8f0afc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:15.074736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.086183 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7dff1de8-60b3-4cc3-a6aa-cde7aa8f0afc tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/b8949d56-26ef-420a-88f5-7cc639e4fe71 HTTP/1.1" status: 404 len: 337 time: 0.0498834 Nov 25 17:41:15.113319 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-318f7c67-285b-4f43-948e-a3908e35ec29 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:15.113901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318f7c67-285b-4f43-948e-a3908e35ec29 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:15.117366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-318f7c67-285b-4f43-948e-a3908e35ec29 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/c6d02c77-2669-4dcf-8d0d-31ea88106535 HTTP/1.1" status: 404 len: 337 time: 0.0414772 Nov 25 17:41:15.119951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48882) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.133535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-272eb87e-383d-4e94-b90c-8c16eac1fd6c None None] Provisioning complete for port a8144b20-c43c-4a3f-8698-46e0f82e9a8a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:15.134693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-272eb87e-383d-4e94-b90c-8c16eac1fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.147546 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d01bfb8-428e-4fb8-a9c7-285a0d3d37a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:15.148850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d01bfb8-428e-4fb8-a9c7-285a0d3d37a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:15.152583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4d01bfb8-428e-4fb8-a9c7-285a0d3d37a1 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/094ab6cb-717b-442b-81fe-95f0d6dea085 HTTP/1.1" status: 404 len: 333 time: 0.0312128 Nov 25 17:41:15.154971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48884) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.176492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-272eb87e-383d-4e94-b90c-8c16eac1fd6c None None] Port a8144b20-c43c-4a3f-8698-46e0f82e9a8a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:15.184218 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e2a31d-6549-4860-8844-deabf0fb7fea tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:15.185197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e2a31d-6549-4860-8844-deabf0fb7fea tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:15.188437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d8e2a31d-6549-4860-8844-deabf0fb7fea tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/03754c37-6c21-4a0a-abc6-85b949beb109 HTTP/1.1" status: 404 len: 337 time: 0.0321608 Nov 25 17:41:15.190634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48886) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.202390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] Deleting port ef52469f-43b1-4386-9487-d9efc30d9a79 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:15.202774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.223885 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb36bcce-76ff-4e78-bd7b-8ff643aa2302 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] DELETE failed (client error): The resource could not be found. Nov 25 17:41:15.224581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb36bcce-76ff-4e78-bd7b-8ff643aa2302 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:41:15.228665 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb36bcce-76ff-4e78-bd7b-8ff643aa2302 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/subnets/318595ff-9442-4b55-a3ef-dfa7c2208ac6 HTTP/1.1" status: 404 len: 337 time: 0.0367203 Nov 25 17:41:15.231040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48888) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.284055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e076d8-606e-459e-bfe6-9f5e92214e28 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:15.293986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] For port ef52469f-43b1-4386-9487-d9efc30d9a79, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ef52469f-43b1-4386-9487-d9efc30d9a79,segment=NetworkSegment(6c640f1e-43bc-4449-94f1-425a68dd58e4),segment_id=6c640f1e-43bc-4449-94f1-425a68dd58e4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:15.294525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.295200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.313771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] Calling delete_port for ef52469f-43b1-4386-9487-d9efc30d9a79 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:15.326079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Transition to ACTIVE for port object 82e076d8-606e-459e-bfe6-9f5e92214e28 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:15.337257 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.412706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Pushing event updated for resources: {'Port': ['ID=82e076d8-606e-459e-bfe6-9f5e92214e28,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.417301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Deleting port a8144b20-c43c-4a3f-8698-46e0f82e9a8a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:15.417723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.419643 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.478869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] Pushing event deleted for resources: {'Port': ['ID=ef52469f-43b1-4386-9487-d9efc30d9a79,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.482905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb615df7-9305-4036-8b50-91cb1de14ae7 None None] No DVR routers for this DVR port ef52469f-43b1-4386-9487-d9efc30d9a79 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:15.539324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.541881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Attempting to bind port 82e076d8-606e-459e-bfe6-9f5e92214e28 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:15.542497 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Attempting to bind port 82e076d8-606e-459e-bfe6-9f5e92214e28 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:15.542932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Attempting to bind port 82e076d8-606e-459e-bfe6-9f5e92214e28 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:15.547869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Port 82e076d8-606e-459e-bfe6-9f5e92214e28 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:15.548436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Attempting to bind port 82e076d8-606e-459e-bfe6-9f5e92214e28 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:15.557127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Calling delete_port for a8144b20-c43c-4a3f-8698-46e0f82e9a8a owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:15.558816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:15.559296 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:15.562199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:15.562199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Bound port: 82e076d8-606e-459e-bfe6-9f5e92214e28, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:15.562199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.644783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] For port 82e076d8-606e-459e-bfe6-9f5e92214e28, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:15.650866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] For port 82e076d8-606e-459e-bfe6-9f5e92214e28, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e076d8-606e-459e-bfe6-9f5e92214e28,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:15.659362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.721977 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.722604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:15.723300 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.725489 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] 10.222.0.73 "PUT /v2.0/ports/82e076d8-606e-459e-bfe6-9f5e92214e28 HTTP/1.1" status: 200 len: 1091 time: 1.3385277 Nov 25 17:41:15.726117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'tag': '82e076d8-606e-459e-bfe6-9f5e92214e28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:15.730004 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e576e-0200-43cc-ad65-d422a35a83d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc8b968-32ab-4370-ae46-c3bde95468e5", "tag": "82e076d8-606e-459e-bfe6-9f5e92214e28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:15.753190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8d45-9846-403f-8ae7-e09fd72e8c2b service neutron] Pushing event updated for resources: {'Port': ['ID=82e076d8-606e-459e-bfe6-9f5e92214e28,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.795888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Port': ['ID=a8144b20-c43c-4a3f-8698-46e0f82e9a8a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:15.803759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.809781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-30ffa508-a2b6-4ec6-8058-518ab0fd6ca6 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/ports/a8144b20-c43c-4a3f-8698-46e0f82e9a8a HTTP/1.1" status: 204 len: 168 time: 0.5771790 Nov 25 17:41:15.813094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:15.840269 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af28f7d-38b0-4eaa-87b7-f6388119e37c x-openstack-request-id: req-0af28f7d-38b0-4eaa-87b7-f6388119e37c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:15.840674 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc8b968-32ab-4370-ae46-c3bde95468e5", "tag": "82e076d8-606e-459e-bfe6-9f5e92214e28", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:15.841022 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0af28f7d-38b0-4eaa-87b7-f6388119e37c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:15.842089 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'tag': '82e076d8-606e-459e-bfe6-9f5e92214e28', 'status': 'completed', 'code': 200} Nov 25 17:41:15.890637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-ec777431-c585-4745-88a8-fc88f98ee109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:15.892354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-ec777431-c585-4745-88a8-fc88f98ee109 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 1094 time: 0.1181931 Nov 25 17:41:15.946716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:15.964737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-228cad12-2580-4bba-84da-7edfec29fbf7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e076d8-606e-459e-bfe6-9f5e92214e28 HTTP/1.1" status: 200 len: 217 time: 0.0633032 Nov 25 17:41:16.060076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-c0f0f4fe-e749-4ef4-b5bd-d91d20316411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.064805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-c0f0f4fe-e749-4ef4-b5bd-d91d20316411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0897861 Nov 25 17:41:16.088686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.137156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef52469f-43b1-4386-9487-d9efc30d9a79 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:16.152074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:16.173652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-b266f021-eea2-4e13-8d17-06bbef56d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.175995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c640f1e-43bc-4449-94f1-425a68dd58e4') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:16.176276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c640f1e-43bc-4449-94f1-425a68dd58e4') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:16.178803 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-b266f021-eea2-4e13-8d17-06bbef56d708 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087923 Nov 25 17:41:16.200247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.203345 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.204032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ef52469f-43b1-4386-9487-d9efc30d9a79 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:16.204409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ef52469f-43b1-4386-9487-d9efc30d9a79 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:16.213009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c297cd-474c-4087-8331-c9803e616194 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:41:16.228864 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.236681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:16.237175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:16.305708 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:16.320798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.354023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:16.358254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] 10.222.0.86 "DELETE /v2.0/networks/d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d HTTP/1.1" status: 204 len: 168 time: 0.5438480 Nov 25 17:41:16.359162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe026f6-7a24-45b0-adbd-1638d3753a42 tempest-PortsTestJSON-1687368100 tempest-PortsTestJSON-1687368100-project] Pushing event deleted for resources: {'Network': ['ID=d371b2df-3203-46c5-a5ec-e6cc3a5b7c7d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:16.374288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-cb6cf8f6-8962-4d23-b898-6351a821a3e8 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873350 Nov 25 17:41:16.392154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939848b6-f86a-4217-b7a5-45e62f0dc327 req-cc70e781-8976-4fcd-83a5-55cd11591ed7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.402407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939848b6-f86a-4217-b7a5-45e62f0dc327 req-cc70e781-8976-4fcd-83a5-55cd11591ed7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.0956745 Nov 25 17:41:16.459783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c297cd-474c-4087-8331-c9803e616194 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:41:16.470376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939848b6-f86a-4217-b7a5-45e62f0dc327 req-7d48910f-c5d9-42c6-b462-bf6992ecb10a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667627 Nov 25 17:41:16.511842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f1702f86-b720-44ee-8cc2-3aa616868df7 req-97b67b9c-6253-45cf-8ce1-3b4c830f6dec service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288295 Nov 25 17:41:16.637168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-47d1fc10-0ee6-4264-8c20-fb4b9c86d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.639310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-47d1fc10-0ee6-4264-8c20-fb4b9c86d05f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 1094 time: 0.0752506 Nov 25 17:41:16.659440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48922) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.827461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-f09eb400-9641-41f5-be37-c3584071b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.829368 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-f09eb400-9641-41f5-be37-c3584071b210 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1832306 Nov 25 17:41:16.882897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-9f5ba1e2-ed16-476e-b6db-3ce0ea120539 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e076d8-606e-459e-bfe6-9f5e92214e28 HTTP/1.1" status: 200 len: 217 time: 0.0459547 Nov 25 17:41:16.965938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d8b62b2-cfc4-4fc4-9f7f-6633445794df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=553f5fe8ccb948578986040f46a40685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051901 Nov 25 17:41:16.968519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48930) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:16.971327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-4969a3d4-b262-45de-9ab0-822de99fa939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:16.973239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-4969a3d4-b262-45de-9ab0-822de99fa939 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0820975 Nov 25 17:41:17.026797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-53ee5dec-bdbd-44f5-8538-fda2753e8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.028361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-53ee5dec-bdbd-44f5-8538-fda2753e8824 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487781 Nov 25 17:41:17.093711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f20ae32-f263-4010-8f8b-5f585a31c2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.125343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f20ae32-f263-4010-8f8b-5f585a31c2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.136073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-a81ca4d2-151e-43a1-ab74-7b194c76c1ab service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996146 Nov 25 17:41:17.189583 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f20ae32-f263-4010-8f8b-5f585a31c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.193561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f20ae32-f263-4010-8f8b-5f585a31c2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.195474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f20ae32-f263-4010-8f8b-5f585a31c2e7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06f12a9a-12a7-41ef-9a8f-eac89de34560 HTTP/1.1" status: 204 len: 168 time: 0.2240453 Nov 25 17:41:17.205436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20ae32-f263-4010-8f8b-5f585a31c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f12a9a-12a7-41ef-9a8f-eac89de34560,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:17.241756 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf6e576e-0200-43cc-ad65-d422a35a83d4 req-f39f4abf-0fc6-4302-99a8-33b06ff50946 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980322 Nov 25 17:41:17.621036 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:17.655017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed02db-35b0-42d7-873b-51b156069905 req-1b5f3617-5f28-4711-b74c-a83175b4d0e5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:17.656315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1eed02db-35b0-42d7-873b-51b156069905 req-1b5f3617-5f28-4711-b74c-a83175b4d0e5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.1104343 Nov 25 17:41:17.719372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1eed02db-35b0-42d7-873b-51b156069905 req-52d91d3b-eebd-4e0a-baff-8baa1d343f1e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Nov 25 17:41:18.123535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48972) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:18.230395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-1994828430'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:18.256341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:18.260581 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.270399 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.350775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.356099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.387492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:18.392907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377e26c9-93fe-4a2c-a677-549870bb425c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:18.401773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.402215 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment e54a840b-34f6-49f8-808c-0199f19ef2a5 of type vlan for network 22a21e14-9068-4d5e-808c-18b29e4ee7aa Nov 25 17:41:18.453847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.492733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.498411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.499106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.567226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4395204 Nov 25 17:41:18.568650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 48984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:18.573519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-312394577'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:18.584533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6dbe-42d5-43e0-b3e0-4a893434f09f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=22a21e14-9068-4d5e-808c-18b29e4ee7aa,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:18.597531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:18.604182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:18.608167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.637282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:18.649776 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.651703 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment f4d8999f-0866-4693-974e-a5aaa86b20aa of type vlan for network 2e001927-e580-4dff-b43b-e2bb42e48f47 Nov 25 17:41:18.701590 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.732467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.738372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.738952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:18.814462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2448239 Nov 25 17:41:18.817612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 48994) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:18.822991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:18.831060 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8828d11-ef45-4873-84df-a6b0fbe211bb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=2e001927-e580-4dff-b43b-e2bb42e48f47,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:18.843983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:18.939006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683298dc-0ed3-4f46-a489-aaeb8ca7c0ca req-069c2518-63f8-417c-952f-0a76006e8b1e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:18.944666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:18.945018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-683298dc-0ed3-4f46-a489-aaeb8ca7c0ca req-069c2518-63f8-417c-952f-0a76006e8b1e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.1273553 Nov 25 17:41:18.949086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.017635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-683298dc-0ed3-4f46-a489-aaeb8ca7c0ca req-ed1024ed-0743-4b16-8360-ed0123fbee3b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643983 Nov 25 17:41:19.176255 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.270364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=bf9930d5-d829-4574-ae51-6a1a93c6cfe7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.279612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': 'e54a840b-34f6-49f8-808c-0199f19ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:19.280065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 22a21e14-9068-4d5e-808c-18b29e4ee7aa, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:19.298447 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:19.308819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 22a21e14-9068-4d5e-808c-18b29e4ee7aa) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:19.313188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:19.313871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.323883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a7aed-fbe6-49b0-95f2-fc5f61b95802 None None] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:19.336757 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5c5e65af-d5c4-4974-a3aa-d64d33939154 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5180275 Nov 25 17:41:19.339832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49002) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.348141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:19.465461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:19.470648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.513919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-22a21e14-9068-4d5e-808c-18b29e4ee7aa', 'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': 'bf9930d5-d829-4574-ae51-6a1a93c6cfe7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:19.514799 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.679268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Allocated IP 172.20.0.2 (22a21e14-9068-4d5e-808c-18b29e4ee7aa/bf9930d5-d829-4574-ae51-6a1a93c6cfe7/48a3604e-aa32-4edd-a474-16ca0b23a3b8) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:19.696733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.777741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=c5f9558e-ab89-40ea-8219-12dbc448fb87,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:19.788106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': 'f4d8999f-0866-4693-974e-a5aaa86b20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:19.788473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 2e001927-e580-4dff-b43b-e2bb42e48f47, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:19.825174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:19.848667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 2e001927-e580-4dff-b43b-e2bb42e48f47) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:19.863265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:19.864066 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.867561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e044497-ea31-4aed-9f33-e303f6d33d98 None None] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:19.885685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cbd59f58-48c4-4444-aa45-10bbec4d269e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5445409 Nov 25 17:41:19.888435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:19.893018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215156409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:19.924520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.926810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.947694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.965809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.990530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:19.996179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.016354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.018270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8bc55797-6271-470b-8a24-310fe0f066ca tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1287646 Nov 25 17:41:20.021049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:20.041295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:20.090553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:20.098277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:20.104472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Pushing event updated for resources: {'Port': ['ID=48a3604e-aa32-4edd-a474-16ca0b23a3b8,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:20.276844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72bd22-1f60-466d-a65d-99c99186c02a req-99fde373-6cdd-4248-8425-58820fbe90a1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:20.278409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae72bd22-1f60-466d-a65d-99c99186c02a req-99fde373-6cdd-4248-8425-58820fbe90a1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.1278710 Nov 25 17:41:20.415327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Attempting to bind port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:20.415691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Attempting to bind port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'e54a840b-34f6-49f8-808c-0199f19ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:20.416420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Attempting to bind port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 on network 22a21e14-9068-4d5e-808c-18b29e4ee7aa {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:20.428147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-2e001927-e580-4dff-b43b-e2bb42e48f47', 'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': 'c5f9558e-ab89-40ea-8219-12dbc448fb87'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:20.429223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.432413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:20.432966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Checking segment: {'id': 'e54a840b-34f6-49f8-808c-0199f19ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:20.433918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.434524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Bound using segment: {'id': 'e54a840b-34f6-49f8-808c-0199f19ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:20.435082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Bound port: 48a3604e-aa32-4edd-a474-16ca0b23a3b8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54a840b-34f6-49f8-808c-0199f19ef2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22a21e14-9068-4d5e-808c-18b29e4ee7aa'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:20.435557 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.444526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae72bd22-1f60-466d-a65d-99c99186c02a req-1f8c9b10-e4dd-495a-8215-fcdcccd98e75 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545181 Nov 25 17:41:20.520358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.604425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] For port 48a3604e-aa32-4edd-a474-16ca0b23a3b8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:20.621341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] For port 48a3604e-aa32-4edd-a474-16ca0b23a3b8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48a3604e-aa32-4edd-a474-16ca0b23a3b8,segment=NetworkSegment(e54a840b-34f6-49f8-808c-0199f19ef2a5),segment_id=e54a840b-34f6-49f8-808c-0199f19ef2a5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:20.636066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.698411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Allocated IP 172.21.0.2 (2e001927-e580-4dff-b43b-e2bb42e48f47/c5f9558e-ab89-40ea-8219-12dbc448fb87/4273977e-90c6-46b9-b177-3195ec152f41) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:20.742078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d153-9767-40ea-996a-d156d53e4385 None None] Pushing event updated for resources: {'Port': ['ID=48a3604e-aa32-4edd-a474-16ca0b23a3b8,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:20.827830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.20.0.1 (22a21e14-9068-4d5e-808c-18b29e4ee7aa/bf9930d5-d829-4574-ae51-6a1a93c6cfe7/0643f273-5584-47f1-9eb6-14388a8705e3) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:20.917556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.930069 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.974350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:20.978863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:20.982008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:20.993128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:21.031527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Pushing event updated for resources: {'Port': ['ID=4273977e-90c6-46b9-b177-3195ec152f41,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:21.057023 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.073179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Attempting to bind port 4273977e-90c6-46b9-b177-3195ec152f41 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:21.073553 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Attempting to bind port 4273977e-90c6-46b9-b177-3195ec152f41 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f4d8999f-0866-4693-974e-a5aaa86b20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:21.073973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Attempting to bind port 4273977e-90c6-46b9-b177-3195ec152f41 on network 2e001927-e580-4dff-b43b-e2bb42e48f47 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:21.083508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:21.092079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Checking segment: {'id': 'f4d8999f-0866-4693-974e-a5aaa86b20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:21.092079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.102117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Bound using segment: {'id': 'f4d8999f-0866-4693-974e-a5aaa86b20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:21.102906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Bound port: 4273977e-90c6-46b9-b177-3195ec152f41, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d8999f-0866-4693-974e-a5aaa86b20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e001927-e580-4dff-b43b-e2bb42e48f47'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:21.103319 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.120846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:21.124511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:21.129098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:21.134202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=0643f273-5584-47f1-9eb6-14388a8705e3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:21.182336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.218644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] For port 4273977e-90c6-46b9-b177-3195ec152f41, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:21.221931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] For port 4273977e-90c6-46b9-b177-3195ec152f41, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4273977e-90c6-46b9-b177-3195ec152f41,segment=NetworkSegment(f4d8999f-0866-4693-974e-a5aaa86b20aa),segment_id=f4d8999f-0866-4693-974e-a5aaa86b20aa)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:21.227955 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.296227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0d160-c600-4ed2-81c1-dfdbd8b4afab None None] Pushing event updated for resources: {'Port': ['ID=4273977e-90c6-46b9-b177-3195ec152f41,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:21.344801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.697318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a918308-8f8b-4982-a440-d221474c3243 req-f6b54a9c-faac-4355-ab83-99d06108bac8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:21.699633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a918308-8f8b-4982-a440-d221474c3243 req-f6b54a9c-faac-4355-ab83-99d06108bac8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.1442742 Nov 25 17:41:21.796499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.803632 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.811796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a918308-8f8b-4982-a440-d221474c3243 req-61779dd6-f8aa-40f4-869e-851bd6333f73 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001728 Nov 25 17:41:21.894586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=0643f273-5584-47f1-9eb6-14388a8705e3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:21.897972 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:21.998360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:22.000711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:22.157727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25513cc1-a6ec-47e6-83cc-e8605edc8db7 None None] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:22.160417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 8ef4c67a-c965-4f66-b1b4-b49039263ec9 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:22.231601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4273977e-90c6-46b9-b177-3195ec152f41 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:22.284438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-87280665-5ed3-45ba-add0-8b29ca817b4f None None] Provisioning complete for port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.284803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87280665-5ed3-45ba-add0-8b29ca817b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.291742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:22.297427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f338cfe6-4aa5-485f-90c9-b12bbec90d04 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/8ef4c67a-c965-4f66-b1b4-b49039263ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2710209 Nov 25 17:41:22.300343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49058) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.312125 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] Sync routers for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:22.332126 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:22.333272 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.357661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860d616-f290-40f1-878b-e1c7cafc3196 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:22.359086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1860d616-f290-40f1-878b-e1c7cafc3196 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports/0643f273-5584-47f1-9eb6-14388a8705e3 HTTP/1.1" status: 200 len: 910 time: 0.0574405 Nov 25 17:41:22.361805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:22.372770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 4273977e-90c6-46b9-b177-3195ec152f41 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.373139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.384165 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.410534 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:22.414411 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.477483 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:22.478541 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04629a38-917e-4130-a113-a3ce4980a8cd None None] The sync data for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:22.608135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87280665-5ed3-45ba-add0-8b29ca817b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.648553 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.691475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-87280665-5ed3-45ba-add0-8b29ca817b4f None None] For port 48a3604e-aa32-4edd-a474-16ca0b23a3b8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48a3604e-aa32-4edd-a474-16ca0b23a3b8,segment=NetworkSegment(e54a840b-34f6-49f8-808c-0199f19ef2a5),segment_id=e54a840b-34f6-49f8-808c-0199f19ef2a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:22.706952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3fc20-c672-45db-bf9b-e6128f9e1050 None None] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:22.712057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-87280665-5ed3-45ba-add0-8b29ca817b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.716387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 4273977e-90c6-46b9-b177-3195ec152f41, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4273977e-90c6-46b9-b177-3195ec152f41,segment=NetworkSegment(f4d8999f-0866-4693-974e-a5aaa86b20aa),segment_id=f4d8999f-0866-4693-974e-a5aaa86b20aa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:22.783117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.783949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48a3604e-aa32-4edd-a474-16ca0b23a3b8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:22.855882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:22.908780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87280665-5ed3-45ba-add0-8b29ca817b4f None None] Pushing event updated for resources: {'Port': ['ID=48a3604e-aa32-4edd-a474-16ca0b23a3b8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:22.925349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8d3ccf89-d8e2-4263-9e9b-a5c04d956646 None None] Provisioning complete for port 4273977e-90c6-46b9-b177-3195ec152f41 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:22.926088 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8d3ccf89-d8e2-4263-9e9b-a5c04d956646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.024068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:23.024444 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.085507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=4273977e-90c6-46b9-b177-3195ec152f41,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:23.316768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-69e2f4e3-ace8-4982-9979-2bbb2ade2c1e None None] Provisioning complete for port 0643f273-5584-47f1-9eb6-14388a8705e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:23.317440 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e2f4e3-ace8-4982-9979-2bbb2ade2c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.368396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-69e2f4e3-ace8-4982-9979-2bbb2ade2c1e None None] Port 0643f273-5584-47f1-9eb6-14388a8705e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:23.383901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-69e2f4e3-ace8-4982-9979-2bbb2ade2c1e None None] Provisioning complete for port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:23.384270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-69e2f4e3-ace8-4982-9979-2bbb2ade2c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.534288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb336b-32be-4cb8-b2f3-24417f45c6fe req-b01ad023-9102-44a5-bccf-e79defad6900 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:23.536249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65eb336b-32be-4cb8-b2f3-24417f45c6fe req-b01ad023-9102-44a5-bccf-e79defad6900 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.1295590 Nov 25 17:41:23.620738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-14947b71-f220-426a-9e0b-c11c286f7dc0 None None] Provisioning complete for port 0643f273-5584-47f1-9eb6-14388a8705e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:23.621261 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14947b71-f220-426a-9e0b-c11c286f7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.659851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-14947b71-f220-426a-9e0b-c11c286f7dc0 None None] Port 0643f273-5584-47f1-9eb6-14388a8705e3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:23.670644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-14947b71-f220-426a-9e0b-c11c286f7dc0 None None] Provisioning complete for port 4273977e-90c6-46b9-b177-3195ec152f41 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:23.671237 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-14947b71-f220-426a-9e0b-c11c286f7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.708473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-65eb336b-32be-4cb8-b2f3-24417f45c6fe req-87ad756d-bff3-47b6-82de-5dd24374c656 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013880 Nov 25 17:41:23.780553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.21.0.1 (2e001927-e580-4dff-b43b-e2bb42e48f47/c5f9558e-ab89-40ea-8219-12dbc448fb87/03fae7e0-1c3f-4b82-8736-8a8fbd70e984) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:23.919679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.954542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:23.998759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:24.001600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:24.005147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:24.038931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=03fae7e0-1c3f-4b82-8736-8a8fbd70e984,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.066024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.164284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4273977e-90c6-46b9-b177-3195ec152f41 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:24.213482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.230131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 4273977e-90c6-46b9-b177-3195ec152f41 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:24.230605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.327045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-aae08ade-0cfb-4594-ae56-71de51e9895e None None] Provisioning complete for port 03fae7e0-1c3f-4b82-8736-8a8fbd70e984 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:24.327723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aae08ade-0cfb-4594-ae56-71de51e9895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.353717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48a3604e-aa32-4edd-a474-16ca0b23a3b8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:24.394301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-aae08ade-0cfb-4594-ae56-71de51e9895e None None] Port 03fae7e0-1c3f-4b82-8736-8a8fbd70e984 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:24.420226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:24.420832 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.507824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.514202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.591548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=03fae7e0-1c3f-4b82-8736-8a8fbd70e984,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:24.593806 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:24.695072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:24.697668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:24.854301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 8ef4c67a-c965-4f66-b1b4-b49039263ec9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:24.871314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587e8b-a6c7-4441-95ff-814db13ce632 req-af2af641-3678-4ec2-8e83-25d7582e758b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:24.872905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60587e8b-a6c7-4441-95ff-814db13ce632 req-af2af641-3678-4ec2-8e83-25d7582e758b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.0683873 Nov 25 17:41:25.003571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60587e8b-a6c7-4441-95ff-814db13ce632 req-598ea54a-21d4-41c0-9996-102b645dd1fb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242287 Nov 25 17:41:25.009273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:25.017632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c107c77b-a9f0-4527-8dcc-66dbbd8eded2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/8ef4c67a-c965-4f66-b1b4-b49039263ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540492 Nov 25 17:41:25.017965 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49114) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:25.027234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] Sync routers for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:25.037710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e582de0f-40f5-467f-b6af-c4a6e1deb97e None None] Provisioning complete for port 03fae7e0-1c3f-4b82-8736-8a8fbd70e984 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:25.038105 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e582de0f-40f5-467f-b6af-c4a6e1deb97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:25.065666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:25.066310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:25.107798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:25.118961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e582de0f-40f5-467f-b6af-c4a6e1deb97e None None] Port 03fae7e0-1c3f-4b82-8736-8a8fbd70e984 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:25.124281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:25.124924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:25.161140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:25.161849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef192e-2e5d-48b2-8228-8117811e2659 None None] The sync data for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:25.420019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c773c04-09e0-4ef6-853b-3bef1dcfb6c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:25.421822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1c773c04-09e0-4ef6-853b-3bef1dcfb6c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports/03fae7e0-1c3f-4b82-8736-8a8fbd70e984 HTTP/1.1" status: 200 len: 910 time: 0.4016855 Nov 25 17:41:25.424278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:25.770918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.024493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 03fae7e0-1c3f-4b82-8736-8a8fbd70e984 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:26.025094 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.141001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.142828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f713c-1c87-4ebf-a1d2-0969a7e64153 req-be9f9fb1-30a8-4112-9135-03d666a56626 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:26.144466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce4f713c-1c87-4ebf-a1d2-0969a7e64153 req-be9f9fb1-30a8-4112-9135-03d666a56626 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.0577090 Nov 25 17:41:26.154516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 03fae7e0-1c3f-4b82-8736-8a8fbd70e984 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:26.197087 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ce4f713c-1c87-4ebf-a1d2-0969a7e64153 req-ea85d845-b9f8-411b-8217-ef3e8e1227fe tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Nov 25 17:41:26.338796 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.368133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=03fae7e0-1c3f-4b82-8736-8a8fbd70e984,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:26.540552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:26.727929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 8ef4c67a-c965-4f66-b1b4-b49039263ec9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:26.823623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:26.828658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-51abb7c9-4ef4-4cec-a0ef-39fda18ce771 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/8ef4c67a-c965-4f66-b1b4-b49039263ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4034362 Nov 25 17:41:26.831553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49142) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:26.833287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] Sync routers for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:26.846475 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:26.847310 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.886499 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.897869 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:26.898579 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.936468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:26.937204 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143feb13-43eb-4db2-b290-3c6760ec75b2 None None] The sync data for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:27.168549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.326375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c69542-b575-49ba-ad6c-ecd7f3453236 req-1ff51d38-e738-4358-936b-3079ed34c338 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:27.328141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89c69542-b575-49ba-ad6c-ecd7f3453236 req-1ff51d38-e738-4358-936b-3079ed34c338 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.0543621 Nov 25 17:41:27.378720 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-89c69542-b575-49ba-ad6c-ecd7f3453236 req-e8fbe6cd-34b5-4035-908a-004bac826f69 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Nov 25 17:41:27.429649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 0643f273-5584-47f1-9eb6-14388a8705e3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:27.429932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.516554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.529441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 0643f273-5584-47f1-9eb6-14388a8705e3 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:27.700668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:27.725878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=0643f273-5584-47f1-9eb6-14388a8705e3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:27.878278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.058608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 8ef4c67a-c965-4f66-b1b4-b49039263ec9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:28.145076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:28.151657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-733d3046-e13c-4ac7-bf69-88b04f61c702 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/8ef4c67a-c965-4f66-b1b4-b49039263ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3189826 Nov 25 17:41:28.154298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49152) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:28.156625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] Sync routers for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:28.168709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:28.169651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.183220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-feb6c604-e500-476a-bb9b-c232838e1824 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ef4c67a-c965-4f66-b1b4-b49039263ec9 HTTP/1.1" status: 200 len: 205 time: 0.0273449 Nov 25 17:41:28.185436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49154) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:28.211056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.221120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] Routers {'8ef4c67a-c965-4f66-b1b4-b49039263ec9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:28.221815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.267677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.421316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:28.422226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2007e1aa-21ba-4190-825e-07bcee368388 None None] The sync data for ids ['8ef4c67a-c965-4f66-b1b4-b49039263ec9'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:28.440309 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.443633 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.509474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.509898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router 8ef4c67a-c965-4f66-b1b4-b49039263ec9 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:28.517900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.518989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8eee1a27-b2eb-4c2b-a69d-bed3fc378c19 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/8ef4c67a-c965-4f66-b1b4-b49039263ec9 HTTP/1.1" status: 204 len: 168 time: 0.3323801 Nov 25 17:41:28.521601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49158) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:28.578329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689db35-5d99-4731-94e5-7b3815065937 req-aaac39e4-7f3e-4b07-9f5f-a6cd2c1594ca tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:28.579858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e689db35-5d99-4731-94e5-7b3815065937 req-aaac39e4-7f3e-4b07-9f5f-a6cd2c1594ca tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 943 time: 0.0993733 Nov 25 17:41:28.592895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet c5f9558e-ab89-40ea-8219-12dbc448fb87 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:28.607222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.663167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.687355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e689db35-5d99-4731-94e5-7b3815065937 req-32dec524-a81f-4f04-8f8c-ac12acd8a9d1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996039 Nov 25 17:41:28.755186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.814384 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.843816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f9558e-ab89-40ea-8219-12dbc448fb87,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:28.847517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.850941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2a50e29-a2eb-4f8f-8d0c-3e19e6c086f8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/c5f9558e-ab89-40ea-8219-12dbc448fb87 HTTP/1.1" status: 204 len: 168 time: 0.3284314 Nov 25 17:41:28.853659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49160) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:28.861900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b24bc3-4bb3-4aeb-a69c-f8cd820ec0be None None] Network 2e001927-e580-4dff-b43b-e2bb42e48f47 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:28.909546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet bf9930d5-d829-4574-ae51-6a1a93c6cfe7 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:28.914559 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:28.970074 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.015438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e076d8-606e-459e-bfe6-9f5e92214e28 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:29.090980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] DHCP port deletion for 2e001927-e580-4dff-b43b-e2bb42e48f47 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:29.095100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.164524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82e076d8-606e-459e-bfe6-9f5e92214e28, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e076d8-606e-459e-bfe6-9f5e92214e28,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.168964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.181495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '82e076d8-606e-459e-bfe6-9f5e92214e28', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': '82e076d8-606e-459e-bfe6-9f5e92214e28', 'mac_address': 'fa:16:3e:dc:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:29.187146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] Deleting port 4273977e-90c6-46b9-b177-3195ec152f41 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:29.187615 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.208325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9930d5-d829-4574-ae51-6a1a93c6cfe7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.215592 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.222456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:29.223678 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0a300584-44d7-4fbd-8648-fc8c5247a378 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/bf9930d5-d829-4574-ae51-6a1a93c6cfe7 HTTP/1.1" status: 204 len: 168 time: 0.3688557 Nov 25 17:41:29.249366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e928f-0d9c-4761-86b7-ea3663c15b72 None None] Network 22a21e14-9068-4d5e-808c-18b29e4ee7aa requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:29.308329 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.335777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] For port 4273977e-90c6-46b9-b177-3195ec152f41, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4273977e-90c6-46b9-b177-3195ec152f41,segment=NetworkSegment(f4d8999f-0866-4693-974e-a5aaa86b20aa),segment_id=f4d8999f-0866-4693-974e-a5aaa86b20aa)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.336275 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.341779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.370432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 4273977e-90c6-46b9-b177-3195ec152f41 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:29.370647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.375877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] Calling delete_port for 4273977e-90c6-46b9-b177-3195ec152f41 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:29.385416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e076d8-606e-459e-bfe6-9f5e92214e28 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:29.428374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82e076d8-606e-459e-bfe6-9f5e92214e28, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e076d8-606e-459e-bfe6-9f5e92214e28,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.447630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 4273977e-90c6-46b9-b177-3195ec152f41, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4273977e-90c6-46b9-b177-3195ec152f41,segment=NetworkSegment(f4d8999f-0866-4693-974e-a5aaa86b20aa),segment_id=f4d8999f-0866-4693-974e-a5aaa86b20aa)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.448749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.465559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 4273977e-90c6-46b9-b177-3195ec152f41 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:29.476438 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.562992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=82e076d8-606e-459e-bfe6-9f5e92214e28,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:29.565962 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 17:41:29.570768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.578886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.602891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=4273977e-90c6-46b9-b177-3195ec152f41,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.609331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port 4273977e-90c6-46b9-b177-3195ec152f41 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:29.627232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] Pushing event deleted for resources: {'Port': ['ID=4273977e-90c6-46b9-b177-3195ec152f41,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.631210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083b7a6-c95c-40c9-ae90-093bf650761a None None] No DVR routers for this DVR port 4273977e-90c6-46b9-b177-3195ec152f41 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:29.654976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] DHCP port deletion for 22a21e14-9068-4d5e-808c-18b29e4ee7aa request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:29.697774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82e076d8-606e-459e-bfe6-9f5e92214e28'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:29.708051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.748754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] Deleting port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:29.748975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e001927-e580-4dff-b43b-e2bb42e48f47']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:29.749109 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.770734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d8999f-0866-4693-974e-a5aaa86b20aa') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:29.771864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d8999f-0866-4693-974e-a5aaa86b20aa') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:29.790675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.838599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.848198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] For port 48a3604e-aa32-4edd-a474-16ca0b23a3b8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=48a3604e-aa32-4edd-a474-16ca0b23a3b8,segment=NetworkSegment(e54a840b-34f6-49f8-808c-0199f19ef2a5),segment_id=e54a840b-34f6-49f8-808c-0199f19ef2a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:29.848594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.850357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:29.851018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:29.854731 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:29.869155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] Calling delete_port for 48a3604e-aa32-4edd-a474-16ca0b23a3b8 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:29.906297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba8f4b-5f9f-495e-8c83-436c66877c7e req-56583810-a3b1-4eab-be15-e9cedfbd6b62 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:29.907742 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-41ba8f4b-5f9f-495e-8c83-436c66877c7e req-56583810-a3b1-4eab-be15-e9cedfbd6b62 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 944 time: 0.1207461 Nov 25 17:41:29.942121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.955209 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:29.958949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/2e001927-e580-4dff-b43b-e2bb42e48f47 HTTP/1.1" status: 204 len: 168 time: 0.7346249 Nov 25 17:41:29.962698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49170) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:29.978697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448e558-9081-465c-a65c-fc4cfff78df7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=2e001927-e580-4dff-b43b-e2bb42e48f47,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:29.992937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-41ba8f4b-5f9f-495e-8c83-436c66877c7e req-380610c6-8d53-4c7e-993b-bb29834c1f84 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722466 Nov 25 17:41:30.006894 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.061672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] No DVR routers for this DVR port 48a3604e-aa32-4edd-a474-16ca0b23a3b8 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:30.073016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d04b3c-0420-4234-ab64-43cd1dc639ca None None] Pushing event deleted for resources: {'Port': ['ID=48a3604e-aa32-4edd-a474-16ca0b23a3b8,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.127746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.155193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4273977e-90c6-46b9-b177-3195ec152f41 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:30.180489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 4273977e-90c6-46b9-b177-3195ec152f41 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:30.181125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4273977e-90c6-46b9-b177-3195ec152f41 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:30.181379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48a3604e-aa32-4edd-a474-16ca0b23a3b8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:30.203591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 48a3604e-aa32-4edd-a474-16ca0b23a3b8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:30.204026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 48a3604e-aa32-4edd-a474-16ca0b23a3b8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:30.235237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.254706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a21e14-9068-4d5e-808c-18b29e4ee7aa']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.264550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54a840b-34f6-49f8-808c-0199f19ef2a5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.264851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54a840b-34f6-49f8-808c-0199f19ef2a5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:30.275177 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.288693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.294684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:30.295066 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:30.298053 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:30.356956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.363760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.367838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/22a21e14-9068-4d5e-808c-18b29e4ee7aa HTTP/1.1" status: 204 len: 168 time: 0.4038930 Nov 25 17:41:30.371729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49176) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.377887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-982347825'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:30.381536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2efc8-728e-490c-8652-b77405d66e42 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=22a21e14-9068-4d5e-808c-18b29e4ee7aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.405298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:30.408788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.433646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:30.445641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.446073 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment 4bbb14f8-e761-42f9-af7b-e01508dcbda4 of type vlan for network 966e0ba6-1672-476c-b7c0-42308e2b4728 Nov 25 17:41:30.488509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.514492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.520648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:30.521686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.579055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2055118 Nov 25 17:41:30.581853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49178) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:30.587056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:30.594556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471b1ec-5568-4f5a-a6c4-3c8bb9b32228 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=966e0ba6-1672-476c-b7c0-42308e2b4728,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.604617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:30.684228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:30.687750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.868179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.921880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=055d9b89-fd7d-4642-b864-caa4484199bf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:30.938913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': '4bbb14f8-e761-42f9-af7b-e01508dcbda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:30.939277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 966e0ba6-1672-476c-b7c0-42308e2b4728, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:30.958822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:30.969119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 966e0ba6-1672-476c-b7c0-42308e2b4728) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:30.973198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:30.973798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:30.979957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d6292-6d00-49de-b45d-0b23df0176a2 None None] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:30.993199 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-114b7ae3-2c1d-4605-9b52-3d96db5407bc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4102116 Nov 25 17:41:30.996012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49180) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.000876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1254890856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:31.028662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.029597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.032861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e076d8-606e-459e-bfe6-9f5e92214e28 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:31.096314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.104881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.145030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.149480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49192) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:31.152208 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f358c710-b02d-4540-b85b-31a4727d796e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1550834 Nov 25 17:41:31.156100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'port': {'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728', 'name': 'tempest-RoutersTest-2029421787'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:31.236128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 82e076d8-606e-459e-bfe6-9f5e92214e28 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:31.256821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 82e076d8-606e-459e-bfe6-9f5e92214e28 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:31.257429 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.319231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-966e0ba6-1672-476c-b7c0-42308e2b4728', 'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': '055d9b89-fd7d-4642-b864-caa4484199bf'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:31.321017 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.321529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7353ce-c0fa-4e2f-a444-155498413624 req-c7845d3b-62f8-48b2-95a0-1432a5f96ec6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:31.330509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe7353ce-c0fa-4e2f-a444-155498413624 req-c7845d3b-62f8-48b2-95a0-1432a5f96ec6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 944 time: 0.1665926 Nov 25 17:41:31.429856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe7353ce-c0fa-4e2f-a444-155498413624 req-ed5bc8ad-0ebb-4d0d-84af-bbcbc23a747f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928242 Nov 25 17:41:31.465917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:31.471334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.487301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.500018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] device_id is not set on port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:41:31.548525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e076d8-606e-459e-bfe6-9f5e92214e28'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:31.551251 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f9830c-68ff-4b40-b94e-54140e585f2a" -d '{"events": [{"server_uuid": "3fc8b968-32ab-4370-ae46-c3bde95468e5", "name": "network-vif-plugged", "status": "completed", "tag": "82e076d8-606e-459e-bfe6-9f5e92214e28"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:31.571739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82e076d8-606e-459e-bfe6-9f5e92214e28, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e076d8-606e-459e-bfe6-9f5e92214e28,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:31.576802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Allocated IP 172.20.0.2 (966e0ba6-1672-476c-b7c0-42308e2b4728/055d9b89-fd7d-4642-b864-caa4484199bf/1207df12-cc72-433d-8365-a7a2735e5204) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:31.584914 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.624180 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af0b46-dbc9-4059-8337-3c4ce304f7dc x-openstack-request-id: req-24af0b46-dbc9-4059-8337-3c4ce304f7dc {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:31.625038 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc8b968-32ab-4370-ae46-c3bde95468e5", "name": "network-vif-plugged", "status": "completed", "tag": "82e076d8-606e-459e-bfe6-9f5e92214e28", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:31.625495 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24af0b46-dbc9-4059-8337-3c4ce304f7dc {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:31.626831 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e076d8-606e-459e-bfe6-9f5e92214e28', 'code': 200} Nov 25 17:41:31.707546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=82e076d8-606e-459e-bfe6-9f5e92214e28,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.742222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d782c-fe10-40dc-9053-5c3b3f3b6bab req-8157ea6c-edda-4898-8899-28312f986cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:31.743754 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a50d782c-fe10-40dc-9053-5c3b3f3b6bab req-8157ea6c-edda-4898-8899-28312f986cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 1096 time: 0.0496078 Nov 25 17:41:31.795664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a50d782c-fe10-40dc-9053-5c3b3f3b6bab req-6fb656c5-636f-4aff-ad32-10abcf3c9696 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Nov 25 17:41:31.816248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.825112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.884856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:31.889610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:31.895062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:31.918572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.20.0.13 (966e0ba6-1672-476c-b7c0-42308e2b4728/055d9b89-fd7d-4642-b864-caa4484199bf/7f80d9b2-de24-4bab-b999-7c8c774d7eb4) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:31.942443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Pushing event updated for resources: {'Port': ['ID=1207df12-cc72-433d-8365-a7a2735e5204,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:31.973268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Attempting to bind port 1207df12-cc72-433d-8365-a7a2735e5204 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:31.973642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Attempting to bind port 1207df12-cc72-433d-8365-a7a2735e5204 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4bbb14f8-e761-42f9-af7b-e01508dcbda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:31.974042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Attempting to bind port 1207df12-cc72-433d-8365-a7a2735e5204 on network 966e0ba6-1672-476c-b7c0-42308e2b4728 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:31.979334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:31.981487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Checking segment: {'id': '4bbb14f8-e761-42f9-af7b-e01508dcbda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:31.981956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:31.982360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Bound using segment: {'id': '4bbb14f8-e761-42f9-af7b-e01508dcbda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:31.982832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Bound port: 1207df12-cc72-433d-8365-a7a2735e5204, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbb14f8-e761-42f9-af7b-e01508dcbda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '966e0ba6-1672-476c-b7c0-42308e2b4728'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:31.983217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.059821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] For port 1207df12-cc72-433d-8365-a7a2735e5204, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:32.064124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] For port 1207df12-cc72-433d-8365-a7a2735e5204, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1207df12-cc72-433d-8365-a7a2735e5204,segment=NetworkSegment(4bbb14f8-e761-42f9-af7b-e01508dcbda4),segment_id=4bbb14f8-e761-42f9-af7b-e01508dcbda4)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:32.071803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.136050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.172412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dcd01-d74d-4354-92fc-4b6b0ae79628 None None] Pushing event updated for resources: {'Port': ['ID=1207df12-cc72-433d-8365-a7a2735e5204,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.201848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.249128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:32.252358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:32.254796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:32.294763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=7f80d9b2-de24-4bab-b999-7c8c774d7eb4,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:32.309761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.310024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.310364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.310697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.311151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.311511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.311840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.312164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.312633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.312842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.313109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.313491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:32.332770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:32.333455 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:32.354035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-098680e5-cdb0-4b9b-b32e-af1985e5abc6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2031813 Nov 25 17:41:32.356632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:32.609917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975281c-5ec6-4559-b19f-a76b81f07ea5 req-fc3d659c-6312-4557-ac68-2a4bd64e4011 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:32.611792 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6975281c-5ec6-4559-b19f-a76b81f07ea5 req-fc3d659c-6312-4557-ac68-2a4bd64e4011 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 945 time: 0.0812573 Nov 25 17:41:32.698674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6975281c-5ec6-4559-b19f-a76b81f07ea5 req-c52014e2-8818-4902-acb6-9147e57785b2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722480 Nov 25 17:41:32.873002 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.178479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.184190 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.278811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=7f80d9b2-de24-4bab-b999-7c8c774d7eb4,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:33.480587 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.551422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8f026-717e-4e32-8b06-0741d9b94a3c None None] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:33.635705 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.690619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a8c5b97d-a22d-4985-acba-fbd71fe15b8c None None] Provisioning complete for port 1207df12-cc72-433d-8365-a7a2735e5204 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:33.691021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b97d-a22d-4985-acba-fbd71fe15b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.845935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b97d-a22d-4985-acba-fbd71fe15b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.924210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a8c5b97d-a22d-4985-acba-fbd71fe15b8c None None] For port 1207df12-cc72-433d-8365-a7a2735e5204, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1207df12-cc72-433d-8365-a7a2735e5204,segment=NetworkSegment(4bbb14f8-e761-42f9-af7b-e01508dcbda4),segment_id=4bbb14f8-e761-42f9-af7b-e01508dcbda4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:33.931225 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8c5b97d-a22d-4985-acba-fbd71fe15b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:33.935702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775c58-b0aa-47f3-915e-936de93e7f1e req-a0764004-09fa-4f67-a72a-6900969ea5f4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:33.943865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da775c58-b0aa-47f3-915e-936de93e7f1e req-a0764004-09fa-4f67-a72a-6900969ea5f4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 945 time: 0.1261880 Nov 25 17:41:34.056098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5b97d-a22d-4985-acba-fbd71fe15b8c None None] Pushing event updated for resources: {'Port': ['ID=1207df12-cc72-433d-8365-a7a2735e5204,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.070674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-da775c58-b0aa-47f3-915e-936de93e7f1e req-d7e54ca0-12ad-4929-b8fa-fc575b2d1eb3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242573 Nov 25 17:41:34.135471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.151412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.213322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1207df12-cc72-433d-8365-a7a2735e5204 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:34.355089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.424993 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:41:34.438339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=7f80d9b2-de24-4bab-b999-7c8c774d7eb4,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:34.478612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-400802c7-1080-4bca-9671-4872726cff75 None None] Provisioning complete for port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:34.478958 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-400802c7-1080-4bca-9671-4872726cff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.484827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2df4-7bba-422b-8a84-f2775c5f4f35 req-b33968bb-825c-4bea-8b9a-22d606df5ec6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:34.507620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-385e2df4-7bba-422b-8a84-f2775c5f4f35 req-b33968bb-825c-4bea-8b9a-22d606df5ec6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 945 time: 0.2351322 Nov 25 17:41:34.538870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1207df12-cc72-433d-8365-a7a2735e5204 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:34.539160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.585124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-400802c7-1080-4bca-9671-4872726cff75 None None] Port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:34.606781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:34.610580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-400802c7-1080-4bca-9671-4872726cff75 None None] Provisioning complete for port 1207df12-cc72-433d-8365-a7a2735e5204 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:34.610953 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-400802c7-1080-4bca-9671-4872726cff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.622607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-385e2df4-7bba-422b-8a84-f2775c5f4f35 req-2c751014-e678-498d-8130-add57e19477f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115875 Nov 25 17:41:34.626808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:34.875616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router c5cf303e-ba7f-47fa-ab12-dd036c738eca is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:34.914109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f2025fb5-7807-496e-ad17-9a9e972c1e4c None None] Provisioning complete for port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:34.914629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2025fb5-7807-496e-ad17-9a9e972c1e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:34.992813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f2025fb5-7807-496e-ad17-9a9e972c1e4c None None] Port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:35.118774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7b5c8213-214e-4c83-8621-659dfeb8e160 None None] Provisioning complete for port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:35.119270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8213-214e-4c83-8621-659dfeb8e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.179962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c8213-214e-4c83-8621-659dfeb8e160 None None] Port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:35.418123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:35.428830 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] Sync routers for ids ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:35.444446 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] Routers {'c5cf303e-ba7f-47fa-ab12-dd036c738eca'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:35.445062 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:35.447956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f6c0d46d-7fe6-4d92-ad3f-1eabd742c037 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/c5cf303e-ba7f-47fa-ab12-dd036c738eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0893764 Nov 25 17:41:35.450088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49668) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.527647 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:35.543658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667cc2ce-dea1-45dc-b300-aaabc641de96 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:35.545366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-667cc2ce-dea1-45dc-b300-aaabc641de96 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports/7f80d9b2-de24-4bab-b999-7c8c774d7eb4 HTTP/1.1" status: 200 len: 978 time: 0.0941606 Nov 25 17:41:35.548177 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49672) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:35.549788 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] Routers {'c5cf303e-ba7f-47fa-ab12-dd036c738eca'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:35.552186 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:35.635044 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:35.636196 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec74f5a-6338-4180-890c-af335ee4e194 None None] The sync data for ids ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:35.690627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88b70a10-d185-4dbc-8c54-9f39e3b10aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.712199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1bf3cfc9-4e7d-488c-9a1c-80f21ce10af3 None None] Provisioning complete for port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:35.712808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1bf3cfc9-4e7d-488c-9a1c-80f21ce10af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:35.759284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3cfc9-4e7d-488c-9a1c-80f21ce10af3 None None] Port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:35.901500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-37850e14-389f-49ba-8b03-78f55a5631b7 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:35.903281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-37850e14-389f-49ba-8b03-78f55a5631b7 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 813 time: 0.2395897 Nov 25 17:41:35.929259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-16b81045-80c2-4aeb-bb84-e2d9d2e146e3 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/quotas/e63478baf7974308bcf65a2f3c9f3e89 HTTP/1.1" status: 200 len: 375 time: 0.0193281 Nov 25 17:41:35.966267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-4a037591-daca-4efc-89fe-b183698d353e tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308719 Nov 25 17:41:35.979659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-3e5e7b18-09e6-40e5-ac81-b9a48345b698 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:41:35.980686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-3e5e7b18-09e6-40e5-ac81-b9a48345b698 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066688 Nov 25 17:41:36.107852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-91e0695d-a289-4593-aa4c-d0251d27df82 service neutron] 10.222.0.86 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081529 Nov 25 17:41:36.134123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1207df12-cc72-433d-8365-a7a2735e5204 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:36.194898 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.204259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1207df12-cc72-433d-8365-a7a2735e5204 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:36.204632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.315042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-c877b80d-d18a-40a0-8b4c-9c1ce42b5868 service neutron] 10.222.0.86 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865413 Nov 25 17:41:36.514087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:36.515101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.570048 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-85b855bf-3313-47b8-80a9-8ad8e7bd7d14 req-d5ef24f8-aa72-47a4-8737-2ae072a87b0b tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 210 time: 0.0332572 Nov 25 17:41:36.637991 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.654899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 7f80d9b2-de24-4bab-b999-7c8c774d7eb4 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:36.845375 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:36.882882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=7f80d9b2-de24-4bab-b999-7c8c774d7eb4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:37.083287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.297881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router c5cf303e-ba7f-47fa-ab12-dd036c738eca has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:37.378545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:37.383826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-53571aa9-6a0e-4055-bc52-1b4c737972c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/c5cf303e-ba7f-47fa-ab12-dd036c738eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328500 Nov 25 17:41:37.386601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:37.389813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] Sync routers for ids ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:37.401252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] Routers {'c5cf303e-ba7f-47fa-ab12-dd036c738eca'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:37.401870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:37.434288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:37.443031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] Routers {'c5cf303e-ba7f-47fa-ab12-dd036c738eca'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:37.443673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:37.481799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:37.482251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1cd888-8ee7-49b1-9b83-466d18328981 None None] The sync data for ids ['c5cf303e-ba7f-47fa-ab12-dd036c738eca'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:37.589833 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-a7d7c684-e9c8-434a-a875-0d54cc3ba168 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 17:41:37.591158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7d7c684-e9c8-434a-a875-0d54cc3ba168 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/c5cf303e-ba7f-47fa-ab12-dd036c738eca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2034214 Nov 25 17:41:37.594162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:37.668217 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-20ff00ac-311a-4002-bdbc-65d8e3a9117e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5cf303e-ba7f-47fa-ab12-dd036c738eca HTTP/1.1" status: 200 len: 205 time: 0.0724988 Nov 25 17:41:37.671108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49758) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:37.737000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-4d5e19d8-7f61-4699-bfb7-42241003900c tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:37.738500 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-4d5e19d8-7f61-4699-bfb7-42241003900c tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 813 time: 0.1505961 Nov 25 17:41:37.762956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Request body: {'port': {'device_id': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'network_id': '630c9aae-c900-420d-834e-a80045361892', 'admin_state_up': True, 'tenant_id': 'e63478baf7974308bcf65a2f3c9f3e89'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:37.799044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed4041c4-d165-4abc-a94e-e0bf4c1bd9b3 req-8eaaea7d-0c38-4710-b0c2-29ada987aa88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 210 time: 0.0558605 Nov 25 17:41:37.801438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.913410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-a7139636-b023-49da-b1eb-115fd6e2bc8b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:37.914893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-a7139636-b023-49da-b1eb-115fd6e2bc8b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1755278 Nov 25 17:41:37.937514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-9e6d1e18-65e7-48f3-be77-7555ac8b1458 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0145903 Nov 25 17:41:37.957348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Made reservation on behalf of e63478baf7974308bcf65a2f3c9f3e89 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:37.961423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0e80779-b994-4fe1-af29-57c4163fd865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.961821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.981198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:37.983326 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.027493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.028026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router c5cf303e-ba7f-47fa-ab12-dd036c738eca {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:38.034882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.035984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-af3546bc-53f8-466e-abdf-ef6907ef01eb tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/c5cf303e-ba7f-47fa-ab12-dd036c738eca HTTP/1.1" status: 204 len: 168 time: 0.3637068 Nov 25 17:41:38.040347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49764) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:38.053967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-83c9c2e8-23a6-41dd-ae9b-08f445a0e0bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082735 Nov 25 17:41:38.189655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Allocated IP 172.20.0.13 (630c9aae-c900-420d-834e-a80045361892/25cbe9dc-e157-4fef-b569-024a29333b54/4ee7981d-6daa-46c2-b15e-12de1ca1f731) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:38.209458 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-daee72af-cec2-40be-a9c4-cc12693832e9 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467307 Nov 25 17:41:38.383967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-12fb20dc-0d8c-4351-8b93-4341b664cbab service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668894 Nov 25 17:41:38.422937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet 055d9b89-fd7d-4642-b864-caa4484199bf {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:38.425733 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.426285 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.463605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.470926 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.517851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Network 630c9aae-c900-420d-834e-a80045361892 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:38.522135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:38.526296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:38.530290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Pushing event updated for resources: {'Port': ['ID=4ee7981d-6daa-46c2-b15e-12de1ca1f731,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.537816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff96eb9-ad0a-40b2-ba25-be6316a81882 None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:38.608826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-788c61d1-5ee5-4812-8436-eb177f69f3e9 None None] Provisioning complete for port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:38.609710 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-788c61d1-5ee5-4812-8436-eb177f69f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.616639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:38.617302 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.625594 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.662144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-788c61d1-5ee5-4812-8436-eb177f69f3e9 None None] Port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:38.672466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54fcb1ec-8860-425a-8eda-5d9b7e51012e req-232a3840-2e95-4ccd-8676-b1bd440a635e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0424314 Nov 25 17:41:38.672466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-88c9db2f-7dee-4538-a99d-200250688d42 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9221432 Nov 25 17:41:38.685087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Request body: {'port': {'device_id': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:38.697307 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.726751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=055d9b89-fd7d-4642-b864-caa4484199bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:38.731868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.740019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:38.740606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-88065b9e-49f8-4f73-8cd6-55d84a440449 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/055d9b89-fd7d-4642-b864-caa4484199bf HTTP/1.1" status: 204 len: 168 time: 0.6978476 Nov 25 17:41:38.741959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2304b9-9add-4971-8e1e-b49bf9ffba36 None None] Network 966e0ba6-1672-476c-b7c0-42308e2b4728 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:38.755761 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.886894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:38.967932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8429a6c-959f-4a1a-8e29-cac407992ad7 req-9580511f-cdc5-41ae-9c10-f93a61c5087f tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:38.979988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8429a6c-959f-4a1a-8e29-cac407992ad7 req-9580511f-cdc5-41ae-9c10-f93a61c5087f tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 932 time: 0.1018963 Nov 25 17:41:38.986752 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7b306-1942-4985-a166-856da215c922 None None] DHCP port deletion for 966e0ba6-1672-476c-b7c0-42308e2b4728 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:39.048137 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8429a6c-959f-4a1a-8e29-cac407992ad7 req-6e541d32-971a-4223-8de5-ab23e1d429a0 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666902 Nov 25 17:41:39.057799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Deleting port 1207df12-cc72-433d-8365-a7a2735e5204 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:39.058243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.097346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 1207df12-cc72-433d-8365-a7a2735e5204 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:39.097687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.134039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b7c7b306-1942-4985-a166-856da215c922 None None] For port 1207df12-cc72-433d-8365-a7a2735e5204, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1207df12-cc72-433d-8365-a7a2735e5204,segment=NetworkSegment(4bbb14f8-e761-42f9-af7b-e01508dcbda4),segment_id=4bbb14f8-e761-42f9-af7b-e01508dcbda4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:39.135240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.150996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Calling delete_port for 1207df12-cc72-433d-8365-a7a2735e5204 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:39.187141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 1207df12-cc72-433d-8365-a7a2735e5204, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1207df12-cc72-433d-8365-a7a2735e5204,segment=NetworkSegment(4bbb14f8-e761-42f9-af7b-e01508dcbda4),segment_id=4bbb14f8-e761-42f9-af7b-e01508dcbda4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:39.187527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.221576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 1207df12-cc72-433d-8365-a7a2735e5204 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:39.246544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee7981d-6daa-46c2-b15e-12de1ca1f731 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:39.259090 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.288435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.293968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Pushing event deleted for resources: {'Port': ['ID=1207df12-cc72-433d-8365-a7a2735e5204,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:39.305200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.305549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.305893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.306434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.306958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.307707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.308362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.308885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.309423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.309940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.310457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.310990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c7b306-1942-4985-a166-856da215c922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:39.331662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Transition to ACTIVE for port object 4ee7981d-6daa-46c2-b15e-12de1ca1f731 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:39.336060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7b306-1942-4985-a166-856da215c922 None None] No DVR routers for this DVR port 1207df12-cc72-433d-8365-a7a2735e5204 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:39.339578 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.341692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.390549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a9de6-37df-493f-8ef6-cf7d17b08031 None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:39.431315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7981d-6daa-46c2-b15e-12de1ca1f731,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:39.434815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:39.489168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=1207df12-cc72-433d-8365-a7a2735e5204,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:39.495955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port 1207df12-cc72-433d-8365-a7a2735e5204 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:39.573846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Attempting to bind port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:39.574103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Attempting to bind port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:39.574429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Attempting to bind port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 on network 630c9aae-c900-420d-834e-a80045361892 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:39.589068 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 on network 630c9aae-c900-420d-834e-a80045361892 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:39.589643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Attempting to bind port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 on network 630c9aae-c900-420d-834e-a80045361892 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:39.830642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-2932cb1f-1acc-46b3-bfd5-0464fa7589e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:39.832319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-2932cb1f-1acc-46b3-bfd5-0464fa7589e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1730154 Nov 25 17:41:39.867304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-348271a2-e14d-4be0-b441-6cf7e3fcf749 req-9e94458e-c562-4d50-9ad4-8eddc1dff531 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0327997 Nov 25 17:41:39.872948 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:40.064266 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.064681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:40.073576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:40.073909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Checking segment: {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:40.074291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Bound using segment: {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:40.074731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Bound port: 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:40.075084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.076134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.153010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1207df12-cc72-433d-8365-a7a2735e5204 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:40.157563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966e0ba6-1672-476c-b7c0-42308e2b4728']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:40.196369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1207df12-cc72-433d-8365-a7a2735e5204 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:41:40.197011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1207df12-cc72-433d-8365-a7a2735e5204 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:41:40.214677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbb14f8-e761-42f9-af7b-e01508dcbda4') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:40.221069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbb14f8-e761-42f9-af7b-e01508dcbda4') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:40.339068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.8 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/0d444f1e-65e1-4b27-a702-83f3f793f4e7) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:40.359611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.390558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] For port 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:40.394834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] For port 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:40.407702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.417260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:40.417810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:40.525343 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:40.532981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.544372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.552211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:40.555835 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/966e0ba6-1672-476c-b7c0-42308e2b4728 HTTP/1.1" status: 204 len: 168 time: 1.8145285 Nov 25 17:41:40.558583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483210148'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:40.562639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.601760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:40.605348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.624983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.666745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.670333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:40.670957 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.679767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb5a15-8e10-4fe2-b8ce-e79453dd9eea None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:40.687697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] 10.222.0.55 "PUT /v2.0/ports/4ee7981d-6daa-46c2-b15e-12de1ca1f731 HTTP/1.1" status: 200 len: 1092 time: 2.0069826 Nov 25 17:41:40.710132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.712565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:40.732441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82e076d8-606e-459e-bfe6-9f5e92214e28'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:40.733404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f050c2b-cb2c-439d-89fc-8377633beacb service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7981d-6daa-46c2-b15e-12de1ca1f731,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:40.746346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'tag': '4ee7981d-6daa-46c2-b15e-12de1ca1f731'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:40.749190 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123b4da-fa19-4b52-a8c6-eab87657e6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f16fe4-0054-481a-9251-4aa035bcea43", "tag": "4ee7981d-6daa-46c2-b15e-12de1ca1f731"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:40.775481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.776007 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment 6715dd30-506e-44a6-91b7-97d9ceed8249 of type vlan for network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 Nov 25 17:41:40.778115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b0cdb-db2e-4e2e-9d04-db9254c8718f req-28cc52c1-4171-4ac0-b3de-f3246a4b11e7 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:40.789294 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d6b0cdb-db2e-4e2e-9d04-db9254c8718f req-28cc52c1-4171-4ac0-b3de-f3246a4b11e7 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 944 time: 0.6289921 Nov 25 17:41:40.805060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:40.812512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:40.827952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa07143-621b-4d67-841a-2d0b97012a4b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=966e0ba6-1672-476c-b7c0-42308e2b4728,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:40.837617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:40.845878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=0d444f1e-65e1-4b27-a702-83f3f793f4e7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:40.898766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:40.902071 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec625a3e-d95a-4fef-b3da-a0b8459a1089 x-openstack-request-id: req-ec625a3e-d95a-4fef-b3da-a0b8459a1089 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:40.902373 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f16fe4-0054-481a-9251-4aa035bcea43", "tag": "4ee7981d-6daa-46c2-b15e-12de1ca1f731", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:40.902633 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ec625a3e-d95a-4fef-b3da-a0b8459a1089 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:40.903296 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'tag': '4ee7981d-6daa-46c2-b15e-12de1ca1f731', 'status': 'completed', 'code': 200} Nov 25 17:41:40.947813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-48ab644f-d26c-4e8f-a729-42b4bb3408b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:40.949319 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-48ab644f-d26c-4e8f-a729-42b4bb3408b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 1095 time: 0.1509411 Nov 25 17:41:41.007334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d6b0cdb-db2e-4e2e-9d04-db9254c8718f req-9efc8723-d26e-49a1-9dd2-ad546cad5bf3 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169907 Nov 25 17:41:41.023715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.025737 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.045634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.051263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.064343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.110128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-d9679154-1c2c-448d-aa57-71365f015387 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731 HTTP/1.1" status: 200 len: 217 time: 0.0983939 Nov 25 17:41:41.192515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-06849e37-2ace-4f5b-b47f-4d35e1527ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.200661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-06849e37-2ace-4f5b-b47f-4d35e1527ac6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 200 len: 853 time: 0.0837801 Nov 25 17:41:41.209830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-775a0e15-1abb-45ee-a29f-5bec4fc2d967 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3405647 Nov 25 17:41:41.230048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Request body: {'port': {'device_id': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:41.239108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6848550 Nov 25 17:41:41.241918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:41.271233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:41.273381 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-2e56bd22-51f9-464e-9583-92c24f0347c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=630c9aae-c900-420d-834e-a80045361892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644546 Nov 25 17:41:41.278182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd752ea-599c-4050-99e9-2a9768f48325 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:41.291547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:41.389794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d455d-e472-4db2-903d-f20fce17c2f8 req-c6fa2a44-6abe-49f0-9a3b-3b8e696c2f5e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.392028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f66d455d-e472-4db2-903d-f20fce17c2f8 req-c6fa2a44-6abe-49f0-9a3b-3b8e696c2f5e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 931 time: 0.3501048 Nov 25 17:41:41.412748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-a8c29a9e-cb15-413f-bead-28e46f81f06d service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332381 Nov 25 17:41:41.456460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.459708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a8147c33-cdfb-4d66-814a-d7fdccb9e8ac None None] Provisioning complete for port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:41.460376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8147c33-cdfb-4d66-814a-d7fdccb9e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.513928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a8147c33-cdfb-4d66-814a-d7fdccb9e8ac None None] Port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:41.525684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.559234 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f66d455d-e472-4db2-903d-f20fce17c2f8 req-66818caa-61c7-41d8-b497-737c2c6220db tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515489 Nov 25 17:41:41.564045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:41.569282 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.580638 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-823f48ef-7338-4a36-bff6-4eb52076fd56 req-f55d6ecf-3e7c-4563-859d-63bfbfca760e service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606903 Nov 25 17:41:41.706282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-809d0776-6db3-48a7-b1ce-94f336b76fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.716266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-809d0776-6db3-48a7-b1ce-94f336b76fdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 1095 time: 0.0621591 Nov 25 17:41:41.866572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-74b3391e-8769-48e6-89cd-9cb83e6a5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.868273 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-74b3391e-8769-48e6-89cd-9cb83e6a5d12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 914 time: 0.1450751 Nov 25 17:41:41.918791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-3eb00bb0-6674-4ec5-8a9b-fd684d77cd7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731 HTTP/1.1" status: 200 len: 217 time: 0.0426745 Nov 25 17:41:41.977038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:41.982827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-5a189630-1e8f-47ab-852a-47f87fbbe877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:41.984309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-5a189630-1e8f-47ab-852a-47f87fbbe877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 200 len: 853 time: 0.0512962 Nov 25 17:41:42.019980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-589478e3-d31c-4336-8a95-da98ea8b7b93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=630c9aae-c900-420d-834e-a80045361892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269759 Nov 25 17:41:42.072294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=775deacb-112a-4d82-ade3-ba2dd8eec1b1,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.091870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d444f1e-65e1-4b27-a702-83f3f793f4e7 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:42.102773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.105345 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': '6715dd30-506e-44a6-91b7-97d9ceed8249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:42.109278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:42.132464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Transition to ACTIVE for port object 0d444f1e-65e1-4b27-a702-83f3f793f4e7 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:41:42.137739 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.146733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:42.185747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:42.190290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939a160-f382-471f-9268-303ab191f6fa req-35728b54-c47b-4f1a-b077-60a3f1899c6e tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:42.192184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6939a160-f382-471f-9268-303ab191f6fa req-35728b54-c47b-4f1a-b077-60a3f1899c6e tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 944 time: 0.0895653 Nov 25 17:41:42.196016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-12089d1c-275c-4236-be73-f0282ea5af49 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683435 Nov 25 17:41:42.198572 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:42.199167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.212025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf2685-a5a4-403b-ae3b-c2f779ffaea0 None None] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:42.212398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d444f1e-65e1-4b27-a702-83f3f793f4e7,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.221373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2e2c74b1-663d-416a-9bf9-d64925a16b25 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9730597 Nov 25 17:41:42.225343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49826) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:42.233423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1028794697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:42.334240 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.336373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.359519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6939a160-f382-471f-9268-303ab191f6fa req-abf04803-8086-4fb3-8288-f2dd824fd6ce tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298625 Nov 25 17:41:42.396419 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e123b4da-fa19-4b52-a8c6-eab87657e6e0 req-a998896e-247e-484e-8c9d-bd82cc90a9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921036 Nov 25 17:41:42.397904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Attempting to bind port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:42.399801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Attempting to bind port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:42.400415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Attempting to bind port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:42.419736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4ee7981d-6daa-46c2-b15e-12de1ca1f731 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:42.455477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.457237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:41:42.457414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Attempting to bind port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:42.473003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:42.473003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:42.473003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:42.473003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Bound port: 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:42.473003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.490468 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.566890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:42.574840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] For port 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:42.578284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] For port 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:42.581530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.582827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d66ee004-4be6-415f-a37c-afc6776ce831 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3552554 Nov 25 17:41:42.584500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.585887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49834) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:42.600951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '4ee7981d-6daa-46c2-b15e-12de1ca1f731', 'network_id': '630c9aae-c900-420d-834e-a80045361892', 'port_id': '4ee7981d-6daa-46c2-b15e-12de1ca1f731', 'mac_address': 'fa:16:3e:b1:26:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cbe9dc-e157-4fef-b569-024a29333b54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:42.681524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6', 'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': '775deacb-112a-4d82-ade3-ba2dd8eec1b1'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:42.684927 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.732226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d444f1e-65e1-4b27-a702-83f3f793f4e7,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:42.748099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd9094-7426-49e1-a88a-87d655eb418a req-bbc30244-4f1a-4df5-b53a-10cd9fb66e8d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:42.758042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3fcd9094-7426-49e1-a88a-87d655eb418a req-bbc30244-4f1a-4df5-b53a-10cd9fb66e8d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0937629 Nov 25 17:41:42.759310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.767132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:42.767775 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.769220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-bfbe8fdf-daab-4475-916e-03f5ccc13cd5 service neutron] 10.222.0.73 "PUT /v2.0/ports/0d444f1e-65e1-4b27-a702-83f3f793f4e7 HTTP/1.1" status: 200 len: 1091 time: 1.5453649 Nov 25 17:41:42.770148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'tag': '0d444f1e-65e1-4b27-a702-83f3f793f4e7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:42.772953 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d32ea01-eeed-401f-bc88-1e36f123b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "82492876-bc1c-48fb-bafd-1db4976b8d92", "tag": "0d444f1e-65e1-4b27-a702-83f3f793f4e7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:42.777208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee7981d-6daa-46c2-b15e-12de1ca1f731 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:42.850922 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ccfcf0-4245-4dc5-9fc8-58e600fd7e9a x-openstack-request-id: req-92ccfcf0-4245-4dc5-9fc8-58e600fd7e9a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:42.850922 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82492876-bc1c-48fb-bafd-1db4976b8d92", "tag": "0d444f1e-65e1-4b27-a702-83f3f793f4e7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:42.850922 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-92ccfcf0-4245-4dc5-9fc8-58e600fd7e9a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:42.851318 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'tag': '0d444f1e-65e1-4b27-a702-83f3f793f4e7', 'status': 'completed', 'code': 200} Nov 25 17:41:42.899136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:42.909712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:42.931429 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3fcd9094-7426-49e1-a88a-87d655eb418a req-0b19ff9f-cc1c-4b7d-83af-85b06c79ccfc tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671596 Nov 25 17:41:42.933541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-18a50e99-db0e-419b-b3aa-1d1c9c385aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:42.934944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-18a50e99-db0e-419b-b3aa-1d1c9c385aaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 1094 time: 0.1141658 Nov 25 17:41:43.026656 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-3e53c179-c75a-49e2-b924-e42991bf749f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7 HTTP/1.1" status: 200 len: 217 time: 0.0818768 Nov 25 17:41:43.060194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.062287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=4ee7981d-6daa-46c2-b15e-12de1ca1f731,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:43.087985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-c9a3cd28-8851-475f-b050-dc469c53163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.089827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-c9a3cd28-8851-475f-b050-dc469c53163d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0538831 Nov 25 17:41:43.107093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Allocated IP 172.20.0.2 (3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6/775deacb-112a-4d82-ade3-ba2dd8eec1b1/f0d6a1a3-bf9f-4481-b487-66705979d0ad) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:43.158281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-6398f82b-3128-41e0-8e6b-b92e1f064326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.160000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-6398f82b-3128-41e0-8e6b-b92e1f064326 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621970 Nov 25 17:41:43.166835 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['4ee7981d-6daa-46c2-b15e-12de1ca1f731'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:43.294382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-2fc98aed-5ded-43f8-8bc0-545bcf31581a service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261284 Nov 25 17:41:43.421157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-76741ae1-d02e-4598-b8c3-e2c54e3181aa req-7b7776c7-988d-4347-8ea4-50499d1e4f49 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186872 Nov 25 17:41:43.446929 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.454868 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.579268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:43.596679 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-ec094bf7-3cf6-4664-878d-8b34fdcbc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.598347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-ec094bf7-3cf6-4664-878d-8b34fdcbc930 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 1094 time: 0.1121137 Nov 25 17:41:43.599828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:43.618648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:43.637438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Pushing event updated for resources: {'Port': ['ID=f0d6a1a3-bf9f-4481-b487-66705979d0ad,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:43.655094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.20.0.1 (3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6/775deacb-112a-4d82-ade3-ba2dd8eec1b1/15cf45b1-c375-45d9-a560-3da8cbb551f1) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:43.702527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Attempting to bind port f0d6a1a3-bf9f-4481-b487-66705979d0ad on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:43.703027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Attempting to bind port f0d6a1a3-bf9f-4481-b487-66705979d0ad by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6715dd30-506e-44a6-91b7-97d9ceed8249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:43.703426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Attempting to bind port f0d6a1a3-bf9f-4481-b487-66705979d0ad on network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:43.710037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:43.710539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Checking segment: {'id': '6715dd30-506e-44a6-91b7-97d9ceed8249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:43.710978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.711371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Bound using segment: {'id': '6715dd30-506e-44a6-91b7-97d9ceed8249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:43.711933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Bound port: f0d6a1a3-bf9f-4481-b487-66705979d0ad, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6715dd30-506e-44a6-91b7-97d9ceed8249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:43.712388 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.780642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-321ea5b0-6fdb-4877-b674-af5d0d2728f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.782216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-321ea5b0-6fdb-4877-b674-af5d0d2728f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1761248 Nov 25 17:41:43.793490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] For port f0d6a1a3-bf9f-4481-b487-66705979d0ad, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:43.798690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8db69-84f2-4b61-aa1c-a7d8a68a6e39 req-88e4e8f1-e259-45cb-8bcd-c754dcf12a46 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.799022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] For port f0d6a1a3-bf9f-4481-b487-66705979d0ad, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f0d6a1a3-bf9f-4481-b487-66705979d0ad,segment=NetworkSegment(6715dd30-506e-44a6-91b7-97d9ceed8249),segment_id=6715dd30-506e-44a6-91b7-97d9ceed8249)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:43.801544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cca8db69-84f2-4b61-aa1c-a7d8a68a6e39 req-88e4e8f1-e259-45cb-8bcd-c754dcf12a46 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 945 time: 0.2778194 Nov 25 17:41:43.806280 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:43.878821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-06aa28d2-ab26-416c-bfcd-ef63d84f2c10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7 HTTP/1.1" status: 200 len: 217 time: 0.0894732 Nov 25 17:41:43.899289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055b637-cc19-4d83-b58d-cde0efc5aca1 None None] Pushing event updated for resources: {'Port': ['ID=f0d6a1a3-bf9f-4481-b487-66705979d0ad,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:43.955256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-3339f984-6b8b-4ac5-abc6-248bf57ccff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:43.958666 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-3339f984-6b8b-4ac5-abc6-248bf57ccff9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0672965 Nov 25 17:41:43.969517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cca8db69-84f2-4b61-aa1c-a7d8a68a6e39 req-c65903bf-b245-4535-8f22-526b1a0b5424 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593711 Nov 25 17:41:43.981409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.089081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-70910455-51d4-416a-8596-a596414b5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.096006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-70910455-51d4-416a-8596-a596414b5622 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267338 Nov 25 17:41:44.128335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.196169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a017a90-fdc1-44c8-946b-2f28f8688733 req-6911e65a-4b3a-4d47-a104-4012cfaf8168 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.206392 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a017a90-fdc1-44c8-946b-2f28f8688733 req-6911e65a-4b3a-4d47-a104-4012cfaf8168 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1650324 Nov 25 17:41:44.224886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:44.243474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:44.246228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:44.263826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57628b00-611e-4e28-99aa-606d58a72068 req-0b75406e-9ff0-444e-874b-d4902f63906f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:44.266987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57628b00-611e-4e28-99aa-606d58a72068 req-0b75406e-9ff0-444e-874b-d4902f63906f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1342189 Nov 25 17:41:44.281259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-e6f928ad-937f-41db-b253-31bb5e8398ee service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788766 Nov 25 17:41:44.332637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=15cf45b1-c375-45d9-a560-3da8cbb551f1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:44.365220 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.387101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4ee7981d-6daa-46c2-b15e-12de1ca1f731 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:44.402450 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-57628b00-611e-4e28-99aa-606d58a72068 req-a8fcd7a2-c61d-48f5-b157-ce438689b2b4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195619 Nov 25 17:41:44.425896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a017a90-fdc1-44c8-946b-2f28f8688733 req-e6e940ea-a3e2-4577-9a38-f84e1586c2cb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840994 Nov 25 17:41:44.473094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d32ea01-eeed-401f-bc88-1e36f123b40a req-e5de95d2-06df-4a48-ac2d-15f491496c89 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825852 Nov 25 17:41:44.542812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.652584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:41:44.656957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:44.657334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.742888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.769403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7981d-6daa-46c2-b15e-12de1ca1f731'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:44.773321 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54458cb1-153e-4e1c-ae3c-41e7f12eabe9" -d '{"events": [{"server_uuid": "d5f16fe4-0054-481a-9251-4aa035bcea43", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7981d-6daa-46c2-b15e-12de1ca1f731"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:44.787581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:44.792475 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.857502 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c94f177-88ee-43cd-b480-ed557533a78a x-openstack-request-id: req-1c94f177-88ee-43cd-b480-ed557533a78a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:44.857800 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f16fe4-0054-481a-9251-4aa035bcea43", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7981d-6daa-46c2-b15e-12de1ca1f731", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:44.858051 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c94f177-88ee-43cd-b480-ed557533a78a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:44.858438 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7981d-6daa-46c2-b15e-12de1ca1f731', 'code': 200} Nov 25 17:41:44.872358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.880539 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:44.898624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=4ee7981d-6daa-46c2-b15e-12de1ca1f731,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.006438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.009837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=15cf45b1-c375-45d9-a560-3da8cbb551f1,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.140948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505fa96-f4b8-4552-b2c1-46e5a78e391b req-1bf20a94-6aea-4c66-8d77-284a479facef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:45.142640 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1505fa96-f4b8-4552-b2c1-46e5a78e391b req-1bf20a94-6aea-4c66-8d77-284a479facef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 1097 time: 0.2036085 Nov 25 17:41:45.215948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7444e-e288-44b8-9c96-0d281fcd6f2e req-a18083f0-67a7-4e4e-a11f-a3bd80d27703 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:45.219408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-73d7444e-e288-44b8-9c96-0d281fcd6f2e req-a18083f0-67a7-4e4e-a11f-a3bd80d27703 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 946 time: 0.1543479 Nov 25 17:41:45.229766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7a5bd-cf7a-4d40-97f0-1391b05b7c11 None None] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:45.283186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:45.317091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:45.378011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4b28acec-5b25-4a16-9dbb-ca890c3cd007 None None] Provisioning complete for port f0d6a1a3-bf9f-4481-b487-66705979d0ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:45.378699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b28acec-5b25-4a16-9dbb-ca890c3cd007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.445828 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1505fa96-f4b8-4552-b2c1-46e5a78e391b req-976190ed-c3ec-457b-baba-44fb687c1ca1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923040 Nov 25 17:41:45.530492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-73d7444e-e288-44b8-9c96-0d281fcd6f2e req-120da13e-db2b-4f9c-a910-149a6964bc75 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914388 Nov 25 17:41:45.564409 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b28acec-5b25-4a16-9dbb-ca890c3cd007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.612957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router e7eda394-2016-4679-8daf-be4d06afaae5 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:45.644060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f48c1-4917-4850-9505-cfbbc11a55dd req-62f9b056-159d-483a-9fd9-cac42079a02e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:45.649742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d69f48c1-4917-4850-9505-cfbbc11a55dd req-62f9b056-159d-483a-9fd9-cac42079a02e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1268089 Nov 25 17:41:45.650876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4b28acec-5b25-4a16-9dbb-ca890c3cd007 None None] For port f0d6a1a3-bf9f-4481-b487-66705979d0ad, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f0d6a1a3-bf9f-4481-b487-66705979d0ad,segment=NetworkSegment(6715dd30-506e-44a6-91b7-97d9ceed8249),segment_id=6715dd30-506e-44a6-91b7-97d9ceed8249)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:45.664158 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b28acec-5b25-4a16-9dbb-ca890c3cd007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.763511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28acec-5b25-4a16-9dbb-ca890c3cd007 None None] Pushing event updated for resources: {'Port': ['ID=f0d6a1a3-bf9f-4481-b487-66705979d0ad,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:45.826597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d69f48c1-4917-4850-9505-cfbbc11a55dd req-dc980a06-3b77-474e-ba58-ef6145fb1bf0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639495 Nov 25 17:41:45.868442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01cd1-84c5-432a-99c3-e739695cd168 req-34becd0b-b075-4241-bb1a-8fe5eb6042da tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:45.869997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cbe01cd1-84c5-432a-99c3-e739695cd168 req-34becd0b-b075-4241-bb1a-8fe5eb6042da tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1175430 Nov 25 17:41:45.888827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9ef8ae3b-d28d-4cba-9305-9ab63380c72b None None] Provisioning complete for port f0d6a1a3-bf9f-4481-b487-66705979d0ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:45.889080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:45.889533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ef8ae3b-d28d-4cba-9305-9ab63380c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:45.897937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-25d80b97-dbfb-40bf-9dee-1bfd66d69418 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/e7eda394-2016-4679-8daf-be4d06afaae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3107946 Nov 25 17:41:45.901573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:45.903315 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] Sync routers for ids ['e7eda394-2016-4679-8daf-be4d06afaae5'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:45.923768 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] Routers {'e7eda394-2016-4679-8daf-be4d06afaae5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:45.927724 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e7eda394-2016-4679-8daf-be4d06afaae5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:45.980001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cbe01cd1-84c5-432a-99c3-e739695cd168 req-bb24aea7-349f-4e6a-aece-57acf165559a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973570 Nov 25 17:41:46.006788 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:46.015086 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] Routers {'e7eda394-2016-4679-8daf-be4d06afaae5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:46.016089 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e7eda394-2016-4679-8daf-be4d06afaae5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:46.023672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bddce0-2eaf-4ca8-af89-ec85e6eaa357 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.031723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-39bddce0-2eaf-4ca8-af89-ec85e6eaa357 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports/15cf45b1-c375-45d9-a560-3da8cbb551f1 HTTP/1.1" status: 200 len: 910 time: 0.1270657 Nov 25 17:41:46.031982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49868) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:46.089773 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:46.090656 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e233c9-8d0d-4dd7-a204-75e969d3b62f None None] The sync data for ids ['e7eda394-2016-4679-8daf-be4d06afaae5'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:46.154316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9ef8ae3b-d28d-4cba-9305-9ab63380c72b None None] Provisioning complete for port 15cf45b1-c375-45d9-a560-3da8cbb551f1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:46.154316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ef8ae3b-d28d-4cba-9305-9ab63380c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.212032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8ae3b-d28d-4cba-9305-9ab63380c72b None None] Port 15cf45b1-c375-45d9-a560-3da8cbb551f1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:46.213531 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.288131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f0d6a1a3-bf9f-4481-b487-66705979d0ad up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:46.362668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8420a03c-b07c-47d7-b413-d84e96d66c4e None None] Provisioning complete for port 15cf45b1-c375-45d9-a560-3da8cbb551f1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:46.365612 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8420a03c-b07c-47d7-b413-d84e96d66c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.410497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f0d6a1a3-bf9f-4481-b487-66705979d0ad triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:46.411700 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.494769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8420a03c-b07c-47d7-b413-d84e96d66c4e None None] Port 15cf45b1-c375-45d9-a560-3da8cbb551f1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:46.621704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1c93c6ec-0276-4e14-bba3-4f4872d27230 None None] Provisioning complete for port 15cf45b1-c375-45d9-a560-3da8cbb551f1 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:46.622202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1c93c6ec-0276-4e14-bba3-4f4872d27230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.686101 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:46.687576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1c93c6ec-0276-4e14-bba3-4f4872d27230 None None] Port 15cf45b1-c375-45d9-a560-3da8cbb551f1 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:46.715937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083e30-e3dd-4c78-8e21-02047f51c7b5 req-de4372cc-8d17-464e-ab2d-fb9703889d4b tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:46.717427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f083e30-e3dd-4c78-8e21-02047f51c7b5 req-de4372cc-8d17-464e-ab2d-fb9703889d4b tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 946 time: 0.0795162 Nov 25 17:41:46.815862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f083e30-e3dd-4c78-8e21-02047f51c7b5 req-7293fd98-ee29-470a-a9c1-5c1f805d0e65 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842018 Nov 25 17:41:47.219816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c7cd3-0b34-4540-88f1-1f434fdcb289 req-151cb37d-7c47-435d-9cb1-4dc8ac30cc2b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.221477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f64c7cd3-0b34-4540-88f1-1f434fdcb289 req-151cb37d-7c47-435d-9cb1-4dc8ac30cc2b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1274235 Nov 25 17:41:47.339983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f64c7cd3-0b34-4540-88f1-1f434fdcb289 req-f2786624-95ce-46cb-befe-71b64de3228b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935225 Nov 25 17:41:47.566669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21413a-50ce-4f6f-a53f-b01b78a62014 req-69ac26c7-5f69-4350-98fb-9f1e3daa328a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:47.569113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec21413a-50ce-4f6f-a53f-b01b78a62014 req-69ac26c7-5f69-4350-98fb-9f1e3daa328a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.6219127 Nov 25 17:41:47.620685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 15cf45b1-c375-45d9-a560-3da8cbb551f1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:47.620900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.637390 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.695956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec21413a-50ce-4f6f-a53f-b01b78a62014 req-28a772dd-121b-4090-b2cc-785649e394e9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189690 Nov 25 17:41:47.768975 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:47.784073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 15cf45b1-c375-45d9-a560-3da8cbb551f1 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:48.017743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.073469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=15cf45b1-c375-45d9-a560-3da8cbb551f1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:48.280906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:48.529356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05372fe6-2f20-4c75-b1c0-f8cf5efb54d1 req-6463fc12-7fe6-4578-9341-4870dfb7381e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:48.530789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05372fe6-2f20-4c75-b1c0-f8cf5efb54d1 req-6463fc12-7fe6-4578-9341-4870dfb7381e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0864708 Nov 25 17:41:48.550432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router e7eda394-2016-4679-8daf-be4d06afaae5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:48.637124 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-05372fe6-2f20-4c75-b1c0-f8cf5efb54d1 req-ac143509-3c48-41b0-a4e3-4587e1dec096 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969949 Nov 25 17:41:48.676256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:48.684480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-93a44bfe-551d-4d51-8f7c-67c2e4e65746 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/e7eda394-2016-4679-8daf-be4d06afaae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6503036 Nov 25 17:41:48.686144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49952) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:48.690325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] Sync routers for ids ['e7eda394-2016-4679-8daf-be4d06afaae5'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:48.709284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] Routers {'e7eda394-2016-4679-8daf-be4d06afaae5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:48.712099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e7eda394-2016-4679-8daf-be4d06afaae5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.734438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3359f760-3751-476d-b1f2-177e36c17de4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7eda394-2016-4679-8daf-be4d06afaae5 HTTP/1.1" status: 200 len: 205 time: 0.0472105 Nov 25 17:41:48.736920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49954) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:48.752135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.764230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] Routers {'e7eda394-2016-4679-8daf-be4d06afaae5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:48.764864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e7eda394-2016-4679-8daf-be4d06afaae5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.803701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:48.804706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff37085-670b-4003-8d18-ddfe3b6f5e76 None None] The sync data for ids ['e7eda394-2016-4679-8daf-be4d06afaae5'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:48.886147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.021585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86c942-3baa-4fa4-9bd3-116723f652e7 req-f4d86aec-3967-47b8-bf71-883283eab70a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.023741 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a86c942-3baa-4fa4-9bd3-116723f652e7 req-f4d86aec-3967-47b8-bf71-883283eab70a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1781933 Nov 25 17:41:49.121236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.124704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.201866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a86c942-3baa-4fa4-9bd3-116723f652e7 req-3263efc9-e296-4bbd-b636-28d4cac0e710 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410201 Nov 25 17:41:49.215483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.215943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router e7eda394-2016-4679-8daf-be4d06afaae5 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:49.227122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.229017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6ce2635b-d2fe-4a81-9715-bf782db7b281 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/e7eda394-2016-4679-8daf-be4d06afaae5 HTTP/1.1" status: 204 len: 168 time: 0.4911957 Nov 25 17:41:49.231917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.301256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet 775deacb-112a-4d82-ade3-ba2dd8eec1b1 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:41:49.309775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.365001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.468194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.553215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.593029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.599166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/775deacb-112a-4d82-ade3-ba2dd8eec1b1 HTTP/1.1" status: 204 len: 168 time: 0.3627839 Nov 25 17:41:49.599166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593edf5-a69a-47c5-ae7a-1739f728d767 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=775deacb-112a-4d82-ade3-ba2dd8eec1b1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:49.600158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49960) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:49.613743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20181691-3cfe-4933-9428-9dd7c9a4af0e None None] Network 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:49.851857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:49.885840 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf76f0-5bcf-4e4c-9251-57569fbce1f4 req-d4c16805-df25-42b0-abcf-cf20f7647cab tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:49.887466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fdaf76f0-5bcf-4e4c-9251-57569fbce1f4 req-d4c16805-df25-42b0-abcf-cf20f7647cab tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0928679 Nov 25 17:41:49.987225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fdaf76f0-5bcf-4e4c-9251-57569fbce1f4 req-22eb690e-4a14-4364-b20c-1baba3cf2842 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753977 Nov 25 17:41:49.990067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port f0d6a1a3-bf9f-4481-b487-66705979d0ad {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:49.990413 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.026856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] DHCP port deletion for 3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:50.104384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port f0d6a1a3-bf9f-4481-b487-66705979d0ad, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f0d6a1a3-bf9f-4481-b487-66705979d0ad,segment=NetworkSegment(6715dd30-506e-44a6-91b7-97d9ceed8249),segment_id=6715dd30-506e-44a6-91b7-97d9ceed8249)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:50.104800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.124376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] Deleting port f0d6a1a3-bf9f-4481-b487-66705979d0ad {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:50.124376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.126463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for f0d6a1a3-bf9f-4481-b487-66705979d0ad owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:50.172890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f0d6a1a3-bf9f-4481-b487-66705979d0ad no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:41:50.228889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] For port f0d6a1a3-bf9f-4481-b487-66705979d0ad, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f0d6a1a3-bf9f-4481-b487-66705979d0ad,segment=NetworkSegment(6715dd30-506e-44a6-91b7-97d9ceed8249),segment_id=6715dd30-506e-44a6-91b7-97d9ceed8249)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:50.229224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.256894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] Calling delete_port for f0d6a1a3-bf9f-4481-b487-66705979d0ad owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:50.265641 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.294824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Port f0d6a1a3-bf9f-4481-b487-66705979d0ad update to DOWN by agent not found {{(pid=103637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 17:41:50.300420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=f0d6a1a3-bf9f-4481-b487-66705979d0ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:50.316532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port f0d6a1a3-bf9f-4481-b487-66705979d0ad on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:50.423403 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.437362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.439735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] No DVR routers for this DVR port f0d6a1a3-bf9f-4481-b487-66705979d0ad on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:41:50.461300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.466978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d62e5-12f3-4638-9663-f7458f8762fc None None] Pushing event deleted for resources: {'Port': ['ID=f0d6a1a3-bf9f-4481-b487-66705979d0ad,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:50.473028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6715dd30-506e-44a6-91b7-97d9ceed8249') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.473428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6715dd30-506e-44a6-91b7-97d9ceed8249') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:50.488145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.504145 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.508253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61abc2-4365-43c8-ad41-253674b20cf3 req-c3884b30-c49c-4390-8394-e7c0757ad0d5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:50.510307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a61abc2-4365-43c8-ad41-253674b20cf3 req-c3884b30-c49c-4390-8394-e7c0757ad0d5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1460645 Nov 25 17:41:50.517185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:41:50.517621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:41:50.522068 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:41:50.592556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a61abc2-4365-43c8-ad41-253674b20cf3 req-e5f25d1b-0564-4f00-ba24-1e56ad1d7c0a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754557 Nov 25 17:41:50.603863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.613381 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.617237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6 HTTP/1.1" status: 204 len: 168 time: 1.0150008 Nov 25 17:41:50.621582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49968) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:50.632458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=3246acc2-0bf5-4eaa-91f1-d4bbb0b86fb6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:50.633752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-978574654', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:50.641108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.642101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.642101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.642320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.642650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.643074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.643591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.643967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.646000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.646562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.646970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.647637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd65c1-62db-4be7-ac48-b83d58209e8e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:41:50.669488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.670831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.749687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:50.947132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.156532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b886a3-9227-47f8-a1f2-b19862d488ae req-e19c7d96-af06-4d7b-94e0-a9ae27a16a67 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:51.165901 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40b886a3-9227-47f8-a1f2-b19862d488ae req-e19c7d96-af06-4d7b-94e0-a9ae27a16a67 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0722356 Nov 25 17:41:51.233397 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40b886a3-9227-47f8-a1f2-b19862d488ae req-e159e229-8351-4a6b-aeb7-2738dba14022 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664816 Nov 25 17:41:51.252990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.278315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.412871 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.25.8.209 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/156f3add-3851-4c09-a363-b047ff231352) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:51.542905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.586745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.635837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=156f3add-3851-4c09-a363-b047ff231352,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:51.658389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:51.661457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:51.664906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:51.678260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5ad5f-fedf-4b63-bc14-5ffd4959442d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:51.764801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-72f5eb0e-4196-4dd3-97df-245522bcf540 None None] Provisioning complete for port 156f3add-3851-4c09-a363-b047ff231352 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:51.765482 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72f5eb0e-4196-4dd3-97df-245522bcf540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:51.791542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-606bc7f6-a7ea-4ac1-952a-b79013186427 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530198 Nov 25 17:41:51.816106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-72f5eb0e-4196-4dd3-97df-245522bcf540 None None] Port 156f3add-3851-4c09-a363-b047ff231352 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:41:51.839807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71333-5ac4-4e98-a8ff-42138da0876d req-8411faea-fd9e-40d6-848d-8e4d8c97fb17 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:51.841413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48a71333-5ac4-4e98-a8ff-42138da0876d req-8411faea-fd9e-40d6-848d-8e4d8c97fb17 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1244333 Nov 25 17:41:51.902346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-1922159d-a87a-41c7-80ba-f03b80a1f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:51.902346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-1922159d-a87a-41c7-80ba-f03b80a1f30b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd9e19e6312944edbf796ec436cb234b&device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 1096 time: 0.0542336 Nov 25 17:41:51.974218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48a71333-5ac4-4e98-a8ff-42138da0876d req-910eca3f-9810-4763-aa05-3b0828e964e6 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232448 Nov 25 17:41:52.037023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-ba466db8-e030-4453-8702-49c8092b7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:52.040266 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-ba466db8-e030-4453-8702-49c8092b7b09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 200 len: 910 time: 0.1211896 Nov 25 17:41:52.101324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.136280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-b55fab78-021f-476b-bb06-12c8b3fc4a27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 200 len: 1000 time: 0.0873685 Nov 25 17:41:52.193441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-0d9d8bff-3390-4b0f-881a-5b2e5910c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:52.194931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-0d9d8bff-3390-4b0f-881a-5b2e5910c6ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 200 len: 848 time: 0.0528288 Nov 25 17:41:52.252928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-595a2342-5311-4b5e-8616-b528ad304bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:52.254896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-595a2342-5311-4b5e-8616-b528ad304bb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e05e49a-6624-4dd4-8e4c-03296c146bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520933 Nov 25 17:41:52.330111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:52.377020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-203ad0c7-d20d-450a-9e8a-cf1ea9224e3e service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148849 Nov 25 17:41:52.454352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eac6d-038f-42df-b1bd-9975cbd32919 req-40edc5ee-b5d2-4875-884e-ebf85df2c698 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:52.457136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-057eac6d-038f-42df-b1bd-9975cbd32919 req-40edc5ee-b5d2-4875-884e-ebf85df2c698 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1225543 Nov 25 17:41:52.530354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0efe0ced-bd6f-4787-8493-0b6c2bed955b req-978c6dab-75c5-438f-a51d-d80acc9d0b02 service neutron] 10.222.0.73 "GET /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442037 Nov 25 17:41:52.549732 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-057eac6d-038f-42df-b1bd-9975cbd32919 req-caba65ea-e3af-489b-ac84-f94ec80bcc6c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Nov 25 17:41:52.862755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 8dafb0e2-d59d-4f23-90ca-c950abd2b002 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:41:53.006926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:53.018989 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] Sync routers for ids ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:53.033325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] Routers {'8dafb0e2-d59d-4f23-90ca-c950abd2b002'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:53.033953 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:53.051076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:53.053689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7211308b-8315-44be-be59-edb099fd00b2 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4308038 Nov 25 17:41:53.055603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.076875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:53.088678 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] Routers {'8dafb0e2-d59d-4f23-90ca-c950abd2b002'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:53.089942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:53.139400 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:53.140650 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97850210-a39f-43bf-8292-0e1e8a2329eb None None] The sync data for ids ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:53.148328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234056d-9740-42de-8627-1c93ae47bda9 req-ec744da4-c7b7-42f6-809c-cca2fd0ca190 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.149922 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c234056d-9740-42de-8627-1c93ae47bda9 req-ec744da4-c7b7-42f6-809c-cca2fd0ca190 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.0536227 Nov 25 17:41:53.211013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c234056d-9740-42de-8627-1c93ae47bda9 req-855eac54-ee2a-45d6-9259-17f7b1c9721f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525382 Nov 25 17:41:53.233291 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6eeb94a5-5f56-4a48-b1f3-def53072483b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/routers/8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 200 len: 880 time: 0.1743724 Nov 25 17:41:53.233664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49986) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.473678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-707af664-d4da-4ab3-9304-c6abdbc90a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.475321 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-707af664-d4da-4ab3-9304-c6abdbc90a1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1097 time: 0.1219254 Nov 25 17:41:53.649102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49990) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:53.649355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2f26dc9e-a719-4f95-a71a-82b67f57aeaf tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4139454 Nov 25 17:41:53.650387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-db99e815-de99-4d3d-841e-b9f6537540c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.651874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-db99e815-de99-4d3d-841e-b9f6537540c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1529055 Nov 25 17:41:53.655009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-978574654'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:53.728680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-e71e48b3-b1f7-4823-a2f5-02fb982248f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 1002 time: 0.0693104 Nov 25 17:41:53.794726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-4b184bc4-1c67-457c-bba6-164e62133e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.796981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-4b184bc4-1c67-457c-bba6-164e62133e58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0618167 Nov 25 17:41:53.854349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21340f1-01c3-4cb5-a7f5-d571e332809d req-507ff747-3dd6-40f3-93af-6406fae6ba2f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.856402 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e21340f1-01c3-4cb5-a7f5-d571e332809d req-507ff747-3dd6-40f3-93af-6406fae6ba2f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1198680 Nov 25 17:41:53.871982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-326790d3-f168-448e-8fe3-460eb66e8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:53.873697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-326790d3-f168-448e-8fe3-460eb66e8b4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687854 Nov 25 17:41:54.001029 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-ce604375-db20-414d-b9c1-80f936ec505b service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164491 Nov 25 17:41:54.003716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e21340f1-01c3-4cb5-a7f5-d571e332809d req-5adc5ca5-864e-4e97-9840-efffbefe4ee5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307721 Nov 25 17:41:54.138843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86640a5a-ff14-4001-aa66-db7502bbbbdc req-39f37479-323f-46f9-bb59-536ce3cb9492 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295857 Nov 25 17:41:54.219366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.233971 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.370179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dddb5-08af-4112-85dd-3138941d2e23 req-12291d5d-a5bd-483e-8f98-6e526293c3e8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:54.372212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f6dddb5-08af-4112-85dd-3138941d2e23 req-12291d5d-a5bd-483e-8f98-6e526293c3e8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.0632193 Nov 25 17:41:54.376417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 8dafb0e2-d59d-4f23-90ca-c950abd2b002 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:41:54.447263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:41:54.451704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f6dddb5-08af-4112-85dd-3138941d2e23 req-1c3f48f8-0ed6-42bf-af44-85789fd24055 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707543 Nov 25 17:41:54.501663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:41:54.511268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.516734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7e193ec9-80d0-4534-b9a1-4c7e80b28da8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 200 len: 887 time: 0.8628304 Nov 25 17:41:54.516917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 49996) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:54.517250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] Sync routers for ids ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:41:54.567915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] Routers {'8dafb0e2-d59d-4f23-90ca-c950abd2b002'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:54.568981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.611705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.635804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] Routers {'8dafb0e2-d59d-4f23-90ca-c950abd2b002'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:41:54.637021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.674314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0a7c7bdf-fad6-4a2e-b176-2202269aebcd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/routers/8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 200 len: 887 time: 0.1568875 Nov 25 17:41:54.678069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 49998) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:54.693085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:41:54.694237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab345483-da94-4404-b9f5-c6743e0fe4b5 None None] The sync data for ids ['8dafb0e2-d59d-4f23-90ca-c950abd2b002'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:41:54.711666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:54.723250 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-708d055d-376c-4262-9f50-64e904941000 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 200 len: 205 time: 0.0435586 Nov 25 17:41:54.726263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:54.733900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'mac_address': 'fa:16:3e:46:d3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:41:54.785943 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.813511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:41:54.844131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:54.849904 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.902968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:54.921857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:54.931562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:41:55.089372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.184918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 156f3add-3851-4c09-a363-b047ff231352 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:41:55.185756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.233792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7876cf-8278-4115-8152-962e7343d92f req-59ea9cea-0197-407a-9f23-1535649a25d1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:55.240059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d7876cf-8278-4115-8152-962e7343d92f req-59ea9cea-0197-407a-9f23-1535649a25d1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0891669 Nov 25 17:41:55.328654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.348579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 156f3add-3851-4c09-a363-b047ff231352 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:41:55.633134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f67c2-6fdf-45c4-8af1-935ad9e24d7d req-adc724d9-6ae3-4c8f-a5da-f12b751f2694 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:55.635746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-641f67c2-6fdf-45c4-8af1-935ad9e24d7d req-adc724d9-6ae3-4c8f-a5da-f12b751f2694 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 945 time: 0.0742753 Nov 25 17:41:55.637033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.678515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=156f3add-3851-4c09-a363-b047ff231352,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:55.689922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d84d29-7e44-44b3-aa63-cb4c871df4e9 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:41:55.757016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7d7876cf-8278-4115-8152-962e7343d92f req-e427da87-b46f-4fb6-93c2-0b71dfacf37b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129037 Nov 25 17:41:55.785228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-641f67c2-6fdf-45c4-8af1-935ad9e24d7d req-195eb907-238b-4e9a-9d05-6dab161e93da tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368721 Nov 25 17:41:55.786633 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.894557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.898068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.953826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.955344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router 8dafb0e2-d59d-4f23-90ca-c950abd2b002 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:41:55.965133 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:55.967009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fabf509a-3396-4f6a-b525-0d4d2569275c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 204 len: 168 time: 1.2396495 Nov 25 17:41:55.971132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50008) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:55.976595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-60653873'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:56.001939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:56.006038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.031081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:41:56.040907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.041251 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment 77f5623b-cc19-48e0-a88b-a2e401708ac4 of type vlan for network 46680d17-5ff3-4113-a73e-3eff4d57cee8 Nov 25 17:41:56.087234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.125763 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.138062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:56.138687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.218980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2456493 Nov 25 17:41:56.220712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50012) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:56.228709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:56.236075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9763dc1-a441-4650-8acb-6cc1ef77be0b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=46680d17-5ff3-4113-a73e-3eff4d57cee8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:56.255982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:41:56.375250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:41:56.379247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.450070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:41:56.550616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:41:56.551454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.618273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.705346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=11cf5878-9fd9-42d0-ad9c-3b0a58476a94,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:56.715720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': '77f5623b-cc19-48e0-a88b-a2e401708ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:56.716081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 46680d17-5ff3-4113-a73e-3eff4d57cee8, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:41:56.738792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:41:56.755525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 46680d17-5ff3-4113-a73e-3eff4d57cee8) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:56.760716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:56.762478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.775515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.781458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3499f-60de-4076-8f2d-57e40422630e None None] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:41:56.812106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-47a93030-29c7-477c-9814-875918b90a23 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5899642 Nov 25 17:41:56.814961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50028) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:56.827344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688213445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:41:56.873303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:41:56.930728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.932468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.953251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a894e-a40f-4c68-909c-36a15c47476d req-01b09771-ae03-40e2-9faa-047180a3d40d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:56.954433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:41:56.956271 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e984ea00-ac93-4e60-94a6-e24058bdd978" -d '{"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-plugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:41:56.966255 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:56.977971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed1a894e-a40f-4c68-909c-36a15c47476d req-01b09771-ae03-40e2-9faa-047180a3d40d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0834091 Nov 25 17:41:57.027096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:57.085636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc31ebc-4553-4721-9891-759403b84667 req-45154bd1-b486-464c-8baf-9abce8aa2a8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:57.089072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0cc31ebc-4553-4721-9891-759403b84667 req-45154bd1-b486-464c-8baf-9abce8aa2a8b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1376085 Nov 25 17:41:57.098714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed1a894e-a40f-4c68-909c-36a15c47476d req-31ae9c37-86dc-4296-a6a2-b674d64416b7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172817 Nov 25 17:41:57.200887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-46680d17-5ff3-4113-a73e-3eff4d57cee8', 'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': '11cf5878-9fd9-42d0-ad9c-3b0a58476a94'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:41:57.201704 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.272792 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.292262 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.306904 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa490f2-266a-4db8-809d-8d5ca29b8ca0 x-openstack-request-id: req-8aa490f2-266a-4db8-809d-8d5ca29b8ca0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:41:57.307234 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-plugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:41:57.307475 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8aa490f2-266a-4db8-809d-8d5ca29b8ca0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:41:57.307874 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'code': 200} Nov 25 17:41:57.368482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.369717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-317afea4-2654-4bb0-83bb-4470b02a4729 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5516298 Nov 25 17:41:57.373311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:41:57.389327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0cc31ebc-4553-4721-9891-759403b84667 req-ba2c0604-70b5-4b25-8f06-ae84f3bd1a87 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791310 Nov 25 17:41:57.433878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Allocated IP 172.20.0.2 (46680d17-5ff3-4113-a73e-3eff4d57cee8/11cf5878-9fd9-42d0-ad9c-3b0a58476a94/a2da4184-0077-417e-a609-0d2d203e9e39) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:57.822907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.852602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.870594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:57.958213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:57.981421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:57.990692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:58.018376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Pushing event updated for resources: {'Port': ['ID=a2da4184-0077-417e-a609-0d2d203e9e39,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:58.198848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Attempting to bind port a2da4184-0077-417e-a609-0d2d203e9e39 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:41:58.200068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Attempting to bind port a2da4184-0077-417e-a609-0d2d203e9e39 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '77f5623b-cc19-48e0-a88b-a2e401708ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:41:58.200532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Attempting to bind port a2da4184-0077-417e-a609-0d2d203e9e39 on network 46680d17-5ff3-4113-a73e-3eff4d57cee8 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:41:58.214760 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:41:58.215295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Checking segment: {'id': '77f5623b-cc19-48e0-a88b-a2e401708ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:41:58.215912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.216999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Bound using segment: {'id': '77f5623b-cc19-48e0-a88b-a2e401708ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:41:58.219303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Bound port: a2da4184-0077-417e-a609-0d2d203e9e39, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f5623b-cc19-48e0-a88b-a2e401708ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '46680d17-5ff3-4113-a73e-3eff4d57cee8'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:41:58.222128 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.307921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.20.0.1 (46680d17-5ff3-4113-a73e-3eff4d57cee8/11cf5878-9fd9-42d0-ad9c-3b0a58476a94/cfd4ba97-38bf-4576-afe0-7d2f5f30184e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:41:58.422706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] For port a2da4184-0077-417e-a609-0d2d203e9e39, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:41:58.433390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] For port a2da4184-0077-417e-a609-0d2d203e9e39, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a2da4184-0077-417e-a609-0d2d203e9e39,segment=NetworkSegment(77f5623b-cc19-48e0-a88b-a2e401708ac4),segment_id=77f5623b-cc19-48e0-a88b-a2e401708ac4)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:41:58.449440 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.586873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.614627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d27a-e429-40e0-ae13-34db71c184ca req-4269a363-2a1a-4307-a33a-e21ecfe0f4c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:58.616863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4db0d27a-e429-40e0-ae13-34db71c184ca req-4269a363-2a1a-4307-a33a-e21ecfe0f4c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.2135565 Nov 25 17:41:58.657464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d9739-0471-42d2-b87d-5b6bd429d3a8 None None] Pushing event updated for resources: {'Port': ['ID=a2da4184-0077-417e-a609-0d2d203e9e39,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:58.705212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b3389-db37-451e-bf0b-6f7e10241869 req-0ff4f795-c2aa-4bd4-b9d6-b1cb09da6cbb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:41:58.710148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-904b3389-db37-451e-bf0b-6f7e10241869 req-0ff4f795-c2aa-4bd4-b9d6-b1cb09da6cbb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1855543 Nov 25 17:41:58.776109 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4db0d27a-e429-40e0-ae13-34db71c184ca req-983f9f92-2cdf-4689-9190-85282d6ad87f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479819 Nov 25 17:41:58.793454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:58.817944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-904b3389-db37-451e-bf0b-6f7e10241869 req-b03054ea-7d46-45a4-b864-7159a681a57f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923502 Nov 25 17:41:58.898553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:41:58.902116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:41:58.908992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:41:58.948353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=cfd4ba97-38bf-4576-afe0-7d2f5f30184e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:41:59.005940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.254084 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.777014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:41:59.788599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.029192 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=cfd4ba97-38bf-4576-afe0-7d2f5f30184e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:00.035525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2650fca-1009-41b4-bdca-8b8459a927d7 req-e340251b-d473-4c14-a9c4-fe9c35c6b643 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:00.044281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2650fca-1009-41b4-bdca-8b8459a927d7 req-e340251b-d473-4c14-a9c4-fe9c35c6b643 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1098390 Nov 25 17:42:00.121184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.261858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e2650fca-1009-41b4-bdca-8b8459a927d7 req-449e2653-7899-4d01-84a1-54a6ced85bf0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071414 Nov 25 17:42:00.344692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a2da4184-0077-417e-a609-0d2d203e9e39 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:00.391238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4582-ed4e-4994-a18c-37cff7116915 req-dfb26643-0db3-4a6c-8bd8-33abb9d208e1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:00.405220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18cc4582-ed4e-4994-a18c-37cff7116915 req-dfb26643-0db3-4a6c-8bd8-33abb9d208e1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.3640034 Nov 25 17:42:00.482674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a2da4184-0077-417e-a609-0d2d203e9e39 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:00.483058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.526116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:00.544220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4855a119-6f20-443a-adbd-0dfc327ac44c None None] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:00.558965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18cc4582-ed4e-4994-a18c-37cff7116915 req-c3793da6-9bc6-4273-b5de-ad7bc80e0ea1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524925 Nov 25 17:42:00.567186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:00.669097 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.679775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9df00f06-175f-4632-a561-f2ea7729320c None None] Provisioning complete for port a2da4184-0077-417e-a609-0d2d203e9e39 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:00.680154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9df00f06-175f-4632-a561-f2ea7729320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.769024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port a2da4184-0077-417e-a609-0d2d203e9e39, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a2da4184-0077-417e-a609-0d2d203e9e39,segment=NetworkSegment(77f5623b-cc19-48e0-a88b-a2e401708ac4),segment_id=77f5623b-cc19-48e0-a88b-a2e401708ac4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:00.779223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:00.830835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router f3983b7e-b772-4426-bc8a-ac2e730ac022 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:00.866368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=a2da4184-0077-417e-a609-0d2d203e9e39,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:01.072744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:01.078051 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd6a9b6f-11ce-4568-aa79-ffa053169706 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/f3983b7e-b772-4426-bc8a-ac2e730ac022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7042613 Nov 25 17:42:01.081209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:01.087311 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] Sync routers for ids ['f3983b7e-b772-4426-bc8a-ac2e730ac022'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:01.114574 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] Routers {'f3983b7e-b772-4426-bc8a-ac2e730ac022'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:01.115967 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f3983b7e-b772-4426-bc8a-ac2e730ac022'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.173484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2c0db-d442-43ae-bd61-bda794e382ea tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:01.175265 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bae2c0db-d442-43ae-bd61-bda794e382ea tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports/cfd4ba97-38bf-4576-afe0-7d2f5f30184e HTTP/1.1" status: 200 len: 910 time: 0.0930812 Nov 25 17:42:01.178428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:01.183792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11cf5878-9fd9-42d0-ad9c-3b0a58476a94'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:01.210605 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.223625 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] Routers {'f3983b7e-b772-4426-bc8a-ac2e730ac022'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:01.224557 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f3983b7e-b772-4426-bc8a-ac2e730ac022'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.297113 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:01.298071 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c0cdfd-ed41-4c8a-9a11-a6068e29b89c None None] The sync data for ids ['f3983b7e-b772-4426-bc8a-ac2e730ac022'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:01.430873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b495f-d36a-437a-b865-b137b10ec016 req-9361fe1b-a3bd-4da8-9c36-bd0a4e57e612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:01.440095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.442315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e0b495f-d36a-437a-b865-b137b10ec016 req-9361fe1b-a3bd-4da8-9c36-bd0a4e57e612 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.0699811 Nov 25 17:42:01.615476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5e51d384-9a18-46f2-83fb-db9d407d138a None None] Provisioning complete for port a2da4184-0077-417e-a609-0d2d203e9e39 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:01.615929 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e51d384-9a18-46f2-83fb-db9d407d138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.661161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e0b495f-d36a-437a-b865-b137b10ec016 req-d0defdba-0089-44e1-bb4a-f82b9013eb6f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170053 Nov 25 17:42:01.852243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5e51d384-9a18-46f2-83fb-db9d407d138a None None] Provisioning complete for port cfd4ba97-38bf-4576-afe0-7d2f5f30184e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:01.852640 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e51d384-9a18-46f2-83fb-db9d407d138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:01.922953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5e51d384-9a18-46f2-83fb-db9d407d138a None None] Port cfd4ba97-38bf-4576-afe0-7d2f5f30184e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:02.031829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665b6f9-a975-456b-a1b9-2e10a0d2db86 req-9e4881a2-35d2-40a9-b5e0-3b1341b4bb55 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:02.034841 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e665b6f9-a975-456b-a1b9-2e10a0d2db86 req-9e4881a2-35d2-40a9-b5e0-3b1341b4bb55 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1917841 Nov 25 17:42:02.085710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c868c4d2-d96e-4e1f-9796-884f506ed174 None None] Provisioning complete for port cfd4ba97-38bf-4576-afe0-7d2f5f30184e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:02.087116 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c868c4d2-d96e-4e1f-9796-884f506ed174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.217893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c868c4d2-d96e-4e1f-9796-884f506ed174 None None] Port cfd4ba97-38bf-4576-afe0-7d2f5f30184e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:02.247541 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e665b6f9-a975-456b-a1b9-2e10a0d2db86 req-ae2c2b7f-cc20-4bef-80fb-f50272abb946 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935153 Nov 25 17:42:02.289918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a2da4184-0077-417e-a609-0d2d203e9e39 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:02.412929 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.423715 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.444458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a2da4184-0077-417e-a609-0d2d203e9e39 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:02.445414 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.490244 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:02.491220 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.496163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50074) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:02.500060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/ports/cfd4ba97-38bf-4576-afe0-7d2f5f30184e HTTP/1.1" status: 200 len: 910 time: 1.3204398 Nov 25 17:42:02.574717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3e9b5c83-c189-4e3f-8f22-aebf4971d3ba None None] Provisioning complete for port cfd4ba97-38bf-4576-afe0-7d2f5f30184e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:02.575011 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5c83-c189-4e3f-8f22-aebf4971d3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:02.647054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b5c83-c189-4e3f-8f22-aebf4971d3ba None None] Port cfd4ba97-38bf-4576-afe0-7d2f5f30184e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:02.673173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02f66d-bb0a-4e08-be87-81167a57322a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=cfd4ba97-38bf-4576-afe0-7d2f5f30184e,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:02.892170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebada2f1-e58a-4a59-867b-74dcbc251f84 req-cbc4e349-6dad-48ad-b9cb-314594e5d0e4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:02.893958 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebada2f1-e58a-4a59-867b-74dcbc251f84 req-cbc4e349-6dad-48ad-b9cb-314594e5d0e4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.0926754 Nov 25 17:42:03.004355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebada2f1-e58a-4a59-867b-74dcbc251f84 req-fc5e5289-0964-4f83-82e0-ae5dfe25f9d7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009688 Nov 25 17:42:03.015348 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.371434 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port cfd4ba97-38bf-4576-afe0-7d2f5f30184e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:03.371781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.456461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368805ac-be92-4b0f-9a39-0c944fa017d4 req-c04b436d-6a2f-4836-b0f7-740b2ee1dff7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:03.466440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-368805ac-be92-4b0f-9a39-0c944fa017d4 req-c04b436d-6a2f-4836-b0f7-740b2ee1dff7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0895760 Nov 25 17:42:03.493714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.507829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for cfd4ba97-38bf-4576-afe0-7d2f5f30184e owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:03.527814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-368805ac-be92-4b0f-9a39-0c944fa017d4 req-e1b701ae-db31-4200-b934-f045018f89bb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 Nov 25 17:42:03.744866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:03.780269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=cfd4ba97-38bf-4576-afe0-7d2f5f30184e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:03.997428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:04.756356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router f3983b7e-b772-4426-bc8a-ac2e730ac022 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:04.759808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8968f46-711d-4839-81ed-6aae1cde2bff req-5167c7a5-89f0-4dcb-9749-64bac6d2cc3f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:04.768944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8968f46-711d-4839-81ed-6aae1cde2bff req-5167c7a5-89f0-4dcb-9749-64bac6d2cc3f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0790243 Nov 25 17:42:04.775017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f721-df99-47c5-80d2-532f3e47d46c req-fe8da066-3bb2-4814-b130-5188589f49d9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:04.777151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb73f721-df99-47c5-80d2-532f3e47d46c req-fe8da066-3bb2-4814-b130-5188589f49d9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.2910304 Nov 25 17:42:04.888300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8968f46-711d-4839-81ed-6aae1cde2bff req-73366a58-fa3f-43b8-b2ec-5a6bec56f098 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179130 Nov 25 17:42:04.907568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:04.926532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f1c40bc0-01d5-4815-a356-279b028402b4 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/f3983b7e-b772-4426-bc8a-ac2e730ac022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4252229 Nov 25 17:42:04.928770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50094) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:04.931338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] Sync routers for ids ['f3983b7e-b772-4426-bc8a-ac2e730ac022'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:04.949150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] Routers {'f3983b7e-b772-4426-bc8a-ac2e730ac022'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:04.949574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f3983b7e-b772-4426-bc8a-ac2e730ac022'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:04.993034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:04.996251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-575ae9ac-7d84-41e3-8f26-25f3615774db tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3983b7e-b772-4426-bc8a-ac2e730ac022 HTTP/1.1" status: 200 len: 205 time: 0.0641277 Nov 25 17:42:04.996922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50096) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.002214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] Routers {'f3983b7e-b772-4426-bc8a-ac2e730ac022'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:05.002974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:41:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['f3983b7e-b772-4426-bc8a-ac2e730ac022'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:05.016378 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb73f721-df99-47c5-80d2-532f3e47d46c req-590a0d37-3136-4e93-8ef0-5243edb436ff tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259722 Nov 25 17:42:05.042614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:05.043279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae6ed1-325a-468f-971a-249e927187ce None None] The sync data for ids ['f3983b7e-b772-4426-bc8a-ac2e730ac022'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:05.112812 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.310635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.313793 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.368480 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.369344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router f3983b7e-b772-4426-bc8a-ac2e730ac022 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:05.376664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.381888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-28c43995-e914-4177-9165-ea959a6345ae tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/f3983b7e-b772-4426-bc8a-ac2e730ac022 HTTP/1.1" status: 204 len: 168 time: 0.3797255 Nov 25 17:42:05.382225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50100) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.464647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet 11cf5878-9fd9-42d0-ad9c-3b0a58476a94 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:05.469640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.525641 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.661298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.698373 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-283d8939-a5d7-40e7-b9b3-786199855ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.741734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.786287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=11cf5878-9fd9-42d0-ad9c-3b0a58476a94,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:05.788846 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:05.795711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-61f0a868-e2bf-4ef1-8965-2a511366247d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/11cf5878-9fd9-42d0-ad9c-3b0a58476a94 HTTP/1.1" status: 204 len: 168 time: 0.4123304 Nov 25 17:42:05.796456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50102) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:05.804329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a6fcf-21ee-4a42-a9c9-fcad11643fb4 None None] Network 46680d17-5ff3-4113-a73e-3eff4d57cee8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:05.949167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.060535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port a2da4184-0077-417e-a609-0d2d203e9e39 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:06.061812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.090594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393538c-ff44-41c7-936f-8df00e1c6089 req-20dd55bb-fc34-4cac-ba14-05bf9f216119 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:06.092819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9393538c-ff44-41c7-936f-8df00e1c6089 req-20dd55bb-fc34-4cac-ba14-05bf9f216119 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0971825 Nov 25 17:42:06.232968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] DHCP port deletion for 46680d17-5ff3-4113-a73e-3eff4d57cee8 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:06.239280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9393538c-ff44-41c7-936f-8df00e1c6089 req-61157500-d199-4cf7-9b73-1bc0d9fe5bd4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272216 Nov 25 17:42:06.280261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port a2da4184-0077-417e-a609-0d2d203e9e39, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a2da4184-0077-417e-a609-0d2d203e9e39,segment=NetworkSegment(77f5623b-cc19-48e0-a88b-a2e401708ac4),segment_id=77f5623b-cc19-48e0-a88b-a2e401708ac4)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:06.281336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.301919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d758029-39e8-41e8-9853-3abfb03146c9 req-e90fadbe-e6c7-4280-a670-5ea95f609e7a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:06.310334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d758029-39e8-41e8-9853-3abfb03146c9 req-e90fadbe-e6c7-4280-a670-5ea95f609e7a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1205678 Nov 25 17:42:06.329987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] Deleting port a2da4184-0077-417e-a609-0d2d203e9e39 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:06.330479 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.384159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d758029-39e8-41e8-9853-3abfb03146c9 req-30cbed20-70d5-4896-a268-52abf40f2673 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723779 Nov 25 17:42:06.385538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for a2da4184-0077-417e-a609-0d2d203e9e39 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:06.451079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] For port a2da4184-0077-417e-a609-0d2d203e9e39, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a2da4184-0077-417e-a609-0d2d203e9e39,segment=NetworkSegment(77f5623b-cc19-48e0-a88b-a2e401708ac4),segment_id=77f5623b-cc19-48e0-a88b-a2e401708ac4)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:06.451614 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.481194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] Calling delete_port for a2da4184-0077-417e-a609-0d2d203e9e39 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:06.517030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.551469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=a2da4184-0077-417e-a609-0d2d203e9e39,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:06.556093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port a2da4184-0077-417e-a609-0d2d203e9e39 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:06.613473 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.681603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] No DVR routers for this DVR port a2da4184-0077-417e-a609-0d2d203e9e39 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:06.686121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628ba0-f9ff-4d97-a689-c1e3ca505d24 None None] Pushing event deleted for resources: {'Port': ['ID=a2da4184-0077-417e-a609-0d2d203e9e39,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:06.717563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.744338 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46680d17-5ff3-4113-a73e-3eff4d57cee8']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:06.758783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f5623b-cc19-48e0-a88b-a2e401708ac4') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:06.759617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f5623b-cc19-48e0-a88b-a2e401708ac4') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:06.773096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.790634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.797836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:06.798475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:06.802420 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:06.910506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.919558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.940171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/46680d17-5ff3-4113-a73e-3eff4d57cee8 HTTP/1.1" status: 204 len: 168 time: 1.1409366 Nov 25 17:42:06.944547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50118) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:06.951628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1094497394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:06.961826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb815-8e85-47a2-811f-6e91815e05a9 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=46680d17-5ff3-4113-a73e-3eff4d57cee8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:06.992039 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:06.994294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.109004 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.115494 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.143586 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.148475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2bb05f6b-afbe-4b26-b898-219f29815081 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1988258 Nov 25 17:42:07.148921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:07.161577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195654550'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:07.219036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:07.224605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.274255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:07.287604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.288054 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment 84ee3785-d40b-4d5e-b02e-c88746e60a70 of type vlan for network 14f12350-b607-4f16-895d-202cfbed20d3 Nov 25 17:42:07.370634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.412565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917eeed-bf8f-449a-ba5e-490d01fb25c5 req-43e6dbba-04ee-4d34-b355-8255214da5b7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:07.416870 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.427027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9917eeed-bf8f-449a-ba5e-490d01fb25c5 req-43e6dbba-04ee-4d34-b355-8255214da5b7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.0799677 Nov 25 17:42:07.431017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:07.441686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.531642 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9917eeed-bf8f-449a-ba5e-490d01fb25c5 req-47d690ab-3b87-495e-bbc5-b01191c06928 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981207 Nov 25 17:42:07.579353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50136) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:07.587624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:07.590979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4400983 Nov 25 17:42:07.724918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341831c7-d7f7-4247-874b-dbedbe3c1984 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=14f12350-b607-4f16-895d-202cfbed20d3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:07.740356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27a3fb-d7f7-4abd-b0c8-d3b97a029d4a req-657fc970-5b57-474c-850f-5fb0582a1121 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:07.740767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 14f12350-b607-4f16-895d-202cfbed20d3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:07.742673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df27a3fb-d7f7-4abd-b0c8-d3b97a029d4a req-657fc970-5b57-474c-850f-5fb0582a1121 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.2621760 Nov 25 17:42:07.841078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:07.845418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:07.886786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df27a3fb-d7f7-4abd-b0c8-d3b97a029d4a req-ca3d833f-ea5b-4e13-a20c-35d2855273d9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332896 Nov 25 17:42:07.976743 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b6fb-21f6-4434-9359-df813b70b256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.139961 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.174808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a2da4184-0077-417e-a609-0d2d203e9e39 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:08.216675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=56037dca-9e4e-4fb9-9f7a-903d1e7a4960,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:08.225576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a2da4184-0077-417e-a609-0d2d203e9e39 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:08.226024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a2da4184-0077-417e-a609-0d2d203e9e39 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:08.267428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:08.267428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 14f12350-b607-4f16-895d-202cfbed20d3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:08.294075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 14f12350-b607-4f16-895d-202cfbed20d3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:08.315540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 14f12350-b607-4f16-895d-202cfbed20d3) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:08.324693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4fdd57-68d1-4317-a03d-33fe8d27dbe4 None None] Network 14f12350-b607-4f16-895d-202cfbed20d3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:08.332984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.333583 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.415649 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9b6f8f27-b9ed-43f7-a908-9edb7559a953 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8342083 Nov 25 17:42:08.418629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50140) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:08.638889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-14f12350-b607-4f16-895d-202cfbed20d3', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:08.641103 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:08.846043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916543d7-bf18-4e7d-8852-8b0cbe7aea9b req-f1bd243e-cc47-4594-8595-ed87edf9162e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:08.866169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-916543d7-bf18-4e7d-8852-8b0cbe7aea9b req-f1bd243e-cc47-4594-8595-ed87edf9162e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 943 time: 0.1341348 Nov 25 17:42:08.978535 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-916543d7-bf18-4e7d-8852-8b0cbe7aea9b req-050fe01c-72a5-4385-940c-817d96673776 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097188 Nov 25 17:42:09.126257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Allocated IP 172.20.0.2 (14f12350-b607-4f16-895d-202cfbed20d3/56037dca-9e4e-4fb9-9f7a-903d1e7a4960/f8a99f54-2b85-425b-b639-c416b6e8a08a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:09.145784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0d444f1e-65e1-4b27-a702-83f3f793f4e7 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:42:09.178313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.379035 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.435533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:09.491830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec0e06-bf89-434a-af60-73cfe50b371c req-764b5f21-9856-4363-93af-f8a9aa2cb3fa tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:09.496882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '0d444f1e-65e1-4b27-a702-83f3f793f4e7', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': '0d444f1e-65e1-4b27-a702-83f3f793f4e7', 'mac_address': 'fa:16:3e:b5:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:42:09.500295 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58ec0e06-bf89-434a-af60-73cfe50b371c req-764b5f21-9856-4363-93af-f8a9aa2cb3fa tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.4144588 Nov 25 17:42:09.506299 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.549245 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.553764 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.574218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-58ec0e06-bf89-434a-af60-73cfe50b371c req-ae4b17de-f2ee-4ab6-b141-0524abadc231 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729442 Nov 25 17:42:09.617146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Pushing event updated for resources: {'Port': ['ID=f8a99f54-2b85-425b-b639-c416b6e8a08a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.629842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d444f1e-65e1-4b27-a702-83f3f793f4e7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:42:09.636316 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Network 14f12350-b607-4f16-895d-202cfbed20d3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:09.638917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:09.641512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:09.680394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.20.0.1 (14f12350-b607-4f16-895d-202cfbed20d3/56037dca-9e4e-4fb9-9f7a-903d1e7a4960/17663df7-5e95-4fd8-9f2e-b40695ab894f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:09.698564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:09.704489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.764038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=0d444f1e-65e1-4b27-a702-83f3f793f4e7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.769618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Attempting to bind port f8a99f54-2b85-425b-b639-c416b6e8a08a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:09.770059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Attempting to bind port f8a99f54-2b85-425b-b639-c416b6e8a08a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:09.770559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Attempting to bind port f8a99f54-2b85-425b-b639-c416b6e8a08a on network 14f12350-b607-4f16-895d-202cfbed20d3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:09.776023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:09.776221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Checking segment: {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:09.776594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.776971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Bound using segment: {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:09.777435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Bound port: f8a99f54-2b85-425b-b639-c416b6e8a08a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:09.777816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.851207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.899425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] For port f8a99f54-2b85-425b-b639-c416b6e8a08a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:09.905001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] For port f8a99f54-2b85-425b-b639-c416b6e8a08a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f8a99f54-2b85-425b-b639-c416b6e8a08a,segment=NetworkSegment(84ee3785-d40b-4d5e-b02e-c88746e60a70),segment_id=84ee3785-d40b-4d5e-b02e-c88746e60a70)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:09.916308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.916910 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:09.978755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=17663df7-5e95-4fd8-9f2e-b40695ab894f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:09.989466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 14f12350-b607-4f16-895d-202cfbed20d3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:09.992278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:09.994044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['0d444f1e-65e1-4b27-a702-83f3f793f4e7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:10.014300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:10.036595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b7033-cb9a-4ebd-9c34-a83d27930665 None None] Pushing event updated for resources: {'Port': ['ID=f8a99f54-2b85-425b-b639-c416b6e8a08a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:10.148942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.226900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923404e-2250-40b1-8a1b-c0d070eb2ad4 req-8af1e2fd-8610-4d39-a707-65c36d5426b0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:10.228608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6923404e-2250-40b1-8a1b-c0d070eb2ad4 req-8af1e2fd-8610-4d39-a707-65c36d5426b0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 944 time: 0.1145446 Nov 25 17:42:10.343896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6923404e-2250-40b1-8a1b-c0d070eb2ad4 req-38cab11e-b7d1-4b66-b252-0f2b1bce78a2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088521 Nov 25 17:42:10.453681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.625995 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:10.862048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ec5d5-e86f-44eb-8e03-5576ed181dfd req-b3a44056-a864-4b23-8353-e0da35a186ea tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:10.870313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b25ec5d5-e86f-44eb-8e03-5576ed181dfd req-b3a44056-a864-4b23-8353-e0da35a186ea tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1526554 Nov 25 17:42:10.926284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b25ec5d5-e86f-44eb-8e03-5576ed181dfd req-a521b959-1ec2-4f27-8eae-2de09c421440 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541253 Nov 25 17:42:10.994707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.000830 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.109035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=17663df7-5e95-4fd8-9f2e-b40695ab894f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:11.119221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.153091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0d444f1e-65e1-4b27-a702-83f3f793f4e7 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:11.236672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 14f12350-b607-4f16-895d-202cfbed20d3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:11.239958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:11.282755 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:42:11.294058 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:11.294849 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.420288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:42:11.480778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.497095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.524657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:11.545246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d444f1e-65e1-4b27-a702-83f3f793f4e7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:11.557419 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d5feb-e49a-433c-8a3d-cfa2d71f62a5" -d '{"events": [{"server_uuid": "82492876-bc1c-48fb-bafd-1db4976b8d92", "name": "network-vif-plugged", "status": "completed", "tag": "0d444f1e-65e1-4b27-a702-83f3f793f4e7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:11.593269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef62c2-2d72-41c0-94c2-9988285fe814 req-8d8a49bb-366c-4a41-9fb7-dbc16fedb73b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:11.599981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:11.606584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84ef62c2-2d72-41c0-94c2-9988285fe814 req-8d8a49bb-366c-4a41-9fb7-dbc16fedb73b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 944 time: 0.1183980 Nov 25 17:42:11.609566 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.678278 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e7375-f593-40e3-b67a-b5f000798b72 x-openstack-request-id: req-043e7375-f593-40e3-b67a-b5f000798b72 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:11.678942 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82492876-bc1c-48fb-bafd-1db4976b8d92", "name": "network-vif-plugged", "status": "completed", "tag": "0d444f1e-65e1-4b27-a702-83f3f793f4e7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:11.678942 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-043e7375-f593-40e3-b67a-b5f000798b72 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:11.679213 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d444f1e-65e1-4b27-a702-83f3f793f4e7', 'code': 200} Nov 25 17:42:11.737244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=0d444f1e-65e1-4b27-a702-83f3f793f4e7,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:11.757392 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-84ef62c2-2d72-41c0-94c2-9988285fe814 req-e6b539db-8357-405d-851a-016f5ed50e50 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494343 Nov 25 17:42:11.778613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e358fd-a7d8-4950-a023-87e5e1e7a174 None None] Network 14f12350-b607-4f16-895d-202cfbed20d3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:11.820414 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:11.829723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4296d4cc-4e91-4b80-b21a-b5038392f316 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4064372 Nov 25 17:42:11.829723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50172) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:11.834851 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:11.855325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:11.856534 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:11.865238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-800373416'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:11.866793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b70937-9903-4ef9-94ec-8e4aaef35bfe req-9791d3f5-2db1-49c6-b373-e5fea6adb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:11.869947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17b70937-9903-4ef9-94ec-8e4aaef35bfe req-9791d3f5-2db1-49c6-b373-e5fea6adb3a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 1096 time: 0.1010144 Nov 25 17:42:11.928372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:11.933330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:11.934590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17b70937-9903-4ef9-94ec-8e4aaef35bfe req-69d35cca-7697-4ce6-8c6c-385dcab3854d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Nov 25 17:42:11.993281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:12.013572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ffe04aa2-0951-4b9c-b404-a2f91ef4060b None None] Provisioning complete for port f8a99f54-2b85-425b-b639-c416b6e8a08a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:12.014013 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe04aa2-0951-4b9c-b404-a2f91ef4060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.023923 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.024319 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment bf8e79af-1d4f-4191-993f-e86edc650caf of type vlan for network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 Nov 25 17:42:12.082240 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:12.094477 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.184521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe04aa2-0951-4b9c-b404-a2f91ef4060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.260240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.266512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:12.267105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.281644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ffe04aa2-0951-4b9c-b404-a2f91ef4060b None None] For port f8a99f54-2b85-425b-b639-c416b6e8a08a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f8a99f54-2b85-425b-b639-c416b6e8a08a,segment=NetworkSegment(84ee3785-d40b-4d5e-b02e-c88746e60a70),segment_id=84ee3785-d40b-4d5e-b02e-c88746e60a70)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:12.284114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f8a99f54-2b85-425b-b639-c416b6e8a08a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:12.348508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ffe04aa2-0951-4b9c-b404-a2f91ef4060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.357970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:12.377375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b1313-e550-472e-95b4-69a75523dcbc req-d7a71bb5-aef9-4877-8fee-011b03315a95 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:12.379794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-082b1313-e550-472e-95b4-69a75523dcbc req-d7a71bb5-aef9-4877-8fee-011b03315a95 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.2469242 Nov 25 17:42:12.400498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:12.400761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4aee8dc4-99a8-4e8f-8edf-8c054f190666 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5697701 Nov 25 17:42:12.408238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:12.445122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:12.497171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-082b1313-e550-472e-95b4-69a75523dcbc req-b39e8db0-a3d3-4e5f-87de-984df193c837 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100745 Nov 25 17:42:12.505249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:10Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:10Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:12.560888 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:12.561632 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Updating router 0061f888-47f3-475a-9ad6-0bc71b5b2eda port 17663df7-5e95-4fd8-9f2e-b40695ab894f binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:12.606052 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.662774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:12.666986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:12.992087 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.002185 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.125205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ef48-ab95-45f5-95c8-ea0c4c2f1dc2 req-9a757abe-d3cc-470f-b3b3-83684e6b8724 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:13.133328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe04aa2-0951-4b9c-b404-a2f91ef4060b None None] Pushing event updated for resources: {'Port': ['ID=f8a99f54-2b85-425b-b639-c416b6e8a08a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:13.147345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61c7ef48-ab95-45f5-95c8-ea0c4c2f1dc2 req-9a757abe-d3cc-470f-b3b3-83684e6b8724 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 945 time: 0.1945450 Nov 25 17:42:13.169775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-662ec801-7af1-470e-b465-c8b57311ab04 None None] Provisioning complete for port 17663df7-5e95-4fd8-9f2e-b40695ab894f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:13.170171 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-662ec801-7af1-470e-b465-c8b57311ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.200466 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Pushing event updated for resources: {'Port': ['ID=17663df7-5e95-4fd8-9f2e-b40695ab894f,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:13.219572 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.220077 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.220518 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.221008 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.221440 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.221875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.222899 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.223455 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.223885 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.224355 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.224819 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.225252 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:13.271425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-662ec801-7af1-470e-b465-c8b57311ab04 None None] Port 17663df7-5e95-4fd8-9f2e-b40695ab894f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:13.290086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f8a99f54-2b85-425b-b639-c416b6e8a08a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:13.290460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.298810 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Attempting to bind port 17663df7-5e95-4fd8-9f2e-b40695ab894f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:13.299167 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Attempting to bind port 17663df7-5e95-4fd8-9f2e-b40695ab894f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:13.300724 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Attempting to bind port 17663df7-5e95-4fd8-9f2e-b40695ab894f on network 14f12350-b607-4f16-895d-202cfbed20d3 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:13.305842 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:13.306479 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Checking segment: {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:13.307015 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.307619 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Bound using segment: {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:13.308763 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Bound port: 17663df7-5e95-4fd8-9f2e-b40695ab894f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ee3785-d40b-4d5e-b02e-c88746e60a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:13.310207 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.356900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61c7ef48-ab95-45f5-95c8-ea0c4c2f1dc2 req-9ce22b1d-33e8-49bc-a27f-89a09716e543 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030559 Nov 25 17:42:13.391690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-662ec801-7af1-470e-b465-c8b57311ab04 None None] Provisioning complete for port f8a99f54-2b85-425b-b639-c416b6e8a08a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:13.392057 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-662ec801-7af1-470e-b465-c8b57311ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.426270 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] For port 17663df7-5e95-4fd8-9f2e-b40695ab894f, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:13.438856 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] For port 17663df7-5e95-4fd8-9f2e-b40695ab894f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=17663df7-5e95-4fd8-9f2e-b40695ab894f,segment=NetworkSegment(84ee3785-d40b-4d5e-b02e-c88746e60a70),segment_id=84ee3785-d40b-4d5e-b02e-c88746e60a70)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:13.449732 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.506059 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:13.620267 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e916c-4def-4889-854f-03cd82574d2b None None] Pushing event updated for resources: {'Port': ['ID=17663df7-5e95-4fd8-9f2e-b40695ab894f,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:13.636459 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:13.638287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:13.803558 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:13.808664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e0340-280e-48e6-92a4-b1b3db55acf4 req-17567247-48d5-4bf4-ba73-310b632352b3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:13.810242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa4e0340-280e-48e6-92a4-b1b3db55acf4 req-17567247-48d5-4bf4-ba73-310b632352b3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1310353 Nov 25 17:42:13.929094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e5d0cac4-17ef-4e8a-862a-3f39a8559d0e None None] Provisioning complete for port 17663df7-5e95-4fd8-9f2e-b40695ab894f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:13.932252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5d0cac4-17ef-4e8a-862a-3f39a8559d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.007875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa4e0340-280e-48e6-92a4-b1b3db55acf4 req-359b0b31-3197-4d72-a6f1-db0fa1798e49 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890826 Nov 25 17:42:14.170778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5d0cac4-17ef-4e8a-862a-3f39a8559d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.237548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e5d0cac4-17ef-4e8a-862a-3f39a8559d0e None None] For port 17663df7-5e95-4fd8-9f2e-b40695ab894f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=17663df7-5e95-4fd8-9f2e-b40695ab894f,segment=NetworkSegment(84ee3785-d40b-4d5e-b02e-c88746e60a70),segment_id=84ee3785-d40b-4d5e-b02e-c88746e60a70)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:14.249070 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e5d0cac4-17ef-4e8a-862a-3f39a8559d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.285053 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:10Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:13Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:14.332520 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73931cb7-17b3-4290-8922-dd597ab23f89 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:10Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:13Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:14.362498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f8a99f54-2b85-425b-b639-c416b6e8a08a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:14.387841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0cac4-17ef-4e8a-862a-3f39a8559d0e None None] Pushing event updated for resources: {'Port': ['ID=17663df7-5e95-4fd8-9f2e-b40695ab894f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:14.466048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-62607f39-53fd-4b83-8f53-6c84a849f496 None None] Provisioning complete for port 17663df7-5e95-4fd8-9f2e-b40695ab894f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:14.466883 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62607f39-53fd-4b83-8f53-6c84a849f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.560052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port f8a99f54-2b85-425b-b639-c416b6e8a08a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:14.560581 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.623448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=812017c1-c62b-46e9-9057-c2124bb19c09,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:14.679714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:14.680114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:14.699986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b9ae2-2716-42e7-a9a3-d584177f76b7 req-1745578b-0c23-464a-b3f4-74de71cbdda8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:14.701911 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b9ae2-2716-42e7-a9a3-d584177f76b7 req-1745578b-0c23-464a-b3f4-74de71cbdda8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 945 time: 0.1882126 Nov 25 17:42:14.792962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:14.826552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be4b9ae2-2716-42e7-a9a3-d584177f76b7 req-44c45cc9-a18c-45a9-9cc7-2696fd6502da tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145205 Nov 25 17:42:14.828646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:14.844726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:14.845723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:14.887522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7f003981-66ff-43da-8642-5d9766ecc58d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4789143 Nov 25 17:42:14.887522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50188) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:14.899208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e851bc9-ad2b-420b-9e7e-50cf645ed303 None None] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:15.034136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c0c33e1a-71f0-47eb-b5a8-42eb8f280caf None None] Provisioning complete for port 17663df7-5e95-4fd8-9f2e-b40695ab894f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:15.034578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c0c33e1a-71f0-47eb-b5a8-42eb8f280caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.080813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9616c-abd7-40f9-ae4d-63c2763f5869 req-4d2c8155-0b5b-4ae6-ac97-df04624fb595 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:15.083121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30d9616c-abd7-40f9-ae4d-63c2763f5869 req-4d2c8155-0b5b-4ae6-ac97-df04624fb595 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 945 time: 0.1226299 Nov 25 17:42:15.187563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30d9616c-abd7-40f9-ae4d-63c2763f5869 req-832d00ea-c9f2-4780-b427-8490c0367d75 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931449 Nov 25 17:42:15.325605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b92cd-5ff8-4675-97de-6d72a9ca9682 req-cb48791e-ac51-4235-a3a0-4a5be76f816e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:15.327163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b3b92cd-5ff8-4675-97de-6d72a9ca9682 req-cb48791e-ac51-4235-a3a0-4a5be76f816e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1748018 Nov 25 17:42:15.373296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:15.374257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.592684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b3b92cd-5ff8-4675-97de-6d72a9ca9682 req-2f464597-f69f-4061-bd68-91f958eea7d1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380733 Nov 25 17:42:15.705675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Allocated IP 172.21.0.2 (4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20/812017c1-c62b-46e9-9057-c2124bb19c09/27e078ed-3eaf-42b1-89ca-0a9ad4e6799f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:15.805439 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:15.958178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8807-37cc-4fac-92ef-145a5c59aaa4 req-fda60377-a521-4c0a-8255-0b84d1ded6cf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:15.960260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a4e8807-37cc-4fac-92ef-145a5c59aaa4 req-fda60377-a521-4c0a-8255-0b84d1ded6cf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 945 time: 0.0974159 Nov 25 17:42:16.008993 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.023353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.075633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:16.079855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Pushing event updated for resources: {'Port': ['ID=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:16.083518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:16.100225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:16.182838 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a4e8807-37cc-4fac-92ef-145a5c59aaa4 req-ebdbe53a-d754-4374-b76f-8b8b194b31b9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140224 Nov 25 17:42:16.241437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Attempting to bind port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:16.241828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Attempting to bind port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:16.242291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Attempting to bind port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f on network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:16.248346 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.261135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:16.262958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Checking segment: {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:16.263111 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.263743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Bound using segment: {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:16.264247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Bound port: 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:16.264674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.355872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 17663df7-5e95-4fd8-9f2e-b40695ab894f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:16.408579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.21.0.1 (4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20/812017c1-c62b-46e9-9057-c2124bb19c09/452fb6f5-e103-44ee-bab9-674ef55f4151) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:16.428176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] For port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:16.431636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] For port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,segment=NetworkSegment(bf8e79af-1d4f-4191-993f-e86edc650caf),segment_id=bf8e79af-1d4f-4191-993f-e86edc650caf)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:16.440114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.481482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 17663df7-5e95-4fd8-9f2e-b40695ab894f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:16.481860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.568073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1402d-b6f9-4d34-8174-8a0dc4ec85d7 None None] Pushing event updated for resources: {'Port': ['ID=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:16.626923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.689393 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.740230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:16.744287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:16.749903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:16.808109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466956e-b62c-4fc6-bfb4-c9abd238f2b5 req-107c341d-b08b-4457-bfcf-97a7749c1338 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:16.820314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=452fb6f5-e103-44ee-bab9-674ef55f4151,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:16.821156 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a466956e-b62c-4fc6-bfb4-c9abd238f2b5 req-107c341d-b08b-4457-bfcf-97a7749c1338 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1051195 Nov 25 17:42:16.853474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:16.940143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a466956e-b62c-4fc6-bfb4-c9abd238f2b5 req-5aef4def-3743-4405-98ef-6437a36e0f3a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172864 Nov 25 17:42:17.041343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.349730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-095f9c2a-b747-4c8a-b43b-89647dbe8f83 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:17.351463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-095f9c2a-b747-4c8a-b43b-89647dbe8f83 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 945 time: 0.1705561 Nov 25 17:42:17.490062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d2d5e-a1dd-49b2-bc98-4b1cedeec2a1 req-d7fa9919-f284-47b8-b315-330e7fda2796 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:17.498737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c1d2d5e-a1dd-49b2-bc98-4b1cedeec2a1 req-d7fa9919-f284-47b8-b315-330e7fda2796 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 945 time: 0.2000198 Nov 25 17:42:17.608278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.621804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c1d2d5e-a1dd-49b2-bc98-4b1cedeec2a1 req-7db45f26-94eb-41ad-a7ff-4502ca027538 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220019 Nov 25 17:42:17.623981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.660563 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.706103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.779268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=452fb6f5-e103-44ee-bab9-674ef55f4151,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:17.787677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:17.788579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:17.977920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port 0d444f1e-65e1-4b27-a702-83f3f793f4e7, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=0d444f1e-65e1-4b27-a702-83f3f793f4e7,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:17.978589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.006199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for 0d444f1e-65e1-4b27-a702-83f3f793f4e7 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:18.015556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:18.020714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6fe83-d7b5-4425-893e-a3913e8f99df None None] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:18.020902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:18.114262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-141b43f8-2ad5-450c-b95f-efebc38e3973 None None] Provisioning complete for port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:18.115079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-141b43f8-2ad5-450c-b95f-efebc38e3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.281655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:18.344395 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-141b43f8-2ad5-450c-b95f-efebc38e3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.363982 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:18.392413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850c26d-b04f-4577-9270-e8801b7c860a req-ee025fc1-b860-4023-977e-280a63f5060f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:18.396113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b850c26d-b04f-4577-9270-e8801b7c860a req-ee025fc1-b860-4023-977e-280a63f5060f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.3191798 Nov 25 17:42:18.404927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-141b43f8-2ad5-450c-b95f-efebc38e3973 None None] For port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,segment=NetworkSegment(bf8e79af-1d4f-4191-993f-e86edc650caf),segment_id=bf8e79af-1d4f-4191-993f-e86edc650caf)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:18.405674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:18.406046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.433361 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-141b43f8-2ad5-450c-b95f-efebc38e3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.497694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.513524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-57cb73ca-16c0-488b-a6be-7bc7b5638ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:18.517264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-57cb73ca-16c0-488b-a6be-7bc7b5638ffc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1097 time: 0.0926723 Nov 25 17:42:18.521583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82e076d8-606e-459e-bfe6-9f5e92214e28', '0d444f1e-65e1-4b27-a702-83f3f793f4e7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:18.594201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=0d444f1e-65e1-4b27-a702-83f3f793f4e7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:18.626686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b43f8-2ad5-450c-b95f-efebc38e3973 None None] Pushing event updated for resources: {'Port': ['ID=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:18.662405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-9ddcefe9-fa46-4c76-a83f-63661874a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:18.664042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-9ddcefe9-fa46-4c76-a83f-63661874a999 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1381981 Nov 25 17:42:18.701375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port 0d444f1e-65e1-4b27-a702-83f3f793f4e7 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:18.706640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.710366 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5f1471b1-1abc-4e1f-8549-e1e01dc8c356 req-85b9094b-5f96-464d-8ef9-702d744da50e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/0d444f1e-65e1-4b27-a702-83f3f793f4e7 HTTP/1.1" status: 204 len: 173 time: 1.3403566 Nov 25 17:42:18.722176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b850c26d-b04f-4577-9270-e8801b7c860a req-ba72cdd7-6869-4fbf-a563-93d820b5539d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111053 Nov 25 17:42:18.722696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'name': 'network-vif-deleted', 'tag': '0d444f1e-65e1-4b27-a702-83f3f793f4e7'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:18.731228 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6701eb25-bb9c-418b-92c4-f33d898b23a2" -d '{"events": [{"server_uuid": "82492876-bc1c-48fb-bafd-1db4976b8d92", "name": "network-vif-deleted", "tag": "0d444f1e-65e1-4b27-a702-83f3f793f4e7"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:18.760900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:18.766780 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fecb9a5d-ab5b-4c71-925a-b30270c11c43 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8796492 Nov 25 17:42:18.776338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50240) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:18.794022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-1135599689'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:18.821540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:18.851819 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262770c-7419-45ff-afa2-5a3d4c5a590e x-openstack-request-id: req-7262770c-7419-45ff-afa2-5a3d4c5a590e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:18.852124 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82492876-bc1c-48fb-bafd-1db4976b8d92", "name": "network-vif-deleted", "tag": "0d444f1e-65e1-4b27-a702-83f3f793f4e7", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:18.855278 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7262770c-7419-45ff-afa2-5a3d4c5a590e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:18.862341 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82492876-bc1c-48fb-bafd-1db4976b8d92', 'name': 'network-vif-deleted', 'tag': '0d444f1e-65e1-4b27-a702-83f3f793f4e7', 'status': 'completed', 'code': 200} Nov 25 17:42:18.862341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:18.868828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.877660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:18.878600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:18.921692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0e30b949-3d09-473e-b052-0456f44f9204 req-5257cf92-3708-43ca-8f8f-59f7c232b5c0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0971022 Nov 25 17:42:18.923055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:18.945543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:18.945543 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment f02f8a34-588c-4cdd-a7c7-28c83921f7a2 of type vlan for network b3b28e50-588d-45e9-b92e-03f9780aa06c Nov 25 17:42:18.952967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-c78e9388-a3c2-42b4-9873-82f543d4d804 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 1002 time: 0.2810380 Nov 25 17:42:19.040710 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.041999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-9e6872ed-6217-4f83-a973-72da42812464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:19.049036 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-9e6872ed-6217-4f83-a973-72da42812464 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0772612 Nov 25 17:42:19.104127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-177f2c9e-274e-4e47-b7e5-92bdf0a59b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:19.105541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-177f2c9e-274e-4e47-b7e5-92bdf0a59b55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529006 Nov 25 17:42:19.112185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-37520de5-1f1d-4698-bceb-8195d06d7175 None None] Provisioning complete for port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:19.114919 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37520de5-1f1d-4698-bceb-8195d06d7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.127242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.133325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:19.134031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.235763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:19.283844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-25b75390-658e-4b9b-869d-5e1e9b06f9f7 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688020 Nov 25 17:42:19.287083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=b3b28e50-588d-45e9-b92e-03f9780aa06c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:19.294389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5c738d0b-06b2-484d-9685-44045c052a93 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5153348 Nov 25 17:42:19.297317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50244) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:19.307284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network b3b28e50-588d-45e9-b92e-03f9780aa06c details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:19.313586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:19.429450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-561c4ec9-9cb1-4da4-8ecc-389b9a131495 req-1509c1f9-aa39-4963-bf1f-e9a6cb4949ca service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244211 Nov 25 17:42:19.487949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:19.492925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.577822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-37520de5-1f1d-4698-bceb-8195d06d7175 None None] Provisioning complete for port 452fb6f5-e103-44ee-bab9-674ef55f4151 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:19.578254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37520de5-1f1d-4698-bceb-8195d06d7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.735495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:19.811154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-37520de5-1f1d-4698-bceb-8195d06d7175 None None] Port 452fb6f5-e103-44ee-bab9-674ef55f4151 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:19.819769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=e63a0059-fdb4-43f6-a499-1c60864c2d3a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:19.834630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:19.835009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: b3b28e50-588d-45e9-b92e-03f9780aa06c, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:19.866242 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network b3b28e50-588d-45e9-b92e-03f9780aa06c is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:19.890514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:16Z', 'revision_number': 3, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:17Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:19.891530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, b3b28e50-588d-45e9-b92e-03f9780aa06c) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:19.929927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6751267-6a02-4ea3-a558-21c7c77ed06a None None] Network b3b28e50-588d-45e9-b92e-03f9780aa06c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:19.935151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:19.935565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Updating router 0061f888-47f3-475a-9ad6-0bc71b5b2eda port 452fb6f5-e103-44ee-bab9-674ef55f4151 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:20.030250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c4fd3731-f31a-4321-9c0a-5af02e22ccd8 None None] Provisioning complete for port 452fb6f5-e103-44ee-bab9-674ef55f4151 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:20.030895 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3731-f31a-4321-9c0a-5af02e22ccd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.032842 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.098333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5009770e-87ad-4565-9555-d5ac5d72e3eb req-9788858b-5c11-491b-8f70-2a4837dcd66b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0414054 Nov 25 17:42:20.106389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd3731-f31a-4321-9c0a-5af02e22ccd8 None None] Port 452fb6f5-e103-44ee-bab9-674ef55f4151 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:20.250508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:20.301363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.303544 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.337670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc37e-fd34-46f3-a0f2-5f6310148044 req-accead85-b1bf-4cf6-aba9-0d2a523d2d83 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:20.344015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ddbc37e-fd34-46f3-a0f2-5f6310148044 req-accead85-b1bf-4cf6-aba9-0d2a523d2d83 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.4643669 Nov 25 17:42:20.350218 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-24b9bbaf-266a-4ec9-8ded-88149a623409 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0515637 Nov 25 17:42:20.353421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50250) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:20.399669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-b3b28e50-588d-45e9-b92e-03f9780aa06c', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:20.400521 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.406200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4ddbc37e-fd34-46f3-a0f2-5f6310148044 req-82dedcc2-d1fb-43aa-ab40-a53a1cd49096 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545888 Nov 25 17:42:20.423181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:20.424020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.720194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Allocated IP 172.22.0.2 (b3b28e50-588d-45e9-b92e-03f9780aa06c/e63a0059-fdb4-43f6-a499-1c60864c2d3a/27568ec1-f679-46f6-a977-30d8b7ff4424) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:20.731602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.747684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.804520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.863118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d311cf-87f5-4490-824e-2f647d8d7e93 None None] Pushing event updated for resources: {'Port': ['ID=452fb6f5-e103-44ee-bab9-674ef55f4151,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:20.960939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Attempting to bind port 452fb6f5-e103-44ee-bab9-674ef55f4151 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:20.961583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Attempting to bind port 452fb6f5-e103-44ee-bab9-674ef55f4151 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:20.961704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Attempting to bind port 452fb6f5-e103-44ee-bab9-674ef55f4151 on network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:20.994432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:20.994809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Checking segment: {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:20.995205 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:20.995633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Bound using segment: {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:20.996119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Bound port: 452fb6f5-e103-44ee-bab9-674ef55f4151, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8e79af-1d4f-4191-993f-e86edc650caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:20.996506 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.092034 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.112227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.208763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Pushing event updated for resources: {'Port': ['ID=27568ec1-f679-46f6-a977-30d8b7ff4424,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.224351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0d444f1e-65e1-4b27-a702-83f3f793f4e7 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:21.241915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.22.0.1 (b3b28e50-588d-45e9-b92e-03f9780aa06c/e63a0059-fdb4-43f6-a499-1c60864c2d3a/b1288a0b-98c5-4507-a5ca-0626e6b9946b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:21.246081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Network b3b28e50-588d-45e9-b92e-03f9780aa06c is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:21.248382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] For port 452fb6f5-e103-44ee-bab9-674ef55f4151, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:21.262891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52fbecc8-67f6-4d1a-9695-3edfd6186da6 req-9ab3c352-d3f6-4770-959a-4e35e2f88428 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0444012 Nov 25 17:42:21.272504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:21.276439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:21.288757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 0d444f1e-65e1-4b27-a702-83f3f793f4e7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:21.289804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 0d444f1e-65e1-4b27-a702-83f3f793f4e7 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:21.294351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] For port 452fb6f5-e103-44ee-bab9-674ef55f4151, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=452fb6f5-e103-44ee-bab9-674ef55f4151,segment=NetworkSegment(bf8e79af-1d4f-4191-993f-e86edc650caf),segment_id=bf8e79af-1d4f-4191-993f-e86edc650caf)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:21.311571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.328643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e495beef-a583-4a60-9ac6-d08cd141ee15 None None] Provisioning complete for port 452fb6f5-e103-44ee-bab9-674ef55f4151 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:21.328998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e495beef-a583-4a60-9ac6-d08cd141ee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.393649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.437946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.480270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Attempting to bind port 27568ec1-f679-46f6-a977-30d8b7ff4424 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:21.480661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Attempting to bind port 27568ec1-f679-46f6-a977-30d8b7ff4424 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:21.481212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Attempting to bind port 27568ec1-f679-46f6-a977-30d8b7ff4424 on network b3b28e50-588d-45e9-b92e-03f9780aa06c {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:21.490071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network b3b28e50-588d-45e9-b92e-03f9780aa06c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:21.493606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:21.493779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:21.494320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:21.497995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:21.499043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d311cf-87f5-4490-824e-2f647d8d7e93 None None] Pushing event updated for resources: {'Port': ['ID=452fb6f5-e103-44ee-bab9-674ef55f4151,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.533278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=b1288a0b-98c5-4507-a5ca-0626e6b9946b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:21.566218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:21.566521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Checking segment: {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:21.567067 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.567521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Bound using segment: {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:21.568026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Bound port: 27568ec1-f679-46f6-a977-30d8b7ff4424, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:21.568415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.578506 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.719488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:21.737047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2b5c9-897f-4787-98e1-5ddcfc3bf21a req-61a8d4cc-5966-45ed-b8b5-55fc73bab5d1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:21.748817 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-afe2b5c9-897f-4787-98e1-5ddcfc3bf21a req-61a8d4cc-5966-45ed-b8b5-55fc73bab5d1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 946 time: 0.1210451 Nov 25 17:42:21.766608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e495beef-a583-4a60-9ac6-d08cd141ee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.820469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e495beef-a583-4a60-9ac6-d08cd141ee15 None None] For port 452fb6f5-e103-44ee-bab9-674ef55f4151, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=452fb6f5-e103-44ee-bab9-674ef55f4151,segment=NetworkSegment(bf8e79af-1d4f-4191-993f-e86edc650caf),segment_id=bf8e79af-1d4f-4191-993f-e86edc650caf)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:21.838088 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e495beef-a583-4a60-9ac6-d08cd141ee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:21.890352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-afe2b5c9-897f-4787-98e1-5ddcfc3bf21a req-d0f0373b-dd58-423f-9e8b-709a5a0f81ad tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403403 Nov 25 17:42:21.892847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] For port 27568ec1-f679-46f6-a977-30d8b7ff4424, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:22.004843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] For port 27568ec1-f679-46f6-a977-30d8b7ff4424, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27568ec1-f679-46f6-a977-30d8b7ff4424,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:22.021760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.221096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495beef-a583-4a60-9ac6-d08cd141ee15 None None] Pushing event updated for resources: {'Port': ['ID=452fb6f5-e103-44ee-bab9-674ef55f4151,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:22.277517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.296591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7d24848d-2392-4e60-8e10-25c1905653bb None None] Provisioning complete for port 452fb6f5-e103-44ee-bab9-674ef55f4151 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:22.296982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d24848d-2392-4e60-8e10-25c1905653bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.420452 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6cccb60a-dee1-4871-bf0d-0aded493093b req-d804d30a-efef-4e30-bf2b-27003e3e3517 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0405757 Nov 25 17:42:22.421054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ad2e-685f-41db-a9f0-361e63fc875f None None] Pushing event updated for resources: {'Port': ['ID=27568ec1-f679-46f6-a977-30d8b7ff4424,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:22.537087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:22.609597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-73b44478-0709-480a-8f41-d57656102d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:16Z', 'revision_number': 3, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:22.651458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b44478-0709-480a-8f41-d57656102d29 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:16Z', 'revision_number': 3, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:22.712372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.720369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.727514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.767634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:22.771104 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13bbbd4-93c6-451b-8fe0-b5809ec517b8" -d '{"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-unplugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:22.792317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:22.799570 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.851673 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0e220a-b133-4869-b2bd-1999155babbd x-openstack-request-id: req-eb0e220a-b133-4869-b2bd-1999155babbd {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:22.851962 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-unplugged", "status": "failed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "code": 422}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:22.852216 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb0e220a-b133-4869-b2bd-1999155babbd {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:22.852671 n-d-817303-7 neutron-server[103637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'code': 422} returned with failed status Nov 25 17:42:22.899234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:22.924152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:22.927612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=b1288a0b-98c5-4507-a5ca-0626e6b9946b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:23.040373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network b3b28e50-588d-45e9-b92e-03f9780aa06c is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:23.042009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:23.154704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:23.258098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:23.267239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50266) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:23.268033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f6ae9d8b-c580-4f74-bc9c-241a90457344 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133050 Nov 25 17:42:23.273322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'network': {'name': 'tempest-RoutersTest-53193981'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:23.306876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:23.310923 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.352272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:42:23.363614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.364452 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added segment 72b1fe1f-5d3f-499b-bc1e-c809e0304cee of type vlan for network 3885c592-c6db-4b21-b647-418c3f047bfb Nov 25 17:42:23.413634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.446969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.453826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:23.454474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.511714 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:23.522201 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:23.522904 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:23.533611 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2636554 Nov 25 17:42:23.536754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50270) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:23.541948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'subnet': {'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:23.575594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-50c6bbd3-2640-4033-8bc9-6f244eb0f6e2 req-cfb028b7-c77a-4d49-a33c-003ddba4b4df tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0502834 Nov 25 17:42:23.579970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf57e30-126a-4a8a-93a4-178fb6f2e83c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Network': ['ID=3885c592-c6db-4b21-b647-418c3f047bfb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:23.597289 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 3885c592-c6db-4b21-b647-418c3f047bfb details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:42:23.702866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Made reservation on behalf of 9e08789545674f378594693093bd7806 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:42:23.708245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.730212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a725a2-1033-4608-b918-5b292f3c1dfe None None] Network b3b28e50-588d-45e9-b92e-03f9780aa06c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:23.742288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:23.845099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1ed7c460-b852-4c9f-9929-74b86a956cc5 None None] Provisioning complete for port 27568ec1-f679-46f6-a977-30d8b7ff4424 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:23.845442 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c460-b852-4c9f-9929-74b86a956cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:23.936136 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.017562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Subnet': ['ID=a5002fee-7484-44ac-936a-4e89c1becd32,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:24.035013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Checking segment: {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:24.035515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network hostable DHCP agents. Network: 3885c592-c6db-4b21-b647-418c3f047bfb, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:42:24.055683 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:22Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:22Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:24.067514 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c460-b852-4c9f-9929-74b86a956cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.068271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 3885c592-c6db-4b21-b647-418c3f047bfb is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:42:24.085024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 3885c592-c6db-4b21-b647-418c3f047bfb) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:24.089490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:24.090215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.116438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:24.118066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1d0e3b2c-1f6e-44e6-beee-d6c8a6ccf9c8 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5798173 Nov 25 17:42:24.120914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50274) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:24.123959 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Updating router 0061f888-47f3-475a-9ad6-0bc71b5b2eda port b1288a0b-98c5-4507-a5ca-0626e6b9946b binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:24.125950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb5040-bcfe-42af-ab99-9fde40ee7231 None None] Network 3885c592-c6db-4b21-b647-418c3f047bfb requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:24.182261 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.263220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1ed7c460-b852-4c9f-9929-74b86a956cc5 None None] For port 27568ec1-f679-46f6-a977-30d8b7ff4424, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27568ec1-f679-46f6-a977-30d8b7ff4424,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:24.313391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c460-b852-4c9f-9929-74b86a956cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.347184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 452fb6f5-e103-44ee-bab9-674ef55f4151 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:24.473483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-3885c592-c6db-4b21-b647-418c3f047bfb', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:42:24.474504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.498215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7c460-b852-4c9f-9929-74b86a956cc5 None None] Pushing event updated for resources: {'Port': ['ID=27568ec1-f679-46f6-a977-30d8b7ff4424,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:24.519580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8a97cd8d-9dae-421a-acf4-fb8f512ce48c None None] Provisioning complete for port b1288a0b-98c5-4507-a5ca-0626e6b9946b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:24.519806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a97cd8d-9dae-421a-acf4-fb8f512ce48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.686925 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.708317 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.719875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8a97cd8d-9dae-421a-acf4-fb8f512ce48c None None] Port b1288a0b-98c5-4507-a5ca-0626e6b9946b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:42:24.725612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 452fb6f5-e103-44ee-bab9-674ef55f4151 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:24.725983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.750843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.768270 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9381-128c-49cf-b0a8-737f4c5f030e None None] Pushing event updated for resources: {'Port': ['ID=b1288a0b-98c5-4507-a5ca-0626e6b9946b,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:24.793677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8a97cd8d-9dae-421a-acf4-fb8f512ce48c None None] Provisioning complete for port 27568ec1-f679-46f6-a977-30d8b7ff4424 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:24.794049 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a97cd8d-9dae-421a-acf4-fb8f512ce48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.825514 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42a1cdeb-5d3b-426c-a9c1-d1e0a4e17a29 req-e73eeca0-42c1-42ef-8275-ca51c01ff51a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0668859 Nov 25 17:42:24.857750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Allocated IP 172.23.0.2 (3885c592-c6db-4b21-b647-418c3f047bfb/a5002fee-7484-44ac-936a-4e89c1becd32/a96e4a4c-1afa-4d99-84ac-cec980b36204) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:24.883517 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Attempting to bind port b1288a0b-98c5-4507-a5ca-0626e6b9946b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:24.884264 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Attempting to bind port b1288a0b-98c5-4507-a5ca-0626e6b9946b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:24.884899 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Attempting to bind port b1288a0b-98c5-4507-a5ca-0626e6b9946b on network b3b28e50-588d-45e9-b92e-03f9780aa06c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:24.892984 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:24.893797 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Checking segment: {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:24.894423 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.895050 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Bound using segment: {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:24.895820 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Bound port: b1288a0b-98c5-4507-a5ca-0626e6b9946b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:24.896446 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:24.984781 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] For port b1288a0b-98c5-4507-a5ca-0626e6b9946b, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:24.989840 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] For port b1288a0b-98c5-4507-a5ca-0626e6b9946b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b1288a0b-98c5-4507-a5ca-0626e6b9946b,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:25.004968 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.071857 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:25.072649 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:25.077824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27568ec1-f679-46f6-a977-30d8b7ff4424 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:25.113243 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9381-128c-49cf-b0a8-737f4c5f030e None None] Pushing event updated for resources: {'Port': ['ID=b1288a0b-98c5-4507-a5ca-0626e6b9946b,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.179111 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:25.204212 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.213190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 27568ec1-f679-46f6-a977-30d8b7ff4424 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:25.213607 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.241712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.319337 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Network 3885c592-c6db-4b21-b647-418c3f047bfb is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:25.326529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:25.329657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Pushing event updated for resources: {'Port': ['ID=a96e4a4c-1afa-4d99-84ac-cec980b36204,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.333353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:25.334866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Allocated IP 172.23.0.1 (3885c592-c6db-4b21-b647-418c3f047bfb/a5002fee-7484-44ac-936a-4e89c1becd32/32e46446-36b8-46b7-98c6-558b17bf4283) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:42:25.342150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a4fbd159-be1a-4e79-915e-25e981847c4d None None] Provisioning complete for port b1288a0b-98c5-4507-a5ca-0626e6b9946b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:25.342515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd159-be1a-4e79-915e-25e981847c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.473458 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.495261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Attempting to bind port a96e4a4c-1afa-4d99-84ac-cec980b36204 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:25.495666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Attempting to bind port a96e4a4c-1afa-4d99-84ac-cec980b36204 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:25.496329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Attempting to bind port a96e4a4c-1afa-4d99-84ac-cec980b36204 on network 3885c592-c6db-4b21-b647-418c3f047bfb {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:25.506197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:25.506724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Checking segment: {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:25.507129 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.507544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Bound using segment: {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:25.508018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Bound port: a96e4a4c-1afa-4d99-84ac-cec980b36204, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:25.508392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.531857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.606578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 3885c592-c6db-4b21-b647-418c3f047bfb is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:25.610503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:25.612621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=32e46446-36b8-46b7-98c6-558b17bf4283,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.623299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:42:25.625198 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd159-be1a-4e79-915e-25e981847c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.655157 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] For port a96e4a4c-1afa-4d99-84ac-cec980b36204, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:25.679029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] For port a96e4a4c-1afa-4d99-84ac-cec980b36204, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a96e4a4c-1afa-4d99-84ac-cec980b36204,segment=NetworkSegment(72b1fe1f-5d3f-499b-bc1e-c809e0304cee),segment_id=72b1fe1f-5d3f-499b-bc1e-c809e0304cee)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:25.683816 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.690778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a4fbd159-be1a-4e79-915e-25e981847c4d None None] For port b1288a0b-98c5-4507-a5ca-0626e6b9946b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b1288a0b-98c5-4507-a5ca-0626e6b9946b,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:25.693187 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.727892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd159-be1a-4e79-915e-25e981847c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.729809 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:22Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:24Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:25.766952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f1e8f-99f8-4ad7-bb86-94e082868516 None None] Pushing event updated for resources: {'Port': ['ID=a96e4a4c-1afa-4d99-84ac-cec980b36204,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.784394 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97937e3a-ee2e-4026-bc44-800915657155 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:22Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:24Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:25.872068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbd159-be1a-4e79-915e-25e981847c4d None None] Pushing event updated for resources: {'Port': ['ID=b1288a0b-98c5-4507-a5ca-0626e6b9946b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:25.892478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-856367a7-873e-4af7-bea9-27023a09b2cc None None] Provisioning complete for port b1288a0b-98c5-4507-a5ca-0626e6b9946b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:25.892921 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-856367a7-873e-4af7-bea9-27023a09b2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:25.896559 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.068322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9988b202-cb54-41e2-bb00-bac3516ba58c req-0a73b00c-88a7-4d69-9dd8-43bfdd2897be tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0522697 Nov 25 17:42:26.319270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.332898 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.374814 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1288a0b-98c5-4507-a5ca-0626e6b9946b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:26.439901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.442114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b1288a0b-98c5-4507-a5ca-0626e6b9946b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:26.442278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event updated for resources: {'Port': ['ID=32e46446-36b8-46b7-98c6-558b17bf4283,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:26.442487 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.550897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:26.572437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Network 3885c592-c6db-4b21-b647-418c3f047bfb is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:42:26.574597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:42:26.583104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27568ec1-f679-46f6-a977-30d8b7ff4424 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:26.687803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 27568ec1-f679-46f6-a977-30d8b7ff4424 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:26.688136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:26.717079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:26.819786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:26.825719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a0d5bc11-fa6c-435d-a2ed-41e489c481dd tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7037909 Nov 25 17:42:26.828526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50280) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:26.833779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:26.883435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:26.896828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:26.897590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:27.022428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:27.196952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4452b0ba-40b4-489e-bbe7-a95c63ebfe5b req-13601200-7bcc-40d8-a8cf-3617cca68a52 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0403597 Nov 25 17:42:27.301672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f0451-a1b4-47f4-82c3-188591f3c1a0 None None] Network 3885c592-c6db-4b21-b647-418c3f047bfb requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:27.306104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e46446-36b8-46b7-98c6-558b17bf4283', 'name': '', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:b1:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:24Z', 'updated_at': '2021-11-25T17:42:26Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:27.332842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:42:27.350543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.extraroute_db [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Removed routes are [] {{(pid=103636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:42:27.351280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.375176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:27.375563 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Updating router 0061f888-47f3-475a-9ad6-0bc71b5b2eda port 32e46446-36b8-46b7-98c6-558b17bf4283 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:42:27.548946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.553912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.586509 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.608198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1528326b-4ef4-4fe0-ab71-837aa02badbb None None] Provisioning complete for port a96e4a4c-1afa-4d99-84ac-cec980b36204 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:27.608563 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1528326b-4ef4-4fe0-ab71-837aa02badbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:27.655096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:27.912938 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1528326b-4ef4-4fe0-ab71-837aa02badbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.004203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1528326b-4ef4-4fe0-ab71-837aa02badbb None None] For port a96e4a4c-1afa-4d99-84ac-cec980b36204, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a96e4a4c-1afa-4d99-84ac-cec980b36204,segment=NetworkSegment(72b1fe1f-5d3f-499b-bc1e-c809e0304cee),segment_id=72b1fe1f-5d3f-499b-bc1e-c809e0304cee)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:28.024448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1528326b-4ef4-4fe0-ab71-837aa02badbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.101324 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528326b-4ef4-4fe0-ab71-837aa02badbb None None] Pushing event updated for resources: {'Port': ['ID=a96e4a4c-1afa-4d99-84ac-cec980b36204,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.155520 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.171065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:28.175494 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.198119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.203320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-10966281-8148-43e6-8aab-d1719ea38e57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 934 time: 1.3738067 Nov 25 17:42:28.204359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:28.232117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49f7f8-5ebe-450c-85e7-0e2b556fe9e2 None None] Pushing event updated for resources: {'Port': ['ID=32e46446-36b8-46b7-98c6-558b17bf4283,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.306939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a96e4a4c-1afa-4d99-84ac-cec980b36204 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:28.352383 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-86b1ab6b-f256-4188-9d3e-b06cf0a7f77c req-8f19d672-da94-479d-9d95-c3a33ea030ab tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=82492876-bc1c-48fb-bafd-1db4976b8d92 HTTP/1.1" status: 200 len: 210 time: 0.0467250 Nov 25 17:42:28.386512 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Attempting to bind port 32e46446-36b8-46b7-98c6-558b17bf4283 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:42:28.386887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Attempting to bind port 32e46446-36b8-46b7-98c6-558b17bf4283 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:42:28.387250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Attempting to bind port 32e46446-36b8-46b7-98c6-558b17bf4283 on network 3885c592-c6db-4b21-b647-418c3f047bfb {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:42:28.397052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Provisioning complete for port a96e4a4c-1afa-4d99-84ac-cec980b36204 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:28.397428 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.420507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:28.421166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1cc99b7-bec5-4a60-b527-f28b679d1108 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 934 time: 0.2149353 Nov 25 17:42:28.425877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'routes': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:28.436832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:42:28.437206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Checking segment: {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:42:28.437872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.437986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Bound using segment: {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:42:28.438464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Bound port: 32e46446-36b8-46b7-98c6-558b17bf4283, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b1fe1f-5d3f-499b-bc1e-c809e0304cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:42:28.438840 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.546232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] For port 32e46446-36b8-46b7-98c6-558b17bf4283, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:42:28.550190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] For port 32e46446-36b8-46b7-98c6-558b17bf4283, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=32e46446-36b8-46b7-98c6-558b17bf4283,segment=NetworkSegment(72b1fe1f-5d3f-499b-bc1e-c809e0304cee),segment_id=72b1fe1f-5d3f-499b-bc1e-c809e0304cee)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:42:28.563674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a96e4a4c-1afa-4d99-84ac-cec980b36204 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:28.564042 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.630291 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:28.695521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49f7f8-5ebe-450c-85e7-0e2b556fe9e2 None None] Pushing event updated for resources: {'Port': ['ID=32e46446-36b8-46b7-98c6-558b17bf4283,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:28.817270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:28.818155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:28.941883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:29.051688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:42:29.052011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:42:29.103195 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.138654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Provisioning complete for port 32e46446-36b8-46b7-98c6-558b17bf4283 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:29.138654 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.365520 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.428371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.439696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.455559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] For port 32e46446-36b8-46b7-98c6-558b17bf4283, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=32e46446-36b8-46b7-98c6-558b17bf4283,segment=NetworkSegment(72b1fe1f-5d3f-499b-bc1e-c809e0304cee),segment_id=72b1fe1f-5d3f-499b-bc1e-c809e0304cee)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:29.462854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.473118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:27Z', 'revision_number': 6, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e46446-36b8-46b7-98c6-558b17bf4283', 'name': '', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:b1:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:24Z', 'updated_at': '2021-11-25T17:42:28Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:29.535837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cbe2a-7b82-40f2-93e7-78881ebf75d4 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:27Z', 'revision_number': 6, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e46446-36b8-46b7-98c6-558b17bf4283', 'name': '', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:b1:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:24Z', 'updated_at': '2021-11-25T17:42:28Z', 'revision_number': 4, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:29.640220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20f55-d7b1-41b6-b1d3-0221dfcb942f None None] Pushing event updated for resources: {'Port': ['ID=32e46446-36b8-46b7-98c6-558b17bf4283,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:29.663167 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-17bb0be7-57e5-4f34-8bc3-bbe5f312198f None None] Provisioning complete for port 32e46446-36b8-46b7-98c6-558b17bf4283 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:29.663566 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-17bb0be7-57e5-4f34-8bc3-bbe5f312198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.745364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98f513-5f5d-46b7-b823-57d9b72ac5e0 req-dfc50953-dab7-4761-b8b8-37cadfd0515a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:29.748138 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f98f513-5f5d-46b7-b823-57d9b72ac5e0 req-dfc50953-dab7-4761-b8b8-37cadfd0515a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.2063532 Nov 25 17:42:29.771472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:29.916274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7dd11eed-d106-4ecc-b5a1-f0697c75a654 None None] Provisioning complete for port 32e46446-36b8-46b7-98c6-558b17bf4283 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:29.918183 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7dd11eed-d106-4ecc-b5a1-f0697c75a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:29.975458 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9f98f513-5f5d-46b7-b823-57d9b72ac5e0 req-468a8714-984b-4e18-932a-71299e8b08e9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096722 Nov 25 17:42:30.005487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:30.014281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.015864 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4ee6c32f-fd73-479c-876b-09e1f1274206 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 700 time: 1.5942338 Nov 25 17:42:30.020016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50322) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.083866 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-3f812f87-a36b-4af0-80bb-0b109b585b15 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1930141 Nov 25 17:42:30.103360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-8f1a1de3-67bb-446c-973a-0fe34b918f24 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:42:30.104891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-8f1a1de3-67bb-446c-973a-0fe34b918f24 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121102 Nov 25 17:42:30.173829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b3f3fd7a-af56-4e5e-b3cd-bf6ae7cbb72f tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 700 time: 0.1526408 Nov 25 17:42:30.176795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:30.318470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a96e4a4c-1afa-4d99-84ac-cec980b36204 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:30.384940 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a96e4a4c-1afa-4d99-84ac-cec980b36204 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:30.385317 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.495446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 32e46446-36b8-46b7-98c6-558b17bf4283 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:42:30.610476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 32e46446-36b8-46b7-98c6-558b17bf4283 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:42:30.610850 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.714936 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:30.746932 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:30.758916 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:30.760187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:30.886233 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:31.072419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 32e46446-36b8-46b7-98c6-558b17bf4283 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:31.074134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.178519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13184d-c95e-48a3-8dc1-f187a8ec9e2c req-5bcf70ec-13be-45ce-a701-391143b156c6 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:31.188191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec13184d-c95e-48a3-8dc1-f187a8ec9e2c req-5bcf70ec-13be-45ce-a701-391143b156c6 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1246502 Nov 25 17:42:31.206673 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 7, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e46446-36b8-46b7-98c6-558b17bf4283', 'name': '', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:b1:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:24Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:31.233212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 32e46446-36b8-46b7-98c6-558b17bf4283, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=32e46446-36b8-46b7-98c6-558b17bf4283,segment=NetworkSegment(72b1fe1f-5d3f-499b-bc1e-c809e0304cee),segment_id=72b1fe1f-5d3f-499b-bc1e-c809e0304cee)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:31.233497 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.249974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 32e46446-36b8-46b7-98c6-558b17bf4283 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:31.250778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec13184d-c95e-48a3-8dc1-f187a8ec9e2c req-584a4c8e-ad99-44e5-8aca-0f3b1d72ff65 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613966 Nov 25 17:42:31.265354 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:31.274712 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:31.275618 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:31.381723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:31.452563 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.491480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=32e46446-36b8-46b7-98c6-558b17bf4283,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:31.744417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:31.756050 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 7, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e46446-36b8-46b7-98c6-558b17bf4283', 'name': '', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:b1:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:24Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:31.805227 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541edda-acd3-4834-9e19-2c78678755c8 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 7, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32e46446-36b8-46b7-98c6-558b17bf4283', 'name': '', 'network_id': '3885c592-c6db-4b21-b647-418c3f047bfb', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:b1:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:24Z', 'updated_at': '2021-11-25T17:42:29Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'a5002fee-7484-44ac-936a-4e89c1becd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:31.994732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:32.126245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:32.133832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4b08b226-ee11-44af-ad6f-7a6d37872526 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9558983 Nov 25 17:42:32.138080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50342) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:32.145515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:32.155550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:32.156170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.249244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:32.259827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet a5002fee-7484-44ac-936a-4e89c1becd32 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:32.263378 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.327170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.398239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543c92-c41e-4ccd-83ee-eac8d2113cdd req-b367e518-9503-4d1f-9d68-f04fc93b02de tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:32.399915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e543c92-c41e-4ccd-83ee-eac8d2113cdd req-b367e518-9503-4d1f-9d68-f04fc93b02de tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0632048 Nov 25 17:42:32.472006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2e543c92-c41e-4ccd-83ee-eac8d2113cdd req-ebc19f7c-387a-434e-bebd-ab3c688e0f42 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648839 Nov 25 17:42:32.514102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.574768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:31Z', 'revision_number': 8, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.597971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.615061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:32.624589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:32.625527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:32.639929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.647788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50346) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:32.648065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/a5002fee-7484-44ac-936a-4e89c1becd32 HTTP/1.1" status: 204 len: 168 time: 0.5081451 Nov 25 17:42:32.649303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=a5002fee-7484-44ac-936a-4e89c1becd32,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:32.658859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.659270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.659790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.660308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.660652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.661002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.661318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.661647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.661977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.662304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.662630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.662953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a0958-2bef-4d49-a8ec-4c2bd7e120de tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:32.686460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5a549-09d7-4c6d-be47-9304f448f22b None None] Network 3885c592-c6db-4b21-b647-418c3f047bfb requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:32.746419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.827539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port a96e4a4c-1afa-4d99-84ac-cec980b36204 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:32.828152 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.902162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port a96e4a4c-1afa-4d99-84ac-cec980b36204, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a96e4a4c-1afa-4d99-84ac-cec980b36204,segment=NetworkSegment(72b1fe1f-5d3f-499b-bc1e-c809e0304cee),segment_id=72b1fe1f-5d3f-499b-bc1e-c809e0304cee)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:32.902928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:32.931174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for a96e4a4c-1afa-4d99-84ac-cec980b36204 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:33.003190 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:33.031226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.075352 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=a96e4a4c-1afa-4d99-84ac-cec980b36204,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:33.086702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port a96e4a4c-1afa-4d99-84ac-cec980b36204 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:33.199218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.201592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b0cecf-232b-4ae7-8a93-8e1d21739f23 None None] DHCP port deletion for 3885c592-c6db-4b21-b647-418c3f047bfb request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:33.228162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3885c592-c6db-4b21-b647-418c3f047bfb']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:33.239292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b1fe1f-5d3f-499b-bc1e-c809e0304cee') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:33.239616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b1fe1f-5d3f-499b-bc1e-c809e0304cee') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:33.249541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.264317 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.272348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:33.272749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:33.275797 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:33.319445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:31Z', 'revision_number': 8, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:33.351787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f351b-b2a4-4061-9b0c-648b408b1e31 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:31Z', 'revision_number': 8, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1288a0b-98c5-4507-a5ca-0626e6b9946b', 'name': '', 'network_id': 'b3b28e50-588d-45e9-b92e-03f9780aa06c', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:27:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:20Z', 'updated_at': '2021-11-25T17:42:25Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': 'e63a0059-fdb4-43f6-a499-1c60864c2d3a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:33.354142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.371640 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:33.375264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/3885c592-c6db-4b21-b647-418c3f047bfb HTTP/1.1" status: 204 len: 168 time: 0.7260864 Nov 25 17:42:33.378787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50352) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:33.406875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444f30-3ac2-47f5-b9ed-43cb350a54df tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=3885c592-c6db-4b21-b647-418c3f047bfb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:33.635016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179166-c9cf-425e-a6cf-1b63552c2fb6 req-f4598e3c-c9ac-423a-af94-ed151b800f78 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:33.636752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15179166-c9cf-425e-a6cf-1b63552c2fb6 req-f4598e3c-c9ac-423a-af94-ed151b800f78 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0591452 Nov 25 17:42:33.717653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15179166-c9cf-425e-a6cf-1b63552c2fb6 req-08cc93af-7ac2-45e4-b685-86cc36047770 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739884 Nov 25 17:42:33.839477 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.180087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a96e4a4c-1afa-4d99-84ac-cec980b36204 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:34.207379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a96e4a4c-1afa-4d99-84ac-cec980b36204 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:34.208639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a96e4a4c-1afa-4d99-84ac-cec980b36204 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:34.209556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 32e46446-36b8-46b7-98c6-558b17bf4283 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:34.234968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 32e46446-36b8-46b7-98c6-558b17bf4283 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:34.235617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 32e46446-36b8-46b7-98c6-558b17bf4283 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:34.478718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port b1288a0b-98c5-4507-a5ca-0626e6b9946b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:34.479058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.573273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port b1288a0b-98c5-4507-a5ca-0626e6b9946b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b1288a0b-98c5-4507-a5ca-0626e6b9946b,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:34.573536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.592558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for b1288a0b-98c5-4507-a5ca-0626e6b9946b owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:34.786010 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:34.822943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=b1288a0b-98c5-4507-a5ca-0626e6b9946b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:35.058205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.079483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9635e17-407c-4222-bbef-35cdd5d974ae req-a57962e4-59bb-4771-97ec-691eeb2a438f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:35.081876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9635e17-407c-4222-bbef-35cdd5d974ae req-a57962e4-59bb-4771-97ec-691eeb2a438f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.2567470 Nov 25 17:42:35.227560 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a9635e17-407c-4222-bbef-35cdd5d974ae req-9e175224-27ef-4c12-9782-dcf43c900406 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026018 Nov 25 17:42:35.344029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:35.473246 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:35.485045 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:35.487891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e6579307-a450-4361-a83b-b300da39d2e6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071374 Nov 25 17:42:35.490721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50370) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.506675 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:35.507214 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:35.564699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet e63a0059-fdb4-43f6-a499-1c60864c2d3a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:35.575121 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.621565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.634093 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:35.698809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91e228c8-44a0-41c8-a7cd-492d76fac068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.746825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.822296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.852412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:35.855526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8eebe-b303-4999-a194-fca938424c3b None None] Network b3b28e50-588d-45e9-b92e-03f9780aa06c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:35.859624 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:35.860301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/e63a0059-fdb4-43f6-a499-1c60864c2d3a HTTP/1.1" status: 204 len: 168 time: 0.3668587 Nov 25 17:42:35.884433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218d725-4f5d-4119-94d4-2a77adcb7f57 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=e63a0059-fdb4-43f6-a499-1c60864c2d3a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:36.044000 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:34Z', 'revision_number': 9, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.062758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.087740 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:36.123265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:36.123915 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.218048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 27568ec1-f679-46f6-a977-30d8b7ff4424 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:36.218539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.271294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] DHCP port deletion for b3b28e50-588d-45e9-b92e-03f9780aa06c request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:36.292612 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:36.349704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 27568ec1-f679-46f6-a977-30d8b7ff4424, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27568ec1-f679-46f6-a977-30d8b7ff4424,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:36.350584 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.366952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 27568ec1-f679-46f6-a977-30d8b7ff4424 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:36.406457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] Deleting port 27568ec1-f679-46f6-a977-30d8b7ff4424 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:36.406829 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.486170 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.491278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d1eee-649a-4c9f-9581-80af907a2641 req-545f9fd3-a298-40d3-bf61-883297e1bd6f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:36.496942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f9d1eee-649a-4c9f-9581-80af907a2641 req-545f9fd3-a298-40d3-bf61-883297e1bd6f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1306159 Nov 25 17:42:36.532169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=27568ec1-f679-46f6-a977-30d8b7ff4424,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:36.545433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port 27568ec1-f679-46f6-a977-30d8b7ff4424 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:36.579762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] For port 27568ec1-f679-46f6-a977-30d8b7ff4424, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27568ec1-f679-46f6-a977-30d8b7ff4424,segment=NetworkSegment(f02f8a34-588c-4cdd-a7c7-28c83921f7a2),segment_id=f02f8a34-588c-4cdd-a7c7-28c83921f7a2)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:36.580178 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.609148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f9d1eee-649a-4c9f-9581-80af907a2641 req-c634a84f-63c9-4c77-836f-e25648917aca tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051004 Nov 25 17:42:36.622686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] Calling delete_port for 27568ec1-f679-46f6-a977-30d8b7ff4424 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:36.720511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.792432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b28e50-588d-45e9-b92e-03f9780aa06c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.812838 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.833968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.839697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02f8a34-588c-4cdd-a7c7-28c83921f7a2') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.860184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] Pushing event deleted for resources: {'Port': ['ID=27568ec1-f679-46f6-a977-30d8b7ff4424,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:36.870980 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.874152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e772981-1db5-4c45-958d-8ac89288b50f None None] No DVR routers for this DVR port 27568ec1-f679-46f6-a977-30d8b7ff4424 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:36.909656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.923471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:36.924029 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:36.929732 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:36.945013 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:34Z', 'revision_number': 9, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:36.979283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbd313-84ad-432a-b555-8dd40fbccf79 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:34Z', 'revision_number': 9, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '452fb6f5-e103-44ee-bab9-674ef55f4151', 'name': '', 'network_id': '4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:29:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:15Z', 'updated_at': '2021-11-25T17:42:21Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '812017c1-c62b-46e9-9057-c2124bb19c09', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:37.002533 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.012492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.019472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/b3b28e50-588d-45e9-b92e-03f9780aa06c HTTP/1.1" status: 204 len: 168 time: 1.1559057 Nov 25 17:42:37.020967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50386) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:37.058664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea32da-9368-4ef0-99ea-04b1d4cf6334 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=b3b28e50-588d-45e9-b92e-03f9780aa06c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:37.437365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.767349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72480b3e-b76b-454f-ad9d-8b2c9ccfc8a2 req-f82843b9-19e9-419e-a209-962ba980fd96 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:37.774191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b95af-6e2a-4e2a-ab1f-3836c25c8a5a req-c65252f3-2bab-4e81-b36b-59309a6f40e8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:37.775744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72480b3e-b76b-454f-ad9d-8b2c9ccfc8a2 req-f82843b9-19e9-419e-a209-962ba980fd96 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0629168 Nov 25 17:42:37.783542 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-599b95af-6e2a-4e2a-ab1f-3836c25c8a5a req-c65252f3-2bab-4e81-b36b-59309a6f40e8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 945 time: 0.1268146 Nov 25 17:42:37.830329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72480b3e-b76b-454f-ad9d-8b2c9ccfc8a2 req-4a261883-9d4a-455d-b0e6-9969f73b0742 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536530 Nov 25 17:42:37.874019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-599b95af-6e2a-4e2a-ab1f-3836c25c8a5a req-8e8272b4-11f2-4b34-8255-13eba766ed95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892375 Nov 25 17:42:37.898225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 452fb6f5-e103-44ee-bab9-674ef55f4151 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:37.898581 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.957689 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a33bc807-b585-447a-b3c2-5682e5984432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:37.999489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 452fb6f5-e103-44ee-bab9-674ef55f4151, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=452fb6f5-e103-44ee-bab9-674ef55f4151,segment=NetworkSegment(bf8e79af-1d4f-4191-993f-e86edc650caf),segment_id=bf8e79af-1d4f-4191-993f-e86edc650caf)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:37.999878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.013861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 452fb6f5-e103-44ee-bab9-674ef55f4151 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:38.194579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1288a0b-98c5-4507-a5ca-0626e6b9946b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:38.219161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.229228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b1288a0b-98c5-4507-a5ca-0626e6b9946b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:38.229705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b1288a0b-98c5-4507-a5ca-0626e6b9946b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:38.230191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27568ec1-f679-46f6-a977-30d8b7ff4424 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:38.246726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=452fb6f5-e103-44ee-bab9-674ef55f4151,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:38.261351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 27568ec1-f679-46f6-a977-30d8b7ff4424 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:38.261951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27568ec1-f679-46f6-a977-30d8b7ff4424 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:38.472049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:38.689190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-8f143720-4d1f-471f-9ae5-72185c1f474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:38.691511 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-8f143720-4d1f-471f-9ae5-72185c1f474e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95&tenant_id=5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 1095 time: 0.0557432 Nov 25 17:42:38.710339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:38.857170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-2e671156-aab9-44df-ad39-1a5874aad7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:38.858784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-2e671156-aab9-44df-ad39-1a5874aad7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1095 time: 0.1387472 Nov 25 17:42:38.863297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:38.871715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50408) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:38.872155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-19c34d2e-4ba3-4240-a80d-6b1cdcf46094 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498116 Nov 25 17:42:38.886956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:38.906665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:38.907297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:38.979842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-1a317358-f8e4-46d9-90a0-510bb81bade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:38.981257 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-1a317358-f8e4-46d9-90a0-510bb81bade4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1081655 Nov 25 17:42:39.023201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet 812017c1-c62b-46e9-9057-c2124bb19c09 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:39.030314 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.047363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:39.072894 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-f483a889-a3f7-456d-8ea5-c347671314fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 200 len: 1000 time: 0.0812850 Nov 25 17:42:39.126333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c807-2452-44bf-abe4-5f8dfdaef10d req-8ad40c2d-a00d-4ebd-b06f-4960af978452 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.128672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99a6c807-2452-44bf-abe4-5f8dfdaef10d req-8ad40c2d-a00d-4ebd-b06f-4960af978452 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1706181 Nov 25 17:42:39.139561 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.165462 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a691e4-230d-45bb-b05e-8272eede7b68 req-e025f759-7039-49fb-821d-ad16a04900e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.174247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-91a691e4-230d-45bb-b05e-8272eede7b68 req-e025f759-7039-49fb-821d-ad16a04900e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 945 time: 0.1002247 Nov 25 17:42:39.207171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-31b16cfa-c9b9-49ff-8e82-63b0e0182c6f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.209028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-31b16cfa-c9b9-49ff-8e82-63b0e0182c6f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 945 time: 0.1415975 Nov 25 17:42:39.235796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-91a691e4-230d-45bb-b05e-8272eede7b68 req-6e29f51c-ca2d-4a36-ba03-f210ff0ae2dd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=d9006285-c3ba-43f1-b77b-711ecadd8ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594237 Nov 25 17:42:39.242090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-8f14ce6f-46bc-45b3-b734-82454bd9c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.252742 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-8f14ce6f-46bc-45b3-b734-82454bd9c96a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.1385665 Nov 25 17:42:39.307938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:38Z', 'revision_number': 10, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:39.322540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-c680c820-91af-4e97-bb92-438c2171d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:39.324163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-c680c820-91af-4e97-bb92-438c2171d964 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718734 Nov 25 17:42:39.353658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:39.364574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:39.365724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:39.386068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-99a6c807-2452-44bf-abe4-5f8dfdaef10d req-eb5372b2-8360-4b05-8ae0-12035420759e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154288 Nov 25 17:42:39.435658 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.446981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-4e46ff3f-a93c-44ed-9dda-f16018d2af97 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147738 Nov 25 17:42:39.464022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:39.483094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port 82e076d8-606e-459e-bfe6-9f5e92214e28 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:39.483771 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.577565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b3a4bd6-06a8-4bd4-8fc1-d4c4d871e0ff req-5d788a94-6e6c-49b1-ba21-e1849503007b service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230328 Nov 25 17:42:39.580554 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.631357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.681847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=812017c1-c62b-46e9-9057-c2124bb19c09,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:39.692566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port 82e076d8-606e-459e-bfe6-9f5e92214e28, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82e076d8-606e-459e-bfe6-9f5e92214e28,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:39.693067 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.696496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.703253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ed8e4322-7f5b-4b49-bec3-02763abf080b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/812017c1-c62b-46e9-9057-c2124bb19c09 HTTP/1.1" status: 204 len: 168 time: 0.8273473 Nov 25 17:42:39.704009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50418) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:39.733142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb3ee5-2d61-4b4d-be78-3d342beab4b6 None None] Network 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:39.738209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for 82e076d8-606e-459e-bfe6-9f5e92214e28 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:39.882886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:39.918304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:38Z', 'revision_number': 10, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:39.965502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c37420-608d-423c-8fe8-08ee4f7e44a8 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:38Z', 'revision_number': 10, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None, '_interfaces': [{'id': '17663df7-5e95-4fd8-9f2e-b40695ab894f', 'name': '', 'network_id': '14f12350-b607-4f16-895d-202cfbed20d3', 'tenant_id': '9e08789545674f378594693093bd7806', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:42:09Z', 'updated_at': '2021-11-25T17:42:14Z', 'revision_number': 5, 'project_id': '9e08789545674f378594693093bd7806', 'subnets': [{'id': '56037dca-9e4e-4fb9-9f7a-903d1e7a4960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:40.068269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:40.068696 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.073965 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.087234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82e076d8-606e-459e-bfe6-9f5e92214e28'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:42:40.126553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=82e076d8-606e-459e-bfe6-9f5e92214e28,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:40.200524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,segment=NetworkSegment(bf8e79af-1d4f-4191-993f-e86edc650caf),segment_id=bf8e79af-1d4f-4191-993f-e86edc650caf)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:40.201058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.217153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:40.239043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port 82e076d8-606e-459e-bfe6-9f5e92214e28 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:40.245510 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.253728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c2abac9c-0921-4184-9ac8-16ca440f63f3 req-1fb5a3e1-84ab-45aa-b99c-e36e0ab17b57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/82e076d8-606e-459e-bfe6-9f5e92214e28 HTTP/1.1" status: 204 len: 173 time: 1.0362306 Nov 25 17:42:40.257046 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'name': 'network-vif-deleted', 'tag': '82e076d8-606e-459e-bfe6-9f5e92214e28'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:42:40.263984 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f23327-1399-430e-ad7a-c2214d964ccf" -d '{"events": [{"server_uuid": "3fc8b968-32ab-4370-ae46-c3bde95468e5", "name": "network-vif-deleted", "tag": "82e076d8-606e-459e-bfe6-9f5e92214e28"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:42:40.386081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] DHCP port deletion for 4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:40.419922 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762368f7-1d30-42e1-9ea7-dc1ea9db8398 x-openstack-request-id: req-762368f7-1d30-42e1-9ea7-dc1ea9db8398 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:42:40.420228 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc8b968-32ab-4370-ae46-c3bde95468e5", "name": "network-vif-deleted", "tag": "82e076d8-606e-459e-bfe6-9f5e92214e28", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:42:40.420492 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-762368f7-1d30-42e1-9ea7-dc1ea9db8398 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:42:40.420902 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc8b968-32ab-4370-ae46-c3bde95468e5', 'name': 'network-vif-deleted', 'tag': '82e076d8-606e-459e-bfe6-9f5e92214e28', 'status': 'completed', 'code': 200} Nov 25 17:42:40.599973 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:40.626769 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c0264-b000-426c-a8a0-99356d27fdd4 req-7e9062c8-5dfd-444c-868f-b2d843243481 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:40.630372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.632566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db1c0264-b000-426c-a8a0-99356d27fdd4 req-7e9062c8-5dfd-444c-868f-b2d843243481 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0838068 Nov 25 17:42:40.654598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-710773bb-0abe-4d9b-9434-04c3e3e4c0cb req-6e4a3be1-1761-4669-b23d-06d245b52ce8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.1170554 Nov 25 17:42:40.756918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:40.773551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:40.774004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 452fb6f5-e103-44ee-bab9-674ef55f4151 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:40.781471 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-db1c0264-b000-426c-a8a0-99356d27fdd4 req-cc99f3fd-e560-48e5-8dbd-53b7c9e822dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430013 Nov 25 17:42:40.784910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:40.807885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:40.875338 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.877708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Deleting port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:40.878054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:40.895106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 452fb6f5-e103-44ee-bab9-674ef55f4151 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:40.895554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 452fb6f5-e103-44ee-bab9-674ef55f4151 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:41.059547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.072780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] For port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:41.075897 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.095437 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.105393 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Calling delete_port for 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:41.116522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:42:41.118761 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.126197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8e79af-1d4f-4191-993f-e86edc650caf') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.126596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8e79af-1d4f-4191-993f-e86edc650caf') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:41.136348 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] No DVR routers for this DVR port 27e078ed-3eaf-42b1-89ca-0a9ad4e6799f on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:41.156100 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.175710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Pushing event deleted for resources: {'Port': ['ID=27e078ed-3eaf-42b1-89ca-0a9ad4e6799f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:41.179791 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.187102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.187927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.188574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.189181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.191329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.192076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.192749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.193331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.193885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:41.194376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.194678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.196060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.196699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.197336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a369f7-ce2a-488b-a5c4-d35554206f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:41.197977 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:41.296493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.336156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.350038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20 HTTP/1.1" status: 204 len: 168 time: 1.6450443 Nov 25 17:42:41.350964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c489b-0300-4920-8ead-a72c0cb1dd0c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=4cbf6c52-f9e8-4a5a-ab1f-87e261f9da20,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:41.354643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50446) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:41.433675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:41.922375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d58c6cf4-0e5b-4077-870e-851ae4455925 req-fdc6ed22-8f59-45ea-9b01-1dc813ebea0a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0745866 Nov 25 17:42:42.183411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:42.210976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105195b-e910-4cc4-a88d-47aad890cab1 req-59e2c374-06de-4b52-a9db-b425a043459d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:42.212995 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d105195b-e910-4cc4-a88d-47aad890cab1 req-59e2c374-06de-4b52-a9db-b425a043459d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.2203135 Nov 25 17:42:42.464459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d105195b-e910-4cc4-a88d-47aad890cab1 req-9bb411a8-03d8-4326-8754-b0f9b6d17bb4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790292 Nov 25 17:42:42.881189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port 17663df7-5e95-4fd8-9f2e-b40695ab894f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:42.881525 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.071731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ca33e8-5b9a-46fa-94ef-296cd4a96920 req-87c00f40-b236-4260-ab5f-0699551c651e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0422904 Nov 25 17:42:43.096382 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port 17663df7-5e95-4fd8-9f2e-b40695ab894f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=17663df7-5e95-4fd8-9f2e-b40695ab894f,segment=NetworkSegment(84ee3785-d40b-4d5e-b02e-c88746e60a70),segment_id=84ee3785-d40b-4d5e-b02e-c88746e60a70)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:43.096774 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.137108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for 17663df7-5e95-4fd8-9f2e-b40695ab894f owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:43.293939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e076d8-606e-459e-bfe6-9f5e92214e28 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:43.336206 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 82e076d8-606e-459e-bfe6-9f5e92214e28 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:43.338041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82e076d8-606e-459e-bfe6-9f5e92214e28 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:43.368048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.400721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=17663df7-5e95-4fd8-9f2e-b40695ab894f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:43.623092 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:43.746188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf3719-23df-46c8-b4c1-b23f0ba9d64c req-273013b5-dec2-4eda-8eb6-8ccd22264fb2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:43.747800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e5cf3719-23df-46c8-b4c1-b23f0ba9d64c req-273013b5-dec2-4eda-8eb6-8ccd22264fb2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1224298 Nov 25 17:42:43.880759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:43.894452 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e5cf3719-23df-46c8-b4c1-b23f0ba9d64c req-f2aad492-b915-4d86-bd37-0ca75090aa19 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348562 Nov 25 17:42:44.241373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d11905f3-a065-4a01-b556-75801fded6c1 req-f3400062-6d31-4fd3-a830-eab9a34bfb27 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0589674 Nov 25 17:42:44.494061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:44.499335 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c49f66e7-5373-4b74-b20a-e3c86d667a60 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1428924 Nov 25 17:42:44.502603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:44.508713 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:44.524849 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:44.525611 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:44.566942 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting subnet 56037dca-9e4e-4fb9-9f7a-903d1e7a4960 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:42:44.571134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.658967 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.666844 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:44.733774 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 11, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:44.763701 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:44.781310 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:44.784793 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:44.787973 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.872078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.912108 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:44.953328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Subnet': ['ID=56037dca-9e4e-4fb9-9f7a-903d1e7a4960,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:44.957320 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:44.969059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1a30f-f93e-4878-8cab-127a7d6d0e54 None None] Network 14f12350-b607-4f16-895d-202cfbed20d3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:42:44.981414 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-46513538-ce84-403b-8c2c-58afe952004d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/56037dca-9e4e-4fb9-9f7a-903d1e7a4960 HTTP/1.1" status: 204 len: 168 time: 0.4777923 Nov 25 17:42:44.984378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50474) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:45.091297 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 11, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:45.147679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.150744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4c75-dbf7-43e7-a06c-1adaa7af9558 req-1b3d786a-da30-4ee7-9022-095da17afa12 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:45.160187 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ade4c75-dbf7-43e7-a06c-1adaa7af9558 req-1b3d786a-da30-4ee7-9022-095da17afa12 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1625094 Nov 25 17:42:45.191926 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce26ffe-e229-4836-9ec5-952e55bc9a27 None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 11, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:45.275108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ade4c75-dbf7-43e7-a06c-1adaa7af9558 req-e3b0668c-ac00-4065-922d-8beec7905b1c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087706 Nov 25 17:42:45.313683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Deleting port f8a99f54-2b85-425b-b639-c416b6e8a08a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:45.314173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.436930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] For port f8a99f54-2b85-425b-b639-c416b6e8a08a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=f8a99f54-2b85-425b-b639-c416b6e8a08a,segment=NetworkSegment(84ee3785-d40b-4d5e-b02e-c88746e60a70),segment_id=84ee3785-d40b-4d5e-b02e-c88746e60a70)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:45.437331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.502127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Calling delete_port for f8a99f54-2b85-425b-b639-c416b6e8a08a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:45.517037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbeaa49a-8466-4148-b6c5-786d30619143 req-7aecb5af-783a-4746-84ad-b28079a9b917 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0750234 Nov 25 17:42:45.556429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] DHCP port deletion for 14f12350-b607-4f16-895d-202cfbed20d3 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:42:45.684193 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.702201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No DVR routers for this DVR port f8a99f54-2b85-425b-b639-c416b6e8a08a on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:45.708264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Deleting port f8a99f54-2b85-425b-b639-c416b6e8a08a {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:42:45.708687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.825273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] For port f8a99f54-2b85-425b-b639-c416b6e8a08a, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:42:45.825601 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.826924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Port': ['ID=f8a99f54-2b85-425b-b639-c416b6e8a08a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:45.873448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Calling delete_port for f8a99f54-2b85-425b-b639-c416b6e8a08a owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:42:45.876684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Port f8a99f54-2b85-425b-b639-c416b6e8a08a was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:42:45.879064 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:45.936118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] Pushing event deleted for resources: {'Port': ['ID=f8a99f54-2b85-425b-b639-c416b6e8a08a,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:45.953096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158cfd3-4a53-4392-b8d8-d2ad5191cf1d None None] No DVR routers for this DVR port f8a99f54-2b85-425b-b639-c416b6e8a08a on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:42:45.992715 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.016908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f12350-b607-4f16-895d-202cfbed20d3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:46.035415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ee3785-d40b-4d5e-b02e-c88746e60a70') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:46.035415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ee3785-d40b-4d5e-b02e-c88746e60a70') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:46.067288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.118989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.128862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:42:46.129255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:42:46.132517 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:42:46.165903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.219622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f8a99f54-2b85-425b-b639-c416b6e8a08a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:46.226093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.248027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.251727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/networks/14f12350-b607-4f16-895d-202cfbed20d3 HTTP/1.1" status: 204 len: 168 time: 1.2654948 Nov 25 17:42:46.252911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ba592-e33f-463d-8d4d-5e6d13880431 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Pushing event deleted for resources: {'Network': ['ID=14f12350-b607-4f16-895d-202cfbed20d3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:46.255311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:46.260061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'routes': None}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:46.284668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: f8a99f54-2b85-425b-b639-c416b6e8a08a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:46.285102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device f8a99f54-2b85-425b-b639-c416b6e8a08a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:46.285520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 17663df7-5e95-4fd8-9f2e-b40695ab894f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:42:46.324822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 17663df7-5e95-4fd8-9f2e-b40695ab894f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:42:46.325367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 17663df7-5e95-4fd8-9f2e-b40695ab894f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:42:46.680339 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-257ba7a3-83f1-4198-9ac0-3b0599ad9e97 req-c2cabec9-3ed2-45a2-949e-f41813f91f3e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0331414 Nov 25 17:42:46.764321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Added routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 17:42:46.764628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.extraroute_db [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Removed routes are [] {{(pid=103635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 17:42:46.764993 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:46.973325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc86d5-59dd-4e5b-aaf9-e77278b0e1cb req-a2d110c9-10da-4ab8-a4db-98c86dffbfd5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:46.975162 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4dc86d5-59dd-4e5b-aaf9-e77278b0e1cb req-a2d110c9-10da-4ab8-a4db-98c86dffbfd5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.4859300 Nov 25 17:42:47.021748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.027919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.137075 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d4dc86d5-59dd-4e5b-aaf9-e77278b0e1cb req-fa8f489a-f5ed-475e-8fae-2dd75b6dd0e0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338744 Nov 25 17:42:47.150574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 0061f888-47f3-475a-9ad6-0bc71b5b2eda has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:42:47.256290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:47.263211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.264300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d8c82f79-a89c-4831-a5fd-d74189ed4656 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 701 time: 1.0079672 Nov 25 17:42:47.267068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50490) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:47.270416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] Sync routers for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:47.281140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:47.282051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:47.301083 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c5e39f00-f367-4593-9e21-3ca54bd8fe91 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 205 time: 0.0269959 Nov 25 17:42:47.303653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:47.393628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:47.453712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 11, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:47.457664 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.483942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] Checking router: 0061f888-47f3-475a-9ad6-0bc71b5b2eda for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:47.494908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] Routers {'0061f888-47f3-475a-9ad6-0bc71b5b2eda'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:47.495741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:47.596867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] Set router 0061f888-47f3-475a-9ad6-0bc71b5b2eda gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:47.819288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.841743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.882739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b2a87dc-8c95-4008-a96c-bf565bd182ef req-656e7cdf-d4e3-4a41-a197-9814842101d9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fc8b968-32ab-4370-ae46-c3bde95468e5 HTTP/1.1" status: 200 len: 210 time: 0.0599113 Nov 25 17:42:47.938268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.938846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router 0061f888-47f3-475a-9ad6-0bc71b5b2eda {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:47.946538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:47.960614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:47.965843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-457725391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:47.970821 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-16317d50-7df0-4b72-b389-119fdd0992a7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 204 len: 168 time: 0.6657784 Nov 25 17:42:47.998753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 11, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:48.017619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.018805 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.052402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901be5b-9b24-4f73-beae-66c67dfe690f None None] The sync data for ids ['0061f888-47f3-475a-9ad6-0bc71b5b2eda'] in n-d-817303-7 is: [{'id': '0061f888-47f3-475a-9ad6-0bc71b5b2eda', 'name': 'tempest-RoutersTest-router-1094497394', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:07Z', 'updated_at': '2021-11-25T17:42:43Z', 'revision_number': 11, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:48.055318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.141344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.150973 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.197173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:48.202983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:48.208528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:48.209245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-53b8448c-a3a2-4ed5-ba5f-26290d1418b3 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2472892 Nov 25 17:42:48.336575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673c3a-3b85-46e2-97de-f7223bf607f0 req-17c10c0b-4b07-429e-84cf-849ca191954d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:48.346039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1673c3a-3b85-46e2-97de-f7223bf607f0 req-17c10c0b-4b07-429e-84cf-849ca191954d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0712490 Nov 25 17:42:48.425588 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:42:48.471857 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a1673c3a-3b85-46e2-97de-f7223bf607f0 req-fb54ece7-ccda-4389-8808-bdc5c4b2eb10 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246245 Nov 25 17:42:49.118047 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7946805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8043166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9370'] for router, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.138828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7946812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7946791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8043145'] for router, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.355821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Router 092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:42:49.492272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:42:49.507947 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] Sync routers for ids ['092026ce-0f5d-4eba-bd30-33e7e2f4c4e9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:42:49.516538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.518620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c331567c-578c-438f-8823-3f7bc0c75abe tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "PUT /v2.0/routers/092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 HTTP/1.1" status: 200 len: 693 time: 1.3144603 Nov 25 17:42:49.521433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.533971 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] Routers {'092026ce-0f5d-4eba-bd30-33e7e2f4c4e9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:49.534664 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['092026ce-0f5d-4eba-bd30-33e7e2f4c4e9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.703180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-70cc28b1-3524-4e59-9586-bc0eb6396c2a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/routers/092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 HTTP/1.1" status: 200 len: 699 time: 0.1798773 Nov 25 17:42:49.709397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50518) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.737051 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] Set router 092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:49.770850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f4c6499e-fb5a-4c58-8dc9-1646ab1a0d39 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 HTTP/1.1" status: 200 len: 205 time: 0.0596776 Nov 25 17:42:49.773026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50520) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:49.780118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150b8e-1880-41c3-a108-5a37e1089510 req-5d3b3746-7b00-42dc-a9c1-f518a6bf1319 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:49.790639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5150b8e-1880-41c3-a108-5a37e1089510 req-5d3b3746-7b00-42dc-a9c1-f518a6bf1319 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1085582 Nov 25 17:42:49.828583 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092026ce-0f5d-4eba-bd30-33e7e2f4c4e9', 'name': 'tempest-RoutersTest-router-457725391', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:48Z', 'updated_at': '2021-11-25T17:42:49Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.916468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] Checking router: 092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:42:49.939810 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] Routers {'092026ce-0f5d-4eba-bd30-33e7e2f4c4e9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:42:49.941408 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:42:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['092026ce-0f5d-4eba-bd30-33e7e2f4c4e9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:49.965890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:49.966871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5150b8e-1880-41c3-a108-5a37e1089510 req-70ba9615-ae3f-4cd6-850e-8f140c321649 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660388 Nov 25 17:42:50.049514 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] Set router 092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:42:50.110080 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092026ce-0f5d-4eba-bd30-33e7e2f4c4e9', 'name': 'tempest-RoutersTest-router-457725391', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:48Z', 'updated_at': '2021-11-25T17:42:49Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:42:50.198553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aedc15-7451-45a1-9907-f6006ea68990 None None] The sync data for ids ['092026ce-0f5d-4eba-bd30-33e7e2f4c4e9'] in n-d-817303-7 is: [{'id': '092026ce-0f5d-4eba-bd30-33e7e2f4c4e9', 'name': 'tempest-RoutersTest-router-457725391', 'tenant_id': '9e08789545674f378594693093bd7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:42:48Z', 'updated_at': '2021-11-25T17:42:49Z', 'revision_number': 2, 'project_id': '9e08789545674f378594693093bd7806', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:42:50.333688 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.340645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.432091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.441012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Fanout notify agent at l3_agent the message router_deleted on router 092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:42:50.498566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:50.522505 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1d1b70b2-4d10-465d-92f0-f093edb9a4fa tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 HTTP/1.1" status: 204 len: 168 time: 0.7479441 Nov 25 17:42:50.530850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50528) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.628019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50530) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.628511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ce255c6a-ac25-443f-bc30-0b572890ad9c tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 HTTP/1.1" status: 200 len: 205 time: 0.0913579 Nov 25 17:42:50.675150 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-a6d49745-e0c0-4614-929b-4a639f7d4fc7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:50.676594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a6d49745-e0c0-4614-929b-4a639f7d4fc7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/092026ce-0f5d-4eba-bd30-33e7e2f4c4e9 HTTP/1.1" status: 404 len: 336 time: 0.0475907 Nov 25 17:42:50.679071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.718757 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11c53fc-b6af-4b2b-a177-42e9497312b5 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:50.719360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11c53fc-b6af-4b2b-a177-42e9497312b5 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:50.723213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c11c53fc-b6af-4b2b-a177-42e9497312b5 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/a5002fee-7484-44ac-936a-4e89c1becd32 HTTP/1.1" status: 404 len: 337 time: 0.0428326 Nov 25 17:42:50.728218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50534) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.772779 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b762bb-bd62-48f9-964e-1680f165a0c0 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:50.773711 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b762bb-bd62-48f9-964e-1680f165a0c0 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:50.777428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-67b762bb-bd62-48f9-964e-1680f165a0c0 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/e63a0059-fdb4-43f6-a499-1c60864c2d3a HTTP/1.1" status: 404 len: 337 time: 0.0472283 Nov 25 17:42:50.779974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50536) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.812687 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7cab5b-f4b2-4580-b8fe-ba94ebe20824 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:50.813560 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7cab5b-f4b2-4580-b8fe-ba94ebe20824 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:50.817587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4f7cab5b-f4b2-4580-b8fe-ba94ebe20824 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/812017c1-c62b-46e9-9057-c2124bb19c09 HTTP/1.1" status: 404 len: 337 time: 0.0361447 Nov 25 17:42:50.820524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50538) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.856656 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec57154-2a0e-4d6e-be9d-cb4145dd35ef tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:50.857229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec57154-2a0e-4d6e-be9d-cb4145dd35ef tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:50.862224 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dec57154-2a0e-4d6e-be9d-cb4145dd35ef tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/56037dca-9e4e-4fb9-9f7a-903d1e7a4960 HTTP/1.1" status: 404 len: 337 time: 0.0394933 Nov 25 17:42:50.865020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.905070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fc459be3-8be2-418e-a805-36b8de2d3e37 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 200 len: 205 time: 0.0385840 Nov 25 17:42:50.907272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:50.959576 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-93a8a606-9524-4084-9681-478d9e8e218d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:50.963397 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-93a8a606-9524-4084-9681-478d9e8e218d tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/0061f888-47f3-475a-9ad6-0bc71b5b2eda HTTP/1.1" status: 404 len: 336 time: 0.0550182 Nov 25 17:42:50.964063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50546) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.011629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ac289d1b-2a65-4a3c-ad18-f1494c10bbfc tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3983b7e-b772-4426-bc8a-ac2e730ac022 HTTP/1.1" status: 200 len: 205 time: 0.0438626 Nov 25 17:42:51.012432 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50550) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.051465 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-39ce4b9a-e55b-404b-a9f5-83cde26a3d08 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:51.054858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-39ce4b9a-e55b-404b-a9f5-83cde26a3d08 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/f3983b7e-b772-4426-bc8a-ac2e730ac022 HTTP/1.1" status: 404 len: 336 time: 0.0389497 Nov 25 17:42:51.055293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50552) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.083373 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ef5f72-5b45-485d-9318-19401b866c51 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:51.083760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ef5f72-5b45-485d-9318-19401b866c51 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:51.089711 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83ef5f72-5b45-485d-9318-19401b866c51 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/11cf5878-9fd9-42d0-ad9c-3b0a58476a94 HTTP/1.1" status: 404 len: 337 time: 0.0305653 Nov 25 17:42:51.090102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50554) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.110330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16bad5-1c33-4198-a041-f6917d62f8f7 req-bf310000-3f66-4fbb-858c-f03ae2f633c5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:51.112298 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c16bad5-1c33-4198-a041-f6917d62f8f7 req-bf310000-3f66-4fbb-858c-f03ae2f633c5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0628464 Nov 25 17:42:51.131661 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b45a32c-39d2-49e3-b2a0-e7faf9b3c592 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 200 len: 205 time: 0.0403833 Nov 25 17:42:51.132349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.164639 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c16bad5-1c33-4198-a041-f6917d62f8f7 req-97979801-6d3d-4ee6-bb4c-5a3c6362318b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449054 Nov 25 17:42:51.198125 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-bc7493ae-94cf-4eac-87d2-a0a74826aae6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:51.199739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc7493ae-94cf-4eac-87d2-a0a74826aae6 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/8dafb0e2-d59d-4f23-90ca-c950abd2b002 HTTP/1.1" status: 404 len: 336 time: 0.0658703 Nov 25 17:42:51.201868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50560) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.235427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b56740c1-88c8-4392-b0a7-d348f4fd0c2b tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7eda394-2016-4679-8daf-be4d06afaae5 HTTP/1.1" status: 200 len: 205 time: 0.0311346 Nov 25 17:42:51.237328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50562) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.281801 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-75d677ef-25b3-4442-8a3a-d41cc4949042 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:51.283499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-75d677ef-25b3-4442-8a3a-d41cc4949042 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/e7eda394-2016-4679-8daf-be4d06afaae5 HTTP/1.1" status: 404 len: 336 time: 0.0442417 Nov 25 17:42:51.286792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50564) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.315509 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe78e6a-5152-4134-9b39-f18f35a88050 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:51.316146 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe78e6a-5152-4134-9b39-f18f35a88050 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:51.321896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ebe78e6a-5152-4134-9b39-f18f35a88050 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/775deacb-112a-4d82-ade3-ba2dd8eec1b1 HTTP/1.1" status: 404 len: 337 time: 0.0311615 Nov 25 17:42:51.322188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50566) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.351437 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-152afd5f-1516-47ef-9663-25e3da5ec535 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5cf303e-ba7f-47fa-ab12-dd036c738eca HTTP/1.1" status: 200 len: 205 time: 0.0272424 Nov 25 17:42:51.353096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50568) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.394603 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-3493b9ed-dcaf-42cc-b88f-f7909f486fc7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:51.395569 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3493b9ed-dcaf-42cc-b88f-f7909f486fc7 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/c5cf303e-ba7f-47fa-ab12-dd036c738eca HTTP/1.1" status: 404 len: 336 time: 0.0415361 Nov 25 17:42:51.398216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50570) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.425842 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2022d8-56c7-46cb-80c1-dfd7b1f62733 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:51.426295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2022d8-56c7-46cb-80c1-dfd7b1f62733 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:51.429358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fc2022d8-56c7-46cb-80c1-dfd7b1f62733 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/055d9b89-fd7d-4642-b864-caa4484199bf HTTP/1.1" status: 404 len: 337 time: 0.0302575 Nov 25 17:42:51.432055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.458641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83b35667-aa64-460a-8760-dac375a51fb1 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ef4c67a-c965-4f66-b1b4-b49039263ec9 HTTP/1.1" status: 200 len: 205 time: 0.0254037 Nov 25 17:42:51.460841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50574) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.500252 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-41d09c3d-0a30-48d5-ac0f-8bc59c153a05 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] delete failed (client error): The resource could not be found. Nov 25 17:42:51.503431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41d09c3d-0a30-48d5-ac0f-8bc59c153a05 tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/routers/8ef4c67a-c965-4f66-b1b4-b49039263ec9 HTTP/1.1" status: 404 len: 336 time: 0.0395801 Nov 25 17:42:51.504191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50576) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.531950 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9fc1a1-74b3-4478-97a1-2561211c771a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:51.532485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9fc1a1-74b3-4478-97a1-2561211c771a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:51.539000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5c9fc1a1-74b3-4478-97a1-2561211c771a tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/c5f9558e-ab89-40ea-8219-12dbc448fb87 HTTP/1.1" status: 404 len: 337 time: 0.0337002 Nov 25 17:42:51.539646 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50578) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:51.579546 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff7f3be-74e1-4d77-8a82-47f893ac811e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] DELETE failed (client error): The resource could not be found. Nov 25 17:42:51.588899 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff7f3be-74e1-4d77-8a82-47f893ac811e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:42:51.594468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cff7f3be-74e1-4d77-8a82-47f893ac811e tempest-RoutersTest-489276361 tempest-RoutersTest-489276361-project] 10.222.0.86 "DELETE /v2.0/subnets/bf9930d5-d829-4574-ae51-6a1a93c6cfe7 HTTP/1.1" status: 404 len: 337 time: 0.0515411 Nov 25 17:42:51.863994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50584) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.036099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c492355-26b3-49f8-b3ac-630d947a950e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e08789545674f378594693093bd7806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706691 Nov 25 17:42:52.038423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:52.089528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.117660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.168609 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.171566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:52.175890 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/377e26c9-93fe-4a2c-a677-549870bb425c HTTP/1.1" status: 204 len: 168 time: 0.1335559 Nov 25 17:42:52.182593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e26c9-93fe-4a2c-a677-549870bb425c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:52.191452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.191611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.192080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.192426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.192761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.193088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.195213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.195638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.195984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.196347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.196661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.196991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3471f-9211-42a7-8eed-70d57fa3a247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:42:52.317820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab94f8-3ae2-4e0d-9b2e-ee2c6c243843 req-5d813d08-ad25-4336-a2b5-58a7ae5f5e6c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:52.319029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0eab94f8-3ae2-4e0d-9b2e-ee2c6c243843 req-5d813d08-ad25-4336-a2b5-58a7ae5f5e6c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0614777 Nov 25 17:42:52.412729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0eab94f8-3ae2-4e0d-9b2e-ee2c6c243843 req-769cec66-c475-48c3-94c0-88902910f24b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859039 Nov 25 17:42:52.988528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.114118 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1d870a4c-9fd0-4f86-ba6b-6536368133f7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:53.114680 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-1d870a4c-9fd0-4f86-ba6b-6536368133f7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:42:53.115373 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-1d870a4c-9fd0-4f86-ba6b-6536368133f7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:42:53.120187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50628) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.124860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--658256413'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:53.129863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1d870a4c-9fd0-4f86-ba6b-6536368133f7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1401947 Nov 25 17:42:53.150082 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.159554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.241280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.246427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.290771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab14841-0908-46db-8983-860939c45d5b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.353979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.363547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.394638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.402120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50634) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.406964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'eae9ad83-ebbc-46a1-be4a-f1f53fb1954c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:53.413880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2924571 Nov 25 17:42:53.421067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d783c-3cff-4945-b7be-6a3149580374 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae9ad83-ebbc-46a1-be4a-f1f53fb1954c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.454283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.526962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.531904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.556530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b272d691-45a8-4e8b-b42a-f2425eca8abf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.589575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.595044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fb14f7a8-3b2d-4229-ab07-baaa81f9aae7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1910355 Nov 25 17:42:53.597063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50650) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.607772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9d16d673-599b-4187-ab70-6beb481890fa tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'eae9ad83-ebbc-46a1-be4a-f1f53fb1954c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:53.664946 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9d16d673-599b-4187-ab70-6beb481890fa tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.737687 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-9d16d673-599b-4187-ab70-6beb481890fa tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 17:42:53.742342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.742789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9d16d673-599b-4187-ab70-6beb481890fa tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1437454 Nov 25 17:42:53.807253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9be8d2-d82c-47d7-9c7d-b39470eb9574 req-0e8ba45c-4d4b-4478-ad32-79bd5354fe07 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:53.820407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d9be8d2-d82c-47d7-9c7d-b39470eb9574 req-0e8ba45c-4d4b-4478-ad32-79bd5354fe07 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.3205605 Nov 25 17:42:53.833873 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e9f727-5b53-42af-801e-73b0fb82629d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.862241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e9f727-5b53-42af-801e-73b0fb82629d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.883478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3d9be8d2-d82c-47d7-9c7d-b39470eb9574 req-7b18267f-fc2e-453a-bebd-fb3b7cf10118 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620613 Nov 25 17:42:53.912060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e9f727-5b53-42af-801e-73b0fb82629d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.914967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e9f727-5b53-42af-801e-73b0fb82629d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:53.916145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-60e9f727-5b53-42af-801e-73b0fb82629d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/eae9ad83-ebbc-46a1-be4a-f1f53fb1954c HTTP/1.1" status: 204 len: 168 time: 0.1728091 Nov 25 17:42:53.918985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.925764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9f727-5b53-42af-801e-73b0fb82629d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae9ad83-ebbc-46a1-be4a-f1f53fb1954c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:53.978164 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-be2a9e45-7536-49c1-a7bb-4d08ff260e1a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0561733 Nov 25 17:42:53.982214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50666) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:53.986905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839526448'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:54.011153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.093470 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.103161 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.143258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.145017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1617908 Nov 25 17:42:54.148882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50680) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.156839 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe2c99-7c5f-4472-90d9-fa596bc9cacd tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94c1d9e-8356-46d2-aa0b-0a6434ead54e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:54.159044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e826e28e-ff96-46d7-88de-58717ea8dece tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'f94c1d9e-8356-46d2-aa0b-0a6434ead54e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:54.159578 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-e826e28e-ff96-46d7-88de-58717ea8dece tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 17:42:54.160280 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-e826e28e-ff96-46d7-88de-58717ea8dece tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:54.161720 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e826e28e-ff96-46d7-88de-58717ea8dece tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091310 Nov 25 17:42:54.164298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.228330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed6cacdc-7a7b-4eeb-bc4a-14aad2783616 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.252809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed6cacdc-7a7b-4eeb-bc4a-14aad2783616 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.307866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed6cacdc-7a7b-4eeb-bc4a-14aad2783616 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.310806 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed6cacdc-7a7b-4eeb-bc4a-14aad2783616 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.312460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed6cacdc-7a7b-4eeb-bc4a-14aad2783616 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/f94c1d9e-8356-46d2-aa0b-0a6434ead54e HTTP/1.1" status: 204 len: 168 time: 0.1460726 Nov 25 17:42:54.314843 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.327602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cacdc-7a7b-4eeb-bc4a-14aad2783616 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94c1d9e-8356-46d2-aa0b-0a6434ead54e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:54.398801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-48ca8a52-f742-4e0c-881a-ce9eaca32367 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537336 Nov 25 17:42:54.399721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b4fed990-5c06-4edc-8b27-9c2c6849ad87 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0830638 Nov 25 17:42:54.402742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50700) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.414323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--238741302'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:54.444781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.473810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-c392aa2b-a736-4f39-aa8e-d884a75132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:54.475641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-c392aa2b-a736-4f39-aa8e-d884a75132d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 1097 time: 0.0500543 Nov 25 17:42:54.530591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.535624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.560912 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.562380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1586890 Nov 25 17:42:54.566124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50702) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.571886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5b043746-6fdf-4387-a542-54dd68925632 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'f81245a9-8361-4502-af59-aa87203cef32', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:54.572459 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-5b043746-6fdf-4387-a542-54dd68925632 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 17:42:54.572956 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-5b043746-6fdf-4387-a542-54dd68925632 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:54.574538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b043746-6fdf-4387-a542-54dd68925632 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070992 Nov 25 17:42:54.577170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.601916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.613002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434252248', 'description': 'tempest-secgroup-smoke-434252248 description', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:54.616588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-6f86e38c-bc82-4982-b70c-41e6b1f181b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:54.618312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-6f86e38c-bc82-4982-b70c-41e6b1f181b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 914 time: 0.1190977 Nov 25 17:42:54.638471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbd467-d02e-40c4-a46d-514400b80b4d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81245a9-8361-4502-af59-aa87203cef32,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:54.661028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.676516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-7daa30e2-2e85-4cd1-b1f7-ffa65c4c3e75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731 HTTP/1.1" status: 200 len: 217 time: 0.0506938 Nov 25 17:42:54.689931 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8bcd-6b3d-49ad-b90b-25e294545e06 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.742510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-bfcacd27-0880-4299-abd7-83f0397d477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:54.744083 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-bfcacd27-0880-4299-abd7-83f0397d477a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 200 len: 853 time: 0.0607007 Nov 25 17:42:54.765183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8bcd-6b3d-49ad-b90b-25e294545e06 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.781040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-6a678ca5-bbf1-4f59-91ee-f52d73556be5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=630c9aae-c900-420d-834e-a80045361892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294483 Nov 25 17:42:54.804200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.815245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.845537 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.850380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2449825 Nov 25 17:42:54.852880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.861521 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group_rule': {'security_group_id': '85f0298a-2111-4380-a138-49c893a8a82c', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:54.899266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf996d3-1162-41c9-bd10-b884d6fe31c9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f0298a-2111-4380-a138-49c893a8a82c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:54.901451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8bcd-6b3d-49ad-b90b-25e294545e06 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.904077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8bcd-6b3d-49ad-b90b-25e294545e06 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.905226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5ef8bcd-6b3d-49ad-b90b-25e294545e06 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/f81245a9-8361-4502-af59-aa87203cef32 HTTP/1.1" status: 204 len: 168 time: 0.3269677 Nov 25 17:42:54.910799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50710) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:54.936188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef8bcd-6b3d-49ad-b90b-25e294545e06 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81245a9-8361-4502-af59-aa87203cef32,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:54.942863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:54.950199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-8a274f83-c994-4e99-bc82-3b720afcd3b7 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441181 Nov 25 17:42:55.023516 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3c6f21f9-92bd-4942-bf44-e4352c2d3ae1 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1115859 Nov 25 17:42:55.046776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.056612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--472765577'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.069333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27fee780-3ae6-42c9-aa50-93522e1be59f req-98d5d781-36f1-40a0-923c-8ee83ecb5c51 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180408 Nov 25 17:42:55.072734 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.082418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.113418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.123765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068f2e03-a90c-4e7d-8233-689b69cf69da,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.133264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc10979-aa9e-4a9a-95e6-e7158133698e req-9d0f7b53-423a-43b8-8928-2fadf0112eff tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:55.134822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffc10979-aa9e-4a9a-95e6-e7158133698e req-9d0f7b53-423a-43b8-8928-2fadf0112eff tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1494076 Nov 25 17:42:55.141128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.146196 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-04f7d726-c05e-403f-bb45-3c8054476a28 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885232 Nov 25 17:42:55.147469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50718) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.153861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group_rule': {'security_group_id': '85f0298a-2111-4380-a138-49c893a8a82c', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.193852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.220047 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ffc10979-aa9e-4a9a-95e6-e7158133698e req-ec2e30a2-0f68-45b0-9e8c-8a1b81d65ee1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759041 Nov 25 17:42:55.261348 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.267329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.274615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.278809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.300486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38aeca64-4196-4c5f-bf27-9c8796168a70,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.303076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.304416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2557299 Nov 25 17:42:55.309527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c136d-0cf0-4f01-8f24-0b2ef2076217 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7a505-a366-4b7b-a8db-34c199580b1a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.310764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.315140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c67571ac-e2e1-4390-a9c3-bf4a29f3d5c4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631701 Nov 25 17:42:55.315401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50722) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.315893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50720) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.323094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group_rule': {'security_group_id': '85f0298a-2111-4380-a138-49c893a8a82c', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.330473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4f07b62e-3cd6-4043-b738-7b49ca2232cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'c8b7a505-a366-4b7b-a8db-34c199580b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.331838 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-4f07b62e-3cd6-4043-b738-7b49ca2232cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 17:42:55.332358 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-4f07b62e-3cd6-4043-b738-7b49ca2232cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.333395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4f07b62e-3cd6-4043-b738-7b49ca2232cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144794 Nov 25 17:42:55.336656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.342797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0610baa0-ff1b-4937-a934-555b29e36792 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'c8b7a505-a366-4b7b-a8db-34c199580b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.344573 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-0610baa0-ff1b-4937-a934-555b29e36792 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 17:42:55.345169 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-0610baa0-ff1b-4937-a934-555b29e36792 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.350292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0610baa0-ff1b-4937-a934-555b29e36792 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113614 Nov 25 17:42:55.350581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50728) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.355135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c8592df7-2051-40a7-a29d-625d2bebc655 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'c8b7a505-a366-4b7b-a8db-34c199580b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.356142 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-c8592df7-2051-40a7-a29d-625d2bebc655 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 17:42:55.356960 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-c8592df7-2051-40a7-a29d-625d2bebc655 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.358643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8592df7-2051-40a7-a29d-625d2bebc655 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070379 Nov 25 17:42:55.362476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.366921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c6cc332b-6dfe-430b-800d-f7f7ccd1eeee tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'c8b7a505-a366-4b7b-a8db-34c199580b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.368271 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-c6cc332b-6dfe-430b-800d-f7f7ccd1eeee tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 17:42:55.368884 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-c6cc332b-6dfe-430b-800d-f7f7ccd1eeee tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.371712 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c6cc332b-6dfe-430b-800d-f7f7ccd1eeee tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063508 Nov 25 17:42:55.373113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.401070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.471636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56e8343b-79c3-4bbc-be82-733351fcf4a5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.504901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.506769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56e8343b-79c3-4bbc-be82-733351fcf4a5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.509937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.542128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7be1cc-ee8b-487f-8f8b-23d116a52015,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.570389 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.571680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-23c1fa1f-4d7e-4369-a9db-b3c69356b042 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549317 Nov 25 17:42:55.576093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.588180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group_rule': {'security_group_id': '85f0298a-2111-4380-a138-49c893a8a82c', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.592028 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56e8343b-79c3-4bbc-be82-733351fcf4a5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.594947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-56e8343b-79c3-4bbc-be82-733351fcf4a5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.600565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.601686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-56e8343b-79c3-4bbc-be82-733351fcf4a5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/c8b7a505-a366-4b7b-a8db-34c199580b1a HTTP/1.1" status: 204 len: 168 time: 0.2272236 Nov 25 17:42:55.612844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8343b-79c3-4bbc-be82-733351fcf4a5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7a505-a366-4b7b-a8db-34c199580b1a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.662208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.678260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1607fc83-d8c2-4183-8418-01b7bec09a9c tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744290 Nov 25 17:42:55.682156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50738) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.687078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--793165299'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.744630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.771888 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.777227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.806173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b449f8b4-fad4-40af-a3fa-061f5aaf2d86,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.818748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.820029 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a8217af9-a499-40e0-bf36-85458c935e8a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417455 Nov 25 17:42:55.822998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.828636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group_rule': {'security_group_id': '85f0298a-2111-4380-a138-49c893a8a82c', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.868096 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Project bd5e525f8e104f509ea2d4e4159bfac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:42:55.871252 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.874053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.876113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.910502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.914790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2286952 Nov 25 17:42:55.914790 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628de78-e45f-4469-b06d-c11b6605c0a3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054bcffa-dd86-4c25-b34b-6e4be23ef4fb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.916526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.921430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7ae5093f-62d7-4e43-8df3-2573d8d9ef14 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.922233 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-7ae5093f-62d7-4e43-8df3-2573d8d9ef14 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:42:55.922733 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-7ae5093f-62d7-4e43-8df3-2573d8d9ef14 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.928231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ae5093f-62d7-4e43-8df3-2573d8d9ef14 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071230 Nov 25 17:42:55.928231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.929781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.933899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.934507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a13910db-6efd-4009-a369-61c3551933d9 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.952241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2236487e-ae95-49c2-bbe8-8d81e4821bf5,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:55.967217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:55.972441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d133db12-e6cf-4db7-8031-80397848badb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444452 Nov 25 17:42:55.973115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.977766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'security_group_rule': {'security_group_id': '85f0298a-2111-4380-a138-49c893a8a82c', 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.988974 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-a13910db-6efd-4009-a369-61c3551933d9 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.989973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a13910db-6efd-4009-a369-61c3551933d9 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0589802 Nov 25 17:42:55.992824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:55.997617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-72186d6e-0bf9-4adb-8ab2-3874f8d26e76 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:55.998088 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-72186d6e-0bf9-4adb-8ab2-3874f8d26e76 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 17:42:55.998547 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-72186d6e-0bf9-4adb-8ab2-3874f8d26e76 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:55.999491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-72186d6e-0bf9-4adb-8ab2-3874f8d26e76 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051475 Nov 25 17:42:56.001914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50750) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.006759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f3207463-259e-4f93-91fe-28cf6669c48b tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.011284 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Project bd5e525f8e104f509ea2d4e4159bfac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:42:56.016654 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.042151 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-f3207463-259e-4f93-91fe-28cf6669c48b tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:56.043290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3207463-259e-4f93-91fe-28cf6669c48b tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0402613 Nov 25 17:42:56.046030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50752) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.050377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9f66b20d-f710-435e-92b8-8c1cbd8b56cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.050850 n-d-817303-7 neutron-server[103636]: WARNING neutron.api.v2.base [None req-9f66b20d-f710-435e-92b8-8c1cbd8b56cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 17:42:56.051315 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-9f66b20d-f710-435e-92b8-8c1cbd8b56cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:56.053234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9f66b20d-f710-435e-92b8-8c1cbd8b56cc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062547 Nov 25 17:42:56.055675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50754) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.059628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0e83a0d7-d8cc-4c06-a6b1-891c4870b7c5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.081344 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.084754 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.097029 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-0e83a0d7-d8cc-4c06-a6b1-891c4870b7c5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:56.098084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e83a0d7-d8cc-4c06-a6b1-891c4870b7c5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0415189 Nov 25 17:42:56.101635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50756) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.108070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bf997f04-7096-492f-8997-bf43442a960c tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.108539 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-bf997f04-7096-492f-8997-bf43442a960c tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 17:42:56.109025 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-bf997f04-7096-492f-8997-bf43442a960c tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:56.109962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bf997f04-7096-492f-8997-bf43442a960c tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074010 Nov 25 17:42:56.110907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b16f3e4-f0e6-4f0d-994b-f9e20884b6b7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:56.112914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50758) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.117808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d9bc5026-c602-4b0a-9942-51d62dadca60 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.120469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.121638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9006309f-4bd8-4396-81de-2bfd97b0a38a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477606 Nov 25 17:42:56.161906 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-d9bc5026-c602-4b0a-9942-51d62dadca60 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:56.163822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9bc5026-c602-4b0a-9942-51d62dadca60 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0498323 Nov 25 17:42:56.165709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50770) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.170029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9940d099-7701-4fe7-8120-96f3caaf12c7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '054bcffa-dd86-4c25-b34b-6e4be23ef4fb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.212745 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-9940d099-7701-4fe7-8120-96f3caaf12c7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:56.217240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9940d099-7701-4fe7-8120-96f3caaf12c7 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0475333 Nov 25 17:42:56.217512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50784) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.295847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3552280d-c24d-4e47-a59d-e03a9336cd86 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.345296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3552280d-c24d-4e47-a59d-e03a9336cd86 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.377096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a950279-d5f7-4c44-9223-8cb96da38366 req-dfb2a7e9-ed28-40e3-b393-18deebc37886 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:56.379355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a950279-d5f7-4c44-9223-8cb96da38366 req-dfb2a7e9-ed28-40e3-b393-18deebc37886 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0605490 Nov 25 17:42:56.397474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3552280d-c24d-4e47-a59d-e03a9336cd86 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.400525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3552280d-c24d-4e47-a59d-e03a9336cd86 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.404095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3552280d-c24d-4e47-a59d-e03a9336cd86 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/054bcffa-dd86-4c25-b34b-6e4be23ef4fb HTTP/1.1" status: 204 len: 168 time: 0.1834414 Nov 25 17:42:56.406099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.413263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552280d-c24d-4e47-a59d-e03a9336cd86 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bcffa-dd86-4c25-b34b-6e4be23ef4fb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:56.469379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6253cb02-6078-47ba-b8b4-adb4750f788d tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619686 Nov 25 17:42:56.474169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50814) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.479077 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192090767'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.500393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3a950279-d5f7-4c44-9223-8cb96da38366 req-58f8be85-27ff-4c0e-b062-b28e2180035a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104128 Nov 25 17:42:56.518996 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.616187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.622743 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.652916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.657090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1792171 Nov 25 17:42:56.657465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50824) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.663544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-633528fc-5421-436a-a780-0605e24ed233 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '302cabfe-ba1f-4965-9c17-c70aee8c3e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.667740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df72cc9-97c7-4efa-8b9a-defcec839203 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302cabfe-ba1f-4965-9c17-c70aee8c3e61,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:56.709051 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-633528fc-5421-436a-a780-0605e24ed233 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The resource could not be found. Nov 25 17:42:56.713249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-633528fc-5421-436a-a780-0605e24ed233 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0510948 Nov 25 17:42:56.714162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.718842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d9cc6262-dfed-48d3-bb2a-6ef989d693ac tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '302cabfe-ba1f-4965-9c17-c70aee8c3e61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '35eecfcb-47a2-4260-b564-e2661247d366'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:56.760966 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-d9cc6262-dfed-48d3-bb2a-6ef989d693ac tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The resource could not be found. Nov 25 17:42:56.762037 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9cc6262-dfed-48d3-bb2a-6ef989d693ac tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0469201 Nov 25 17:42:56.764849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.820941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-750ed381-860f-43b1-b43f-f715d863c04a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.847056 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-750ed381-860f-43b1-b43f-f715d863c04a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.894105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-750ed381-860f-43b1-b43f-f715d863c04a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.896779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-750ed381-860f-43b1-b43f-f715d863c04a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:56.900351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-750ed381-860f-43b1-b43f-f715d863c04a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/302cabfe-ba1f-4965-9c17-c70aee8c3e61 HTTP/1.1" status: 204 len: 168 time: 0.1321833 Nov 25 17:42:56.901003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.909746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed381-860f-43b1-b43f-f715d863c04a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302cabfe-ba1f-4965-9c17-c70aee8c3e61,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:56.957350 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05d64809-8834-46f7-995f-baee1a22e504 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536098 Nov 25 17:42:56.960357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:56.965488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dc5d3eec-fdfa-417b-a27a-b6ca6d2d0e22 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': 'a394f268-9675-4bf2-b28d-895621a5e55e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:57.011293 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-dc5d3eec-fdfa-417b-a27a-b6ca6d2d0e22 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The resource could not be found. Nov 25 17:42:57.020138 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc5d3eec-fdfa-417b-a27a-b6ca6d2d0e22 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0510061 Nov 25 17:42:57.020260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50864) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.024864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--787562836'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:57.047482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.121003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.125573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.159950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.161222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1400464 Nov 25 17:42:57.164154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50866) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.168190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d69b1-5bf4-4799-9728-39599064f998 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35de7565-3f0e-43ed-99ed-ce372abf4f8d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.168750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762306884'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:57.200529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.280979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.286940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.320064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.321302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1561370 Nov 25 17:42:57.323289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c07ac5-0e87-434d-9c80-5261c6d2739f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d84c8-282b-407d-aa7c-c069a435229d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.324428 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.330393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d91ba522-9105-469a-a9dd-5f9edd5f3ea6 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group_rule': {'security_group_id': '35de7565-3f0e-43ed-99ed-ce372abf4f8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fa2d84c8-282b-407d-aa7c-c069a435229d'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:57.378117 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-d91ba522-9105-469a-a9dd-5f9edd5f3ea6 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:42:57.379555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d91ba522-9105-469a-a9dd-5f9edd5f3ea6 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0539930 Nov 25 17:42:57.382292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.438699 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96e3699c-dd58-4bd8-9639-0e4c287d81bc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.466706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96e3699c-dd58-4bd8-9639-0e4c287d81bc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.509530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96e3699c-dd58-4bd8-9639-0e4c287d81bc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.512466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96e3699c-dd58-4bd8-9639-0e4c287d81bc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.513605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96e3699c-dd58-4bd8-9639-0e4c287d81bc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/fa2d84c8-282b-407d-aa7c-c069a435229d HTTP/1.1" status: 204 len: 168 time: 0.1304140 Nov 25 17:42:57.516258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50872) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.524154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3699c-dd58-4bd8-9639-0e4c287d81bc tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d84c8-282b-407d-aa7c-c069a435229d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.585086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b4b90742-829d-4d2f-b560-cd09abfcfb89 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0650651 Nov 25 17:42:57.587743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.693066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc26c9ec-4c53-4ae6-ae71-27e75384a9d5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.708059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59d3d9-7934-4dae-b2b2-62f38ea74820 req-9705633c-a81d-4e9c-a043-2c2e6d65cb6a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:57.716719 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d59d3d9-7934-4dae-b2b2-62f38ea74820 req-9705633c-a81d-4e9c-a043-2c2e6d65cb6a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.1006877 Nov 25 17:42:57.749277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc26c9ec-4c53-4ae6-ae71-27e75384a9d5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.788170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d59d3d9-7934-4dae-b2b2-62f38ea74820 req-6695f3bf-d271-4c53-8238-437fae5aaefa tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704935 Nov 25 17:42:57.810818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc26c9ec-4c53-4ae6-ae71-27e75384a9d5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.813442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc26c9ec-4c53-4ae6-ae71-27e75384a9d5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.817535 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc26c9ec-4c53-4ae6-ae71-27e75384a9d5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/35de7565-3f0e-43ed-99ed-ce372abf4f8d HTTP/1.1" status: 204 len: 168 time: 0.2264447 Nov 25 17:42:57.818237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50882) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.825002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26c9ec-4c53-4ae6-ae71-27e75384a9d5 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de7565-3f0e-43ed-99ed-ce372abf4f8d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:57.869204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0f7181fa-936b-4302-8220-3fbb3513759a tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495369 Nov 25 17:42:57.872926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50884) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:57.879526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961710997'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:57.908090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.987675 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:57.991650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.023166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.027195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1502330 Nov 25 17:42:58.027195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60931b69-d332-4780-a7ef-604262cce818 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec120b-ca2f-40a6-8a6d-99fbf82eb687,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:58.027644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50886) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.033409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d0056f73-3fd3-488d-83c9-024c5803b78e tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:42:58.033946 n-d-817303-7 neutron-server[103635]: WARNING neutron.api.v2.base [None req-d0056f73-3fd3-488d-83c9-024c5803b78e tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 17:42:58.034507 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-d0056f73-3fd3-488d-83c9-024c5803b78e tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 17:42:58.038134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d0056f73-3fd3-488d-83c9-024c5803b78e tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "PUT /v2.0/security-groups/5dec120b-ca2f-40a6-8a6d-99fbf82eb687 HTTP/1.1" status: 409 len: 330 time: 0.0067151 Nov 25 17:42:58.038922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.100863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce2e6-e0cf-4fa1-a921-59e31df7384f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.125260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce2e6-e0cf-4fa1-a921-59e31df7384f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.177707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce2e6-e0cf-4fa1-a921-59e31df7384f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.180303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce2e6-e0cf-4fa1-a921-59e31df7384f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:58.181433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3b5ce2e6-e0cf-4fa1-a921-59e31df7384f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/5dec120b-ca2f-40a6-8a6d-99fbf82eb687 HTTP/1.1" status: 204 len: 168 time: 0.1416981 Nov 25 17:42:58.184229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50890) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.191102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce2e6-e0cf-4fa1-a921-59e31df7384f tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec120b-ca2f-40a6-8a6d-99fbf82eb687,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:58.246253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2cf4c6ae-346c-4a52-99a2-99a6444c5693 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607784 Nov 25 17:42:58.250039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50892) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.271884 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-ba07f121-09a9-4c2a-aa22-10162ccabbf3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] delete failed (client error): The resource could not be found. Nov 25 17:42:58.276293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ba07f121-09a9-4c2a-aa22-10162ccabbf3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "DELETE /v2.0/security-groups/f974fb50-a488-4afa-a226-f52d78948c0b HTTP/1.1" status: 404 len: 347 time: 0.0207460 Nov 25 17:42:58.276841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.292284 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-ea717f6e-fe51-4c1f-94d5-fc66707298b3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] show failed (client error): The resource could not be found. Nov 25 17:42:58.296632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ea717f6e-fe51-4c1f-94d5-fc66707298b3 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-groups/16d5a197-24bb-4426-bcbd-c80a672a4fef HTTP/1.1" status: 404 len: 347 time: 0.0156138 Nov 25 17:42:58.296861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.309391 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-0dad16de-eca2-4103-a708-e2646a3c0092 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] show failed (client error): The resource could not be found. Nov 25 17:42:58.314097 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0dad16de-eca2-4103-a708-e2646a3c0092 tempest-NegativeSecGroupTest-715658775 tempest-NegativeSecGroupTest-715658775-project] 10.222.0.86 "GET /v2.0/security-group-rules/0042da26-8295-4c5c-b287-c7d259e1c4af HTTP/1.1" status: 404 len: 356 time: 0.0131669 Nov 25 17:42:58.601634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50902) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.965351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c8d372d-59a5-4acb-9604-0af97496f76c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ec21341ed15248e6b83c455971f24cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624856 Nov 25 17:42:58.968450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50912) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:58.977951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c34523-5473-4be3-ae9b-26e7c3078f6b req-c376db90-a800-4d8d-b439-ad585336c4e3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:42:58.979608 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-61c34523-5473-4be3-ae9b-26e7c3078f6b req-c376db90-a800-4d8d-b439-ad585336c4e3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0902317 Nov 25 17:42:59.029105 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f27fb4-64f0-4198-b2a2-36e595cb8720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.055948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-61c34523-5473-4be3-ae9b-26e7c3078f6b req-cfeeb10a-c7bc-4863-9029-658e0c44252f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680861 Nov 25 17:42:59.060218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f27fb4-64f0-4198-b2a2-36e595cb8720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.118518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f27fb4-64f0-4198-b2a2-36e595cb8720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.121150 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-46f27fb4-64f0-4198-b2a2-36e595cb8720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:42:59.125364 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-46f27fb4-64f0-4198-b2a2-36e595cb8720 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ab14841-0908-46db-8983-860939c45d5b HTTP/1.1" status: 204 len: 168 time: 0.1559417 Nov 25 17:42:59.135162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f27fb4-64f0-4198-b2a2-36e595cb8720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab14841-0908-46db-8983-860939c45d5b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:42:59.963865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50938) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:42:59.974444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0049314 Nov 25 17:42:59.974772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50940) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.116698 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-897bc012-ea3f-4b02-ad8a-4133a0c4e8c8 tempest-NetworksApiDiscovery-945360929 tempest-NetworksApiDiscovery-945360929-project] 10.222.0.86 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1368778 Nov 25 17:43:00.224688 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2445-94b6-4918-b95f-3c5d5ccedafc req-9a3a1dd7-8bfd-4265-99cd-952c45677da4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:00.227826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-027a2445-94b6-4918-b95f-3c5d5ccedafc req-9a3a1dd7-8bfd-4265-99cd-952c45677da4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 944 time: 0.0669725 Nov 25 17:43:00.306354 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-027a2445-94b6-4918-b95f-3c5d5ccedafc req-e6c7951a-b7e8-4658-ba2d-23a62f968317 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723042 Nov 25 17:43:00.423788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 50950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.546917 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c13cd5c-d056-4dd3-a83e-4957796af58c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.633249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c13cd5c-d056-4dd3-a83e-4957796af58c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.636587 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7c13cd5c-d056-4dd3-a83e-4957796af58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.656388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:00.677178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13cd5c-d056-4dd3-a83e-4957796af58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20784241-f415-4113-b558-e2982a7f01b7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:00.681861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7c13cd5c-d056-4dd3-a83e-4957796af58c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc8e0678674a4336a58538dc2b82122d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568700 Nov 25 17:43:00.684750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 50954) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:00.764828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c57305b0-8955-4a86-ab38-d2dc58f79726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.789593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:00.798988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c57305b0-8955-4a86-ab38-d2dc58f79726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.803255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'port_id': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'mac_address': 'fa:16:3e:46:d3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:00.857192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.875016 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c57305b0-8955-4a86-ab38-d2dc58f79726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.877731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:00.878981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c57305b0-8955-4a86-ab38-d2dc58f79726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.884691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c57305b0-8955-4a86-ab38-d2dc58f79726 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20784241-f415-4113-b558-e2982a7f01b7 HTTP/1.1" status: 204 len: 168 time: 0.1985955 Nov 25 17:43:00.904357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:00.906101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57305b0-8955-4a86-ab38-d2dc58f79726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20784241-f415-4113-b558-e2982a7f01b7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:00.911988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:00.987481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:01.128696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:01.435298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d8511-7fbe-4176-bae6-cd1ed9ad4f58 req-b11c5aa6-5676-4c0f-bad2-e7de3a260465 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:01.437690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-463d8511-7fbe-4176-bae6-cd1ed9ad4f58 req-b11c5aa6-5676-4c0f-bad2-e7de3a260465 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 945 time: 0.0585530 Nov 25 17:43:01.538822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-463d8511-7fbe-4176-bae6-cd1ed9ad4f58 req-0e6bf3e5-73cb-4564-9c15-7f32d07e256a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872343 Nov 25 17:43:02.265039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71ecdb-e58e-4341-ae00-42d5e65b920e req-2a5536d2-e51e-44bd-9573-c69a3eb9ce79 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:02.266502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe71ecdb-e58e-4341-ae00-42d5e65b920e req-2a5536d2-e51e-44bd-9573-c69a3eb9ce79 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 946 time: 0.0556624 Nov 25 17:43:02.323979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe71ecdb-e58e-4341-ae00-42d5e65b920e req-dd6f42d6-6290-401b-a728-3e25304b9f77 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466270 Nov 25 17:43:02.657212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:02.690637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b3a76-1909-4b41-be9d-04966942ae89 req-249fd838-5dbb-47a3-9291-0dc8dc58b9ee tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:02.694154 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d32b3a76-1909-4b41-be9d-04966942ae89 req-249fd838-5dbb-47a3-9291-0dc8dc58b9ee tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 945 time: 0.0744553 Nov 25 17:43:02.727219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:02.727749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.760342 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d32b3a76-1909-4b41-be9d-04966942ae89 req-d5f0d174-bed3-4ed2-9d22-1e25a24705ea tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575058 Nov 25 17:43:02.825881 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.852568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:02.855726 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb47c1a-42c2-4395-bc0b-c85b81e68c29" -d '{"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-plugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:02.874292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:02.878516 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:02.913016 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1ca9b-8d5b-40f9-9f7f-566b3c641d6a x-openstack-request-id: req-5ff1ca9b-8d5b-40f9-9f7f-566b3c641d6a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:02.913322 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-plugged", "status": "completed", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:02.913580 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ff1ca9b-8d5b-40f9-9f7f-566b3c641d6a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:02.913987 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'code': 200} Nov 25 17:43:02.942187 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=10']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:03.107511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4388b-6915-41bf-8843-c1145029e714 req-e01ffbf9-a818-4300-8e09-7b66c8d4b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.115755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bc4388b-6915-41bf-8843-c1145029e714 req-e01ffbf9-a818-4300-8e09-7b66c8d4b17a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 1098 time: 0.0419910 Nov 25 17:43:03.155285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bc4388b-6915-41bf-8843-c1145029e714 req-5566fd2f-b5b5-4899-afce-609384d63849 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389552 Nov 25 17:43:03.455686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9b70-95ca-4d7a-9fbf-d64206c77511 req-b882702c-3b23-4324-a855-925a0a0e8bfd tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.455686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b14d9b70-95ca-4d7a-9fbf-d64206c77511 req-b882702c-3b23-4324-a855-925a0a0e8bfd tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 946 time: 0.0517430 Nov 25 17:43:03.504592 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b14d9b70-95ca-4d7a-9fbf-d64206c77511 req-af2ff68f-1f6d-4e61-b313-044fbe4ac071 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Nov 25 17:43:03.917964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-0621c47c-9e2e-4fb0-ba3b-2d7c6f414a4d tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.919477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-0621c47c-9e2e-4fb0-ba3b-2d7c6f414a4d tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 946 time: 0.0967982 Nov 25 17:43:03.932562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f923d-b9c1-43a7-aa63-18e36ed8b794 req-74c679fe-e558-4a88-8f31-e61ba1ff7b90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:03.933982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-619f923d-b9c1-43a7-aa63-18e36ed8b794 req-74c679fe-e558-4a88-8f31-e61ba1ff7b90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 947 time: 0.0959356 Nov 25 17:43:04.045514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-619f923d-b9c1-43a7-aa63-18e36ed8b794 req-9cc9f670-090b-47b3-b744-7196f7562853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036890 Nov 25 17:43:04.083274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Deleting port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:04.083630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.203878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] For port 4ee7981d-6daa-46c2-b15e-12de1ca1f731, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=4ee7981d-6daa-46c2-b15e-12de1ca1f731,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:04.204647 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.217979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Calling delete_port for 4ee7981d-6daa-46c2-b15e-12de1ca1f731 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:04.367474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.379422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['4ee7981d-6daa-46c2-b15e-12de1ca1f731'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:04.398798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Pushing event deleted for resources: {'Port': ['ID=4ee7981d-6daa-46c2-b15e-12de1ca1f731,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:04.418562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ff1d7-4cc4-499a-a59f-c3cef3574749 None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:04.448979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] No DVR routers for this DVR port 4ee7981d-6daa-46c2-b15e-12de1ca1f731 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:04.452263 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:04.456169 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aa9cba48-d35f-4a84-a5bd-eefe9663a48c req-a45e4d92-37c6-4230-858f-446610e02a54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "DELETE /v2.0/ports/4ee7981d-6daa-46c2-b15e-12de1ca1f731 HTTP/1.1" status: 204 len: 173 time: 0.5212955 Nov 25 17:43:04.456634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'name': 'network-vif-deleted', 'tag': '4ee7981d-6daa-46c2-b15e-12de1ca1f731'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:04.460770 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f975c-c664-40a0-a9d6-19a4f204b405" -d '{"events": [{"server_uuid": "d5f16fe4-0054-481a-9251-4aa035bcea43", "name": "network-vif-deleted", "tag": "4ee7981d-6daa-46c2-b15e-12de1ca1f731"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:04.503479 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e1922-f960-48ac-850c-7291b614f964 x-openstack-request-id: req-ec2e1922-f960-48ac-850c-7291b614f964 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:04.503846 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f16fe4-0054-481a-9251-4aa035bcea43", "name": "network-vif-deleted", "tag": "4ee7981d-6daa-46c2-b15e-12de1ca1f731", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:04.504167 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ec2e1922-f960-48ac-850c-7291b614f964 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:04.504640 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f16fe4-0054-481a-9251-4aa035bcea43', 'name': 'network-vif-deleted', 'tag': '4ee7981d-6daa-46c2-b15e-12de1ca1f731', 'status': 'completed', 'code': 200} Nov 25 17:43:04.629022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b594254-98a8-4999-9ab4-d29e36d811b5 req-ab81f5bc-4fb3-4cf3-b6b5-d7c8080f4f6f tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5f16fe4-0054-481a-9251-4aa035bcea43 HTTP/1.1" status: 200 len: 210 time: 0.0326495 Nov 25 17:43:05.215924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbb8d2-a8a6-4040-868d-628120f38154 req-2690c5e6-16e2-425c-8797-d95cc9c15518 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:05.217510 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89bbb8d2-a8a6-4040-868d-628120f38154 req-2690c5e6-16e2-425c-8797-d95cc9c15518 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 947 time: 0.0668838 Nov 25 17:43:05.283237 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89bbb8d2-a8a6-4040-868d-628120f38154 req-d84d7760-c67d-4316-a8e2-ae3b02523aaa tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533485 Nov 25 17:43:05.704888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8b86cd32-69bb-4870-9d86-f7a20be90d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:06.447874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673fbf5-4e07-4506-9841-819d83373176 req-92be2d61-287e-4175-b5f2-5718b8220a8d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:06.449546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5673fbf5-4e07-4506-9841-819d83373176 req-92be2d61-287e-4175-b5f2-5718b8220a8d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 947 time: 0.0821571 Nov 25 17:43:06.509297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5673fbf5-4e07-4506-9841-819d83373176 req-5e7296e5-0bb1-47f4-9cb2-4b6cdfa63dee tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526004 Nov 25 17:43:07.956441 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-217182f3-5f51-4786-aabc-f920d93455d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:08.673315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4ee7981d-6daa-46c2-b15e-12de1ca1f731 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:08.697896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 4ee7981d-6daa-46c2-b15e-12de1ca1f731 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:08.698166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 4ee7981d-6daa-46c2-b15e-12de1ca1f731 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:09.340599 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:10.632342 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:11.436156 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:12.735191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-030b442b-15d5-4227-a728-ec54a5980730 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:12.737574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-030b442b-15d5-4227-a728-ec54a5980730 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 813 time: 0.1033697 Nov 25 17:43:12.754562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-0e53a65e-4156-4c08-8545-c28caf754d78 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/quotas/e63478baf7974308bcf65a2f3c9f3e89 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Nov 25 17:43:12.787213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-86c1c5bd-6d26-46ee-af75-395d4f46d068 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269208 Nov 25 17:43:12.993887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-a97d7d16-2387-44fb-acd6-1a2b673f4521 service neutron] 10.222.0.86 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994405 Nov 25 17:43:13.083220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-7d8fd8d4-b7eb-43a1-9da9-90c168cac393 service neutron] 10.222.0.86 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831487 Nov 25 17:43:13.244603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e38cb79-d0b7-447b-b1ac-c70618bfc27a req-d1af39e8-c498-4e83-9953-8fc668a36936 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 210 time: 0.0271442 Nov 25 17:43:14.258212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-53de7e16-db20-4298-a96d-54b318ae58e5 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:14.261655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-53de7e16-db20-4298-a96d-54b318ae58e5 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 813 time: 0.1144092 Nov 25 17:43:14.295545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Request body: {'port': {'device_id': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'network_id': '630c9aae-c900-420d-834e-a80045361892', 'admin_state_up': True, 'tenant_id': 'e63478baf7974308bcf65a2f3c9f3e89'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:14.395291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d71f2af-81d9-427b-a823-f6b16bf52d39 req-78f3f142-a51c-4a11-ba94-40f11d8603bc tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 210 time: 0.0719984 Nov 25 17:43:14.464699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Made reservation on behalf of e63478baf7974308bcf65a2f3c9f3e89 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:14.468583 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.609664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Allocated IP 172.20.0.11 (630c9aae-c900-420d-834e-a80045361892/25cbe9dc-e157-4fef-b569-024a29333b54/7b1d952c-e588-4486-a6ce-236d07d8009a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:14.820757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.868370 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:14.958554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Network 630c9aae-c900-420d-834e-a80045361892 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:14.962899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:14.966342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:14.981247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a53c859-9905-4ce6-aae2-35c10ce06d8c None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:15.008703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Pushing event updated for resources: {'Port': ['ID=7b1d952c-e588-4486-a6ce-236d07d8009a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.055480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.056255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.072588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-01be5f59-c695-4cd8-a591-161863102b4e None None] Provisioning complete for port 7b1d952c-e588-4486-a6ce-236d07d8009a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:15.073062 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-01be5f59-c695-4cd8-a591-161863102b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.080050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-45d5d9c9-0756-4ca1-95be-ec7416a597bf tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8022192 Nov 25 17:43:15.101033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Request body: {'port': {'device_id': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:15.124085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-01be5f59-c695-4cd8-a591-161863102b4e None None] Port 7b1d952c-e588-4486-a6ce-236d07d8009a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:15.168202 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.503977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1d952c-e588-4486-a6ce-236d07d8009a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:15.512206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.526944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Transition to ACTIVE for port object 7b1d952c-e588-4486-a6ce-236d07d8009a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:15.531232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.545373 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7836894-fd61-4620-84ff-007089b13ff8 req-94d5646a-ef05-463b-91aa-698138c2e401 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.548683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7836894-fd61-4620-84ff-007089b13ff8 req-94d5646a-ef05-463b-91aa-698138c2e401 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 932 time: 0.0594187 Nov 25 17:43:15.582325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1d952c-e588-4486-a6ce-236d07d8009a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.605461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7836894-fd61-4620-84ff-007089b13ff8 req-2877c1cb-e4b5-412d-b958-2fbe849ac263 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506866 Nov 25 17:43:15.610916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799cb78-350d-4db6-8392-5d96587a4cb6 None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:15.711685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Attempting to bind port 7b1d952c-e588-4486-a6ce-236d07d8009a on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:15.712017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Attempting to bind port 7b1d952c-e588-4486-a6ce-236d07d8009a by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:15.712396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Attempting to bind port 7b1d952c-e588-4486-a6ce-236d07d8009a on network 630c9aae-c900-420d-834e-a80045361892 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:15.717123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Port 7b1d952c-e588-4486-a6ce-236d07d8009a on network 630c9aae-c900-420d-834e-a80045361892 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:15.717445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Attempting to bind port 7b1d952c-e588-4486-a6ce-236d07d8009a on network 630c9aae-c900-420d-834e-a80045361892 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:15.722823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:15.723096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Checking segment: {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:15.723498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Bound using segment: {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:15.723925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Bound port: 7b1d952c-e588-4486-a6ce-236d07d8009a, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd65908-4e97-477d-b136-151aa3ebdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '630c9aae-c900-420d-834e-a80045361892'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:15.724276 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.795775 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] For port 7b1d952c-e588-4486-a6ce-236d07d8009a, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:15.799103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] For port 7b1d952c-e588-4486-a6ce-236d07d8009a, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b1d952c-e588-4486-a6ce-236d07d8009a,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:15.804480 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.847656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.848361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:15.849817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/7b1d952c-e588-4486-a6ce-236d07d8009a HTTP/1.1" status: 200 len: 1092 time: 0.7581682 Nov 25 17:43:15.850242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'tag': '7b1d952c-e588-4486-a6ce-236d07d8009a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:15.852941 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f0a870-2044-4962-bbf1-ed3cd1314d68" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4d8c61-e36f-43f7-883c-acc2cd21c00a", "tag": "7b1d952c-e588-4486-a6ce-236d07d8009a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:15.864982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222a2cf-a95c-47c3-a77a-f818678f3e67 None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:15.877998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578f2fd-0e3a-4544-b9f9-2d1857d611b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1d952c-e588-4486-a6ce-236d07d8009a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:15.945480 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11cec7b-e3d9-4f52-af24-2799a932d1b0 x-openstack-request-id: req-a11cec7b-e3d9-4f52-af24-2799a932d1b0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:15.945779 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4d8c61-e36f-43f7-883c-acc2cd21c00a", "tag": "7b1d952c-e588-4486-a6ce-236d07d8009a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:15.946093 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a11cec7b-e3d9-4f52-af24-2799a932d1b0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:15.946585 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'tag': '7b1d952c-e588-4486-a6ce-236d07d8009a', 'status': 'completed', 'code': 200} Nov 25 17:43:15.967848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-e9654ca5-76cc-42e3-a53c-0d7eb6610a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:15.972661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-e9654ca5-76cc-42e3-a53c-0d7eb6610a62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 1095 time: 0.0641048 Nov 25 17:43:16.029189 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-9a7aaa5d-6419-4ed3-a1c3-c5e6b5da5dbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d952c-e588-4486-a6ce-236d07d8009a HTTP/1.1" status: 200 len: 217 time: 0.0465274 Nov 25 17:43:16.087865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-316dc029-ce64-4b77-a78d-a24aa2759f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.089620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-316dc029-ce64-4b77-a78d-a24aa2759f2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 200 len: 853 time: 0.0520160 Nov 25 17:43:16.124470 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-59e6a89c-37ab-4895-94e5-f6f72ab6fe49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=630c9aae-c900-420d-834e-a80045361892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262783 Nov 25 17:43:16.155148 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:16.241327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-400458ef-3f64-4b66-8199-220f6a27e243 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087387 Nov 25 17:43:16.342984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f1fcd114-c41b-4916-8246-227f5d17a0d1 req-f287406c-98d4-4cf2-972b-6c476af494b9 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941432 Nov 25 17:43:16.433925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-df47bddb-b792-420d-87e6-171ecde0ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.435504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-df47bddb-b792-420d-87e6-171ecde0ffa9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 1095 time: 0.0413375 Nov 25 17:43:16.537229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-39da342b-c6a1-40d8-a9a3-d06130d110a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.539544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-39da342b-c6a1-40d8-a9a3-d06130d110a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 914 time: 0.0968125 Nov 25 17:43:16.588767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-f1abc6ae-db6b-43b9-948b-11bf21685a1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d952c-e588-4486-a6ce-236d07d8009a HTTP/1.1" status: 200 len: 217 time: 0.0364044 Nov 25 17:43:16.638802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-3fe5d57a-909f-4ffe-a84d-9064dd333aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.639750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-3fe5d57a-909f-4ffe-a84d-9064dd333aba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 200 len: 853 time: 0.0430896 Nov 25 17:43:16.677921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-b90df96f-2f13-46cf-8105-00e14aecb2f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=630c9aae-c900-420d-834e-a80045361892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296249 Nov 25 17:43:16.728457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b1a8-c33b-4d95-a89a-7a0bb0e7a485 req-25c8186f-a22c-40d9-a899-e90a6d1c4cf9 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:16.730028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b705b1a8-c33b-4d95-a89a-7a0bb0e7a485 req-25c8186f-a22c-40d9-a899-e90a6d1c4cf9 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 944 time: 0.0495069 Nov 25 17:43:16.770446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-81982bcb-f519-4adb-9eed-76aafd1f0088 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842648 Nov 25 17:43:16.777983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b705b1a8-c33b-4d95-a89a-7a0bb0e7a485 req-40fec840-27e1-4130-9c1d-8ca0fba41f54 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Nov 25 17:43:16.866325 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96f0a870-2044-4962-bbf1-ed3cd1314d68 req-183fce22-8888-4160-b8f1-28cd13f9052f service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 Nov 25 17:43:17.277367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-b594c2c1-970d-42c1-ad9a-890950a14490 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434252248&fields=id&tenant_id=bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 267 time: 0.0444727 Nov 25 17:43:17.380662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-d7f6b2f2-83da-4c2c-999a-578a4e5a5594 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:17.382023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-d7f6b2f2-83da-4c2c-999a-578a4e5a5594 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.0987539 Nov 25 17:43:17.397453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-116ca41c-1b01-47f4-b278-8a55a2fbd1cd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0095546 Nov 25 17:43:17.451181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-6a26e9c8-de7c-4223-9d7a-78f5366b8bd8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485437 Nov 25 17:43:17.544077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-1baf7964-cdc3-4e63-a69a-643189f0c5df service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811274 Nov 25 17:43:17.643687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:17.649512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-82ed6a24-ff6e-48c8-855e-c409a87350eb service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949063 Nov 25 17:43:17.914393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cf1ed-374b-489a-bb2b-c9f386d08661 req-a62fbfa7-91ff-4356-856b-629cb3eb8e49 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:17.916882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e31cf1ed-374b-489a-bb2b-c9f386d08661 req-a62fbfa7-91ff-4356-856b-629cb3eb8e49 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 944 time: 0.0539052 Nov 25 17:43:17.975842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e31cf1ed-374b-489a-bb2b-c9f386d08661 req-f754961e-072c-405a-8a99-abd96216282d tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518303 Nov 25 17:43:17.994153 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4af15020-6e3d-4795-bee0-df7ea39bc095 req-a4f69499-62e1-4253-bd44-7e628e84591c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0388505 Nov 25 17:43:18.899676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-1bef2456-9595-4f86-92c1-7aeb1d19877c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:18.901138 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-1bef2456-9595-4f86-92c1-7aeb1d19877c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1135318 Nov 25 17:43:18.972900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-2708e4e7-aac3-4471-841d-ef0c5a29dc5a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 379 time: 0.0624442 Nov 25 17:43:18.982543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'security_groups': ['85f0298a-2111-4380-a138-49c893a8a82c']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:19.140672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bddf3b26-7ff8-4be6-846d-7cd23a2d688b req-584e6945-e04c-42c3-81ae-6c0c4ee36894 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0515192 Nov 25 17:43:19.182537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc42ea-1409-4e20-89b3-3534e4cdb537 req-4aa959f9-5d52-4951-9865-2353c8b1f25d tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:19.184064 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafc42ea-1409-4e20-89b3-3534e4cdb537 req-4aa959f9-5d52-4951-9865-2353c8b1f25d tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 944 time: 0.0823245 Nov 25 17:43:19.186706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:19.191855 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.291994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eafc42ea-1409-4e20-89b3-3534e4cdb537 req-69f181be-cc98-4468-b131-dc4063dd3b5d tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977948 Nov 25 17:43:19.377413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.10 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/ea556f90-7043-4b0b-b69f-7ea590a2ae64) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:19.534831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.573042 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.621584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:19.626437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:19.629697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:19.681471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:19.682140 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.710486 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316461 Nov 25 17:43:19.714744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9c088-cdec-4a7d-8b18-71cb06e5c253 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=ea556f90-7043-4b0b-b69f-7ea590a2ae64,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:19.797253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Request body: {'port': {'device_id': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:19.880834 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.949209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-588ec3f9-ca5a-4d02-ae30-b8f8b9abfb4c None None] Provisioning complete for port ea556f90-7043-4b0b-b69f-7ea590a2ae64 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:19.950269 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-588ec3f9-ca5a-4d02-ae30-b8f8b9abfb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:19.991276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-588ec3f9-ca5a-4d02-ae30-b8f8b9abfb4c None None] Port ea556f90-7043-4b0b-b69f-7ea590a2ae64 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:20.170170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea556f90-7043-4b0b-b69f-7ea590a2ae64 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:20.179233 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.192315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Transition to ACTIVE for port object ea556f90-7043-4b0b-b69f-7ea590a2ae64 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:20.198583 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.255863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea556f90-7043-4b0b-b69f-7ea590a2ae64,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:20.273201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b480b-590a-46de-bcce-c9482d7ea217 req-4c127322-8cf6-41f5-81eb-15cb958860cf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.284664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc7b480b-590a-46de-bcce-c9482d7ea217 req-4c127322-8cf6-41f5-81eb-15cb958860cf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0750062 Nov 25 17:43:20.358270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Attempting to bind port ea556f90-7043-4b0b-b69f-7ea590a2ae64 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:20.358959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Attempting to bind port ea556f90-7043-4b0b-b69f-7ea590a2ae64 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:20.359668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Attempting to bind port ea556f90-7043-4b0b-b69f-7ea590a2ae64 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:20.369663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Port ea556f90-7043-4b0b-b69f-7ea590a2ae64 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:20.372098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Attempting to bind port ea556f90-7043-4b0b-b69f-7ea590a2ae64 on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:20.380902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc7b480b-590a-46de-bcce-c9482d7ea217 req-750ccce9-ded8-4dce-91b4-ceb2f03cc592 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933628 Nov 25 17:43:20.397265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:20.397855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:20.398302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:20.398824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Bound port: ea556f90-7043-4b0b-b69f-7ea590a2ae64, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:20.399662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.498064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3125e-bcb3-4264-aca1-499a4103d228 req-88424d15-c4e1-4e1f-87ae-040b928f1412 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.499800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-64c3125e-bcb3-4264-aca1-499a4103d228 req-88424d15-c4e1-4e1f-87ae-040b928f1412 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 944 time: 0.0977511 Nov 25 17:43:20.556383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] For port ea556f90-7043-4b0b-b69f-7ea590a2ae64, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:20.560743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] For port ea556f90-7043-4b0b-b69f-7ea590a2ae64, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:20.575724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.619157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-64c3125e-bcb3-4264-aca1-499a4103d228 req-24cbd42d-aedb-463f-b912-257a7e18b5cb tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102369 Nov 25 17:43:20.630876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.631482 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:20.632907 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 200 len: 1092 time: 0.9072361 Nov 25 17:43:20.633458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:20.635730 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80174fd7-3b3d-4f11-9532-ce75fc238282" -d '{"events": [{"name": "network-changed", "server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:20.671935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5d966-79a3-4205-a867-4eb574c337c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea556f90-7043-4b0b-b69f-7ea590a2ae64,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:20.678035 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7b097-2d31-487d-8210-0cf5907ae5a9 x-openstack-request-id: req-44e7b097-2d31-487d-8210-0cf5907ae5a9 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:20.678329 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:20.678586 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44e7b097-2d31-487d-8210-0cf5907ae5a9 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:20.678991 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'status': 'completed', 'code': 200} Nov 25 17:43:20.750854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-03b36108-97bc-4194-8849-1f43d57721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.752854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-03b36108-97bc-4194-8849-1f43d57721fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1095 time: 0.0602453 Nov 25 17:43:20.757880 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b1d952c-e588-4486-a6ce-236d07d8009a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:20.823603 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-0c3650a5-bd99-4a0d-97cf-7d4cd51c8d19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 200 len: 217 time: 0.0547693 Nov 25 17:43:20.908888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-8fd8969c-9a8f-4aa3-85da-232b41d1548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:20.909220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7b1d952c-e588-4486-a6ce-236d07d8009a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b1d952c-e588-4486-a6ce-236d07d8009a,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:20.910555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-8fd8969c-9a8f-4aa3-85da-232b41d1548e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0791364 Nov 25 17:43:20.931215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7b1d952c-e588-4486-a6ce-236d07d8009a', 'network_id': '630c9aae-c900-420d-834e-a80045361892', 'port_id': '7b1d952c-e588-4486-a6ce-236d07d8009a', 'mac_address': 'fa:16:3e:46:bb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cbe9dc-e157-4fef-b569-024a29333b54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:20.987089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.004030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1d952c-e588-4486-a6ce-236d07d8009a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:21.009047 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-5c59bb4d-8caa-496c-8773-bf0e370e94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.011756 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-5c59bb4d-8caa-496c-8773-bf0e370e94b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851319 Nov 25 17:43:21.024975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7b1d952c-e588-4486-a6ce-236d07d8009a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b1d952c-e588-4486-a6ce-236d07d8009a,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:21.033271 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:21.096960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7b1d952c-e588-4486-a6ce-236d07d8009a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:21.124475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-8766fa78-7335-4753-b9b0-e943ccf5583e service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052451 Nov 25 17:43:21.223041 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-756d2394-d535-420f-9db1-aaa0a00c9510 req-1bf30ebb-dec7-420c-abf8-42967a2e2ead service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912271 Nov 25 17:43:21.244440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7b1d952c-e588-4486-a6ce-236d07d8009a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:21.354723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-2643c07f-d9be-4887-8adf-e43b67bffca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.357155 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-2643c07f-d9be-4887-8adf-e43b67bffca4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1095 time: 0.0725279 Nov 25 17:43:21.495018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-8c335334-ad89-4e24-bb42-5ff722d19aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.496347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-8c335334-ad89-4e24-bb42-5ff722d19aa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1318383 Nov 25 17:43:21.552718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-8609421f-8049-4541-a9d1-82db102475b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 200 len: 217 time: 0.0428188 Nov 25 17:43:21.612653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c8eb-c2ac-4a1e-8898-0657ad248218 req-85c62426-467a-4490-a9d3-bf229af9d19d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.614259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93b4c8eb-c2ac-4a1e-8898-0657ad248218 req-85c62426-467a-4490-a9d3-bf229af9d19d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.1321318 Nov 25 17:43:21.652153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-bd858b7b-56d8-44b9-a643-67b228afd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.653978 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-bd858b7b-56d8-44b9-a643-67b228afd98e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0920925 Nov 25 17:43:21.742470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-93b4c8eb-c2ac-4a1e-8898-0657ad248218 req-4de33d72-e631-435c-932f-f1449bb6e472 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117630 Nov 25 17:43:21.765685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f818f28-bb6e-4bc0-86a0-392e3d140dca req-508bfe40-5744-40af-a0ef-e1fdf6c68390 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.767992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-9f040306-ebb1-4ef4-989f-223ade16055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:21.769020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f818f28-bb6e-4bc0-86a0-392e3d140dca req-508bfe40-5744-40af-a0ef-e1fdf6c68390 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 945 time: 0.0617497 Nov 25 17:43:21.772520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-9f040306-ebb1-4ef4-989f-223ade16055c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077960 Nov 25 17:43:21.823836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2f818f28-bb6e-4bc0-86a0-392e3d140dca req-ebb8c482-7085-41db-a925-d83f1d325d05 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484641 Nov 25 17:43:21.894559 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-928d51f5-0570-45e0-94a7-40c5d192f586 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139605 Nov 25 17:43:22.333508 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80174fd7-3b3d-4f11-9532-ce75fc238282 req-d8eac602-4d30-4aa1-92d9-2612747068f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306009 Nov 25 17:43:22.767575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b1d952c-e588-4486-a6ce-236d07d8009a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:22.835465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 7b1d952c-e588-4486-a6ce-236d07d8009a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:43:22.843605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7b1d952c-e588-4486-a6ce-236d07d8009a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:22.845412 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.882131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857439d6-cde8-4b39-9476-d55e252fda62 req-58ade519-c0a2-466c-a061-9233b171b432 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:22.883894 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-857439d6-cde8-4b39-9476-d55e252fda62 req-58ade519-c0a2-466c-a061-9233b171b432 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0756013 Nov 25 17:43:22.950738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-857439d6-cde8-4b39-9476-d55e252fda62 req-0dafff06-f6bb-46f8-ab15-101b79f3430b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610156 Nov 25 17:43:22.956412 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:22.990692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1d952c-e588-4486-a6ce-236d07d8009a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:22.992508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15e958-1e82-423d-b1a5-91ef4eee7d30 req-734ab564-e4c2-4556-a694-40fac4fb9a84 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:22.993312 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c18118-8807-47ec-94d4-40618686e9f9" -d '{"events": [{"server_uuid": "ab4d8c61-e36f-43f7-883c-acc2cd21c00a", "name": "network-vif-plugged", "status": "completed", "tag": "7b1d952c-e588-4486-a6ce-236d07d8009a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:22.994942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f15e958-1e82-423d-b1a5-91ef4eee7d30 req-734ab564-e4c2-4556-a694-40fac4fb9a84 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 945 time: 0.0741756 Nov 25 17:43:23.008199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7b1d952c-e588-4486-a6ce-236d07d8009a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b1d952c-e588-4486-a6ce-236d07d8009a,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:23.016795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:23.064746 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419e804-876c-4557-914e-02fb3df5ca2d x-openstack-request-id: req-1419e804-876c-4557-914e-02fb3df5ca2d {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:23.065185 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4d8c61-e36f-43f7-883c-acc2cd21c00a", "name": "network-vif-plugged", "status": "completed", "tag": "7b1d952c-e588-4486-a6ce-236d07d8009a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:23.065444 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1419e804-876c-4557-914e-02fb3df5ca2d {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:23.066259 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1d952c-e588-4486-a6ce-236d07d8009a', 'code': 200} Nov 25 17:43:23.084372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7b1d952c-e588-4486-a6ce-236d07d8009a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:23.120727 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f15e958-1e82-423d-b1a5-91ef4eee7d30 req-442d8962-6ced-41a1-9f86-6a6f44788c39 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083307 Nov 25 17:43:23.176039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8b824-0e55-4ca4-9f6a-efd5e5463cf9 req-7965128c-09aa-4dec-9299-72d99285bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:23.177503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8a8b824-0e55-4ca4-9f6a-efd5e5463cf9 req-7965128c-09aa-4dec-9299-72d99285bfb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 1097 time: 0.0471096 Nov 25 17:43:23.224577 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f8a8b824-0e55-4ca4-9f6a-efd5e5463cf9 req-e3dba5e3-79bd-4572-a070-63615a13eaf7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Nov 25 17:43:24.075907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbf56a-2439-4a94-b326-10f7459c6b0a req-14599168-f86b-4af1-83ca-a767a63af58a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:24.077532 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6cbf56a-2439-4a94-b326-10f7459c6b0a req-14599168-f86b-4af1-83ca-a767a63af58a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0499125 Nov 25 17:43:24.137299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d6cbf56a-2439-4a94-b326-10f7459c6b0a req-f521bd43-1349-4b2f-ba8a-014acb690bda tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507581 Nov 25 17:43:24.255570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf6b1-ee72-4072-a6df-a5b4a72a02bd req-2857ca6d-88c7-476c-ba2a-45586c58bada tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:24.257377 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-324cf6b1-ee72-4072-a6df-a5b4a72a02bd req-2857ca6d-88c7-476c-ba2a-45586c58bada tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 946 time: 0.0557845 Nov 25 17:43:24.306144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-324cf6b1-ee72-4072-a6df-a5b4a72a02bd req-27ef9ecf-6684-4987-8b2e-c20594696166 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Nov 25 17:43:25.268610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a589b9-7672-47f8-856c-17c319250ebf req-c638705d-0a46-4be0-803b-9c03532317ff tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:25.270228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79a589b9-7672-47f8-856c-17c319250ebf req-c638705d-0a46-4be0-803b-9c03532317ff tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0519235 Nov 25 17:43:25.302054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51458) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:25.327453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79a589b9-7672-47f8-856c-17c319250ebf req-c7b502c5-25ac-4773-81c2-edbf519d6766 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502737 Nov 25 17:43:25.424070 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:43:25.427435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-380bdd5b-0d7f-492f-9b68-b28157aca0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.472779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484f31b-80b5-4a1d-872f-da98db0ff072 req-8d87d83d-1941-43e9-a054-6d7c00be73f0 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:25.474366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4484f31b-80b5-4a1d-872f-da98db0ff072 req-8d87d83d-1941-43e9-a054-6d7c00be73f0 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 946 time: 0.0871022 Nov 25 17:43:25.546386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4484f31b-80b5-4a1d-872f-da98db0ff072 req-4fc25180-11d5-40ce-af3f-6b9238128818 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656400 Nov 25 17:43:25.566657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-380bdd5b-0d7f-492f-9b68-b28157aca0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.570857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-380bdd5b-0d7f-492f-9b68-b28157aca0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.606126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bdd5b-0d7f-492f-9b68-b28157aca0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0737c-81a1-49ff-9d55-cce254ec468a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:25.616441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-380bdd5b-0d7f-492f-9b68-b28157aca0f9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8e29f2ccd53c4995ac7479dc08833b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127098 Nov 25 17:43:25.617148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51468) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:25.670919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9db39f01-cea5-48a8-b6e9-04370862f7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.694204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9db39f01-cea5-48a8-b6e9-04370862f7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.744497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9db39f01-cea5-48a8-b6e9-04370862f7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.747139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9db39f01-cea5-48a8-b6e9-04370862f7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:25.752003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9db39f01-cea5-48a8-b6e9-04370862f7bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16f0737c-81a1-49ff-9d55-cce254ec468a HTTP/1.1" status: 204 len: 168 time: 0.1303260 Nov 25 17:43:25.756910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db39f01-cea5-48a8-b6e9-04370862f7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0737c-81a1-49ff-9d55-cce254ec468a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:26.044162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51480) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:26.057961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3a06fb9-ba7d-4ab7-9ee3-d5ffee94270e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.139556 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3a06fb9-ba7d-4ab7-9ee3-d5ffee94270e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.144852 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d3a06fb9-ba7d-4ab7-9ee3-d5ffee94270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.184765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3a06fb9-ba7d-4ab7-9ee3-d5ffee94270e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=145a44ceef584021b6be2f95a30448d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395197 Nov 25 17:43:26.186802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a06fb9-ba7d-4ab7-9ee3-d5ffee94270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d866620e-9f55-4ee1-a088-4f01d49218cf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:26.187457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51482) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:26.244960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1263af-b3da-4582-be82-80501bf45164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.265478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1263af-b3da-4582-be82-80501bf45164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.315801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1263af-b3da-4582-be82-80501bf45164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.322810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0f1263af-b3da-4582-be82-80501bf45164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:26.324185 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0f1263af-b3da-4582-be82-80501bf45164 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d866620e-9f55-4ee1-a088-4f01d49218cf HTTP/1.1" status: 204 len: 168 time: 0.1351929 Nov 25 17:43:26.333241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1263af-b3da-4582-be82-80501bf45164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866620e-9f55-4ee1-a088-4f01d49218cf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:26.465235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715e88-e7cc-49e0-ba9c-3caa8cfd3db5 req-5b468286-dbec-4ca6-a8ff-1e2284b4dfdd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:26.467311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7715e88-e7cc-49e0-ba9c-3caa8cfd3db5 req-5b468286-dbec-4ca6-a8ff-1e2284b4dfdd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0627794 Nov 25 17:43:26.540943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7715e88-e7cc-49e0-ba9c-3caa8cfd3db5 req-4317b3b3-4afc-4e65-9eca-b6212fdfc027 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655513 Nov 25 17:43:27.680449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc9aa3-63d0-4600-bba0-c6023ba7a04a req-47ead1be-5c96-462d-b480-3b2a4d75a95d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:27.682543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cffc9aa3-63d0-4600-bba0-c6023ba7a04a req-47ead1be-5c96-462d-b480-3b2a4d75a95d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0552633 Nov 25 17:43:27.738388 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cffc9aa3-63d0-4600-bba0-c6023ba7a04a req-15ae6d7e-9c33-4ba8-bfe5-0f426f0e97fc tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495849 Nov 25 17:43:28.150457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51540) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:28.263171 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-009f3a9a-ac24-4eb9-a035-fc4da3d1d612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.342747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-009f3a9a-ac24-4eb9-a035-fc4da3d1d612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.349365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-009f3a9a-ac24-4eb9-a035-fc4da3d1d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.393739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-009f3a9a-ac24-4eb9-a035-fc4da3d1d612 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a5a07a086ad349b782ee694591e8bcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390833 Nov 25 17:43:28.393739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f3a9a-ac24-4eb9-a035-fc4da3d1d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae3435-a7b5-4f9a-ba5c-8ff5a9a6a5a5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:28.394546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:28.445412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ad5-b880-4c12-8e5a-2e35c1035b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.467376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ad5-b880-4c12-8e5a-2e35c1035b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.520173 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ad5-b880-4c12-8e5a-2e35c1035b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.522641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ad5-b880-4c12-8e5a-2e35c1035b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.523800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-90cb5ad5-b880-4c12-8e5a-2e35c1035b61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1aae3435-a7b5-4f9a-ba5c-8ff5a9a6a5a5 HTTP/1.1" status: 204 len: 168 time: 0.1280251 Nov 25 17:43:28.532216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb5ad5-b880-4c12-8e5a-2e35c1035b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae3435-a7b5-4f9a-ba5c-8ff5a9a6a5a5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:28.802758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51552) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:28.825699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad69c-51d7-47b5-a91d-0058f14446e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.885757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f68a-b24b-4f1d-8a1a-4bfd052b7876 req-628563de-68dc-49e6-aaf5-d8af48aaad57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:28.887233 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2975f68a-b24b-4f1d-8a1a-4bfd052b7876 req-628563de-68dc-49e6-aaf5-d8af48aaad57 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0778959 Nov 25 17:43:28.964494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2975f68a-b24b-4f1d-8a1a-4bfd052b7876 req-5e744efd-29ad-4b44-aab0-a5f91c8afb65 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672083 Nov 25 17:43:28.977166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad69c-51d7-47b5-a91d-0058f14446e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:28.986848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad69c-51d7-47b5-a91d-0058f14446e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.028310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ad69c-51d7-47b5-a91d-0058f14446e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f1b59a-40b8-48dc-88a0-3709f1d0fdae,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:29.033520 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cd0ad69c-51d7-47b5-a91d-0058f14446e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed30b1e28bbe4e7d98ddb60a4a3bd0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294240 Nov 25 17:43:29.036325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51556) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:29.090932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5adada0-a2b5-462c-87b4-e6c79275c595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.112496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5adada0-a2b5-462c-87b4-e6c79275c595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.163917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5adada0-a2b5-462c-87b4-e6c79275c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.166725 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c5adada0-a2b5-462c-87b4-e6c79275c595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:29.170801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c5adada0-a2b5-462c-87b4-e6c79275c595 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d4f1b59a-40b8-48dc-88a0-3709f1d0fdae HTTP/1.1" status: 204 len: 168 time: 0.1301334 Nov 25 17:43:29.180311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adada0-a2b5-462c-87b4-e6c79275c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f1b59a-40b8-48dc-88a0-3709f1d0fdae,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:30.097491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7e887-b622-4eb0-a8e8-33086f336c51 req-2c3309b4-00f2-4408-b92f-92551decbdd4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:30.105793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1db7e887-b622-4eb0-a8e8-33086f336c51 req-2c3309b4-00f2-4408-b92f-92551decbdd4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0658925 Nov 25 17:43:30.164492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1db7e887-b622-4eb0-a8e8-33086f336c51 req-c2790fb0-8e44-4a9f-b990-b4ccf1f66a13 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576513 Nov 25 17:43:31.286403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289564-a6ac-4617-b9b6-6ece5779be73 req-e675aa1a-644f-4a1a-bfbd-d0f9c2de5292 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:31.287857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08289564-a6ac-4617-b9b6-6ece5779be73 req-e675aa1a-644f-4a1a-bfbd-d0f9c2de5292 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 944 time: 0.0526774 Nov 25 17:43:31.340630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-08289564-a6ac-4617-b9b6-6ece5779be73 req-86f633a3-38f6-4d91-8953-53dba02d0364 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466545 Nov 25 17:43:31.508659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea556f90-7043-4b0b-b69f-7ea590a2ae64 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:43:31.603235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea556f90-7043-4b0b-b69f-7ea590a2ae64, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:31.618327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'mac_address': 'fa:16:3e:34:58:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:43:31.656511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.669309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea556f90-7043-4b0b-b69f-7ea590a2ae64 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:31.689396 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea556f90-7043-4b0b-b69f-7ea590a2ae64, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:31.694221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:31.745038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea556f90-7043-4b0b-b69f-7ea590a2ae64,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:31.907129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['ea556f90-7043-4b0b-b69f-7ea590a2ae64'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:43:32.461844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591466d8-a7b0-49af-8331-ac53b9e7cd4d req-99d7895e-194a-4857-a8d3-8eaef0217acb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:32.463662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-591466d8-a7b0-49af-8331-ac53b9e7cd4d req-99d7895e-194a-4857-a8d3-8eaef0217acb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 945 time: 0.0526674 Nov 25 17:43:32.514001 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-591466d8-a7b0-49af-8331-ac53b9e7cd4d req-8018ad85-7186-4f60-87ba-570fe44e25db tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433218 Nov 25 17:43:33.527046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea556f90-7043-4b0b-b69f-7ea590a2ae64 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:43:33.633673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port ea556f90-7043-4b0b-b69f-7ea590a2ae64 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:43:33.638233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port ea556f90-7043-4b0b-b69f-7ea590a2ae64 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:33.638611 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.676682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755380-7074-4e65-aa22-27e414afdbad req-35ceefb4-93e2-4d72-9158-165160916cc2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:33.678371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67755380-7074-4e65-aa22-27e414afdbad req-35ceefb4-93e2-4d72-9158-165160916cc2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 945 time: 0.0625892 Nov 25 17:43:33.729565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.737745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67755380-7074-4e65-aa22-27e414afdbad req-3de6ec28-f1db-40f0-81a4-4771a960e0bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531638 Nov 25 17:43:33.757690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:33.759966 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2e28c-d33b-40e2-bed7-609b6cc9e9c5" -d '{"events": [{"server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "name": "network-vif-plugged", "status": "completed", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:33.773632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port ea556f90-7043-4b0b-b69f-7ea590a2ae64, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:33.778673 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:33.803303 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b38f5-2431-43dc-b200-6ec076e4cb56 x-openstack-request-id: req-763b38f5-2431-43dc-b200-6ec076e4cb56 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:33.803621 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "name": "network-vif-plugged", "status": "completed", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:33.803876 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-763b38f5-2431-43dc-b200-6ec076e4cb56 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:33.804262 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'code': 200} Nov 25 17:43:33.829906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=ea556f90-7043-4b0b-b69f-7ea590a2ae64,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:33.898414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9229-84e9-4f8a-9bca-df2ac3952455 req-4c3be88f-d85d-4975-be94-d9cecdb4a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:33.899933 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa7b9229-84e9-4f8a-9bca-df2ac3952455 req-4c3be88f-d85d-4975-be94-d9cecdb4a3f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0392592 Nov 25 17:43:33.945980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa7b9229-84e9-4f8a-9bca-df2ac3952455 req-281a6019-f9e7-4ef3-a386-8632977fc681 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388105 Nov 25 17:43:35.037958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4bfa-344a-427d-833f-7bff3794dffe req-96631516-f966-4b36-ac02-c154a71db9bc tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:35.039445 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4c5b4bfa-344a-427d-833f-7bff3794dffe req-96631516-f966-4b36-ac02-c154a71db9bc tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.2332749 Nov 25 17:43:35.088150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4c5b4bfa-344a-427d-833f-7bff3794dffe req-c1044dc0-24a3-47aa-9696-9211716c3fd5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Nov 25 17:43:35.693647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e66638bd-5f24-49fa-9122-b0c095ac00ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.209795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5fb3b-8baa-4789-8e69-1fc186eadf00 req-fe27784f-f0e0-4e20-a0a6-b879b80e6f00 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:36.211276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7e5fb3b-8baa-4789-8e69-1fc186eadf00 req-fe27784f-f0e0-4e20-a0a6-b879b80e6f00 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Nov 25 17:43:36.266561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7e5fb3b-8baa-4789-8e69-1fc186eadf00 req-65c08ee9-e229-4507-962d-4f4deef4bef7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489552 Nov 25 17:43:36.379790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0178f8-b8d2-4a22-a122-6cca1e0ed1dc req-077ea10c-a7d6-4f3d-a702-395b88f7b0c5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:36.381139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c0178f8-b8d2-4a22-a122-6cca1e0ed1dc req-077ea10c-a7d6-4f3d-a702-395b88f7b0c5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.0486503 Nov 25 17:43:36.430563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6c0178f8-b8d2-4a22-a122-6cca1e0ed1dc req-1b4b77ef-1eb3-4a6c-9c93-5584599c55d8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Nov 25 17:43:36.453523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51666) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:36.608169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961c555-8866-4432-b0ed-c231351e61c4 tempest-TestVolumeBootPattern-1405047226 tempest-TestVolumeBootPattern-1405047226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:36.609822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4961c555-8866-4432-b0ed-c231351e61c4 tempest-TestVolumeBootPattern-1405047226 tempest-TestVolumeBootPattern-1405047226-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1092 time: 0.1553121 Nov 25 17:43:36.612992 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:36.617298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:36.639407 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.744856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:36.854822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.25.8.105 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/b693a867-4710-4bdf-a022-c461e32ed7c1) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:36.974697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.010804 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.051561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:37.055932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:37.059699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:37.082530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=b693a867-4710-4bdf-a022-c461e32ed7c1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:37.492395 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.566469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.747705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.753665 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.833477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=b693a867-4710-4bdf-a022-c461e32ed7c1,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:37.852688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:37.962772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-575e3368-11c9-45a7-9e49-c0b1415fe922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.019322 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Floating IP fba74a17-fce9-4129-a6ef-48adccf97d5c associated. External IP: 172.25.8.105, port: ea556f90-7043-4b0b-b69f-7ea590a2ae64. Nov 25 17:43:38.256717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:38.373670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:38.388189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:38.401868 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:38.402688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:38.417218 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:38.496637 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bf9ad56a-e76f-4312-8ff2-6f324a06b314 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8821511 Nov 25 17:43:38.497977 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:38.501172 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45156723-a1d7-4273-9633-8f65e8ac8fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:38.553925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:38.587566 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ba4de-5687-4cc2-9e56-6bed7af4d42a x-openstack-request-id: req-7c0ba4de-5687-4cc2-9e56-6bed7af4d42a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:38.587978 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:38.588582 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c0ba4de-5687-4cc2-9e56-6bed7af4d42a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:38.589122 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'status': 'completed', 'code': 200} Nov 25 17:43:38.698530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-074d41b9-f64e-41e1-b8b0-f4a6d38aa75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.700085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-074d41b9-f64e-41e1-b8b0-f4a6d38aa75c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0863116 Nov 25 17:43:38.861631 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-98c11d78-cc64-4864-a5d0-f8a8db9c2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:38.863040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-98c11d78-cc64-4864-a5d0-f8a8db9c2ed5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1504974 Nov 25 17:43:38.893018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'fba74a17-fce9-4129-a6ef-48adccf97d5c', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:34:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:43:37Z', 'updated_at': '2021-11-25T17:43:37Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:38.936436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:38.961329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:38.961961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:39.006771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-fee2ceae-34f7-4530-99f6-4877e32509cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 200 len: 1000 time: 0.1332407 Nov 25 17:43:39.105096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-74b5e9c0-3069-427e-933c-c4e455a86b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.106314 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-74b5e9c0-3069-427e-933c-c4e455a86b17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0917051 Nov 25 17:43:39.112194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:39.170530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-c0cbde02-abe4-4dc1-9ff9-b06efd0af569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:39.175374 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-c0cbde02-abe4-4dc1-9ff9-b06efd0af569 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619159 Nov 25 17:43:39.388847 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-c631c925-f84c-4750-8795-67bb337f28d1 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052321 Nov 25 17:43:39.636712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:39.674248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'fba74a17-fce9-4129-a6ef-48adccf97d5c', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:34:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:43:37Z', 'updated_at': '2021-11-25T17:43:37Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:39.699704 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-45156723-a1d7-4273-9633-8f65e8ac8fc4 req-0fab6766-4de3-4bf2-b2f9-0d75177ad608 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027387 Nov 25 17:43:39.727753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf36530-4cd7-4280-bb55-a5f8e3dc1308 None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'fba74a17-fce9-4129-a6ef-48adccf97d5c', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:34:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:43:37Z', 'updated_at': '2021-11-25T17:43:37Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:40.090880 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e40a3a-9d9a-421c-90d0-c0c0fc9eb1ac None None] New status for floating IP fba74a17-fce9-4129-a6ef-48adccf97d5c: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:43:40.578524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:40.647983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.812574 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-535bd1be-677f-4272-9fdc-84fbe82cc51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.931176 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-535bd1be-677f-4272-9fdc-84fbe82cc51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:40.941454 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-535bd1be-677f-4272-9fdc-84fbe82cc51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.001887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-535bd1be-677f-4272-9fdc-84fbe82cc51f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7b77f69199f548278463d3121f7246e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4187455 Nov 25 17:43:41.002254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bd1be-677f-4272-9fdc-84fbe82cc51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3540c18-8873-44bd-94fd-79718ede1366,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.003293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51732) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.101494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.127824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.189327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.192242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.193592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b3540c18-8873-44bd-94fd-79718ede1366 HTTP/1.1" status: 204 len: 168 time: 0.1849124 Nov 25 17:43:41.204392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3540c18-8873-44bd-94fd-79718ede1366,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.213593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.214223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.214744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.215271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.215963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.216637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.217161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.217664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.219449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.220112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.220632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.221253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b19a1-140c-432c-8369-62f18bb1133c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:41.438350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.529173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51740) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:41.542785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d1e1-32b2-4c20-b98f-43e5ce0c8ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.629365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d1e1-32b2-4c20-b98f-43e5ce0c8ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.633915 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d1e1-32b2-4c20-b98f-43e5ce0c8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:41.676157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d6a3d1e1-32b2-4c20-b98f-43e5ce0c8ee7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e21815e0978499a886f31ff2b8a49a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458936 Nov 25 17:43:41.677133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3d1e1-32b2-4c20-b98f-43e5ce0c8ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930d3579-f897-47f2-9db8-0e50b9da7212,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:41.678945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51742) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:42.095157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a943893e-363f-44df-92e3-633d5c33fc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.118380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a943893e-363f-44df-92e3-633d5c33fc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.169974 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a943893e-363f-44df-92e3-633d5c33fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.173129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a943893e-363f-44df-92e3-633d5c33fc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:42.174300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a943893e-363f-44df-92e3-633d5c33fc53 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/930d3579-f897-47f2-9db8-0e50b9da7212 HTTP/1.1" status: 204 len: 168 time: 0.4942780 Nov 25 17:43:42.193343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943893e-363f-44df-92e3-633d5c33fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930d3579-f897-47f2-9db8-0e50b9da7212,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:44.159307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180908-f106-44ec-bd28-b74efd04d947 req-ebd76ea7-a6fb-4d44-b68a-f2274826df24 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:44.167861 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17180908-f106-44ec-bd28-b74efd04d947 req-ebd76ea7-a6fb-4d44-b68a-f2274826df24 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0670300 Nov 25 17:43:44.252440 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-17180908-f106-44ec-bd28-b74efd04d947 req-a9d3945e-98d5-435a-a0b3-980afab1b29f tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822113 Nov 25 17:43:44.352947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d038e44-83a0-45d1-8342-b86b62dd8cf1 req-cf15bdc9-7d75-46c1-92e1-95bb74a906bd tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:44.354571 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d038e44-83a0-45d1-8342-b86b62dd8cf1 req-cf15bdc9-7d75-46c1-92e1-95bb74a906bd tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 947 time: 0.0564590 Nov 25 17:43:44.411943 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d038e44-83a0-45d1-8342-b86b62dd8cf1 req-fdc5e60a-8952-4189-8466-a83d10488a10 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503051 Nov 25 17:43:45.377667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef228f-b0fd-4b50-a58e-fa28b3de3dc0 req-3da1eba4-9be1-4daa-9ae6-4469be74a288 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.379267 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feef228f-b0fd-4b50-a58e-fa28b3de3dc0 req-3da1eba4-9be1-4daa-9ae6-4469be74a288 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0527186 Nov 25 17:43:45.439856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-feef228f-b0fd-4b50-a58e-fa28b3de3dc0 req-7561740d-9dda-450d-92c2-145b60dd2ce9 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/security-groups?id=97a4192d-5c3a-4965-92c1-273e50aa6521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540400 Nov 25 17:43:45.512317 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-ab664834-a5d9-41d5-953d-cf752ca18737 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.513729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-ab664834-a5d9-41d5-953d-cf752ca18737 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 945 time: 0.0543423 Nov 25 17:43:45.559967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e5302-d731-467a-97e4-b74804459e51 req-52019e06-e354-46e9-8e32-d49106d76a43 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.562284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a8e5302-d731-467a-97e4-b74804459e51 req-52019e06-e354-46e9-8e32-d49106d76a43 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 947 time: 0.0568795 Nov 25 17:43:45.626658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a8e5302-d731-467a-97e4-b74804459e51 req-099d3482-895b-4177-b062-2b36f90b50bb tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=1377bb6d-d2ec-469e-9820-2b515d4b7f59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509543 Nov 25 17:43:45.653460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Deleting port 7cc15984-815a-47d4-99bb-fbb43f612b87 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:45.653992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.775304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] For port 7cc15984-815a-47d4-99bb-fbb43f612b87, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7cc15984-815a-47d4-99bb-fbb43f612b87,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:45.775723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:45.881656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-2355b5d8-9420-406f-94cb-d95bc349f6f5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:45.883995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-2355b5d8-9420-406f-94cb-d95bc349f6f5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 947 time: 0.0748086 Nov 25 17:43:46.014134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Deleting port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:46.014405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.088659 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.089157 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.089645 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Floating IP 50a110b0-c689-47b8-9de5-5dfaf595896d disassociated. External IP: 172.25.8.63, port: 7cc15984-815a-47d4-99bb-fbb43f612b87. Nov 25 17:43:46.090042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Calling delete_port for 7cc15984-815a-47d4-99bb-fbb43f612b87 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:46.155377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] For port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:46.157393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.164875 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.260646 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.301089 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event deleted for resources: {'Port': ['ID=7cc15984-815a-47d4-99bb-fbb43f612b87,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:46.431045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Router 84516b2c-12d2-4203-a1b2-3fa22f852b32 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:46.557415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.557960 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.558348 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Floating IP 33ece565-2ab5-4020-9bd0-91085c80f9eb disassociated. External IP: 172.25.8.187, port: 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f. Nov 25 17:43:46.558762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Calling delete_port for 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:46.583713 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-338beb3f-5191-4503-8ca2-4780cebe7fcb req-616545b0-41cd-4522-882a-a37dfbdec7b5 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dddaa01-26d7-40a7-845d-12659e356b91 HTTP/1.1" status: 200 len: 210 time: 0.0334561 Nov 25 17:43:46.600970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:46.623667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] Sync routers for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:46.657951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:46.658602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:46.677219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] No DVR routers for this DVR port 7cc15984-815a-47d4-99bb-fbb43f612b87 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:46.687236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.691010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e273100a-d606-45e5-a22b-a17f4d82b1dc req-8830af1b-eef7-4b74-b2e2-3c60a3599237 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.73 "DELETE /v2.0/ports/7cc15984-815a-47d4-99bb-fbb43f612b87 HTTP/1.1" status: 204 len: 173 time: 1.1702392 Nov 25 17:43:46.691562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'name': 'network-vif-deleted', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:46.694951 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9305414d-18a1-45e3-b77f-37f2f35649de" -d '{"events": [{"server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "name": "network-vif-deleted", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:46.756219 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:46.775952 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f9b1c7-b5f8-4480-819a-9bfe4eaa9ba8 x-openstack-request-id: req-d4f9b1c7-b5f8-4480-819a-9bfe4eaa9ba8 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:46.776269 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dddaa01-26d7-40a7-845d-12659e356b91", "name": "network-vif-deleted", "tag": "7cc15984-815a-47d4-99bb-fbb43f612b87", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:46.776528 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d4f9b1c7-b5f8-4480-819a-9bfe4eaa9ba8 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:46.776983 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dddaa01-26d7-40a7-845d-12659e356b91', 'name': 'network-vif-deleted', 'tag': '7cc15984-815a-47d4-99bb-fbb43f612b87', 'status': 'completed', 'code': 200} Nov 25 17:43:46.873413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event deleted for resources: {'Port': ['ID=983cb6c8-c86b-46aa-94ba-bec55d5a7f2f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:46.896955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-811728a9-4f52-4f9c-a696-ce3fbdf9c1c1 req-4d0e43d3-f256-4db2-91cf-b1bd0b54dddc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=554e66d8-5de2-42cb-af9e-f01fd5fa8f95 HTTP/1.1" status: 200 len: 210 time: 0.0730913 Nov 25 17:43:46.999855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:47.119757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:47.273567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:47.287752 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:47.300859 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:47.312178 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:47.321716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] No DVR routers for this DVR port 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:47.326280 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.345451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022a070e-30f9-4d59-86a4-dfba8a7caf1b req-ec4b00d1-047f-456c-b7ca-d29864b1bbc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "DELETE /v2.0/ports/983cb6c8-c86b-46aa-94ba-bec55d5a7f2f HTTP/1.1" status: 204 len: 173 time: 1.4502928 Nov 25 17:43:47.349440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-deleted', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:47.354123 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2000ebe8-b046-4944-9279-68a77c1056bf" -d '{"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-deleted", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:47.364156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:41Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:47.412080 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349f751-1838-4e52-bcbf-e3e7e7d875a4 x-openstack-request-id: req-e349f751-1838-4e52-bcbf-e3e7e7d875a4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:47.415816 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e66d8-5de2-42cb-af9e-f01fd5fa8f95", "name": "network-vif-deleted", "tag": "983cb6c8-c86b-46aa-94ba-bec55d5a7f2f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:47.416331 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e349f751-1838-4e52-bcbf-e3e7e7d875a4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:47.416975 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554e66d8-5de2-42cb-af9e-f01fd5fa8f95', 'name': 'network-vif-deleted', 'tag': '983cb6c8-c86b-46aa-94ba-bec55d5a7f2f', 'status': 'completed', 'code': 200} Nov 25 17:43:47.507632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] Checking router: 84516b2c-12d2-4203-a1b2-3fa22f852b32 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:47.537044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:47.538179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:47.649362 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:47.700458 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51842) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:47.766712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:47.868534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:48.041918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Deleting port 0524f9c6-af08-4223-a35f-7a12d35e436e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:48.042491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.067743 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:48.077969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51854) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:48.143201 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:48.161897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.162356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.165318 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:48.169125 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:48.177094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Calling delete_port for 0524f9c6-af08-4223-a35f-7a12d35e436e owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:48.197505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-427289d3-1f0d-4cda-80fe-b11c05baef33 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.248165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-427289d3-1f0d-4cda-80fe-b11c05baef33 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.263938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:41Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:48.306281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf331a75-69e4-4c5d-8b4f-10bc4aed74f1 None None] The sync data for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 is: [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:38:19Z', 'revision_number': 4, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c3538bf9-57fd-466c-a718-61a9320bc9e3', 'name': '', 'network_id': '9e05e49a-6624-4dd4-8e4c-03296c146bf4', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'mac_address': 'fa:16:3e:b0:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:18Z', 'updated_at': '2021-11-25T17:38:41Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'subnets': [{'id': '5accecfa-99b2-42e0-b379-bff25d26889e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:48.320915 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-427289d3-1f0d-4cda-80fe-b11c05baef33 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.324221 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-427289d3-1f0d-4cda-80fe-b11c05baef33 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.325413 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-427289d3-1f0d-4cda-80fe-b11c05baef33 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "DELETE /v2.0/security-groups/1377bb6d-d2ec-469e-9820-2b515d4b7f59 HTTP/1.1" status: 204 len: 168 time: 0.2450843 Nov 25 17:43:48.329912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51856) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:48.347963 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-eaecf603-51c0-42f0-a23c-e4ec8afae26d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] show failed (client error): The resource could not be found. Nov 25 17:43:48.351891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eaecf603-51c0-42f0-a23c-e4ec8afae26d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups/1377bb6d-d2ec-469e-9820-2b515d4b7f59 HTTP/1.1" status: 404 len: 347 time: 0.0182908 Nov 25 17:43:48.351891 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427289d3-1f0d-4cda-80fe-b11c05baef33 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1377bb6d-d2ec-469e-9820-2b515d4b7f59,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.352150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:48.417083 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:48.486728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.521122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Deleting port 4173c7ab-54e2-4aa0-aa67-43120c0f1977 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:48.521724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.536859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51862) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:48.562537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event deleted for resources: {'Port': ['ID=0524f9c6-af08-4223-a35f-7a12d35e436e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:48.662755 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.663108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.679745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.684066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Calling delete_port for 4173c7ab-54e2-4aa0-aa67-43120c0f1977 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:48.684795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:48.690702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3d64cce6-be0a-4494-bd0f-abde9ad38ccf tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "DELETE /v2.0/floatingips/50a110b0-c689-47b8-9de5-5dfaf595896d HTTP/1.1" status: 204 len: 168 time: 0.9883673 Nov 25 17:43:48.810224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51870) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:48.813727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9081be1-80c2-4596-8666-35f184aba30f None None] New status for floating IP 50a110b0-c689-47b8-9de5-5dfaf595896d: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:43:48.824032 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:48.878740 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc51ecd-d5b6-4f7f-871a-f1d0b7b0dce1 None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:48.940009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0a0-81a9-4d84-ac7a-56b20f1c9984 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.001503 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0a0-81a9-4d84-ac7a-56b20f1c9984 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.128773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0a0-81a9-4d84-ac7a-56b20f1c9984 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.131586 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0a0-81a9-4d84-ac7a-56b20f1c9984 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.133094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c73fb0a0-81a9-4d84-ac7a-56b20f1c9984 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] 10.222.0.86 "DELETE /v2.0/security-groups/97a4192d-5c3a-4965-92c1-273e50aa6521 HTTP/1.1" status: 204 len: 168 time: 0.3200595 Nov 25 17:43:49.157023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fb0a0-81a9-4d84-ac7a-56b20f1c9984 tempest-TestServerBasicOps-2112698563 tempest-TestServerBasicOps-2112698563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4192d-5c3a-4965-92c1-273e50aa6521,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:49.208083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:49.357086 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c4f58-1c4c-4266-8bcf-6ad21fe6d14a None None] New status for floating IP 33ece565-2ab5-4020-9bd0-91085c80f9eb: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:43:49.442452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99225c76-8312-4bb6-9ceb-9090bf3493c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.542028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99225c76-8312-4bb6-9ceb-9090bf3493c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.546479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-99225c76-8312-4bb6-9ceb-9090bf3493c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.601711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7cc15984-815a-47d4-99bb-fbb43f612b87 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:49.612253 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-99225c76-8312-4bb6-9ceb-9090bf3493c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7be83d340639446f9440ecdf50a7255a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0741770 Nov 25 17:43:49.617434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51884) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:49.630798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 7cc15984-815a-47d4-99bb-fbb43f612b87 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:49.631413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7cc15984-815a-47d4-99bb-fbb43f612b87 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:49.635995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99225c76-8312-4bb6-9ceb-9090bf3493c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806d4970-d792-4d6e-b06b-f1ded7eba9eb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:49.655780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.693920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event deleted for resources: {'Port': ['ID=4173c7ab-54e2-4aa0-aa67-43120c0f1977,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:49.745840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34d740d1-2c61-4475-9bef-e72ff5fef972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.776616 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34d740d1-2c61-4475-9bef-e72ff5fef972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.784915 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.787614 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.788804 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-37ab56af-6f87-46b7-a66a-53c224df8920 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "DELETE /v2.0/floatingips/33ece565-2ab5-4020-9bd0-91085c80f9eb HTTP/1.1" status: 204 len: 168 time: 1.4358501 Nov 25 17:43:49.801613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.885075 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34d740d1-2c61-4475-9bef-e72ff5fef972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.888254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-34d740d1-2c61-4475-9bef-e72ff5fef972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:49.890509 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-34d740d1-2c61-4475-9bef-e72ff5fef972 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/806d4970-d792-4d6e-b06b-f1ded7eba9eb HTTP/1.1" status: 204 len: 168 time: 0.2704859 Nov 25 17:43:49.900179 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d740d1-2c61-4475-9bef-e72ff5fef972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806d4970-d792-4d6e-b06b-f1ded7eba9eb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.113001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Deleting port c3538bf9-57fd-466c-a718-61a9320bc9e3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:50.113349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.167924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51894) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.173936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401805837', 'description': 'tempest-description--950382264'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:50.208846 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.227101 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] For port c3538bf9-57fd-466c-a718-61a9320bc9e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c3538bf9-57fd-466c-a718-61a9320bc9e3,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:50.228077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.244939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Calling delete_port for c3538bf9-57fd-466c-a718-61a9320bc9e3 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:50.304624 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.310950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.352109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.356302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1847136 Nov 25 17:43:50.356882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51904) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.362825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'security_group_rule': {'security_group_id': '8a717fcb-9ebe-4955-9aa5-fe4389ef8689', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:50.369114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f294a1-31d7-49ef-880c-7c98ea2d2a63 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a717fcb-9ebe-4955-9aa5-fe4389ef8689,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.413451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.491180 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.491900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.501560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.540754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455836bc-b82f-43ef-9314-b1ca05d8bb8c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.552357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.556405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-639dbce0-ef96-410e-8a19-34e0cb591853 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1981773 Nov 25 17:43:50.560620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.567682 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'security_group_rule': {'security_group_id': '8a717fcb-9ebe-4955-9aa5-fe4389ef8689', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:50.588534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c3538bf9-57fd-466c-a718-61a9320bc9e3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.648591 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.747414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.755338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.777907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6490c16e-d34c-461c-9caa-326933ce87c3,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:50.795289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.797590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-139cd43c-3b7f-43f9-8689-4654b6c5cde3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362375 Nov 25 17:43:50.800525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:50.805346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:50.816665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.861099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:50.870553 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:50.910559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:50.911165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 983cb6c8-c86b-46aa-94ba-bec55d5a7f2f not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:51.019171 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.116046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Router 84516b2c-12d2-4203-a1b2-3fa22f852b32 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:51.172751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Allocated IP 172.25.8.96 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/6808005a-852f-4dc8-a2f3-6dfad59b409e) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:51.248942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:51.258473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] Sync routers for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:51.263684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4b8b7cba-b761-4ba9-a198-1c72751896fe admin admin] 10.222.0.86 "PUT /v2.0/routers/84516b2c-12d2-4203-a1b2-3fa22f852b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0516527 Nov 25 17:43:51.264925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51940) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:51.299106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:51.299772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:51.312332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.394637 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.439364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:51.440341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.454368 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:51.457404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:51.460087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:51.543972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'Port': ['ID=6808005a-852f-4dc8-a2f3-6dfad59b409e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:51.624504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.625467 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.690627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:43:50Z', 'revision_number': 5, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port': {'id': '29a2974f-c20d-4776-9ef4-98e3defcc6e6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:13Z', 'updated_at': '2021-11-25T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:51.711103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Deleting port 29a2974f-c20d-4776-9ef4-98e3defcc6e6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:51.711103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.712386 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.768772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] Checking router: 84516b2c-12d2-4203-a1b2-3fa22f852b32 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:51.781296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] Routers {'84516b2c-12d2-4203-a1b2-3fa22f852b32'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:51.781917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['84516b2c-12d2-4203-a1b2-3fa22f852b32'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:51.816238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] For port 29a2974f-c20d-4776-9ef4-98e3defcc6e6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=29a2974f-c20d-4776-9ef4-98e3defcc6e6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:51.816662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.832651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Calling delete_port for 29a2974f-c20d-4776-9ef4-98e3defcc6e6 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:51.895530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] Set router 84516b2c-12d2-4203-a1b2-3fa22f852b32 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:51.957988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.964944 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:51.972281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:43:51Z', 'revision_number': 6, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:52.002860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4054b68-ef89-47c8-9bee-8f8ff00b92eb None None] The sync data for ids ['84516b2c-12d2-4203-a1b2-3fa22f852b32'] in n-d-817303-7 is: [{'id': '84516b2c-12d2-4203-a1b2-3fa22f852b32', 'name': 'tempest-TestServerBasicOps-1354670240-router', 'tenant_id': 'fd9e19e6312944edbf796ec436cb234b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:12Z', 'updated_at': '2021-11-25T17:43:51Z', 'revision_number': 6, 'project_id': 'fd9e19e6312944edbf796ec436cb234b', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:52.062848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'Port': ['ID=6808005a-852f-4dc8-a2f3-6dfad59b409e,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:52.076061 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.097996 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.099494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-322e8dde-2f31-49f5-ac35-146720035a90 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2978814 Nov 25 17:43:52.110964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.135499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b7a43-1db2-431e-aa1c-8130d3e12072 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:52.193954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a2974f-c20d-4776-9ef4-98e3defcc6e6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:52.248335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.360215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.369371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.408685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-4de807bf-5401-4e89-a69f-1a36d9f657ca tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--401805837&fields=id&tenant_id=5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 267 time: 0.0925372 Nov 25 17:43:52.468707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.469362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84516b2c-12d2-4203-a1b2-3fa22f852b32 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:52.475788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.479844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3092b5bd-1404-44b5-b7e3-b9eff1561c98 admin admin] 10.222.0.86 "DELETE /v2.0/routers/84516b2c-12d2-4203-a1b2-3fa22f852b32 HTTP/1.1" status: 204 len: 168 time: 1.2117109 Nov 25 17:43:52.480279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51966) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:52.599011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Deleting subnet 5accecfa-99b2-42e0-b379-bff25d26889e {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:52.604951 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.662668 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.787283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.911065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.959002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5accecfa-99b2-42e0-b379-bff25d26889e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:52.976031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.976507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.976974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.977412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.977877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.978226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.978614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.979000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.979488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.979872 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.980265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.980704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:52.982025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6e647-68ef-44ba-a1f3-4b52bf9b3e1d None None] Network 9e05e49a-6624-4dd4-8e4c-03296c146bf4 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:52.985078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:52.990898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82e2f336-dac2-478c-a3df-b0f244418d2a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5accecfa-99b2-42e0-b379-bff25d26889e HTTP/1.1" status: 204 len: 168 time: 0.5073941 Nov 25 17:43:52.991312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 51970) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.082996 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.102042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3538bf9-57fd-466c-a718-61a9320bc9e3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:53.147910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c3538bf9-57fd-466c-a718-61a9320bc9e3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:53.148586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c3538bf9-57fd-466c-a718-61a9320bc9e3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:53.170563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Deleting port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:53.172372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.269927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] For port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,segment=NetworkSegment(e92fcace-d28d-4133-afac-9b0d6d6373e0),segment_id=e92fcace-d28d-4133-afac-9b0d6d6373e0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:53.270284 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.278601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-2da71ee5-45a9-454b-a758-6625dd878573 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:53.280290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-2da71ee5-45a9-454b-a758-6625dd878573 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 817 time: 0.8415134 Nov 25 17:43:53.293852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Calling delete_port for 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:53.300593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-bc8afa70-7d72-4aac-bbc1-b1d3eac4cfd3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/quotas/5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 375 time: 0.0099149 Nov 25 17:43:53.328443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] DHCP port deletion for 9e05e49a-6624-4dd4-8e4c-03296c146bf4 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:53.378241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-3ad44b14-2d22-42dc-8316-6604078b4e49 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690272 Nov 25 17:43:53.403838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.407866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Deleting port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:53.408266 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.454105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.457668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] No DVR routers for this DVR port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:53.524105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] For port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:53.524819 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.540096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-53c71d8c-ad5e-4d78-969c-0875cb992ae5 service neutron] 10.222.0.86 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452634 Nov 25 17:43:53.552597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Calling delete_port for 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:53.555758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:43:53.557267 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.583181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.590909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Pushing event deleted for resources: {'Port': ['ID=1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.602001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.602612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.603117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.603650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.604160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.605162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.605670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.606162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.607102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.607634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.608658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e05e49a-6624-4dd4-8e4c-03296c146bf4']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:53.609236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.610242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:43:53.614340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645d63d-9f28-47bf-9aa0-8d7a848174c5 None None] No DVR routers for this DVR port 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:53.634972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92fcace-d28d-4133-afac-9b0d6d6373e0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:53.635270 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92fcace-d28d-4133-afac-9b0d6d6373e0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:53.648113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.664166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.678310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:53.678310 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.678592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-b3790682-170e-4e0c-99f1-7e0d72cb0791 service neutron] 10.222.0.86 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227257 Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:53.678688 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:53.735582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.744138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:53.748246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9e05e49a-6624-4dd4-8e4c-03296c146bf4 HTTP/1.1" status: 204 len: 168 time: 0.7558873 Nov 25 17:43:53.751948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 51974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:53.761443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77f76-5971-4744-854e-12e9cb5498a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e05e49a-6624-4dd4-8e4c-03296c146bf4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:53.905469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbc24719-40f7-4794-9eec-19e44babf83e req-918e5afb-37bf-4c48-b3bd-4507dfbf5058 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 210 time: 0.0411217 Nov 25 17:43:54.266871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:54.298884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.306642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:54.306980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a5f3544-80f3-4612-9fab-b1ccfa5ae5b7 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:54.320402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 29a2974f-c20d-4776-9ef4-98e3defcc6e6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:54.392813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 29a2974f-c20d-4776-9ef4-98e3defcc6e6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:54.396828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 29a2974f-c20d-4776-9ef4-98e3defcc6e6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:54.665583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Deleting port 3d822f58-f168-4dbc-bfdf-b9084fd968f5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:54.666572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.767622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] For port 3d822f58-f168-4dbc-bfdf-b9084fd968f5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3d822f58-f168-4dbc-bfdf-b9084fd968f5,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:54.767980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:54.780788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Calling delete_port for 3d822f58-f168-4dbc-bfdf-b9084fd968f5 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:55.002224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.100644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d822f58-f168-4dbc-bfdf-b9084fd968f5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:55.112381 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-54b4da0d-a820-4681-a5dc-340d9099d4ac req-828af9fa-dc19-4001-a47d-af3ec45b9406 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 210 time: 0.0686262 Nov 25 17:43:55.212568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-3a2fa6a7-dc9c-4cbe-ba04-e8840165e086 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:55.214404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-3a2fa6a7-dc9c-4cbe-ba04-e8840165e086 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 817 time: 0.2411127 Nov 25 17:43:55.419794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.440852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-2212e949-2951-4498-be19-459a4032bc88 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 379 time: 0.2106955 Nov 25 17:43:55.452002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'port': {'device_id': '247430e4-8806-4b0a-91fc-249f56259efc', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'admin_state_up': True, 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'security_groups': ['8a717fcb-9ebe-4955-9aa5-fe4389ef8689']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:55.710113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Made reservation on behalf of 5c945c86424a4572b1479462326d16a3 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:43:55.713982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:55.795171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-deb83dbd-74ed-4dde-8a4e-c2a62fd98947 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787513 Nov 25 17:43:55.999565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-ff0b6350-aaf7-4be9-83a5-9fceaa63794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.001915 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-ff0b6350-aaf7-4be9-83a5-9fceaa63794a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1097 time: 0.1104312 Nov 25 17:43:56.004358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Allocated IP 172.20.0.11 (26fd5ded-74c7-43df-a60f-e28c334c22a9/1370e951-8b75-4990-9259-dac80d18d48d/391f69ad-d283-4748-bbb8-7d65dcfe753a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:43:56.007587 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Router 7acd5d97-c0cb-47c1-9498-690d2abdd936 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:43:56.152776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-e9d83f1d-53ca-4b05-aeed-1c07a9c1da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.155025 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-e9d83f1d-53ca-4b05-aeed-1c07a9c1da2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1263785 Nov 25 17:43:56.299976 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abbe8d5b-32ff-46ee-9878-d6e19dc14193 req-beb3d3e1-0dbd-42b1-b2f8-a073f26b50ed tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 210 time: 0.0486665 Nov 25 17:43:56.340926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-2935c139-dc37-45ba-85cb-d7e88a79401c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 200 len: 1002 time: 0.1764071 Nov 25 17:43:56.413433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-f1ebc5e6-eebb-485c-a101-c7e2386cccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.415024 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-f1ebc5e6-eebb-485c-a101-c7e2386cccf6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0657427 Nov 25 17:43:56.550101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-bfd3c764-0fa7-4c0e-9183-32f154ffa0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.551827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-bfd3c764-0fa7-4c0e-9183-32f154ffa0dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290681 Nov 25 17:43:56.564710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-352f0d5b-9b8a-40d9-aaa2-d090ebb4c570 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2526119 Nov 25 17:43:56.663087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:43:56.677914 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] Sync routers for ids ['7acd5d97-c0cb-47c1-9498-690d2abdd936'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:43:56.682800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-78030128-3cd4-4e74-8cd9-f7907f034555 admin admin] 10.222.0.86 "PUT /v2.0/routers/7acd5d97-c0cb-47c1-9498-690d2abdd936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9297390 Nov 25 17:43:56.687571 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-0764a6f9-2b35-422b-94e6-3b0d55c994f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:56.690977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-0764a6f9-2b35-422b-94e6-3b0d55c994f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 1097 time: 0.0624759 Nov 25 17:43:56.693825 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52012) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:56.694951 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] Routers {'7acd5d97-c0cb-47c1-9498-690d2abdd936'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:56.695681 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7acd5d97-c0cb-47c1-9498-690d2abdd936'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:56.710426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.790321 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.834551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:56.877973 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] Set router 7acd5d97-c0cb-47c1-9498-690d2abdd936 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:56.892847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:43:56.895866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:43:56.912650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:43:57.044097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:57.095777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.096369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.135990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-ae3319ef-b169-458b-99f9-4c708838fb3c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6889977 Nov 25 17:43:57.153567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Request body: {'port': {'device_id': '247430e4-8806-4b0a-91fc-249f56259efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:43:57.159967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-0a3d13b9-97ac-4bd4-b247-a21f7699d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.161765 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-0a3d13b9-97ac-4bd4-b247-a21f7699d7dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 200 len: 914 time: 0.3295507 Nov 25 17:43:57.183766 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:43:54Z', 'revision_number': 5, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port': {'id': 'a03fec1f-9a15-40a9-9477-a80fcdb932ea', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:25Z', 'updated_at': '2021-11-25T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:57.242628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.251019 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.261659 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-88492ea3-4c89-47e9-8e64-ef53b2e2a835 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1d952c-e588-4486-a6ce-236d07d8009a HTTP/1.1" status: 200 len: 217 time: 0.0823498 Nov 25 17:43:57.342279 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-74162a1b-d257-4a4c-9463-4c1d36a61e14 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764292 Nov 25 17:43:57.422270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2ae8515f-14a6-48cd-82dc-76ac7e89f6ac None None] Provisioning complete for port 391f69ad-d283-4748-bbb8-7d65dcfe753a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:43:57.422869 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2ae8515f-14a6-48cd-82dc-76ac7e89f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.459809 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] Checking router: 7acd5d97-c0cb-47c1-9498-690d2abdd936 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:43:57.477527 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] Routers {'7acd5d97-c0cb-47c1-9498-690d2abdd936'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:43:57.478159 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:43:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7acd5d97-c0cb-47c1-9498-690d2abdd936'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:57.510890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8515f-14a6-48cd-82dc-76ac7e89f6ac None None] Port 391f69ad-d283-4748-bbb8-7d65dcfe753a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:43:57.548015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8cb75d4-14ce-4c2a-b8e9-f4c64ff0fff9 req-6d64cf80-4c26-4edb-be88-7a0988ff0fdd service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936400 Nov 25 17:43:57.568617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-c3f7290e-4b38-4f76-a158-5eeaca7ff564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.573600 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-c3f7290e-4b38-4f76-a158-5eeaca7ff564 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 200 len: 853 time: 0.2967806 Nov 25 17:43:57.612147 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] Set router 7acd5d97-c0cb-47c1-9498-690d2abdd936 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:43:57.619991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Deleting port a03fec1f-9a15-40a9-9477-a80fcdb932ea {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:57.620478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.672462 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:43:57Z', 'revision_number': 6, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:57.688234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6991ca-5e25-4fac-89b3-c91832e8d1f2 req-794e7dc6-9b9b-4452-b34d-d94c38694e86 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:57.690187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae6991ca-5e25-4fac-89b3-c91832e8d1f2 req-794e7dc6-9b9b-4452-b34d-d94c38694e86 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 932 time: 0.1666515 Nov 25 17:43:57.707725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-9af00390-4044-4948-b1b6-fceca745f836 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=630c9aae-c900-420d-834e-a80045361892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279693 Nov 25 17:43:57.737272 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447f28c-a175-4632-8b78-3b753c6e6ff6 None None] The sync data for ids ['7acd5d97-c0cb-47c1-9498-690d2abdd936'] in n-d-817303-7 is: [{'id': '7acd5d97-c0cb-47c1-9498-690d2abdd936', 'name': 'tempest-TestServerBasicOps-1196440493-router', 'tenant_id': 'a055788202bd4f6db5a51bfe423d691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:24Z', 'updated_at': '2021-11-25T17:43:57Z', 'revision_number': 6, 'project_id': 'a055788202bd4f6db5a51bfe423d691b', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:43:57.787789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae6991ca-5e25-4fac-89b3-c91832e8d1f2 req-622577af-249c-4415-bb00-3deac1110535 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905230 Nov 25 17:43:57.896544 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391f69ad-d283-4748-bbb8-7d65dcfe753a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:43:57.919932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] For port a03fec1f-9a15-40a9-9477-a80fcdb932ea, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a03fec1f-9a15-40a9-9477-a80fcdb932ea,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:57.920599 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.925462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.941620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Transition to ACTIVE for port object 391f69ad-d283-4748-bbb8-7d65dcfe753a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:43:57.948425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:57.956243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Calling delete_port for a03fec1f-9a15-40a9-9477-a80fcdb932ea owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:57.966204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-379e4d3c-71e1-4c61-8785-ccf30c219a73 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392480 Nov 25 17:43:58.017538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.164841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Attempting to bind port 391f69ad-d283-4748-bbb8-7d65dcfe753a on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:43:58.199954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Attempting to bind port 391f69ad-d283-4748-bbb8-7d65dcfe753a by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:43:58.200292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Attempting to bind port 391f69ad-d283-4748-bbb8-7d65dcfe753a on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:58.208552 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3d822f58-f168-4dbc-bfdf-b9084fd968f5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:43:58.211096 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Port 391f69ad-d283-4748-bbb8-7d65dcfe753a on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:43:58.211435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Attempting to bind port 391f69ad-d283-4748-bbb8-7d65dcfe753a on network 26fd5ded-74c7-43df-a60f-e28c334c22a9 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:43:58.235524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:43:58.235864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Checking segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:43:58.236244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Bound using segment: {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:43:58.236682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Bound port: 391f69ad-d283-4748-bbb8-7d65dcfe753a, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b7aa29-6f26-4c4c-a308-d3f7c874cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:43:58.237042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.241355 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-50b4f0cd-5151-47f9-8751-26f0c52b3855 service neutron] 10.222.0.55 "GET /v2.0/networks/630c9aae-c900-420d-834e-a80045361892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636406 Nov 25 17:43:58.269789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 3d822f58-f168-4dbc-bfdf-b9084fd968f5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:43:58.270124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3d822f58-f168-4dbc-bfdf-b9084fd968f5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:43:58.381049 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.406909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:43:58.412884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:43:58.421112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.439651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a03fec1f-9a15-40a9-9477-a80fcdb932ea,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.462321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae08045-009d-47c7-af58-8211bff56db0 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:58.481000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.481630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.483671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] 10.222.0.55 "PUT /v2.0/ports/391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 1092 time: 1.3346944 Nov 25 17:43:58.484146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:43:58.486614 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd32ad28-628e-437c-8376-958468d68182" -d '{"events": [{"name": "network-changed", "server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:43:58.514402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abd897-adf7-457a-a239-79c203a2ab40 service neutron] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:58.576410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.652553 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da0ac8-b384-4673-98a6-c3fd39f81ebf x-openstack-request-id: req-c0da0ac8-b384-4673-98a6-c3fd39f81ebf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:43:58.652885 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:43:58.653094 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0da0ac8-b384-4673-98a6-c3fd39f81ebf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:43:58.653503 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'status': 'completed', 'code': 200} Nov 25 17:43:58.722336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-a350c6b0-f283-4876-918e-71205e97a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.723945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-a350c6b0-f283-4876-918e-71205e97a21c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1095 time: 0.1425247 Nov 25 17:43:58.742494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27552c85-5b81-4825-a24f-74fac856183f req-208e8bfe-5c8f-43d6-a8e9-d74d1f179ac0 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.744173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27552c85-5b81-4825-a24f-74fac856183f req-208e8bfe-5c8f-43d6-a8e9-d74d1f179ac0 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 946 time: 0.0898750 Nov 25 17:43:58.754131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.756932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.804927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-97e31664-d2ec-4b31-9d0d-703572a69c74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 217 time: 0.0596886 Nov 25 17:43:58.814226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.815066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7acd5d97-c0cb-47c1-9498-690d2abdd936 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:43:58.821564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:58.825659 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-33663245-18be-4d92-93bd-01d14d064b8e admin admin] 10.222.0.86 "DELETE /v2.0/routers/7acd5d97-c0cb-47c1-9498-690d2abdd936 HTTP/1.1" status: 204 len: 168 time: 2.1307726 Nov 25 17:43:58.827003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:58.878871 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27552c85-5b81-4825-a24f-74fac856183f req-45093540-3761-4e18-81bc-e13c12c05eb7 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253877 Nov 25 17:43:58.888894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-315eb2ba-112f-4639-a95a-aefa58aec00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:58.896786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-315eb2ba-112f-4639-a95a-aefa58aec00a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0786607 Nov 25 17:43:58.913530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Deleting subnet 4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:43:58.931347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.003696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-2a3a2f90-d444-4ff9-a160-03bb0b717902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.006178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-2a3a2f90-d444-4ff9-a160-03bb0b717902 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015272 Nov 25 17:43:59.021876 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.083367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208275-31c1-4088-a566-503f652374c3 req-c38f432d-05ee-47e3-a123-9c036a9fa4a8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.084906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed208275-31c1-4088-a566-503f652374c3 req-c38f432d-05ee-47e3-a123-9c036a9fa4a8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.1126139 Nov 25 17:43:59.111553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-076f722e-69df-4cae-b851-a4d555ed3be4 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954692 Nov 25 17:43:59.166388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.211105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed208275-31c1-4088-a566-503f652374c3 req-7c29069f-ff9d-4ba2-bdd1-45777a989b0e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934901 Nov 25 17:43:59.211784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-97f0e2a9-a5ea-44ab-b194-fce3e64bb173 req-6d2d217e-24f6-4292-9a97-9c87bc92ec4b service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891056 Nov 25 17:43:59.244421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.270248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:59.276516 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.280814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-927e0194-ded6-4393-b627-0f3e86194f05 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4259c7d2-cc8e-4eff-83dc-ad45a4ba5b63 HTTP/1.1" status: 204 len: 168 time: 0.4518085 Nov 25 17:43:59.282520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52034) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:43:59.285386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0b139-a0ec-4fdc-b734-ce0c84d6979e None None] Network 509ac36d-a12a-4115-9b2f-6112baa78fe8 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:43:59.320135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ad28-628e-437c-8376-958468d68182 req-f075bc53-4434-4849-80e7-b14a02d0ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.321739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-f075bc53-4434-4849-80e7-b14a02d0ef09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1095 time: 0.0513730 Nov 25 17:43:59.357032 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.428371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Deleting port e84dd6d0-ad23-447f-a534-a177ae205abd {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:59.428780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.434388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ad28-628e-437c-8376-958468d68182 req-2e4118eb-37fa-4e8d-a1ec-b2eae53abb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.436433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-2e4118eb-37fa-4e8d-a1ec-b2eae53abb0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1019135 Nov 25 17:43:59.476463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] DHCP port deletion for 509ac36d-a12a-4115-9b2f-6112baa78fe8 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:43:59.487558 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-a8c851fd-9f2e-4cb9-aa88-6ad0ef15a4a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 217 time: 0.0415161 Nov 25 17:43:59.498193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] For port e84dd6d0-ad23-447f-a534-a177ae205abd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e84dd6d0-ad23-447f-a534-a177ae205abd,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:59.499235 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.513855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Calling delete_port for e84dd6d0-ad23-447f-a534-a177ae205abd owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:59.527197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] Deleting port e84dd6d0-ad23-447f-a534-a177ae205abd {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:43:59.527616 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.540259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ad28-628e-437c-8376-958468d68182 req-319e96a0-a2c2-4fae-9c4b-c72bf83d11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.541728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-319e96a0-a2c2-4fae-9c4b-c72bf83d11ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0462110 Nov 25 17:43:59.597464 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ad28-628e-437c-8376-958468d68182 req-47827971-d7b7-438a-81b5-b5c5a795aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:43:59.598946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-47827971-d7b7-438a-81b5-b5c5a795aca8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457358 Nov 25 17:43:59.602802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] For port e84dd6d0-ad23-447f-a534-a177ae205abd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=e84dd6d0-ad23-447f-a534-a177ae205abd,segment=NetworkSegment(194a9bcf-bda2-478e-9fe3-09095b0ad13e),segment_id=194a9bcf-bda2-478e-9fe3-09095b0ad13e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:43:59.603261 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.611163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.617391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] Calling delete_port for e84dd6d0-ad23-447f-a534-a177ae205abd owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:43:59.643635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e84dd6d0-ad23-447f-a534-a177ae205abd,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:59.645623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] No DVR routers for this DVR port e84dd6d0-ad23-447f-a534-a177ae205abd on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:59.741039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-5da631b0-2ce3-4bff-9bb2-5041f848752e service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331141 Nov 25 17:43:59.745778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.756578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.773832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509ac36d-a12a-4115-9b2f-6112baa78fe8']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:59.789993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194a9bcf-bda2-478e-9fe3-09095b0ad13e') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:59.790266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194a9bcf-bda2-478e-9fe3-09095b0ad13e') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:43:59.804587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] Pushing event deleted for resources: {'Port': ['ID=e84dd6d0-ad23-447f-a534-a177ae205abd,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:43:59.807269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a1ce5-ac3f-43c4-b74c-9cf7901ec906 None None] No DVR routers for this DVR port e84dd6d0-ad23-447f-a534-a177ae205abd on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:43:59.824625 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.855160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.870144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:43:59.871625 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:43:59.875067 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:43:59.901376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd32ad28-628e-437c-8376-958468d68182 req-51cfe755-4cc3-4226-9a10-ff9799598f9f service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470079 Nov 25 17:43:59.946023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.961069 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:43:59.968382 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] 10.222.0.86 "DELETE /v2.0/networks/509ac36d-a12a-4115-9b2f-6112baa78fe8 HTTP/1.1" status: 204 len: 168 time: 0.6822696 Nov 25 17:43:59.983358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346b72c-e8bf-4dcb-91ef-bd83136964ef admin admin] Pushing event deleted for resources: {'Network': ['ID=509ac36d-a12a-4115-9b2f-6112baa78fe8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:00.051727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a29abd-ae7d-4940-a36e-58579bab18b3 req-07a207d5-ac34-4a6a-a7b8-c2f85932f4d3 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.053797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88a29abd-ae7d-4940-a36e-58579bab18b3 req-07a207d5-ac34-4a6a-a7b8-c2f85932f4d3 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 946 time: 0.0570686 Nov 25 17:44:00.152889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e5ee2-d573-4119-b61c-7f27107d677f req-8f73f3f3-d212-482a-bd19-c58c0dd2b7f5 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.161960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-618e5ee2-d573-4119-b61c-7f27107d677f req-8f73f3f3-d212-482a-bd19-c58c0dd2b7f5 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 946 time: 0.1045237 Nov 25 17:44:00.186789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88a29abd-ae7d-4940-a36e-58579bab18b3 req-6b99b4ed-9345-4593-96d9-bb4a0c5dcdf6 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/security-groups?id=6e33e4cb-98e2-4b03-82b8-b682fbe171aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198299 Nov 25 17:44:00.199659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:00.275674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a03fec1f-9a15-40a9-9477-a80fcdb932ea no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:00.284411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f8a3fc29-0848-489c-8d44-ec95c11a2035 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd9e19e6312944edbf796ec436cb234b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823858 Nov 25 17:44:00.286739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:00.359253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Deleting port 7b1d952c-e588-4486-a6ce-236d07d8009a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:44:00.361030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.413877 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28b016-724b-4cda-b377-2dc009980e98 req-2fe0805d-10da-45de-b36e-824ea8e1380a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:00.415771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a28b016-724b-4cda-b377-2dc009980e98 req-2fe0805d-10da-45de-b36e-824ea8e1380a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0993204 Nov 25 17:44:00.417396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5cfa-947c-44dd-ad8d-8f85164099c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.492467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5cfa-947c-44dd-ad8d-8f85164099c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.516693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a03fec1f-9a15-40a9-9477-a80fcdb932ea {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:00.517726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a03fec1f-9a15-40a9-9477-a80fcdb932ea not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:00.518325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e84dd6d0-ad23-447f-a534-a177ae205abd no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:00.533989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] For port 7b1d952c-e588-4486-a6ce-236d07d8009a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7b1d952c-e588-4486-a6ce-236d07d8009a,segment=NetworkSegment(1cd65908-4e97-477d-b136-151aa3ebdc53),segment_id=1cd65908-4e97-477d-b136-151aa3ebdc53)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:00.534416 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a28b016-724b-4cda-b377-2dc009980e98 req-d84eb513-13c5-4b98-9ce9-45d237c9f5d7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008270 Nov 25 17:44:00.534557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.540378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: e84dd6d0-ad23-447f-a534-a177ae205abd {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:00.540549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device e84dd6d0-ad23-447f-a534-a177ae205abd not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:00.564009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Calling delete_port for 7b1d952c-e588-4486-a6ce-236d07d8009a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:44:00.590570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5cfa-947c-44dd-ad8d-8f85164099c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.595602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5cfa-947c-44dd-ad8d-8f85164099c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.597255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cf5a5cfa-947c-44dd-ad8d-8f85164099c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d88f4c3a-0027-4cac-afdc-d71bb784b3ee HTTP/1.1" status: 204 len: 168 time: 0.3091004 Nov 25 17:44:00.608394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5cfa-947c-44dd-ad8d-8f85164099c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88f4c3a-0027-4cac-afdc-d71bb784b3ee,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:00.738952 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.754301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7b1d952c-e588-4486-a6ce-236d07d8009a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:00.782141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Pushing event deleted for resources: {'Port': ['ID=7b1d952c-e588-4486-a6ce-236d07d8009a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:00.799568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0aff27-e5e7-4fc9-9390-e2e03629e6e9 None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:00.835515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] No DVR routers for this DVR port 7b1d952c-e588-4486-a6ce-236d07d8009a on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:44:00.844795 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:00.848462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-618e5ee2-d573-4119-b61c-7f27107d677f req-ef7981ff-b919-47ef-9f4d-638d52e6ae88 tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.55 "DELETE /v2.0/ports/7b1d952c-e588-4486-a6ce-236d07d8009a HTTP/1.1" status: 204 len: 173 time: 0.6812992 Nov 25 17:44:00.848928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'name': 'network-vif-deleted', 'tag': '7b1d952c-e588-4486-a6ce-236d07d8009a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:00.854201 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29c4c9-d779-4718-b5ec-991bf8543d6a" -d '{"events": [{"server_uuid": "ab4d8c61-e36f-43f7-883c-acc2cd21c00a", "name": "network-vif-deleted", "tag": "7b1d952c-e588-4486-a6ce-236d07d8009a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:00.918091 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f775fe7-12bf-42b2-9827-b2288be260a4 x-openstack-request-id: req-0f775fe7-12bf-42b2-9827-b2288be260a4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:00.919083 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4d8c61-e36f-43f7-883c-acc2cd21c00a", "name": "network-vif-deleted", "tag": "7b1d952c-e588-4486-a6ce-236d07d8009a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:00.919540 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0f775fe7-12bf-42b2-9827-b2288be260a4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:00.921006 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4d8c61-e36f-43f7-883c-acc2cd21c00a', 'name': 'network-vif-deleted', 'tag': '7b1d952c-e588-4486-a6ce-236d07d8009a', 'status': 'completed', 'code': 200} Nov 25 17:44:01.083157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52062) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:01.134394 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fbfc5e24-8b61-4714-b0dd-b9fb1c0f0681 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a055788202bd4f6db5a51bfe423d691b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476706 Nov 25 17:44:01.134850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52064) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:01.191748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b843007-4625-4a4b-9806-d30de5d63c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.214296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b843007-4625-4a4b-9806-d30de5d63c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.278078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b843007-4625-4a4b-9806-d30de5d63c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.281435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b843007-4625-4a4b-9806-d30de5d63c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:01.282684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7b843007-4625-4a4b-9806-d30de5d63c75 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e764fb7-b46f-4f40-a046-bef1cf4c6c90 HTTP/1.1" status: 204 len: 168 time: 0.1468022 Nov 25 17:44:01.292591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b843007-4625-4a4b-9806-d30de5d63c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e764fb7-b46f-4f40-a046-bef1cf4c6c90,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:01.358470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5660542e-06c9-4df6-b083-b9a01700dae0 req-de69619a-6d17-4d41-ba3e-6b9fb95e812e tempest-VolumesSnapshotTestJSON-1336165 tempest-VolumesSnapshotTestJSON-1336165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab4d8c61-e36f-43f7-883c-acc2cd21c00a HTTP/1.1" status: 200 len: 210 time: 0.0326142 Nov 25 17:44:01.718617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663de3b2-40df-43b1-b939-51d9452fb724 req-1a434cfe-971e-4d3e-bfcf-f6d555a9ac4e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:01.721250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-663de3b2-40df-43b1-b939-51d9452fb724 req-1a434cfe-971e-4d3e-bfcf-f6d555a9ac4e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0772157 Nov 25 17:44:01.783795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-663de3b2-40df-43b1-b939-51d9452fb724 req-ee59940d-b5f5-4d94-8263-876a6c18e312 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556905 Nov 25 17:44:02.427001 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:44:02.936012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff8649-12ef-466d-be59-028b0543753d req-39657ce9-9638-48e5-a8a5-b781be442070 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:02.937644 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1ff8649-12ef-466d-be59-028b0543753d req-39657ce9-9638-48e5-a8a5-b781be442070 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0644455 Nov 25 17:44:02.953591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:03.001024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1ff8649-12ef-466d-be59-028b0543753d req-4f253b6b-4f57-40fc-a058-7a4a3318ba24 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556991 Nov 25 17:44:03.089950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:03.105441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'mac_address': 'fa:16:3e:0e:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:03.174086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.198641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391f69ad-d283-4748-bbb8-7d65dcfe753a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:03.229768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:03.234532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.295663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:03.326018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52092) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:03.446362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['391f69ad-d283-4748-bbb8-7d65dcfe753a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:03.469662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1527e016-3aa1-494f-a42a-30c963fa3375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.574902 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1527e016-3aa1-494f-a42a-30c963fa3375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.580833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1527e016-3aa1-494f-a42a-30c963fa3375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.631727 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527e016-3aa1-494f-a42a-30c963fa3375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e08636b-a3da-4087-8fb3-976564253990,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:03.657814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52096) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:03.658136 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1527e016-3aa1-494f-a42a-30c963fa3375 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30636792807b47d39a5649cff4e54f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268280 Nov 25 17:44:03.716169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c069a590-b1b3-4b7e-a2cc-bb88ceb3d719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.738875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c069a590-b1b3-4b7e-a2cc-bb88ceb3d719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.787611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c069a590-b1b3-4b7e-a2cc-bb88ceb3d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.790561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c069a590-b1b3-4b7e-a2cc-bb88ceb3d719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:03.792060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c069a590-b1b3-4b7e-a2cc-bb88ceb3d719 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e08636b-a3da-4087-8fb3-976564253990 HTTP/1.1" status: 204 len: 168 time: 0.1335237 Nov 25 17:44:03.800964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069a590-b1b3-4b7e-a2cc-bb88ceb3d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e08636b-a3da-4087-8fb3-976564253990,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:04.146113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23a6b-b4cf-4c5d-bed1-e571fce8cfe8 req-c90aa858-b4dd-4e9c-8096-847600cad0d2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:04.148348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2d23a6b-b4cf-4c5d-bed1-e571fce8cfe8 req-c90aa858-b4dd-4e9c-8096-847600cad0d2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 945 time: 0.0575111 Nov 25 17:44:04.222716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a2d23a6b-b4cf-4c5d-bed1-e571fce8cfe8 req-5fd106d5-a824-4c30-ae5e-70a7e4a8ea5a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526173 Nov 25 17:44:04.968096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:05.024233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 391f69ad-d283-4748-bbb8-7d65dcfe753a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:05.028689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 391f69ad-d283-4748-bbb8-7d65dcfe753a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:05.029130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.134087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.166340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:05.169738 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a20b6f-44a8-43fd-9ffc-de55252b0dc3" -d '{"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-plugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:05.193802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:05.204493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:05.205566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b1d952c-e588-4486-a6ce-236d07d8009a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:44:05.234779 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1501d-570b-4394-90e1-c1e3d61449ac x-openstack-request-id: req-d2b1501d-570b-4394-90e1-c1e3d61449ac {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:05.235112 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-plugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:05.235408 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2b1501d-570b-4394-90e1-c1e3d61449ac {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:05.235895 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'code': 200} Nov 25 17:44:05.256669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 7b1d952c-e588-4486-a6ce-236d07d8009a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:44:05.256906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7b1d952c-e588-4486-a6ce-236d07d8009a not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:44:05.300757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:05.419527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e279c-3a04-4a3a-bae9-64bbffefac6b req-975750e3-1e44-47c4-b518-d5a27ae5e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.421830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-419e279c-3a04-4a3a-bae9-64bbffefac6b req-975750e3-1e44-47c4-b518-d5a27ae5e7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1097 time: 0.1030030 Nov 25 17:44:05.458288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a6df-c414-4e76-82e7-f8753efa3d9e req-89cfc237-8b1c-4da5-ad3f-ea698090f960 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:05.460925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74f4a6df-c414-4e76-82e7-f8753efa3d9e req-89cfc237-8b1c-4da5-ad3f-ea698090f960 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0955513 Nov 25 17:44:05.503217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-419e279c-3a04-4a3a-bae9-64bbffefac6b req-c2e07774-3fdb-4d59-9273-432ea7b31d74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733166 Nov 25 17:44:05.524453 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-74f4a6df-c414-4e76-82e7-f8753efa3d9e req-d9200e6d-77f0-48a9-9685-258aacbd3701 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549250 Nov 25 17:44:05.691632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff549-3b29-439b-ae8b-63e26cd18d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.180322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52168) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:06.185429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'network': {'name': 'tempest-network-smoke--1894336992', 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:06.208857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Made reservation on behalf of 50888ef845a042cabf2e01a4ac2865aa for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:06.213483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.222157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.305070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.313343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.337028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:44:06.351969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f95e5c-6747-4544-8bf2-a8b4f1336a49,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:06.356815 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.357163 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Added segment 5b9d1032-c4a4-41e9-b7a9-aae764050c92 of type vlan for network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f Nov 25 17:44:06.399500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.434471 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.440717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:06.441448 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.494757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3133004 Nov 25 17:44:06.500078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:06.507235 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'admin_state_up': True, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:06.515734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083853f0-fa43-4bea-a9d9-8936de2bce55 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Network': ['ID=831f72c6-9b0c-44cf-b6e4-4b2495083a5f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:06.528246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:44:06.534366 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.547787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:06.634360 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.175072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1f3c-5f8e-460e-93e3-dcbfef678e84 req-47bdc9b3-52ff-4247-845b-bb9b3a75feef tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:07.177783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-022a1f3c-5f8e-460e-93e3-dcbfef678e84 req-47bdc9b3-52ff-4247-845b-bb9b3a75feef tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.5584145 Nov 25 17:44:07.184814 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.287525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-022a1f3c-5f8e-460e-93e3-dcbfef678e84 req-486f3fde-822a-4c1d-a380-c63f2ee0fac1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985744 Nov 25 17:44:07.437117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.456578 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.570049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.25.8.42 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4d7375c6-00e7-46cd-8ad7-96976ba369f3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:07.672204 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.707355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.754771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:07.757923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:07.760361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:07.770573 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18562c86-7e1a-44a2-8baa-cd5b3a029c62 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:07.785209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=4d7375c6-00e7-46cd-8ad7-96976ba369f3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:07.888536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5fb4c388-67f5-4973-a60e-b1b1981448a7 None None] Provisioning complete for port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:07.889395 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c388-67f5-4973-a60e-b1b1981448a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:07.942304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4c388-67f5-4973-a60e-b1b1981448a7 None None] Port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:07.950852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0a9fa31a-98fd-4c85-91be-d2e10d849a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.031474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.234870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.397028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router c9553765-34d4-4013-bc1f-c804ab5eb22b is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:44:08.440125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74157c79-759d-4620-9bd7-9615ce1f9425 req-b17df42e-ab1c-40fe-af70-bfa088efc70d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.441820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74157c79-759d-4620-9bd7-9615ce1f9425 req-b17df42e-ab1c-40fe-af70-bfa088efc70d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0612426 Nov 25 17:44:08.493731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74157c79-759d-4620-9bd7-9615ce1f9425 req-4642dddf-fe7d-4a67-a06c-7540c5d2333d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451701 Nov 25 17:44:08.517848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:08.537706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Sync routers for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:08.542084 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.543752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-053e2dea-56e9-4fa7-931b-8356e6b19421 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0416782 Nov 25 17:44:08.547307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52190) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:08.552556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:08.553331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:08.640295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2347f53-2a7e-437c-8b69-7f8eab0118c2 req-2d0911c1-f3dc-4225-81a9-6f9785bd52c2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.647175 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e2347f53-2a7e-437c-8b69-7f8eab0118c2 req-2d0911c1-f3dc-4225-81a9-6f9785bd52c2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0637972 Nov 25 17:44:08.651582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52194) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:08.656838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Request body: {'floatingip': {'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:08.714953 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cc241d85-2510-45ad-a4f8-ed90beae8248 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=50888ef845a042cabf2e01a4ac2865aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1662188 Nov 25 17:44:08.718150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:08.719911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52196) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:08.723167 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:08.818892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda53e33-f311-4be9-bbd4-935b61bcdc49 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:08.820594 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bda53e33-f311-4be9-bbd4-935b61bcdc49 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997188 Nov 25 17:44:08.823356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52198) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:08.861865 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-276f6690-770c-4fc0-99a5-bc8a1cbcd4f7 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320027 Nov 25 17:44:08.861865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52200) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:08.865194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057062205', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:08.948229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:07Z', 'revision_number': 3, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:08.988661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Checking router: c9553765-34d4-4013-bc1f-c804ab5eb22b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:08.989306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Updating router c9553765-34d4-4013-bc1f-c804ab5eb22b port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:44:08.997396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Made reservation on behalf of 50888ef845a042cabf2e01a4ac2865aa for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:09.004539 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.022211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.238907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.297234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Subnet': ['ID=9e96c1d8-92b3-4006-8480-bf7d054f8aa4,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:09.328737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Checking segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:09.329141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network hostable DHCP agents. Network: 831f72c6-9b0c-44cf-b6e4-4b2495083a5f, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:44:09.345478 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.353257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:44:09.356174 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.365055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 831f72c6-9b0c-44cf-b6e4-4b2495083a5f) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:09.367293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.380876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:09.381589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.392210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ff98d-7574-4e56-bd03-565ec913ae35 None None] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:09.409628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b7f9fbfb-4ad7-4a19-a6b9-eea3a2c6b69f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5468457 Nov 25 17:44:09.410337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52202) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:09.451444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.resource_extend [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 17:44:09.545754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a223a66-20c3-4bf0-bf1e-dc740a394fb4 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:09.552765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fc717-c7bd-4db2-afbf-5a649672a3c8 None None] Pushing event updated for resources: {'Port': ['ID=4d7375c6-00e7-46cd-8ad7-96976ba369f3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:09.558739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.561284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Attempting to bind port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:09.562131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Attempting to bind port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:09.562513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Attempting to bind port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:09.565728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.580408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:09.580825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:09.582470 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.582470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:09.582470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Bound port: 4d7375c6-00e7-46cd-8ad7-96976ba369f3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:09.591215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.695106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] For port 4d7375c6-00e7-46cd-8ad7-96976ba369f3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:09.734879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] For port 4d7375c6-00e7-46cd-8ad7-96976ba369f3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4d7375c6-00e7-46cd-8ad7-96976ba369f3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:09.743466 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.760536 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Floating IP 35c9000d-9784-4364-a0f1-cf73ce68301a associated. External IP: 172.25.8.96, port: 391f69ad-d283-4748-bbb8-7d65dcfe753a. Nov 25 17:44:09.799501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fc6a6263-9c8e-445e-9b8b-70577c92fdd9 None None] Provisioning complete for port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:09.799872 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6263-9c8e-445e-9b8b-70577c92fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:09.805092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fc717-c7bd-4db2-afbf-5a649672a3c8 None None] Pushing event updated for resources: {'Port': ['ID=4d7375c6-00e7-46cd-8ad7-96976ba369f3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:09.967534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d894b87-cb5c-4fec-adcd-918e86686b83 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:09.991559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:44:09.992517 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.090885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:10.091912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:10.231405 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.247016 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6263-9c8e-445e-9b8b-70577c92fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.316315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fc6a6263-9c8e-445e-9b8b-70577c92fdd9 None None] For port 4d7375c6-00e7-46cd-8ad7-96976ba369f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4d7375c6-00e7-46cd-8ad7-96976ba369f3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:10.339658 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6263-9c8e-445e-9b8b-70577c92fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.353680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:10.355970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Allocated IP 172.20.0.2 (831f72c6-9b0c-44cf-b6e4-4b2495083a5f/9e96c1d8-92b3-4006-8480-bf7d054f8aa4/353f9364-296c-44f2-a49d-ed92d5501643) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:10.390466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:10.643365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:10.649383 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.663426 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:10.675099 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:10.676024 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:10.720568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b8b6bd1d-8d9c-44a9-b9cd-2b43edfc93dc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "PUT /v2.0/floatingips/35c9000d-9784-4364-a0f1-cf73ce68301a HTTP/1.1" status: 200 len: 991 time: 2.0651672 Nov 25 17:44:10.720568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:10.723370 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30bf8d-e939-4da2-b1db-c1f69befac67" -d '{"events": [{"name": "network-changed", "server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:10.741222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.746994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6263-9c8e-445e-9b8b-70577c92fdd9 None None] Pushing event updated for resources: {'Port': ['ID=4d7375c6-00e7-46cd-8ad7-96976ba369f3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:10.766336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e3a50518-bf08-4f37-924f-fbb7d057b589 None None] Provisioning complete for port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:10.766709 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e3a50518-bf08-4f37-924f-fbb7d057b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.798313 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:10.817368 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e02d715-1ef1-46ec-97fd-25c58958eb01 x-openstack-request-id: req-4e02d715-1ef1-46ec-97fd-25c58958eb01 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:10.818027 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:10.818489 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e02d715-1ef1-46ec-97fd-25c58958eb01 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:10.819278 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'status': 'completed', 'code': 200} Nov 25 17:44:10.905845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-082f9948-71c3-40f4-916d-43338854f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:10.911184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-082f9948-71c3-40f4-916d-43338854f392 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1097 time: 0.0692785 Nov 25 17:44:10.988289 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:10.999311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:07Z', 'revision_number': 3, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:11.030552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-6474ab46-62a8-4fdc-9639-a7e9e6782c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:11.032123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-6474ab46-62a8-4fdc-9639-a7e9e6782c4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1159291 Nov 25 17:44:11.074425 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '35c9000d-9784-4364-a0f1-cf73ce68301a', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'mac_address': 'fa:16:3e:0e:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247430e4-8806-4b0a-91fc-249f56259efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:43:51Z', 'updated_at': '2021-11-25T17:44:09Z', 'revision_number': 1, 'project_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:11.083010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.093090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d307c3-15f8-4442-9359-c00cccf76b8f None None] The sync data for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 is: [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:07Z', 'revision_number': 3, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:11.099260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.20.0.1 (831f72c6-9b0c-44cf-b6e4-4b2495083a5f/9e96c1d8-92b3-4006-8480-bf7d054f8aa4/9cead406-32ea-4dc2-a249-263ec6cb9779) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:11.136058 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:11.158198 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:11.158437 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:11.167806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:11.169609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-9baa7a01-70c6-4613-8dc9-238681094c21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 999 time: 0.1292024 Nov 25 17:44:11.184261 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:11.198254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:11.265104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Pushing event updated for resources: {'Port': ['ID=353f9364-296c-44f2-a49d-ed92d5501643,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:11.317708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Attempting to bind port 353f9364-296c-44f2-a49d-ed92d5501643 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:11.318255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Attempting to bind port 353f9364-296c-44f2-a49d-ed92d5501643 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:11.318829 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:11.319227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Attempting to bind port 353f9364-296c-44f2-a49d-ed92d5501643 on network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:11.321609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-5621af2f-61b3-48c4-8a17-df5abea35f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:11.331668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-5621af2f-61b3-48c4-8a17-df5abea35f84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.1550989 Nov 25 17:44:11.337677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:11.338304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Checking segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:11.338734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.343407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Bound using segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:11.344048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Bound port: 353f9364-296c-44f2-a49d-ed92d5501643, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:11.344569 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.409506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.450663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-ec9a7873-acff-4942-b769-b9db6f4b7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:11.453489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-ec9a7873-acff-4942-b769-b9db6f4b7868 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140435 Nov 25 17:44:11.496014 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.545578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.585303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] For port 353f9364-296c-44f2-a49d-ed92d5501643, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:11.602502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] For port 353f9364-296c-44f2-a49d-ed92d5501643, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=353f9364-296c-44f2-a49d-ed92d5501643,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:11.610633 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.645101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:11.655578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:11.661240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=9cead406-32ea-4dc2-a249-263ec6cb9779,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:11.665172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:11.729658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-fe93b5ed-d3bc-4aba-8987-e67fec0cc45c service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682052 Nov 25 17:44:11.739028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fdabb-75f5-47b5-89a7-eee053dacec0 None None] Pushing event updated for resources: {'Port': ['ID=353f9364-296c-44f2-a49d-ed92d5501643,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:11.762149 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '35c9000d-9784-4364-a0f1-cf73ce68301a', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'mac_address': 'fa:16:3e:0e:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247430e4-8806-4b0a-91fc-249f56259efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:43:51Z', 'updated_at': '2021-11-25T17:44:09Z', 'revision_number': 1, 'project_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:11.766880 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:11.810388 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139f2ac-0e1d-48a9-817e-b13b34039bc6 None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '35c9000d-9784-4364-a0f1-cf73ce68301a', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'mac_address': 'fa:16:3e:0e:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247430e4-8806-4b0a-91fc-249f56259efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:43:51Z', 'updated_at': '2021-11-25T17:44:09Z', 'revision_number': 1, 'project_id': '5c945c86424a4572b1479462326d16a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:11.923141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de30bf8d-e939-4da2-b1db-c1f69befac67 req-43e2dc8e-3ba0-463f-a727-f8cfc5d2f1ae service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851175 Nov 25 17:44:12.165511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.336303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07513967-d532-4976-9d17-2d66722a36ea None None] New status for floating IP 35c9000d-9784-4364-a0f1-cf73ce68301a: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:44:12.464692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 353f9364-296c-44f2-a49d-ed92d5501643 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:12.579437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 353f9364-296c-44f2-a49d-ed92d5501643 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:12.579770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.735883 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.790428 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.797256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 353f9364-296c-44f2-a49d-ed92d5501643, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=353f9364-296c-44f2-a49d-ed92d5501643,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:12.800302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.803021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.804217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4d7375c6-00e7-46cd-8ad7-96976ba369f3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:12.913425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=353f9364-296c-44f2-a49d-ed92d5501643,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:12.932983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=9cead406-32ea-4dc2-a249-263ec6cb9779,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:12.957716 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:12.972555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:12.973707 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.095715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:13.098278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:13.280130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router c9553765-34d4-4013-bc1f-c804ab5eb22b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:13.386364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848147e-24b1-4d4d-aae2-93614553dc1b None None] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:13.417959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:13.434292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-891ca6e7-5777-4922-a9e1-d404821bea10 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "PUT /v2.0/routers/c9553765-34d4-4013-bc1f-c804ab5eb22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0197375 Nov 25 17:44:13.434880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52220) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:13.441233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--616000546', 'description': 'tempest-secgroup_access--616000546 description', 'project_id': '50888ef845a042cabf2e01a4ac2865aa'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:13.472551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.479310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-72c38bf4-cba6-4082-bb83-bac57dff5e2b None None] Provisioning complete for port 353f9364-296c-44f2-a49d-ed92d5501643 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:13.479799 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72c38bf4-cba6-4082-bb83-bac57dff5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.561836 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.566868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.600874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.607808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1647038 Nov 25 17:44:13.607808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52222) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:13.618502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--435264210', 'description': 'tempest-secgroup_general--435264210 description', 'project_id': '50888ef845a042cabf2e01a4ac2865aa'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:13.644735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f45cad-4e7e-4258-976f-1260be0da67e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e50d78-d879-410e-9fc7-bd8a21c07b57,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:13.653473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.763840 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.769895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.804027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.808684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1995981 Nov 25 17:44:13.812964 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52224) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:13.818660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'security_group_rule': {'security_group_id': '41e50d78-d879-410e-9fc7-bd8a21c07b57', 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:13.825267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f85f4-d93d-4cd0-9de9-964001335f96 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43245b71-0d57-4eb7-98df-edaeb4751458,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:13.877362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.941324 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Sync routers for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:13.954576 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:13.957601 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:13.981685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:13.987507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.010546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff1e2c5-aa79-4da2-852a-c224e2f13a24,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:14.016083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.017341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ae766fc-9bed-4ba1-8d9f-c95ac84ded46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2027111 Nov 25 17:44:14.089659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-be9cf4f4-ab57-4723-9092-83c16ff013ef None None] Provisioning complete for port 9cead406-32ea-4dc2-a249-263ec6cb9779 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.092043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be9cf4f4-ab57-4723-9092-83c16ff013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.167280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-be9cf4f4-ab57-4723-9092-83c16ff013ef None None] Port 9cead406-32ea-4dc2-a249-263ec6cb9779 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:14.180143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-be9cf4f4-ab57-4723-9092-83c16ff013ef None None] Provisioning complete for port 353f9364-296c-44f2-a49d-ed92d5501643 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.180472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-be9cf4f4-ab57-4723-9092-83c16ff013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.271116 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:14.302521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 353f9364-296c-44f2-a49d-ed92d5501643 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:14.321320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-d2e0d3df-bc9c-45a8-a78f-c168b311a8f2 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_general--435264210&fields=id&tenant_id=50888ef845a042cabf2e01a4ac2865aa HTTP/1.1" status: 200 len: 267 time: 0.1140726 Nov 25 17:44:14.415794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-e919954d-e28f-40d0-bc8d-b7fc66021bcd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup_access--616000546&fields=id&tenant_id=50888ef845a042cabf2e01a4ac2865aa HTTP/1.1" status: 200 len: 267 time: 0.0934846 Nov 25 17:44:14.429953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 353f9364-296c-44f2-a49d-ed92d5501643 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.431108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.556186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c2c9412e-ac91-457d-b060-af008f866d9a None None] Provisioning complete for port 9cead406-32ea-4dc2-a249-263ec6cb9779 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.556687 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c2c9412e-ac91-457d-b060-af008f866d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.598318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-e6855a10-6dc2-461b-81e4-fb62b16fb01c tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:14.600216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-e6855a10-6dc2-461b-81e4-fb62b16fb01c tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/networks?id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f HTTP/1.1" status: 200 len: 797 time: 0.1834152 Nov 25 17:44:14.628439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9412e-ac91-457d-b060-af008f866d9a None None] Port 9cead406-32ea-4dc2-a249-263ec6cb9779 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:14.637015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ef1e96c1-cc4d-4e8c-a788-7bda3ab41a11 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/quotas/50888ef845a042cabf2e01a4ac2865aa HTTP/1.1" status: 200 len: 375 time: 0.0269802 Nov 25 17:44:14.696973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-3edf0754-b268-4973-babf-c69cf0179a81 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587575 Nov 25 17:44:14.722511 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 2, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:14.754407 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Checking router: c9553765-34d4-4013-bc1f-c804ab5eb22b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:14.754763 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Updating router c9553765-34d4-4013-bc1f-c804ab5eb22b port 9cead406-32ea-4dc2-a249-263ec6cb9779 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:44:14.775644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b5e94f2f-6fd1-4378-979e-473916da8177 None None] Provisioning complete for port 9cead406-32ea-4dc2-a249-263ec6cb9779 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:14.776017 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5e94f2f-6fd1-4378-979e-473916da8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.788669 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:14.812195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-bf043680-56bc-4b77-8ac2-0d2025aee65c service neutron] 10.222.0.86 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016557 Nov 25 17:44:14.830484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b5e94f2f-6fd1-4378-979e-473916da8177 None None] Port 9cead406-32ea-4dc2-a249-263ec6cb9779 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:14.954454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-6fce268a-7743-4e91-b6eb-a376d6baccf0 service neutron] 10.222.0.86 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378815 Nov 25 17:44:15.232745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-306af518-0213-46a8-b441-eee781c3d706 req-941158af-c3ea-445d-8cd4-d012ec18abed tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 210 time: 0.0818822 Nov 25 17:44:15.276219 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.282394 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.323198 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187160-4016-4229-b391-6f408d60d73d None None] Pushing event updated for resources: {'Port': ['ID=9cead406-32ea-4dc2-a249-263ec6cb9779,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.338846 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.339303 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.339680 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.340013 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.340341 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.340669 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.340997 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.341327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.341749 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.342070 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.342391 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.342692 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33187160-4016-4229-b391-6f408d60d73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:15.444230 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Attempting to bind port 9cead406-32ea-4dc2-a249-263ec6cb9779 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:15.445232 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Attempting to bind port 9cead406-32ea-4dc2-a249-263ec6cb9779 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:15.446018 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Attempting to bind port 9cead406-32ea-4dc2-a249-263ec6cb9779 on network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:15.458216 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:15.458732 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Checking segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:15.459365 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.459858 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Bound using segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:15.460567 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Bound port: 9cead406-32ea-4dc2-a249-263ec6cb9779, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:15.461234 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.567920 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] For port 9cead406-32ea-4dc2-a249-263ec6cb9779, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:15.580358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] For port 9cead406-32ea-4dc2-a249-263ec6cb9779, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9cead406-32ea-4dc2-a249-263ec6cb9779,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:15.587596 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.669151 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:15.670130 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:15.673067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4cea0f1a-db35-410c-a133-7cf59c89dfa0 None None] Provisioning complete for port 9cead406-32ea-4dc2-a249-263ec6cb9779 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:15.673622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cea0f1a-db35-410c-a133-7cf59c89dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.718202 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187160-4016-4229-b391-6f408d60d73d None None] Pushing event updated for resources: {'Port': ['ID=9cead406-32ea-4dc2-a249-263ec6cb9779,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:15.828471 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:15.847528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cea0f1a-db35-410c-a133-7cf59c89dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:15.944889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4cea0f1a-db35-410c-a133-7cf59c89dfa0 None None] For port 9cead406-32ea-4dc2-a249-263ec6cb9779, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9cead406-32ea-4dc2-a249-263ec6cb9779,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:15.951835 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cea0f1a-db35-410c-a133-7cf59c89dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.005605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea0f1a-db35-410c-a133-7cf59c89dfa0 None None] Pushing event updated for resources: {'Port': ['ID=9cead406-32ea-4dc2-a249-263ec6cb9779,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:16.081618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-30c85157-67e0-48ab-9790-c9b7a28e0f8f None None] Provisioning complete for port 9cead406-32ea-4dc2-a249-263ec6cb9779 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:16.082096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-30c85157-67e0-48ab-9790-c9b7a28e0f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.167929 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:16.193398 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.199280 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f1f7f-19dd-4708-b7fe-1f034e38e262 None None] The sync data for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 is: [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:16.368774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f079b665-929d-4c09-b620-fb843498979e req-129c5f7c-5466-4739-af4f-5fb621fa8c37 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 210 time: 0.0341160 Nov 25 17:44:16.521085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-5983c257-c639-428f-a85d-bd6feb81f927 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:16.523007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-5983c257-c639-428f-a85d-bd6feb81f927 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.73 "GET /v2.0/networks?id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f HTTP/1.1" status: 200 len: 797 time: 0.1144528 Nov 25 17:44:16.606641 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-58b4012e-ff51-4dbf-a223-97410f051a4e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50888ef845a042cabf2e01a4ac2865aa HTTP/1.1" status: 200 len: 476 time: 0.0749025 Nov 25 17:44:16.617700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'port': {'device_id': '37ec0274-d098-46e3-9224-da5d502955fb', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'admin_state_up': True, 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'security_groups': ['43245b71-0d57-4eb7-98df-edaeb4751458', '41e50d78-d879-410e-9fc7-bd8a21c07b57']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:16.741617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Made reservation on behalf of 50888ef845a042cabf2e01a4ac2865aa for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:44:16.745171 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:16.883141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.20.0.3 (831f72c6-9b0c-44cf-b6e4-4b2495083a5f/9e96c1d8-92b3-4006-8480-bf7d054f8aa4/1186a024-1392-41da-87f9-b883adfbb8c9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:17.037113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.081087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.128400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:17.131576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:17.136791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:17.143358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=1186a024-1392-41da-87f9-b883adfbb8c9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:17.194819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.195564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.219141 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-62d3f5cd-18d8-464c-b942-9a78f6caa86e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6049137 Nov 25 17:44:17.233082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Request body: {'port': {'device_id': '37ec0274-d098-46e3-9224-da5d502955fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:17.308254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.459101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fec5b72c-2356-471d-9fef-5d5cdb07d518 None None] Provisioning complete for port 1186a024-1392-41da-87f9-b883adfbb8c9 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:17.462274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fec5b72c-2356-471d-9fef-5d5cdb07d518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.501457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fec5b72c-2356-471d-9fef-5d5cdb07d518 None None] Port 1186a024-1392-41da-87f9-b883adfbb8c9 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:44:17.591028 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b4b62-5616-48aa-a6b4-58dce828b19d req-c43ee131-7273-4607-9dfd-b54eb9f092f3 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:17.593407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-722b4b62-5616-48aa-a6b4-58dce828b19d req-c43ee131-7273-4607-9dfd-b54eb9f092f3 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 970 time: 0.0859699 Nov 25 17:44:17.632117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.669639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1186a024-1392-41da-87f9-b883adfbb8c9 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:17.687052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:17.709828 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-722b4b62-5616-48aa-a6b4-58dce828b19d req-8ed1b77f-bb7a-436e-a40b-4b8f216c0184 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1090429 Nov 25 17:44:17.712277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Transition to ACTIVE for port object 1186a024-1392-41da-87f9-b883adfbb8c9 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:44:17.718570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.138771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=1186a024-1392-41da-87f9-b883adfbb8c9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:18.206832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Attempting to bind port 1186a024-1392-41da-87f9-b883adfbb8c9 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:44:18.207171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Attempting to bind port 1186a024-1392-41da-87f9-b883adfbb8c9 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:44:18.207583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Attempting to bind port 1186a024-1392-41da-87f9-b883adfbb8c9 on network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:18.212587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Port 1186a024-1392-41da-87f9-b883adfbb8c9 on network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:44:18.213174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Attempting to bind port 1186a024-1392-41da-87f9-b883adfbb8c9 on network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:44:18.223418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:44:18.223418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Checking segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:44:18.223418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Bound using segment: {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:44:18.223418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Bound port: 1186a024-1392-41da-87f9-b883adfbb8c9, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9d1032-c4a4-41e9-b7a9-aae764050c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:44:18.223418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.277891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9cead406-32ea-4dc2-a249-263ec6cb9779 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:18.301477 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] For port 1186a024-1392-41da-87f9-b883adfbb8c9, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:44:18.311611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] For port 1186a024-1392-41da-87f9-b883adfbb8c9, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1186a024-1392-41da-87f9-b883adfbb8c9,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:44:18.317667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.354571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9cead406-32ea-4dc2-a249-263ec6cb9779 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:18.354942 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.359575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.360352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:18.361980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] 10.222.0.73 "PUT /v2.0/ports/1186a024-1392-41da-87f9-b883adfbb8c9 HTTP/1.1" status: 200 len: 1130 time: 1.1336017 Nov 25 17:44:18.362518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:18.365918 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed22ec-8809-4634-98c9-acaffee20b84" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:18.405757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9662dc-7117-48ab-88c7-7a796a88cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=1186a024-1392-41da-87f9-b883adfbb8c9,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:18.461526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-8eb89ac8-55e1-4921-8f7a-de5d3c5ae63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.461526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-8eb89ac8-55e1-4921-8f7a-de5d3c5ae63d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1133 time: 0.0491455 Nov 25 17:44:18.552725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-6fa76cc2-3053-4e0d-89a3-b8607d30f617 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1186a024-1392-41da-87f9-b883adfbb8c9 HTTP/1.1" status: 200 len: 217 time: 0.0796659 Nov 25 17:44:18.601048 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e846999-ade5-4952-9031-ad1d25078b49 x-openstack-request-id: req-5e846999-ade5-4952-9031-ad1d25078b49 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:18.601683 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:18.601683 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5e846999-ade5-4952-9031-ad1d25078b49 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:18.601961 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9', 'status': 'completed', 'code': 200} Nov 25 17:44:18.625425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-88cfcf4c-67a1-4e01-b137-7ccb7663718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.627325 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-88cfcf4c-67a1-4e01-b137-7ccb7663718a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e96c1d8-92b3-4006-8480-bf7d054f8aa4 HTTP/1.1" status: 200 len: 835 time: 0.0624292 Nov 25 17:44:18.678031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-a6074e91-dfe7-4a5a-b49c-32e67171541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.679566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-a6074e91-dfe7-4a5a-b49c-32e67171541d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455256 Nov 25 17:44:18.783998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-d183d9e3-12b5-45e8-b46f-baad384ffe28 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968263 Nov 25 17:44:18.843543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c87b8-2050-4471-8295-9724aed77e11 req-196c5107-310b-439d-94ab-9fbcf51b85cd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.847885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e8c87b8-2050-4471-8295-9724aed77e11 req-196c5107-310b-439d-94ab-9fbcf51b85cd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 982 time: 0.0592196 Nov 25 17:44:18.886292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c8fb47b-f4b3-44a2-b586-d31a64450629 req-5d6b6844-ea19-4d96-8083-36c8a76dc793 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952058 Nov 25 17:44:18.908145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e8c87b8-2050-4471-8295-9724aed77e11 req-90a84498-a7c2-48f1-9dcc-3e389cc5d6ae tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0566382 Nov 25 17:44:18.977685 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-7fd7dee3-e9fb-4014-9383-30f2b87029ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:18.979170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-7fd7dee3-e9fb-4014-9383-30f2b87029ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1133 time: 0.0425451 Nov 25 17:44:19.080534 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-86acc6b6-0e8a-441c-8549-519736bb05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.081935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-86acc6b6-0e8a-441c-8549-519736bb05e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f HTTP/1.1" status: 200 len: 898 time: 0.0954587 Nov 25 17:44:19.127645 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-9d390e2f-90c8-4c15-ae66-32e880ec0029 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1186a024-1392-41da-87f9-b883adfbb8c9 HTTP/1.1" status: 200 len: 217 time: 0.0373781 Nov 25 17:44:19.130237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-af3d0675-08bd-4c03-aa14-f159195b63d8 req-7491800c-1744-4d94-97d9-23acd7b49bdc tempest-TestNetworkAdvancedServerOps-377846216 tempest-TestNetworkAdvancedServerOps-377846216-project] (103635) timed out ('10.222.0.55', 62324) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:44:19.178383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-bf588cea-706c-409b-871d-29005d8f4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.180534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-bf588cea-706c-409b-871d-29005d8f4455 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e96c1d8-92b3-4006-8480-bf7d054f8aa4 HTTP/1.1" status: 200 len: 835 time: 0.0457211 Nov 25 17:44:19.235695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-fea57bdc-d64d-4cef-b4b6-5f53582536d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:19.237284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-fea57bdc-d64d-4cef-b4b6-5f53582536d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489140 Nov 25 17:44:19.331690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-eb371b32-d38c-423e-9a76-e3306a758795 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862799 Nov 25 17:44:19.432246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-43ed22ec-8809-4634-98c9-acaffee20b84 req-adf3d50f-3dd9-441a-8078-b48d544cb7c6 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931721 Nov 25 17:44:19.836820 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-3b3a3470-0fa0-4ff3-86a3-0cf3228556b1 req-5c05641e-ff19-484d-a8a7-e778d2ddd952 service neutron] (103636) timed out ('10.222.0.55', 62309) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:44:20.033856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ee43b-09d3-426e-971f-3b23ba39fe23 req-8c61d0a1-b798-4b96-9fb4-6bdadb1d7948 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:20.035489 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b36ee43b-09d3-426e-971f-3b23ba39fe23 req-8c61d0a1-b798-4b96-9fb4-6bdadb1d7948 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 982 time: 0.0497880 Nov 25 17:44:20.092329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b36ee43b-09d3-426e-971f-3b23ba39fe23 req-8a6af31e-8fd0-46cf-a1c8-1f5c8fcde47c tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0499947 Nov 25 17:44:21.222831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee68d70-2767-4387-a272-64c6e75d7113 req-4e5b738c-a584-402e-9dcc-0a12e24ebbd4 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:21.224345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eee68d70-2767-4387-a272-64c6e75d7113 req-4e5b738c-a584-402e-9dcc-0a12e24ebbd4 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 982 time: 0.0557313 Nov 25 17:44:21.281285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eee68d70-2767-4387-a272-64c6e75d7113 req-5cd9d908-6295-45cf-a8b7-9152e20fbdca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0506961 Nov 25 17:44:21.726172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1186a024-1392-41da-87f9-b883adfbb8c9 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:44:21.825006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 1186a024-1392-41da-87f9-b883adfbb8c9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1186a024-1392-41da-87f9-b883adfbb8c9,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:21.837456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '1186a024-1392-41da-87f9-b883adfbb8c9', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'port_id': '1186a024-1392-41da-87f9-b883adfbb8c9', 'mac_address': 'fa:16:3e:0d:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:44:21.877207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.890958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1186a024-1392-41da-87f9-b883adfbb8c9 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:44:21.911376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 1186a024-1392-41da-87f9-b883adfbb8c9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1186a024-1392-41da-87f9-b883adfbb8c9,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:21.915102 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:21.967965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=1186a024-1392-41da-87f9-b883adfbb8c9,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:22.120510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['1186a024-1392-41da-87f9-b883adfbb8c9'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:44:22.398183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d35027-374d-429d-bc73-b6a5fb1b0e7d req-58b6a88e-28f5-45d2-9a66-7bd4922a2ddb tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:22.399735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93d35027-374d-429d-bc73-b6a5fb1b0e7d req-58b6a88e-28f5-45d2-9a66-7bd4922a2ddb tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 983 time: 0.0485623 Nov 25 17:44:22.474811 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-93d35027-374d-429d-bc73-b6a5fb1b0e7d req-e47fef35-9969-4625-aab3-8e07c6233689 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0684619 Nov 25 17:44:23.594572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cde0ee-e14d-408b-91e8-ec11063d5e25 req-797a3de2-4a8c-440e-bd0c-c7df7f1f6b88 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:23.596009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63cde0ee-e14d-408b-91e8-ec11063d5e25 req-797a3de2-4a8c-440e-bd0c-c7df7f1f6b88 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 983 time: 0.0511308 Nov 25 17:44:23.663832 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63cde0ee-e14d-408b-91e8-ec11063d5e25 req-c23c1156-a102-45da-834a-f34b7c59f830 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0616031 Nov 25 17:44:23.728825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1186a024-1392-41da-87f9-b883adfbb8c9 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:44:23.776341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 1186a024-1392-41da-87f9-b883adfbb8c9 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:44:23.780391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 1186a024-1392-41da-87f9-b883adfbb8c9 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:44:23.780759 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.857108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.880134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:23.882351 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737f2d7c-7d91-458e-a42e-9a64e14632c6" -d '{"events": [{"server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "name": "network-vif-plugged", "status": "completed", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:23.896893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 1186a024-1392-41da-87f9-b883adfbb8c9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1186a024-1392-41da-87f9-b883adfbb8c9,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:44:23.900992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:23.928201 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72703ab-f4ff-41c4-b6ad-edb73cbb73b0 x-openstack-request-id: req-a72703ab-f4ff-41c4-b6ad-edb73cbb73b0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:23.928494 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "name": "network-vif-plugged", "status": "completed", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:23.928744 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a72703ab-f4ff-41c4-b6ad-edb73cbb73b0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:23.929130 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9', 'code': 200} Nov 25 17:44:23.956192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=1186a024-1392-41da-87f9-b883adfbb8c9,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:24.028972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75699e16-30b5-4510-a0f1-508796057c9e req-1547b490-6b38-421c-b4d7-998def444faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.030353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75699e16-30b5-4510-a0f1-508796057c9e req-1547b490-6b38-421c-b4d7-998def444faa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1135 time: 0.0423529 Nov 25 17:44:24.084389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-75699e16-30b5-4510-a0f1-508796057c9e req-950cd4df-9f74-4be3-b60b-02936559c2fd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=43245b71-0d57-4eb7-98df-edaeb4751458&id=41e50d78-d879-410e-9fc7-bd8a21c07b57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0464723 Nov 25 17:44:24.784880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48cac-1968-49b4-9166-2d188af2ca7f req-13abb075-269d-4a28-bb04-582437fd48fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:24.786370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3fc48cac-1968-49b4-9166-2d188af2ca7f req-13abb075-269d-4a28-bb04-582437fd48fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 984 time: 0.0496953 Nov 25 17:44:24.850996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3fc48cac-1968-49b4-9166-2d188af2ca7f req-85a20088-b42d-4db9-b5d8-5a323ccc1323 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0577903 Nov 25 17:44:25.974457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2625-5666-43db-86dc-19900c305e65 req-813fb027-61c2-4a21-90f9-55255d773ccf tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:25.975982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-440d2625-5666-43db-86dc-19900c305e65 req-813fb027-61c2-4a21-90f9-55255d773ccf tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 984 time: 0.0511954 Nov 25 17:44:26.035778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-440d2625-5666-43db-86dc-19900c305e65 req-e418a6d6-f508-4f7e-940a-ddf2e27045e7 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0529745 Nov 25 17:44:26.156542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2da6ad-afe3-4acc-9b82-4bc5decbc84b req-c92371db-7ccb-49a4-b16a-34ecfc15ee2e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.158331 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b2da6ad-afe3-4acc-9b82-4bc5decbc84b req-c92371db-7ccb-49a4-b16a-34ecfc15ee2e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 984 time: 0.0539219 Nov 25 17:44:26.217805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b2da6ad-afe3-4acc-9b82-4bc5decbc84b req-b4d4a233-b1cd-433f-9a96-dd36d8eba81b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0533910 Nov 25 17:44:26.333635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd0f4e-58d2-4297-9dc2-1630640b07ba req-c470b178-3783-4f62-9fb4-48b0d6de4d96 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.335175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0fd0f4e-58d2-4297-9dc2-1630640b07ba req-c470b178-3783-4f62-9fb4-48b0d6de4d96 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1135 time: 0.0427284 Nov 25 17:44:26.355059 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e0fd0f4e-58d2-4297-9dc2-1630640b07ba req-0c22cc69-eb48-46de-932b-8ce9896da814 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.430563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e0fd0f4e-58d2-4297-9dc2-1630640b07ba req-0c22cc69-eb48-46de-932b-8ce9896da814 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.436628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e0fd0f4e-58d2-4297-9dc2-1630640b07ba req-0c22cc69-eb48-46de-932b-8ce9896da814 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.478369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22cc69-eb48-46de-932b-8ce9896da814 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e845f2-e97d-44da-b363-90697f66a9c3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:26.490740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e0fd0f4e-58d2-4297-9dc2-1630640b07ba req-0c22cc69-eb48-46de-932b-8ce9896da814 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1482503 Nov 25 17:44:26.513836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:26.557938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c232f1a-340d-4653-880a-378d576bd48d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:26.562610 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9c232f1a-340d-4653-880a-378d576bd48d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1130 time: 0.0446358 Nov 25 17:44:26.562939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52358) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:26.567255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '1186a024-1392-41da-87f9-b883adfbb8c9', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:44:26.593167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.688331 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.799274 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.25.8.116 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/2e10f44d-4d76-4d17-9c45-628b722bc035) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:44:26.915504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.949924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:26.995966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:44:27.000283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:44:27.002879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:44:27.027257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=2e10f44d-4d76-4d17-9c45-628b722bc035,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:27.381440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.453879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.635620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.640600 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.709565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=2e10f44d-4d76-4d17-9c45-628b722bc035,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:27.725481 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:27.832392 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Floating IP b4fa642c-860d-4720-b835-ff6868aa666b associated. External IP: 172.25.8.116, port: 1186a024-1392-41da-87f9-b883adfbb8c9. Nov 25 17:44:28.082619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router c9553765-34d4-4013-bc1f-c804ab5eb22b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:44:28.198033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:44:28.214233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] Sync routers for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:44:28.223582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:28.230944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:28.232095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:28.267745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-51c661a3-88b3-46b2-a7eb-16d1e819e6f6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7036545 Nov 25 17:44:28.268586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:44:28.270421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52366) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:28.271172 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6952fce2-fa80-460b-9922-aa0a568f6a13" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:44:28.321798 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923363d0-6343-47fe-8f54-15bb7023e230 x-openstack-request-id: req-923363d0-6343-47fe-8f54-15bb7023e230 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:44:28.322091 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:44:28.322345 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-923363d0-6343-47fe-8f54-15bb7023e230 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:44:28.322945 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9', 'status': 'completed', 'code': 200} Nov 25 17:44:28.395079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-80ebe2fb-a83e-4a65-9b20-e4b7cd95a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.398275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-80ebe2fb-a83e-4a65-9b20-e4b7cd95a1a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1135 time: 0.0533650 Nov 25 17:44:28.428812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:28.517934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.518396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.519297 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.519825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.521280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.522063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.531557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.532205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.539448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d3ebaa47-96d0-400f-b901-d63b170725b5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5691 time: 0.2670805 Nov 25 17:44:28.543080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52372) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:28.594803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-eea796ec-f6fe-4076-95c0-37e713261194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.596553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-eea796ec-f6fe-4076-95c0-37e713261194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f HTTP/1.1" status: 200 len: 898 time: 0.1899295 Nov 25 17:44:28.707646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'b4fa642c-860d-4720-b835-ff6868aa666b', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'port_id': '1186a024-1392-41da-87f9-b883adfbb8c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'mac_address': 'fa:16:3e:0d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec0274-d098-46e3-9224-da5d502955fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:27Z', 'updated_at': '2021-11-25T17:44:27Z', 'revision_number': 0, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:28.741341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.741799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.742247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.742749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.743303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.743773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.743901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] Checking router: c9553765-34d4-4013-bc1f-c804ab5eb22b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:44:28.744219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.744655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.748038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fde0756a-78b2-4b25-b4cd-786c3c3b8e6d tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.2039299 Nov 25 17:44:28.750346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52374) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:28.754525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:44:28.756179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:28.765968 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-c00ae690-0555-45a9-b5aa-e61ceab175aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1186a024-1392-41da-87f9-b883adfbb8c9 HTTP/1.1" status: 200 len: 999 time: 0.1603477 Nov 25 17:44:28.878791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:44:28.888811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-e0cf074a-585e-4d39-a255-e5ce1277009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.890464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-e0cf074a-585e-4d39-a255-e5ce1277009c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e96c1d8-92b3-4006-8480-bf7d054f8aa4 HTTP/1.1" status: 200 len: 835 time: 0.1181355 Nov 25 17:44:28.984898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-5a1cc7c4-d27d-455b-bf6f-b97225e022c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:28.986790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-5a1cc7c4-d27d-455b-bf6f-b97225e022c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854249 Nov 25 17:44:29.052602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9d81d996-d66d-476c-8069-4ef0eb23de46 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.2985888 Nov 25 17:44:29.056839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52376) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:29.129794 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb1b3d-2d01-42d1-96ec-37d708a87d32 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.131935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb1b3d-2d01-42d1-96ec-37d708a87d32 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:29.136346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-b262d8d4-bbcd-4ced-b04a-63148647e7d9 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381273 Nov 25 17:44:29.139747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c1bb1b3d-2d01-42d1-96ec-37d708a87d32 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c9553765-34d4-4013-bc1f-c804ab5eb22b HTTP/1.1" status: 200 len: 1989 time: 0.0773211 Nov 25 17:44:29.247473 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6952fce2-fa80-460b-9922-aa0a568f6a13 req-4d3c274a-2ce2-4f85-8877-0836d1d50084 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038351 Nov 25 17:44:29.360821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'b4fa642c-860d-4720-b835-ff6868aa666b', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'port_id': '1186a024-1392-41da-87f9-b883adfbb8c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'mac_address': 'fa:16:3e:0d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec0274-d098-46e3-9224-da5d502955fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:27Z', 'updated_at': '2021-11-25T17:44:27Z', 'revision_number': 0, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:29.397965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b3e7-6d5c-4738-b291-592413806e12 None None] The sync data for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 is: [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'b4fa642c-860d-4720-b835-ff6868aa666b', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'port_id': '1186a024-1392-41da-87f9-b883adfbb8c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'mac_address': 'fa:16:3e:0d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec0274-d098-46e3-9224-da5d502955fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:44:27Z', 'updated_at': '2021-11-25T17:44:27Z', 'revision_number': 0, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:44:29.635582 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98363709-12ca-4d0d-a32e-074b9741c3ed None None] New status for floating IP b4fa642c-860d-4720-b835-ff6868aa666b: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:44:35.691135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-99e73519-8062-4512-be15-6208da047400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:37.949228 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a1-efe6-4064-bd76-905b11516942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.350015 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:39.427750 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:44:40.630653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:41.433694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:46.160876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:47.638854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.399370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:52.451002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Deleting subnet 25cbe9dc-e157-4fef-b569-024a29333b54 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:44:52.454478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.489221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.529133 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.582524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.611553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cbe9dc-e157-4fef-b569-024a29333b54,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:52.618964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.625883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/25cbe9dc-e157-4fef-b569-024a29333b54 HTTP/1.1" status: 204 len: 168 time: 0.2230067 Nov 25 17:44:52.626100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1a666-febf-4038-a5a6-01004d161a83 None None] Network 630c9aae-c900-420d-834e-a80045361892 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:44:52.627025 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:52.630415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.630758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.631091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.631457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.631788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.632108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.632429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.632746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.633064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.633382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.633857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.634204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564dafe2-a57e-46a8-990e-769146bb8428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:52.701336 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.762594 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdd082-7b9b-42ab-a4aa-fea5d93382aa None None] DHCP port deletion for 630c9aae-c900-420d-834e-a80045361892 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:44:52.797794 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.819085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630c9aae-c900-420d-834e-a80045361892']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:52.829176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd65908-4e97-477d-b136-151aa3ebdc53') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:52.829698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd65908-4e97-477d-b136-151aa3ebdc53') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:44:52.840479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.853504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.860128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:44:52.860511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:44:52.862281 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:44:52.924401 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.931826 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:52.936680 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] 10.222.0.86 "DELETE /v2.0/networks/630c9aae-c900-420d-834e-a80045361892 HTTP/1.1" status: 204 len: 168 time: 0.3085549 Nov 25 17:44:52.952950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307790d-ed42-4bec-8bb2-12f5f23e638a admin admin] Pushing event deleted for resources: {'Network': ['ID=630c9aae-c900-420d-834e-a80045361892,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:53.113177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52536) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:53.155229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a379ac5a-6208-4d78-853b-414291c701e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e63478baf7974308bcf65a2f3c9f3e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408006 Nov 25 17:44:53.157736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52538) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:44:53.204261 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.226799 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.279479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.282185 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:44:53.285882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e33e4cb-98e2-4b03-82b8-b682fbe171aa HTTP/1.1" status: 204 len: 168 time: 0.1247385 Nov 25 17:44:53.292018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e33e4cb-98e2-4b03-82b8-b682fbe171aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:44:53.300920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.301278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.301625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.301966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.302306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.302674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.303031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.303469 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.303937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.304249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.304625 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:53.305023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093866a5-5749-4401-a682-c4ac0f140735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:44:57.744380 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-865a5ed5-08d4-4f08-835d-9ac8172cec2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429335 Nov 25 17:44:57.827409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-dd372c3d-4f1b-433a-9f9b-0a9d5488c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:57.828898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-dd372c3d-4f1b-433a-9f9b-0a9d5488c775 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0415137 Nov 25 17:44:57.931040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-2c8e101c-34ec-41eb-b11d-3a17b346170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:57.932547 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-2c8e101c-34ec-41eb-b11d-3a17b346170f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.0850053 Nov 25 17:44:58.004228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-5c4e045b-e9d5-4b44-9b89-fdecd0045c34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 200 len: 1002 time: 0.0645819 Nov 25 17:44:58.052752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-42d968df-06a3-49ee-87aa-a2ea1aaf17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.054209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-42d968df-06a3-49ee-87aa-a2ea1aaf17a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0435061 Nov 25 17:44:58.099061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-4d8432f6-f880-4568-9c0a-052d518fe51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.100551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-4d8432f6-f880-4568-9c0a-052d518fe51a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396061 Nov 25 17:44:58.195742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-6b37b267-1116-4142-a898-80c15cfc18f0 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Nov 25 17:44:58.291679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eba5cf77-31d2-42f7-8393-6b1ec0611e1a req-439bc1a9-e64d-4ef0-9ca7-fe2052563834 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881371 Nov 25 17:44:58.334514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-48760b4a-08ce-4dca-92d9-63c40849b03f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463700 Nov 25 17:44:58.416786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-53df86f7-2497-44d3-b5af-0991042c3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.419461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-53df86f7-2497-44d3-b5af-0991042c3176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1097 time: 0.0414815 Nov 25 17:44:58.522398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-b743e0b9-535e-474f-a4f6-c63974b753ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.523777 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-b743e0b9-535e-474f-a4f6-c63974b753ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.0862844 Nov 25 17:44:58.588583 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-8a616220-2d94-4cab-9a49-4c7fbb9d6f9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 1001 time: 0.0572040 Nov 25 17:44:58.636082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-00ad6a12-358c-449e-8cd7-0c6a8dc527ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.637642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-00ad6a12-358c-449e-8cd7-0c6a8dc527ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0425341 Nov 25 17:44:58.686673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-ebfad72b-ba38-4256-a4f8-2312b77581e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:44:58.688286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-ebfad72b-ba38-4256-a4f8-2312b77581e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441828 Nov 25 17:44:58.778708 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-3f72a8cf-d7a9-45ec-9a57-e2822e7b162d service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Nov 25 17:44:58.873344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-888c0155-280d-4aa6-8220-971c9f6f1cf2 req-1865ed2e-1086-4bdc-a1ce-14cb3eb5b7e2 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877907 Nov 25 17:45:02.647786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52568) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:02.733147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a58bf66d-89b5-488f-a3bb-76d9c6ad6075 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3060 time: 0.0837142 Nov 25 17:45:02.735615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52570) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:02.740223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'network': {'name': 'tempest-network-smoke--2030258169', 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'port_security_enabled': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:02.760758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Made reservation on behalf of 50888ef845a042cabf2e01a4ac2865aa for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:02.764813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.787091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:02.796603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.796940 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Added segment 66cf68c2-71fc-4ee9-a50a-b6dde12cf95d of type vlan for network 8d02626c-26f0-4231-b4f3-33946de33f93 Nov 25 17:45:02.839210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.866628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.872730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:02.873398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.928550 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1919336 Nov 25 17:45:02.931365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52572) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:02.936033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'admin_state_up': True, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:02.940341 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb30be9-821d-4401-9390-3011e55d6912 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Network': ['ID=8d02626c-26f0-4231-b4f3-33946de33f93,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:02.953308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 8d02626c-26f0-4231-b4f3-33946de33f93 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:02.960792 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:02.961797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.019673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.481613 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.679893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.698735 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.804636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.25.8.63 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/15656608-bd78-4be1-81b5-a7e51b6d4e9d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:03.904059 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.938829 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:03.981911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:03.984876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:03.988354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:03.998081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193746af-d25d-4e99-a1d9-c87db81aa0bc None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:04.015681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=15656608-bd78-4be1-81b5-a7e51b6d4e9d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:04.067497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a77bd091-c671-475e-b6ef-4dd7588558e7 None None] Provisioning complete for port 15656608-bd78-4be1-81b5-a7e51b6d4e9d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:04.067809 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a77bd091-c671-475e-b6ef-4dd7588558e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.105843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a77bd091-c671-475e-b6ef-4dd7588558e7 None None] Port 15656608-bd78-4be1-81b5-a7e51b6d4e9d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:04.247900 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.442958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.568639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router 062a27e6-63c7-4406-acae-fa53c4fc89c9 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:45:04.684862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:04.694753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Sync routers for ids ['062a27e6-63c7-4406-acae-fa53c4fc89c9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:04.705478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Routers {'062a27e6-63c7-4406-acae-fa53c4fc89c9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:04.706098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['062a27e6-63c7-4406-acae-fa53c4fc89c9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:04.710962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:04.716740 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1fc96dad-3aa1-4bb1-8807-43d995a9da28 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7798424 Nov 25 17:45:04.717155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52578) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:04.812153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Set router 062a27e6-63c7-4406-acae-fa53c4fc89c9 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:05.006874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:04Z', 'revision_number': 3, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:05.034151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Checking router: 062a27e6-63c7-4406-acae-fa53c4fc89c9 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:05.034497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Updating router 062a27e6-63c7-4406-acae-fa53c4fc89c9 port 15656608-bd78-4be1-81b5-a7e51b6d4e9d binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:05.065890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.072551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6223ef-fa50-4f6c-960b-80f6469015e6 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:05.074053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3d6223ef-fa50-4f6c-960b-80f6469015e6 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=50888ef845a042cabf2e01a4ac2865aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3558972 Nov 25 17:45:05.076901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52580) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.223317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123dbda-5535-47b7-b5e1-5872c4703006 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:05.224841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7123dbda-5535-47b7-b5e1-5872c4703006 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470408 Nov 25 17:45:05.227780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52582) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.262379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-532c812a-979a-4c40-a5f8-b66d58fefa58 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333903 Nov 25 17:45:05.265689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52584) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.298317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4bf9eac3-9f31-4713-bb39-dd31ed1369af tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=50888ef845a042cabf2e01a4ac2865aa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315497 Nov 25 17:45:05.300928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52586) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.322452 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.328428 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.380529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac4c9a-fb5a-4896-8981-359defd1de22 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:05.388625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dfbe88-a089-44f8-bf38-3278c53f7bce tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:05.391731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Attempting to bind port 15656608-bd78-4be1-81b5-a7e51b6d4e9d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:05.392102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Attempting to bind port 15656608-bd78-4be1-81b5-a7e51b6d4e9d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:05.392542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Attempting to bind port 15656608-bd78-4be1-81b5-a7e51b6d4e9d on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:05.393006 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-03dfbe88-a089-44f8-bf38-3278c53f7bce tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911717 Nov 25 17:45:05.393144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52588) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.394439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Pushing event updated for resources: {'Port': ['ID=15656608-bd78-4be1-81b5-a7e51b6d4e9d,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:05.407424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:05.407801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:05.408199 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.408588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:05.409064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Bound port: 15656608-bd78-4be1-81b5-a7e51b6d4e9d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:05.410032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.412857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.413199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.413533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.413863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.414448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.414787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.415119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.415464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.415788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.416108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.416456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.416774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:05.429597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-909cc7a6-7ad5-4056-a252-3607f29c3b86 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323889 Nov 25 17:45:05.429597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.433822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-111554208', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:05.479241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-144e4c5c-25da-4ffc-8cd7-846b0c6305da None None] Provisioning complete for port 15656608-bd78-4be1-81b5-a7e51b6d4e9d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:05.479641 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-144e4c5c-25da-4ffc-8cd7-846b0c6305da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.503225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] For port 15656608-bd78-4be1-81b5-a7e51b6d4e9d, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:05.522661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] For port 15656608-bd78-4be1-81b5-a7e51b6d4e9d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=15656608-bd78-4be1-81b5-a7e51b6d4e9d,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:05.523793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Made reservation on behalf of 50888ef845a042cabf2e01a4ac2865aa for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:05.527403 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.528689 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.538818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-144e4c5c-25da-4ffc-8cd7-846b0c6305da None None] Port 15656608-bd78-4be1-81b5-a7e51b6d4e9d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:05.577384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e18983-7662-4b70-ad6b-14635b39afc6 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:05.603208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Routers {'062a27e6-63c7-4406-acae-fa53c4fc89c9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:05.604170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:44:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['062a27e6-63c7-4406-acae-fa53c4fc89c9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:05.659328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b658450-ae82-4c20-b05a-16767682c855 None None] Pushing event updated for resources: {'Port': ['ID=15656608-bd78-4be1-81b5-a7e51b6d4e9d,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:05.682177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-62769cd2-50a6-4e41-8302-9d63d19e50e4 None None] Provisioning complete for port 15656608-bd78-4be1-81b5-a7e51b6d4e9d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:05.682549 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62769cd2-50a6-4e41-8302-9d63d19e50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.723111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.761178 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b200a264-c11a-457f-bd54-2ce1b30b4900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.787705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Subnet': ['ID=670045d7-8e20-4d07-b43d-b7aab723642b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:05.796546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] Set router 062a27e6-63c7-4406-acae-fa53c4fc89c9 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:05.797377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Checking segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:05.797743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network hostable DHCP agents. Network: 8d02626c-26f0-4231-b4f3-33946de33f93, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:05.815407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 8d02626c-26f0-4231-b4f3-33946de33f93 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:05.824243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 8d02626c-26f0-4231-b4f3-33946de33f93) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:05.830303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:05.830904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:05.853947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-be167f50-eaa2-4e54-b065-acf5d4e01a1f tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4210770 Nov 25 17:45:05.853947 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:05.854299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc298bb-988c-4dfe-8591-5c6e5adb6dd0 None None] Network 8d02626c-26f0-4231-b4f3-33946de33f93 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:06.139058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62769cd2-50a6-4e41-8302-9d63d19e50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.180957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-62769cd2-50a6-4e41-8302-9d63d19e50e4 None None] For port 15656608-bd78-4be1-81b5-a7e51b6d4e9d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=15656608-bd78-4be1-81b5-a7e51b6d4e9d,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:06.202979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62769cd2-50a6-4e41-8302-9d63d19e50e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.318016 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.334162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62769cd2-50a6-4e41-8302-9d63d19e50e4 None None] Pushing event updated for resources: {'Port': ['ID=15656608-bd78-4be1-81b5-a7e51b6d4e9d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:06.345174 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-8d02626c-26f0-4231-b4f3-33946de33f93', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'fixed_ips': [{'subnet_id': '670045d7-8e20-4d07-b43d-b7aab723642b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:06.345919 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.374325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:04Z', 'revision_number': 3, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:06.441434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eddb6-5b26-4a63-a467-baaeb8e8738b None None] The sync data for ids ['062a27e6-63c7-4406-acae-fa53c4fc89c9'] in n-d-817303-7 is: [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:04Z', 'revision_number': 3, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:06.528640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Allocated IP 172.20.0.18 (8d02626c-26f0-4231-b4f3-33946de33f93/670045d7-8e20-4d07-b43d-b7aab723642b/b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:06.687066 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.695177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.752051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Network 8d02626c-26f0-4231-b4f3-33946de33f93 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:06.754846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:06.758183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:06.776085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Pushing event updated for resources: {'Port': ['ID=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:06.843173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Attempting to bind port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:06.843644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Attempting to bind port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:06.844087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Attempting to bind port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 on network 8d02626c-26f0-4231-b4f3-33946de33f93 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:06.850576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:06.851024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Checking segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:06.851522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.851974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Bound using segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:06.852521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Bound port: b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:06.852966 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:06.880736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.20.0.17 (8d02626c-26f0-4231-b4f3-33946de33f93/670045d7-8e20-4d07-b43d-b7aab723642b/a85e4aeb-f76d-4475-b100-fd488417c874) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:06.931488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] For port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:06.935564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] For port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:06.940496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.016102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1000-0cef-46fd-913f-a970492d0afc None None] Pushing event updated for resources: {'Port': ['ID=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:07.025182 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.065106 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.117938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 8d02626c-26f0-4231-b4f3-33946de33f93 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:07.121085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:07.125408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:07.131979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=a85e4aeb-f76d-4475-b100-fd488417c874,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:07.175550 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.352455 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.652035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.657053 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.736271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.738097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=a85e4aeb-f76d-4475-b100-fd488417c874,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:07.834844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 8d02626c-26f0-4231-b4f3-33946de33f93 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:07.836397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:07.945717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88c50332-4791-449d-a0de-2d0c75c95f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:07.967418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router 062a27e6-63c7-4406-acae-fa53c4fc89c9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:08.048934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00e3f6-2c64-4313-8079-3ccb1b5c473c None None] Network 8d02626c-26f0-4231-b4f3-33946de33f93 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:08.085645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:08.092204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-95018a63-4aec-4693-9645-8063b712af67 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "PUT /v2.0/routers/062a27e6-63c7-4406-acae-fa53c4fc89c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372475 Nov 25 17:45:08.167669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-db4df74e-eb6c-4926-9627-121ddb86e4fd None None] Provisioning complete for port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:08.168047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db4df74e-eb6c-4926-9627-121ddb86e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.299730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db4df74e-eb6c-4926-9627-121ddb86e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.360734 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-db4df74e-eb6c-4926-9627-121ddb86e4fd None None] For port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:08.367893 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-db4df74e-eb6c-4926-9627-121ddb86e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.380335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:08.405800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-69959070-e0f1-4884-a4d0-1fbb4eb075e9 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:08.407555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-69959070-e0f1-4884-a4d0-1fbb4eb075e9 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/networks?id=8d02626c-26f0-4231-b4f3-33946de33f93 HTTP/1.1" status: 200 len: 798 time: 0.1538932 Nov 25 17:45:08.431947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-cc7cd48f-f2f3-40d6-8441-2010e24b1383 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/quotas/50888ef845a042cabf2e01a4ac2865aa HTTP/1.1" status: 200 len: 375 time: 0.0177028 Nov 25 17:45:08.467433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4df74e-eb6c-4926-9627-121ddb86e4fd None None] Pushing event updated for resources: {'Port': ['ID=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:08.482116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:08.482510 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.537718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-59a45bef-3d56-42ad-a319-4515ad635c46 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1048846 Nov 25 17:45:08.589892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 15656608-bd78-4be1-81b5-a7e51b6d4e9d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:08.648253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8e8a22af-9ed4-4923-a144-de6127aba779 None None] Provisioning complete for port a85e4aeb-f76d-4475-b100-fd488417c874 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:08.648773 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e8a22af-9ed4-4923-a144-de6127aba779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.684580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-0d70944d-13b9-4d46-843d-16f78453167d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:45:08.685971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-0d70944d-13b9-4d46-843d-16f78453167d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1312778 Nov 25 17:45:08.692241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 15656608-bd78-4be1-81b5-a7e51b6d4e9d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:08.692686 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.695411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a22af-9ed4-4923-a144-de6127aba779 None None] Port a85e4aeb-f76d-4475-b100-fd488417c874 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:08.744438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Sync routers for ids ['062a27e6-63c7-4406-acae-fa53c4fc89c9'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:08.749132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8e8a22af-9ed4-4923-a144-de6127aba779 None None] Provisioning complete for port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:08.749442 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8e8a22af-9ed4-4923-a144-de6127aba779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:08.755960 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Routers {'062a27e6-63c7-4406-acae-fa53c4fc89c9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:08.756576 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['062a27e6-63c7-4406-acae-fa53c4fc89c9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:08.814058 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7c1c11c9-2b15-4311-8400-8c3b93c81512 service neutron] 10.222.0.86 "GET /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204286 Nov 25 17:45:08.900927 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Set router 062a27e6-63c7-4406-acae-fa53c4fc89c9 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:08.923084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-6d8f5300-9f69-4bf4-9db5-2e52a7dfba8d service neutron] 10.222.0.86 "GET /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996394 Nov 25 17:45:09.011175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a79bfe56-efec-40b9-b1e5-23320dd2afb2 None None] Provisioning complete for port a85e4aeb-f76d-4475-b100-fd488417c874 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:09.012112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a79bfe56-efec-40b9-b1e5-23320dd2afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.061113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a79bfe56-efec-40b9-b1e5-23320dd2afb2 None None] Port a85e4aeb-f76d-4475-b100-fd488417c874 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:09.137443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-422387f6-4834-45d1-93f6-9ac8fedd3926 req-6d32de3f-35c8-4e0c-b082-11e0589d6ee9 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 210 time: 0.0295994 Nov 25 17:45:09.156065 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:07Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a85e4aeb-f76d-4475-b100-fd488417c874', 'name': '', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:69:59:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:06Z', 'updated_at': '2021-11-25T17:45:07Z', 'revision_number': 2, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:09.181655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3053f229-1a05-425e-93f6-b50eb1c9be27 None None] Provisioning complete for port a85e4aeb-f76d-4475-b100-fd488417c874 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:09.182028 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3053f229-1a05-425e-93f6-b50eb1c9be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.186039 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Checking router: 062a27e6-63c7-4406-acae-fa53c4fc89c9 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:09.186387 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Updating router 062a27e6-63c7-4406-acae-fa53c4fc89c9 port a85e4aeb-f76d-4475-b100-fd488417c874 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:09.211518 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.218068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3053f229-1a05-425e-93f6-b50eb1c9be27 None None] Port a85e4aeb-f76d-4475-b100-fd488417c874 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:09.355475 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.577852 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.582978 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.630534 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58b231-5d0f-4b83-b12a-c9e10e0a0bd6 None None] Pushing event updated for resources: {'Port': ['ID=a85e4aeb-f76d-4475-b100-fd488417c874,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:09.691630 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Attempting to bind port a85e4aeb-f76d-4475-b100-fd488417c874 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:09.691998 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Attempting to bind port a85e4aeb-f76d-4475-b100-fd488417c874 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:09.692358 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Attempting to bind port a85e4aeb-f76d-4475-b100-fd488417c874 on network 8d02626c-26f0-4231-b4f3-33946de33f93 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:09.697415 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:09.697782 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Checking segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:09.698171 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.698553 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Bound using segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:09.699011 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Bound port: a85e4aeb-f76d-4475-b100-fd488417c874, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:09.699406 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.767564 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] For port a85e4aeb-f76d-4475-b100-fd488417c874, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:09.771549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] For port a85e4aeb-f76d-4475-b100-fd488417c874, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a85e4aeb-f76d-4475-b100-fd488417c874,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:09.775768 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.832092 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Routers {'062a27e6-63c7-4406-acae-fa53c4fc89c9'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:09.833139 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['062a27e6-63c7-4406-acae-fa53c4fc89c9'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:09.882454 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58b231-5d0f-4b83-b12a-c9e10e0a0bd6 None None] Pushing event updated for resources: {'Port': ['ID=a85e4aeb-f76d-4475-b100-fd488417c874,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:09.943934 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-08c9a3fa-236a-4123-82de-1f8dc99f2555 None None] Provisioning complete for port a85e4aeb-f76d-4475-b100-fd488417c874 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:09.944641 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08c9a3fa-236a-4123-82de-1f8dc99f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:09.960667 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] Set router 062a27e6-63c7-4406-acae-fa53c4fc89c9 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:10.033897 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08c9a3fa-236a-4123-82de-1f8dc99f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.078641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-08c9a3fa-236a-4123-82de-1f8dc99f2555 None None] For port a85e4aeb-f76d-4475-b100-fd488417c874, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a85e4aeb-f76d-4475-b100-fd488417c874,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:10.085826 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08c9a3fa-236a-4123-82de-1f8dc99f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.153938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9a3fa-236a-4123-82de-1f8dc99f2555 None None] Pushing event updated for resources: {'Port': ['ID=a85e4aeb-f76d-4475-b100-fd488417c874,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:10.236470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-73ffa5d7-6247-456b-b89f-b6921a809b63 None None] Provisioning complete for port a85e4aeb-f76d-4475-b100-fd488417c874 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:10.238181 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-73ffa5d7-6247-456b-b89f-b6921a809b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.263366 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:07Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a85e4aeb-f76d-4475-b100-fd488417c874', 'name': '', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:69:59:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:06Z', 'updated_at': '2021-11-25T17:45:09Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:10.308477 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846894a-2711-4fbd-8656-ea4b461b6217 None None] The sync data for ids ['062a27e6-63c7-4406-acae-fa53c4fc89c9'] in n-d-817303-7 is: [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:07Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a85e4aeb-f76d-4475-b100-fd488417c874', 'name': '', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:69:59:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:06Z', 'updated_at': '2021-11-25T17:45:09Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:10.330798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5fad84b-71b1-4db2-a83f-a4a9d9ed369e req-504ed9ae-c313-48b5-b12d-97d907c40033 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 210 time: 0.0646255 Nov 25 17:45:10.363228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:10.459581 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:10.460004 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.505295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-ed142fe3-dbd1-4eaf-858c-cba32e34f4a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:10.506778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-ed142fe3-dbd1-4eaf-858c-cba32e34f4a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.55 "GET /v2.0/networks?id=8d02626c-26f0-4231-b4f3-33946de33f93 HTTP/1.1" status: 200 len: 798 time: 0.2914739 Nov 25 17:45:10.525012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Request body: {'port': {'device_id': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'admin_state_up': True, 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:10.634632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.660797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Made reservation on behalf of 50888ef845a042cabf2e01a4ac2865aa for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:10.664351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.803162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Allocated IP 172.20.0.23 (8d02626c-26f0-4231-b4f3-33946de33f93/670045d7-8e20-4d07-b43d-b7aab723642b/40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:10.923964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:10.960184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.012709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Network 8d02626c-26f0-4231-b4f3-33946de33f93 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:11.016247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:11.018842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:11.025859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event updated for resources: {'Port': ['ID=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:11.090460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:11.091749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.110747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a30c191d-7419-4fe7-87c9-a15d6dd880dc tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5897851 Nov 25 17:45:11.133455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Request body: {'port': {'device_id': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:11.199014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.359979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e2dea0cd-59f8-4506-809e-85446aa3827a None None] Provisioning complete for port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:11.360548 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2dea0cd-59f8-4506-809e-85446aa3827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.433116 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e2dea0cd-59f8-4506-809e-85446aa3827a None None] Port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:11.445025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.492390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb97dd-1e49-4630-8792-9fcf9e9ca5ca req-c546f4cf-3d3e-4c0a-a376-b878617536a9 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:11.493898 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c2cb97dd-1e49-4630-8792-9fcf9e9ca5ca req-c546f4cf-3d3e-4c0a-a376-b878617536a9 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 895 time: 0.0941310 Nov 25 17:45:11.541746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:11.550593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.563921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Transition to ACTIVE for port object 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:11.567701 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.621154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Pushing event updated for resources: {'Port': ['ID=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:11.697218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Attempting to bind port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:11.698149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Attempting to bind port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:11.698484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Attempting to bind port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 on network 8d02626c-26f0-4231-b4f3-33946de33f93 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:11.703884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 on network 8d02626c-26f0-4231-b4f3-33946de33f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:11.704205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Attempting to bind port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 on network 8d02626c-26f0-4231-b4f3-33946de33f93 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:11.709153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:11.709491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Checking segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:11.709870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Bound using segment: {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:11.710320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Bound port: 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:11.710671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.775568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] For port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:11.779471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] For port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:11.784320 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.820666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:11.821279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:11.822647 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] 10.222.0.55 "PUT /v2.0/ports/40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 HTTP/1.1" status: 200 len: 1055 time: 0.6996946 Nov 25 17:45:11.823080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'tag': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:11.826244 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40cea2-7787-47de-95d3-4d7bafe7341d" -d '{"events": [{"name": "network-changed", "server_uuid": "00582e91-91cd-4dc1-a891-4bbda4f8315b", "tag": "40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:11.852524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa190a3-0465-4249-bdcb-e1a06325fe69 service neutron] Pushing event updated for resources: {'Port': ['ID=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:11.931928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a878f572-ba9e-4e38-94bc-f999099b8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:11.933664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-a878f572-ba9e-4e38-94bc-f999099b8c2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 1058 time: 0.0556624 Nov 25 17:45:11.979669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-159173fe-84b8-4afc-9e89-106de4ec5d8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 HTTP/1.1" status: 200 len: 217 time: 0.0384698 Nov 25 17:45:12.032182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-368a8684-9847-4421-be25-e319436a4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.033648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-368a8684-9847-4421-be25-e319436a4636 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670045d7-8e20-4d07-b43d-b7aab723642b HTTP/1.1" status: 200 len: 837 time: 0.0477295 Nov 25 17:45:12.050008 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1231bf8c-213f-46cb-9763-7eda65b4b99b x-openstack-request-id: req-1231bf8c-213f-46cb-9763-7eda65b4b99b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:12.050314 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00582e91-91cd-4dc1-a891-4bbda4f8315b", "tag": "40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:12.050585 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1231bf8c-213f-46cb-9763-7eda65b4b99b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:12.051009 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'tag': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7', 'status': 'completed', 'code': 200} Nov 25 17:45:12.093853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-222c1462-06a5-499b-958d-81bd0cd1ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.096058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-222c1462-06a5-499b-958d-81bd0cd1ff3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d02626c-26f0-4231-b4f3-33946de33f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544701 Nov 25 17:45:12.188555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-90bf2e98-ee9f-4b51-99d6-50452f17b8b0 service neutron] 10.222.0.55 "GET /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858393 Nov 25 17:45:12.290969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a85e4aeb-f76d-4475-b100-fd488417c874 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:12.296207 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4b96aeb-aa1e-4b1e-817d-e4dfd1c86fcd req-aa1dbf80-e3fd-4b84-bbf6-ff7b387fc77f service neutron] 10.222.0.55 "GET /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006675 Nov 25 17:45:12.339817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a85e4aeb-f76d-4475-b100-fd488417c874 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:12.340334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:12.386596 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-50037080-0a2b-40e1-97b2-439b1d8133d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.388786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-50037080-0a2b-40e1-97b2-439b1d8133d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 1058 time: 0.0434449 Nov 25 17:45:12.484908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-c97a2265-8dc5-46a4-b67a-0eac96d615c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.486280 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-c97a2265-8dc5-46a4-b67a-0eac96d615c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d02626c-26f0-4231-b4f3-33946de33f93 HTTP/1.1" status: 200 len: 899 time: 0.0910883 Nov 25 17:45:12.532964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-576e770a-2f2d-43f7-83f6-5433e4ad4f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 HTTP/1.1" status: 200 len: 217 time: 0.0397794 Nov 25 17:45:12.583504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-3f5b434c-b196-453c-a787-b7d438d43685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.584983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-3f5b434c-b196-453c-a787-b7d438d43685 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670045d7-8e20-4d07-b43d-b7aab723642b HTTP/1.1" status: 200 len: 837 time: 0.0452077 Nov 25 17:45:12.626404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6f54-73a3-4941-9d30-4e865e244772 req-e05b3691-c45b-405a-992c-cc6e897fe5d5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.627896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1ebf6f54-73a3-4941-9d30-4e865e244772 req-e05b3691-c45b-405a-992c-cc6e897fe5d5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 907 time: 0.0557666 Nov 25 17:45:12.632561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-a9504785-67c8-463a-9c42-86edc0dd9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:12.634078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-a9504785-67c8-463a-9c42-86edc0dd9e4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d02626c-26f0-4231-b4f3-33946de33f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407155 Nov 25 17:45:12.730838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-21b3429e-00d2-4d52-b055-b211b56a8ea0 service neutron] 10.222.0.55 "GET /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877855 Nov 25 17:45:12.819915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fb40cea2-7787-47de-95d3-4d7bafe7341d req-dd14b27c-4010-4614-86bf-5a4b9f244ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821176 Nov 25 17:45:13.743781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d8a18-5068-4609-9321-45554c2d2726 req-35a6a782-e7ab-45c5-b13a-fbc20970c0ed tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:13.745242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7e6d8a18-5068-4609-9321-45554c2d2726 req-35a6a782-e7ab-45c5-b13a-fbc20970c0ed tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 907 time: 0.0491595 Nov 25 17:45:14.869409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33862b-df3a-4243-9ba7-06254e609bf2 req-5b904471-1c11-42e5-b9b3-bbe39d79c737 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:14.870900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9a33862b-df3a-4243-9ba7-06254e609bf2 req-5b904471-1c11-42e5-b9b3-bbe39d79c737 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 907 time: 0.0546782 Nov 25 17:45:15.230235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:15.326623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:15.338100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7', 'network_id': '8d02626c-26f0-4231-b4f3-33946de33f93', 'port_id': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7', 'mac_address': 'fa:16:3e:06:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670045d7-8e20-4d07-b43d-b7aab723642b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:15.375652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.388330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:15.407247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:15.411322 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:15.460850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:15.623685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:45:16.004747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ffbf-d8b7-4598-b1f2-98b4d72fe9af req-e4e41ec4-3287-4d4e-a1ec-7976c841b84b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:16.006467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31d7ffbf-d8b7-4598-b1f2-98b4d72fe9af req-e4e41ec4-3287-4d4e-a1ec-7976c841b84b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 908 time: 0.0635405 Nov 25 17:45:16.160994 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:16.427448 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:45:17.126674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3761-009e-403e-b557-ede72213b1cf req-9634dee6-2792-45a8-aae8-706869a22a73 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.128133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a72b3761-009e-403e-b557-ede72213b1cf req-9634dee6-2792-45a8-aae8-706869a22a73 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 908 time: 0.0519397 Nov 25 17:45:17.246418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:17.297495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:45:17.302020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:17.302396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.381696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.407521 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:17.410869 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37603831-7b99-4129-be6d-e59f2e58b7d0" -d '{"events": [{"server_uuid": "00582e91-91cd-4dc1-a891-4bbda4f8315b", "name": "network-vif-plugged", "status": "completed", "tag": "40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:17.426450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:17.431071 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:17.488777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:17.547786 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45935593-16f5-4118-9363-8cb45b8f2078 x-openstack-request-id: req-45935593-16f5-4118-9363-8cb45b8f2078 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:17.548020 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00582e91-91cd-4dc1-a891-4bbda4f8315b", "name": "network-vif-plugged", "status": "completed", "tag": "40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:17.548278 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45935593-16f5-4118-9363-8cb45b8f2078 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:17.548676 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7', 'code': 200} Nov 25 17:45:17.648912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f176512-3ed0-4c18-8936-4a92b7554722 req-b467f696-a47d-43a8-b1d4-c91ee948b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:17.650418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f176512-3ed0-4c18-8936-4a92b7554722 req-b467f696-a47d-43a8-b1d4-c91ee948b895 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 1060 time: 0.0429173 Nov 25 17:45:17.665249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:18.252019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5205858-075e-459b-975a-7f8657ba315e req-897c47ff-c799-4546-9ae4-bcff864dd321 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:18.253467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c5205858-075e-459b-975a-7f8657ba315e req-897c47ff-c799-4546-9ae4-bcff864dd321 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 909 time: 0.0540633 Nov 25 17:45:19.368582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc8d63-7953-4fab-8704-3bea60de5a7e req-88530d92-1b54-4b30-89b8-eac4992d5084 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.370034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96cc8d63-7953-4fab-8704-3bea60de5a7e req-88530d92-1b54-4b30-89b8-eac4992d5084 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 909 time: 0.0484395 Nov 25 17:45:19.487485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ba6d-9d2f-439c-8724-fa850c02d088 req-9909ddaa-5e9d-47b6-b894-2838ee6435a8 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.489020 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ee24ba6d-9d2f-439c-8724-fa850c02d088 req-9909ddaa-5e9d-47b6-b894-2838ee6435a8 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 909 time: 0.0490398 Nov 25 17:45:19.592396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24565bb7-c6f2-494d-acf8-99053fb81930 req-e8faead9-98ab-41a1-b121-0faf3d6b7e24 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.593818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-24565bb7-c6f2-494d-acf8-99053fb81930 req-e8faead9-98ab-41a1-b121-0faf3d6b7e24 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 1060 time: 0.0398619 Nov 25 17:45:19.700085 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed5cad-0d77-4365-b0e6-5b108c0d9671 req-9f13ccca-9d82-444f-988e-341e36539fc0 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.702449 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31ed5cad-0d77-4365-b0e6-5b108c0d9671 req-9f13ccca-9d82-444f-988e-341e36539fc0 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1135 time: 0.0417981 Nov 25 17:45:19.755022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-31ed5cad-0d77-4365-b0e6-5b108c0d9671 req-9d5484bb-1fc5-4d2b-9cd9-2f20dd1793e5 tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0462711 Nov 25 17:45:19.776658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52680) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:19.815142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47db4e9-a007-4b39-8bf6-b8d4e0bb380b tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:19.816665 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a47db4e9-a007-4b39-8bf6-b8d4e0bb380b tempest-TestSecurityGroupsBasicOps-1518334387 tempest-TestSecurityGroupsBasicOps-1518334387-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 1055 time: 0.0390146 Nov 25 17:45:20.040454 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b73a2-d225-403a-8e4e-2a9208b1d934 req-cdff9a77-254d-43ff-bddf-ac55f15836a3 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:20.041909 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-855b73a2-d225-403a-8e4e-2a9208b1d934 req-cdff9a77-254d-43ff-bddf-ac55f15836a3 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 909 time: 0.0519466 Nov 25 17:45:21.176491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da1ef5-e4c2-416c-a475-803d0ed4b39e req-ed7adc45-a9d3-4962-b6d7-b707429b17a8 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.177961 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-20da1ef5-e4c2-416c-a475-803d0ed4b39e req-ed7adc45-a9d3-4962-b6d7-b707429b17a8 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 909 time: 0.0566242 Nov 25 17:45:21.263222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-6f7e9b7b-30d5-401d-a481-c05778058e76 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:21.265091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-6f7e9b7b-30d5-401d-a481-c05778058e76 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.55 "GET /v2.0/ports?device_id=00582e91-91cd-4dc1-a891-4bbda4f8315b HTTP/1.1" status: 200 len: 909 time: 0.0495880 Nov 25 17:45:21.357693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:21.358282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.445184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] For port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:21.445543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.462535 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:21.586699 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.614264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:21.659022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] No DVR routers for this DVR port 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:21.661783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:21.665484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7aee6542-4f58-4083-a23f-1e0184c0cdb7 req-833d1dd2-f729-4790-ad22-f5ebfb1dd441 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.55 "DELETE /v2.0/ports/40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 HTTP/1.1" status: 204 len: 173 time: 0.3941927 Nov 25 17:45:21.665951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'name': 'network-vif-deleted', 'tag': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:21.668236 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0c883-6754-48a2-8055-ce1c3d044de2" -d '{"events": [{"server_uuid": "00582e91-91cd-4dc1-a891-4bbda4f8315b", "name": "network-vif-deleted", "tag": "40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:21.715339 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7594c2f8-4525-4370-b572-1c9756e69bed x-openstack-request-id: req-7594c2f8-4525-4370-b572-1c9756e69bed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:21.715673 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00582e91-91cd-4dc1-a891-4bbda4f8315b", "name": "network-vif-deleted", "tag": "40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:21.716085 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7594c2f8-4525-4370-b572-1c9756e69bed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:21.716326 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00582e91-91cd-4dc1-a891-4bbda4f8315b', 'name': 'network-vif-deleted', 'tag': '40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7', 'status': 'completed', 'code': 200} Nov 25 17:45:22.235850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52696) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:22.660592 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.219147 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port a85e4aeb-f76d-4475-b100-fd488417c874 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:23.219518 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.304308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] For port a85e4aeb-f76d-4475-b100-fd488417c874, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a85e4aeb-f76d-4475-b100-fd488417c874,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:23.304992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.322508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for a85e4aeb-f76d-4475-b100-fd488417c874 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:23.503875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.527854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=a85e4aeb-f76d-4475-b100-fd488417c874,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:23.722487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:23.935108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router 062a27e6-63c7-4406-acae-fa53c4fc89c9 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:24.045121 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:24.051228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-317718ec-ce96-4c21-be87-688b21d634a5 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "PUT /v2.0/routers/062a27e6-63c7-4406-acae-fa53c4fc89c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143144 Nov 25 17:45:24.052886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:24.055065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] Sync routers for ids ['062a27e6-63c7-4406-acae-fa53c4fc89c9'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:24.065918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] Routers {'062a27e6-63c7-4406-acae-fa53c4fc89c9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:24.066530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['062a27e6-63c7-4406-acae-fa53c4fc89c9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:24.103443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting subnet 670045d7-8e20-4d07-b43d-b7aab723642b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:24.106528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.146670 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.171270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] Set router 062a27e6-63c7-4406-acae-fa53c4fc89c9 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:24.240183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.304242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.333950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Subnet': ['ID=670045d7-8e20-4d07-b43d-b7aab723642b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:24.337930 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.341264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a162fe97-aa99-4040-aac5-e444ee1cf8ca tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/subnets/670045d7-8e20-4d07-b43d-b7aab723642b HTTP/1.1" status: 204 len: 168 time: 0.2874308 Nov 25 17:45:24.344251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:24.397328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e4bcf2-4876-4941-9e5a-6bc0529dcd96 None None] Network 8d02626c-26f0-4231-b4f3-33946de33f93 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:24.458421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.568512 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.623621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port 15656608-bd78-4be1-81b5-a7e51b6d4e9d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:24.623621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.637785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:23Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '15656608-bd78-4be1-81b5-a7e51b6d4e9d', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:03Z', 'updated_at': '2021-11-25T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:24.665595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] Checking router: 062a27e6-63c7-4406-acae-fa53c4fc89c9 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:24.681194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] DHCP port deletion for 8d02626c-26f0-4231-b4f3-33946de33f93 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:24.684063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] Routers {'062a27e6-63c7-4406-acae-fa53c4fc89c9'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:24.684679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['062a27e6-63c7-4406-acae-fa53c4fc89c9'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:24.713058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] For port 15656608-bd78-4be1-81b5-a7e51b6d4e9d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=15656608-bd78-4be1-81b5-a7e51b6d4e9d,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:24.713416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.726017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for 15656608-bd78-4be1-81b5-a7e51b6d4e9d owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:24.799751 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] Set router 062a27e6-63c7-4406-acae-fa53c4fc89c9 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:24.860841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:24Z', 'revision_number': 6, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:24.897570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434a56b-56a9-4f5c-af63-00de32d7dbf2 None None] The sync data for ids ['062a27e6-63c7-4406-acae-fa53c4fc89c9'] in n-d-817303-7 is: [{'id': '062a27e6-63c7-4406-acae-fa53c4fc89c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1189247021', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:02Z', 'updated_at': '2021-11-25T17:45:24Z', 'revision_number': 6, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:24.910809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] Deleting port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:24.911216 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.911975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:24.940546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=15656608-bd78-4be1-81b5-a7e51b6d4e9d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:24.965872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f0960-81ae-4c25-9f06-50d9ab79a1c1 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:24.999818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] For port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,segment=NetworkSegment(66cf68c2-71fc-4ee9-a50a-b6dde12cf95d),segment_id=66cf68c2-71fc-4ee9-a50a-b6dde12cf95d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:25.000248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.011773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.013217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] Calling delete_port for b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:25.103864 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.115062 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.117247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.132201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] Pushing event deleted for resources: {'Port': ['ID=b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:25.134082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c6ebd-f853-45fa-9c7d-6a8629de593a None None] No DVR routers for this DVR port b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:25.161205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.161706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Fanout notify agent at l3_agent the message router_deleted on router 062a27e6-63c7-4406-acae-fa53c4fc89c9 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:45:25.168638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.172917 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5ea133ee-a27a-4eb8-be57-52a742500088 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/routers/062a27e6-63c7-4406-acae-fa53c4fc89c9 HTTP/1.1" status: 204 len: 168 time: 0.8269348 Nov 25 17:45:25.173302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52710) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:25.257605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.282029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:25.303789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:25.304529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 40b58d80-e7b1-4e7d-99a0-ea2b4c5dd6a7 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:25.349601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.369324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d02626c-26f0-4231-b4f3-33946de33f93']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:25.378416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:25.378708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cf68c2-71fc-4ee9-a50a-b6dde12cf95d') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:25.387894 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.402354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.409342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:25.409741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:25.412837 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:25.474041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.481296 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.485062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/networks/8d02626c-26f0-4231-b4f3-33946de33f93 HTTP/1.1" status: 204 len: 168 time: 0.3107221 Nov 25 17:45:25.487898 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52712) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:25.496910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddd157-d98d-4ab8-871a-705ab4af74b1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Network': ['ID=8d02626c-26f0-4231-b4f3-33946de33f93,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:25.713641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port 2e10f44d-4d76-4d17-9c45-628b722bc035 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:25.713975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.786911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.787258 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.798471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for 2e10f44d-4d76-4d17-9c45-628b722bc035 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:25.970964 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:25.995519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=2e10f44d-4d76-4d17-9c45-628b722bc035,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:26.058959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.059280 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Floating IP b4fa642c-860d-4720-b835-ff6868aa666b disassociated (deleted). External IP: 172.25.8.116, port: 1186a024-1392-41da-87f9-b883adfbb8c9. Nov 25 17:45:26.275564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router c9553765-34d4-4013-bc1f-c804ab5eb22b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:26.279115 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a85e4aeb-f76d-4475-b100-fd488417c874 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:26.300483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a85e4aeb-f76d-4475-b100-fd488417c874 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:26.300903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a85e4aeb-f76d-4475-b100-fd488417c874 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:26.301309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:26.321062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:26.321403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b7dbcbae-d6e3-4ada-a99c-9583f6c37bd3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:26.321805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 15656608-bd78-4be1-81b5-a7e51b6d4e9d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:26.342256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 15656608-bd78-4be1-81b5-a7e51b6d4e9d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:26.342605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 15656608-bd78-4be1-81b5-a7e51b6d4e9d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:26.385298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:26.390920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:26.396322 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] Sync routers for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:26.405622 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:26.406382 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:26.418468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-406542c3-8693-4402-8d97-c828d32b034b tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/floatingips/b4fa642c-860d-4720-b835-ff6868aa666b HTTP/1.1" status: 204 len: 168 time: 0.9287827 Nov 25 17:45:26.419064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:26.422052 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b54eb-20e8-4302-995e-4661516ad8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:26.465027 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a56013-b910-445d-b841-908fa29cef6e x-openstack-request-id: req-e9a56013-b910-445d-b841-908fa29cef6e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:26.465543 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:26.465797 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e9a56013-b910-445d-b841-908fa29cef6e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:26.466201 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9', 'status': 'completed', 'code': 200} Nov 25 17:45:26.516216 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:26.532670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-28b29fa6-397b-4a04-be15-2258bdc2aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.534259 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-28b29fa6-397b-4a04-be15-2258bdc2aa8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50888ef845a042cabf2e01a4ac2865aa&device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 1135 time: 0.0453823 Nov 25 17:45:26.673053 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce9023-2226-4593-ad34-149192d39e18 req-6cfc2989-411e-4210-a7a5-dcb0a03750a6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.674756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1ce9023-2226-4593-ad34-149192d39e18 req-6cfc2989-411e-4210-a7a5-dcb0a03750a6 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 984 time: 0.0534487 Nov 25 17:45:26.737092 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:26.738967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1ce9023-2226-4593-ad34-149192d39e18 req-999845ad-9da5-416f-8666-947afb5d62af tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0565109 Nov 25 17:45:26.764753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] Checking router: c9553765-34d4-4013-bc1f-c804ab5eb22b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:26.773753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:26.774272 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:26.884248 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:26.912048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-73236e35-b6ba-4bf6-86da-6c9c2185b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:26.913500 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-73236e35-b6ba-4bf6-86da-6c9c2185b879 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f HTTP/1.1" status: 200 len: 898 time: 0.3669195 Nov 25 17:45:26.957129 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-897a0323-8d32-4b45-8da4-ffbfd9af4ec2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1186a024-1392-41da-87f9-b883adfbb8c9 HTTP/1.1" status: 200 len: 217 time: 0.0345097 Nov 25 17:45:27.008144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-25042300-932c-414d-a999-09a5f7aca8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.009575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-25042300-932c-414d-a999-09a5f7aca8dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e96c1d8-92b3-4006-8480-bf7d054f8aa4 HTTP/1.1" status: 200 len: 835 time: 0.0444546 Nov 25 17:45:27.062854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-0cd2428b-4660-428a-86dc-753f149d07df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.064521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-0cd2428b-4660-428a-86dc-753f149d07df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831f72c6-9b0c-44cf-b6e4-4b2495083a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477197 Nov 25 17:45:27.086589 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:27.114387 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91d55b-9e73-417f-8c2c-df533900afc1 None None] The sync data for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 is: [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:44:12Z', 'revision_number': 4, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9cead406-32ea-4dc2-a249-263ec6cb9779', 'name': '', 'network_id': '831f72c6-9b0c-44cf-b6e4-4b2495083a5f', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'mac_address': 'fa:16:3e:88:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:10Z', 'updated_at': '2021-11-25T17:44:15Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'subnets': [{'id': '9e96c1d8-92b3-4006-8480-bf7d054f8aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:27.162593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-8379057c-35cb-4698-b516-b67eb359383b service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904310 Nov 25 17:45:27.262393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0b4b54eb-20e8-4302-995e-4661516ad8cc req-fa017933-f62d-4eaf-9514-b26aa623e7b5 service neutron] 10.222.0.73 "GET /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899909 Nov 25 17:45:27.369288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e5364-7809-46d8-a5f6-5a3ec1041015 None None] New status for floating IP b4fa642c-860d-4720-b835-ff6868aa666b: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:45:27.858099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeed3c-15ce-4ba5-a521-4cbe79feb656 req-0f1d3806-3820-4456-b10c-78bd2021e77e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.859631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3aaeed3c-15ce-4ba5-a521-4cbe79feb656 req-0f1d3806-3820-4456-b10c-78bd2021e77e tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 984 time: 0.0500975 Nov 25 17:45:27.916449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3aaeed3c-15ce-4ba5-a521-4cbe79feb656 req-42a6963d-a790-4222-bcc7-6f07c0ad6c06 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "GET /v2.0/security-groups?id=41e50d78-d879-410e-9fc7-bd8a21c07b57&id=43245b71-0d57-4eb7-98df-edaeb4751458&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0506999 Nov 25 17:45:27.920032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-08a717ab-803e-466d-812a-d6fd71c38a76 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:27.921728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-08a717ab-803e-466d-812a-d6fd71c38a76 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.73 "GET /v2.0/ports?device_id=37ec0274-d098-46e3-9224-da5d502955fb HTTP/1.1" status: 200 len: 984 time: 0.0500467 Nov 25 17:45:28.018348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port 1186a024-1392-41da-87f9-b883adfbb8c9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:28.018711 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.112860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] For port 1186a024-1392-41da-87f9-b883adfbb8c9, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=1186a024-1392-41da-87f9-b883adfbb8c9,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:28.113133 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.126394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for 1186a024-1392-41da-87f9-b883adfbb8c9 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:28.259169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.288951 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=1186a024-1392-41da-87f9-b883adfbb8c9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:28.330405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] No DVR routers for this DVR port 1186a024-1392-41da-87f9-b883adfbb8c9 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:28.332955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:28.336292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e28d409-acfa-4914-88ac-2d9325c5f9e5 req-e27f1833-4f25-4763-8b15-124735999218 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.73 "DELETE /v2.0/ports/1186a024-1392-41da-87f9-b883adfbb8c9 HTTP/1.1" status: 204 len: 173 time: 0.4083607 Nov 25 17:45:28.467367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'name': 'network-vif-deleted', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:28.469749 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a216ce2d-6e19-4296-83ad-c08e8a6f321f" -d '{"events": [{"server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "name": "network-vif-deleted", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:28.505530 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb08211-eec8-477d-833a-f3a7d9f3a59d x-openstack-request-id: req-7eb08211-eec8-477d-833a-f3a7d9f3a59d {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:28.505828 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec0274-d098-46e3-9224-da5d502955fb", "name": "network-vif-deleted", "tag": "1186a024-1392-41da-87f9-b883adfbb8c9", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:28.506081 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7eb08211-eec8-477d-833a-f3a7d9f3a59d {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:28.506503 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ec0274-d098-46e3-9224-da5d502955fb', 'name': 'network-vif-deleted', 'tag': '1186a024-1392-41da-87f9-b883adfbb8c9', 'status': 'completed', 'code': 200} Nov 25 17:45:28.992560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.044723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ce75647-fdbb-41bd-aa81-3ee4f4108c12 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.068520 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ce75647-fdbb-41bd-aa81-3ee4f4108c12 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.114395 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ce75647-fdbb-41bd-aa81-3ee4f4108c12 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.117357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ce75647-fdbb-41bd-aa81-3ee4f4108c12 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.120887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4ce75647-fdbb-41bd-aa81-3ee4f4108c12 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/security-groups/43245b71-0d57-4eb7-98df-edaeb4751458 HTTP/1.1" status: 204 len: 168 time: 0.1249490 Nov 25 17:45:29.121320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.128478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce75647-fdbb-41bd-aa81-3ee4f4108c12 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43245b71-0d57-4eb7-98df-edaeb4751458,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:29.180698 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a06631a6-238f-4822-93f0-7afd44963781 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.202393 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a06631a6-238f-4822-93f0-7afd44963781 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.245905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a06631a6-238f-4822-93f0-7afd44963781 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.248911 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a06631a6-238f-4822-93f0-7afd44963781 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.250049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a06631a6-238f-4822-93f0-7afd44963781 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/security-groups/41e50d78-d879-410e-9fc7-bd8a21c07b57 HTTP/1.1" status: 204 len: 168 time: 0.1277308 Nov 25 17:45:29.253029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52736) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:29.258950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06631a6-238f-4822-93f0-7afd44963781 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e50d78-d879-410e-9fc7-bd8a21c07b57,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:29.611447 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.869716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port 9cead406-32ea-4dc2-a249-263ec6cb9779 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:29.870040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.960152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] For port 9cead406-32ea-4dc2-a249-263ec6cb9779, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9cead406-32ea-4dc2-a249-263ec6cb9779,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:29.960509 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:29.973799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for 9cead406-32ea-4dc2-a249-263ec6cb9779 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:30.170349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.197462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=9cead406-32ea-4dc2-a249-263ec6cb9779,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:30.381543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.595329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Router c9553765-34d4-4013-bc1f-c804ab5eb22b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:30.698676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:30.707104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8e706757-d43a-4632-ab0f-85c6bef1f4a0 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "PUT /v2.0/routers/c9553765-34d4-4013-bc1f-c804ab5eb22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529998 Nov 25 17:45:30.707730 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52742) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:30.710311 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] Sync routers for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:30.722460 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:30.723141 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:30.759453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting subnet 9e96c1d8-92b3-4006-8480-bf7d054f8aa4 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:45:30.762587 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.807355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.894874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.917291 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:30.952136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.984036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Subnet': ['ID=9e96c1d8-92b3-4006-8480-bf7d054f8aa4,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:30.989263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:30.994869 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-97a7357c-2a4e-46ec-b0da-36c80b4540ee tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/subnets/9e96c1d8-92b3-4006-8480-bf7d054f8aa4 HTTP/1.1" status: 204 len: 168 time: 0.2838621 Nov 25 17:45:30.995111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52744) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:30.997437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89337d4f-66bb-486a-a802-d2ea40ea1ccb None None] Network 831f72c6-9b0c-44cf-b6e4-4b2495083a5f requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:31.100233 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:31.107290 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.135787 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] Checking router: c9553765-34d4-4013-bc1f-c804ab5eb22b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:31.145034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] Routers {'c9553765-34d4-4013-bc1f-c804ab5eb22b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:31.145631 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9553765-34d4-4013-bc1f-c804ab5eb22b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:31.189525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] DHCP port deletion for 831f72c6-9b0c-44cf-b6e4-4b2495083a5f request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:31.222338 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.247249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] Deleting port 353f9364-296c-44f2-a49d-ed92d5501643 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:31.248901 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.259147 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] Set router c9553765-34d4-4013-bc1f-c804ab5eb22b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:31.283529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Deleting port 4d7375c6-00e7-46cd-8ad7-96976ba369f3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:31.283914 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.318085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] For port 353f9364-296c-44f2-a49d-ed92d5501643, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=353f9364-296c-44f2-a49d-ed92d5501643,segment=NetworkSegment(5b9d1032-c4a4-41e9-b7a9-aae764050c92),segment_id=5b9d1032-c4a4-41e9-b7a9-aae764050c92)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:31.318478 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.331574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] Calling delete_port for 353f9364-296c-44f2-a49d-ed92d5501643 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:31.371314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] For port 4d7375c6-00e7-46cd-8ad7-96976ba369f3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4d7375c6-00e7-46cd-8ad7-96976ba369f3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:31.371690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.385000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Calling delete_port for 4d7375c6-00e7-46cd-8ad7-96976ba369f3 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:31.429612 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.449352 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:31.449619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] No DVR routers for this DVR port 353f9364-296c-44f2-a49d-ed92d5501643 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:31.484485 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956648f5-85b7-4879-af3e-f520ba8d92a2 None None] The sync data for ids ['c9553765-34d4-4013-bc1f-c804ab5eb22b'] in n-d-817303-7 is: [{'id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021794419', 'tenant_id': '50888ef845a042cabf2e01a4ac2865aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:44:06Z', 'updated_at': '2021-11-25T17:45:30Z', 'revision_number': 5, 'project_id': '50888ef845a042cabf2e01a4ac2865aa', 'gw_port': {'id': '4d7375c6-00e7-46cd-8ad7-96976ba369f3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9553765-34d4-4013-bc1f-c804ab5eb22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:44:07Z', 'updated_at': '2021-11-25T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:31.487976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9bb2c-48b8-4bbf-99c8-cad5021c1af5 None None] Pushing event deleted for resources: {'Port': ['ID=353f9364-296c-44f2-a49d-ed92d5501643,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:31.589044 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.616127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Port': ['ID=4d7375c6-00e7-46cd-8ad7-96976ba369f3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:31.629227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ebbd3-3ab8-48df-ac44-0a9928de34df None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:31.691598 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.779658 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.781665 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.823635 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.824137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Fanout notify agent at l3_agent the message router_deleted on router c9553765-34d4-4013-bc1f-c804ab5eb22b {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:45:31.831641 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:31.835307 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-94cb293a-867e-40bf-9884-ed11b9cae3fd tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/routers/c9553765-34d4-4013-bc1f-c804ab5eb22b HTTP/1.1" status: 204 len: 168 time: 0.8367167 Nov 25 17:45:31.835656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52748) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:31.916826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.008493 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.019212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1186a024-1392-41da-87f9-b883adfbb8c9 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:32.028094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831f72c6-9b0c-44cf-b6e4-4b2495083a5f']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:32.039479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9d1032-c4a4-41e9-b7a9-aae764050c92') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:32.039771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9d1032-c4a4-41e9-b7a9-aae764050c92') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:32.040194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 1186a024-1392-41da-87f9-b883adfbb8c9 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:32.040554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 1186a024-1392-41da-87f9-b883adfbb8c9 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:32.051250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.064804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.071339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:45:32.071885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:45:32.075433 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:45:32.139490 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.147116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.150587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] 10.222.0.86 "DELETE /v2.0/networks/831f72c6-9b0c-44cf-b6e4-4b2495083a5f HTTP/1.1" status: 204 len: 168 time: 0.3138974 Nov 25 17:45:32.166119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb080b-41d8-4ddb-8333-d9317ce91db1 tempest-TestSecurityGroupsBasicOps-262870530 tempest-TestSecurityGroupsBasicOps-262870530-project] Pushing event deleted for resources: {'Network': ['ID=831f72c6-9b0c-44cf-b6e4-4b2495083a5f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:32.439692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52756) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:32.588941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 353f9364-296c-44f2-a49d-ed92d5501643 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:32.595617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fdfe11f1-3ae7-46bc-9619-bd41915243a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=50888ef845a042cabf2e01a4ac2865aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546690 Nov 25 17:45:32.598036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52762) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:32.613335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 353f9364-296c-44f2-a49d-ed92d5501643 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:32.613674 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 353f9364-296c-44f2-a49d-ed92d5501643 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:32.614082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4d7375c6-00e7-46cd-8ad7-96976ba369f3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:32.635899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 4d7375c6-00e7-46cd-8ad7-96976ba369f3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:32.636235 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4d7375c6-00e7-46cd-8ad7-96976ba369f3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:32.636630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9cead406-32ea-4dc2-a249-263ec6cb9779 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:32.646242 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0e67756-d207-4976-a023-4b2c8cfe1aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.655360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 9cead406-32ea-4dc2-a249-263ec6cb9779 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:32.655797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9cead406-32ea-4dc2-a249-263ec6cb9779 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:32.666980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0e67756-d207-4976-a023-4b2c8cfe1aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.713476 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0e67756-d207-4976-a023-4b2c8cfe1aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.716943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d0e67756-d207-4976-a023-4b2c8cfe1aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:32.718116 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d0e67756-d207-4976-a023-4b2c8cfe1aec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13f95e5c-6747-4544-8bf2-a8b4f1336a49 HTTP/1.1" status: 204 len: 168 time: 0.1191523 Nov 25 17:45:32.726584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e67756-d207-4976-a023-4b2c8cfe1aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f95e5c-6747-4544-8bf2-a8b4f1336a49,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:32.979724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52768) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:32.994021 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db75cac4-92a5-4fbd-80c1-6da313ea40d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.072342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db75cac4-92a5-4fbd-80c1-6da313ea40d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.076032 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db75cac4-92a5-4fbd-80c1-6da313ea40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.115053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db75cac4-92a5-4fbd-80c1-6da313ea40d0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb594363a3424fcca4bf602f035c575a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342671 Nov 25 17:45:33.115965 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75cac4-92a5-4fbd-80c1-6da313ea40d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5433be-a5e8-41ce-a657-c52b72142045,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:33.117785 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52770) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:33.169333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c907c57c-14c1-4ada-825b-915e2df81d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.190724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c907c57c-14c1-4ada-825b-915e2df81d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.238517 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c907c57c-14c1-4ada-825b-915e2df81d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.241163 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c907c57c-14c1-4ada-825b-915e2df81d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.242317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c907c57c-14c1-4ada-825b-915e2df81d80 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c5433be-a5e8-41ce-a657-c52b72142045 HTTP/1.1" status: 204 len: 168 time: 0.1234889 Nov 25 17:45:33.250581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c57c-14c1-4ada-825b-915e2df81d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5433be-a5e8-41ce-a657-c52b72142045,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:33.557887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52776) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:33.601628 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7eb46573-5b91-453b-a48f-691b34e2c2bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3d4e8a2a1f04f36be9ba6de771c2f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425794 Nov 25 17:45:33.604038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52780) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:33.652705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e3b86b-0c89-4b23-9902-2e2e8112d42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.674485 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e3b86b-0c89-4b23-9902-2e2e8112d42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.720564 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e3b86b-0c89-4b23-9902-2e2e8112d42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.723240 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-72e3b86b-0c89-4b23-9902-2e2e8112d42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:33.724396 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-72e3b86b-0c89-4b23-9902-2e2e8112d42a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/52e845f2-e97d-44da-b363-90697f66a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1194618 Nov 25 17:45:33.731926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3b86b-0c89-4b23-9902-2e2e8112d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e845f2-e97d-44da-b363-90697f66a9c3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:34.386524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52802) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:34.483677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1511867682-network', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:34.504540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Made reservation on behalf of 39973a146c1b46c19f83f4a6d810f6e4 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:34.507305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.516645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.589738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.593987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.615250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:34.630870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b509f-3311-4599-873e-876d0f867a98,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:34.633823 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.634158 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Added segment ceea63df-eb07-492b-916c-25daff08c54f of type vlan for network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 Nov 25 17:45:34.676288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.702935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.704065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:34.704630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.786641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3989983 Nov 25 17:45:34.789794 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:34.795115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Request body: {'subnet': {'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1511867682-subnet', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:34.805150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b9570-945c-4201-9cca-2fcae5e47a3e admin admin] Pushing event updated for resources: {'Network': ['ID=50d76a5c-ec1d-42e2-a17d-519ad42a5205,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:34.815903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:34.817061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Made reservation on behalf of 39973a146c1b46c19f83f4a6d810f6e4 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:34.819552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:34.987188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.041143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c708fc-30a3-41d1-be2f-096b5afed85a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.050806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Checking segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:35.051160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Network hostable DHCP agents. Network: 50d76a5c-ec1d-42e2-a17d-519ad42a5205, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:35.067615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:35.075551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 50d76a5c-ec1d-42e2-a17d-519ad42a5205) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:35.080290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:35.081050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.086329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0466c8c-aac5-46b3-8268-bf50279e98cd None None] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:35.101660 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-22072c51-4d9e-4d31-990c-88cf8cfc9705 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3107171 Nov 25 17:45:35.104311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:35.109137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:35.131688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.132597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.186985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.235220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:35.236127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.378201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Allocated IP 172.20.0.2 (50d76a5c-ec1d-42e2-a17d-519ad42a5205/35c708fc-30a3-41d1-be2f-096b5afed85a/bf313943-2bf1-47b9-b529-55239a15a659) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:35.524495 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.530722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.574954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:35.577993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:35.580417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:35.581577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.592570 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Pushing event updated for resources: {'Port': ['ID=bf313943-2bf1-47b9-b529-55239a15a659,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.645774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Attempting to bind port bf313943-2bf1-47b9-b529-55239a15a659 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:35.646173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Attempting to bind port bf313943-2bf1-47b9-b529-55239a15a659 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:35.646598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Attempting to bind port bf313943-2bf1-47b9-b529-55239a15a659 on network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:35.652311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:35.652681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Checking segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:35.653077 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.653526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Bound using segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:35.654727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Bound port: bf313943-2bf1-47b9-b529-55239a15a659, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:35.655106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.717460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13056d7d-36c4-4b50-84a7-17d4bb62764d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.728722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] For port bf313943-2bf1-47b9-b529-55239a15a659, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:35.732810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] For port bf313943-2bf1-47b9-b529-55239a15a659, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bf313943-2bf1-47b9-b529-55239a15a659,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:35.741038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.799631 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.824844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca746f3e-610d-4288-852a-b1cf72157c36 None None] Pushing event updated for resources: {'Port': ['ID=bf313943-2bf1-47b9-b529-55239a15a659,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:35.836655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:35.968099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Allocated IP 172.25.8.129 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/ece11c78-efec-4b65-b883-d9c050764a0c) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:36.094741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79851dca-757e-406c-b5a5-664dc1a5aff9 req-74b74fa3-bd2e-4157-a20e-035e8194b1b0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:36.096348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79851dca-757e-406c-b5a5-664dc1a5aff9 req-74b74fa3-bd2e-4157-a20e-035e8194b1b0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.1208370 Nov 25 17:45:36.151747 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.183115 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79851dca-757e-406c-b5a5-664dc1a5aff9 req-29797a01-9eff-47a8-9e93-90ed84061838 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774541 Nov 25 17:45:36.209415 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.251759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:36.255500 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:36.263812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Pushing event updated for resources: {'Port': ['ID=ece11c78-efec-4b65-b883-d9c050764a0c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.266330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:36.279644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee40c2-b24c-4cb9-9dde-e2b008895b70 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:36.312876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bf313943-2bf1-47b9-b529-55239a15a659 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:36.366012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port bf313943-2bf1-47b9-b529-55239a15a659 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:36.367054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.418385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e736faeb-d954-4472-bba8-3e55fcb7a9e4 None None] Provisioning complete for port ece11c78-efec-4b65-b883-d9c050764a0c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:36.418751 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e736faeb-d954-4472-bba8-3e55fcb7a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.486490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e736faeb-d954-4472-bba8-3e55fcb7a9e4 None None] Port ece11c78-efec-4b65-b883-d9c050764a0c cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:36.495342 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.531458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.531716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port bf313943-2bf1-47b9-b529-55239a15a659, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bf313943-2bf1-47b9-b529-55239a15a659,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:36.537763 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.590786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=bf313943-2bf1-47b9-b529-55239a15a659,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:36.743602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:36.833717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261b447-a6e4-4e24-a2f3-2b2a29c97a61 None None] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:36.893760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Router e559544f-501b-4d1e-bd39-86a8826eed97 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:45:36.932863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-38c7a8a2-b13e-4bdb-865b-55d4ba17fcc7 None None] Provisioning complete for port bf313943-2bf1-47b9-b529-55239a15a659 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:36.933239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-38c7a8a2-b13e-4bdb-865b-55d4ba17fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.021328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:37.034595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Sync routers for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:37.045542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.045542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b9dc3f28-3b14-4b10-8d88-348a9605d17d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9378104 Nov 25 17:45:37.046303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52820) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:37.082027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:37.082656 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:37.375362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2f72f33a-214a-4cfe-acfe-f457db0f98a1 None None] Provisioning complete for port bf313943-2bf1-47b9-b529-55239a15a659 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:37.375751 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2f72f33a-214a-4cfe-acfe-f457db0f98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.375934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b24c8-2cd5-464e-80bb-35d7e6ce8291 req-03eb45f4-95ce-4a63-b29c-5d160cd86f41 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:37.377282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d8b24c8-2cd5-464e-80bb-35d7e6ce8291 req-03eb45f4-95ce-4a63-b29c-5d160cd86f41 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.1051419 Nov 25 17:45:37.404655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:37.514737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-6e54bc48-717f-446b-8928-622c7f518fa4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:37.516264 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-6e54bc48-717f-446b-8928-622c7f518fa4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.1319327 Nov 25 17:45:37.523501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d8b24c8-2cd5-464e-80bb-35d7e6ce8291 req-f8723fea-aaae-401b-b845-0014ce63a858 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288795 Nov 25 17:45:37.628955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:36Z', 'revision_number': 3, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:37.657932 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Checking router: e559544f-501b-4d1e-bd39-86a8826eed97 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:37.658312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Updating router e559544f-501b-4d1e-bd39-86a8826eed97 port ece11c78-efec-4b65-b883-d9c050764a0c binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:37.682987 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.706941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port ea556f90-7043-4b0b-b69f-7ea590a2ae64 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:45:37.707301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.761054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.895483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port ea556f90-7043-4b0b-b69f-7ea590a2ae64, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=ea556f90-7043-4b0b-b69f-7ea590a2ae64,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:37.896188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.954782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.959855 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4cc07b80-a6f1-4829-be48-0243a52f059e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:37.962813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.012371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09939f23-0a66-40e6-a5f2-e78b44607f47 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:38.022511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80838d-be22-4964-8d69-9e9cd5dfabe1 None None] Pushing event updated for resources: {'Port': ['ID=ece11c78-efec-4b65-b883-d9c050764a0c,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.025122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Attempting to bind port ece11c78-efec-4b65-b883-d9c050764a0c on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:38.025494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Attempting to bind port ece11c78-efec-4b65-b883-d9c050764a0c by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:38.025860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Attempting to bind port ece11c78-efec-4b65-b883-d9c050764a0c on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:38.032913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:38.033281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:38.033685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.034178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:38.034532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Bound port: ece11c78-efec-4b65-b883-d9c050764a0c, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:38.034915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.087268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] For port ece11c78-efec-4b65-b883-d9c050764a0c, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:38.090567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] For port ece11c78-efec-4b65-b883-d9c050764a0c, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ece11c78-efec-4b65-b883-d9c050764a0c,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:38.097492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.151857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c23ace-241b-4d24-aaf1-053d7dabf541 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:38.160490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9895ad3b-441e-42d3-b547-4f18c2a6fbdf None None] Provisioning complete for port ece11c78-efec-4b65-b883-d9c050764a0c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:38.160861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9895ad3b-441e-42d3-b547-4f18c2a6fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.202056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:38.202690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:38.207623 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80838d-be22-4964-8d69-9e9cd5dfabe1 None None] Pushing event updated for resources: {'Port': ['ID=ece11c78-efec-4b65-b883-d9c050764a0c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.304031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bf313943-2bf1-47b9-b529-55239a15a659 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:38.391032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:38.463199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Allocated IP 172.20.0.1 (50d76a5c-ec1d-42e2-a17d-519ad42a5205/35c708fc-30a3-41d1-be2f-096b5afed85a/ffd00616-6159-48b0-ac55-534e6735a359) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:38.467965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9895ad3b-441e-42d3-b547-4f18c2a6fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.534418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9895ad3b-441e-42d3-b547-4f18c2a6fbdf None None] For port ece11c78-efec-4b65-b883-d9c050764a0c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ece11c78-efec-4b65-b883-d9c050764a0c,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:38.537528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port bf313943-2bf1-47b9-b529-55239a15a659 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:38.537886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.540697 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.541059 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.541364 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Floating IP fba74a17-fce9-4129-a6ef-48adccf97d5c disassociated. External IP: 172.25.8.105, port: ea556f90-7043-4b0b-b69f-7ea590a2ae64. Nov 25 17:45:38.541705 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for ea556f90-7043-4b0b-b69f-7ea590a2ae64 owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:45:38.543263 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9895ad3b-441e-42d3-b547-4f18c2a6fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.676669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895ad3b-441e-42d3-b547-4f18c2a6fbdf None None] Pushing event updated for resources: {'Port': ['ID=ece11c78-efec-4b65-b883-d9c050764a0c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:38.710548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.717099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a9a7430f-9032-4f14-89ef-a0833e0bb7b5 None None] Provisioning complete for port ece11c78-efec-4b65-b883-d9c050764a0c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:38.717555 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a9a7430f-9032-4f14-89ef-a0833e0bb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.741421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ff8b6-4754-495e-b1bd-d46365664b34 req-19f3f1dd-850d-40ff-9cc2-e7ff73ed26a0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:38.742900 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a06ff8b6-4754-495e-b1bd-d46365664b34 req-19f3f1dd-850d-40ff-9cc2-e7ff73ed26a0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 946 time: 0.1087346 Nov 25 17:45:38.779892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:36Z', 'revision_number': 3, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:38.816310 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa6de-e8bb-4e41-a407-543c571c6a13 None None] The sync data for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 is: [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:36Z', 'revision_number': 3, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:38.856470 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a06ff8b6-4754-495e-b1bd-d46365664b34 req-98fdcccb-a491-4e28-a297-b0a0ca69a508 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026289 Nov 25 17:45:38.871851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.912073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:38.929756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:38.937018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:38.939403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:38.976749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd00616-6159-48b0-ac55-534e6735a359,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.067363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=ea556f90-7043-4b0b-b69f-7ea590a2ae64,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.096227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.255763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:39.301182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-afbf6bbc-a0ff-4be2-b95c-3f8a2343e675 None None] Provisioning complete for port ffd00616-6159-48b0-ac55-534e6735a359 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:39.301748 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-afbf6bbc-a0ff-4be2-b95c-3f8a2343e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.390807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-afbf6bbc-a0ff-4be2-b95c-3f8a2343e675 None None] Port ffd00616-6159-48b0-ac55-534e6735a359 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:39.406730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.416323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:39.424992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.428585 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:39.451723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:39.452281 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:39.488506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port ea556f90-7043-4b0b-b69f-7ea590a2ae64 on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:45:39.492942 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.496472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-25b751a2-7c7d-47df-85bf-abda6586d305 req-ffe78b45-4d90-4cdf-9f1a-58a783753b4e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/ea556f90-7043-4b0b-b69f-7ea590a2ae64 HTTP/1.1" status: 204 len: 173 time: 1.9718280 Nov 25 17:45:39.497022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'name': 'network-vif-deleted', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:39.501837 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a4da9-14a7-4d19-a8a3-53eeb12ba698" -d '{"events": [{"server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "name": "network-vif-deleted", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:39.624603 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed2d87-d9b8-4c6d-940b-daa5801bef7e x-openstack-request-id: req-faed2d87-d9b8-4c6d-940b-daa5801bef7e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:39.624979 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595873a1-4068-4255-a7e4-6c23e50ef3d2", "name": "network-vif-deleted", "tag": "ea556f90-7043-4b0b-b69f-7ea590a2ae64", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:39.625166 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-faed2d87-d9b8-4c6d-940b-daa5801bef7e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:39.625538 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595873a1-4068-4255-a7e4-6c23e50ef3d2', 'name': 'network-vif-deleted', 'tag': 'ea556f90-7043-4b0b-b69f-7ea590a2ae64', 'status': 'completed', 'code': 200} Nov 25 17:45:39.630733 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:39.714452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.730616 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.864579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd00616-6159-48b0-ac55-534e6735a359,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:39.884394 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:39.889714 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:39.955306 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:39.978112 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:39.981120 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:40.018450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:40.020151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:40.036158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b8499c7d-59f2-4932-ae9f-1ae47ce0b32f req-67f9d896-7a6a-4da0-a6d9-ea01c23441d6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0599272 Nov 25 17:45:40.052068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea556f90-7043-4b0b-b69f-7ea590a2ae64 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:45:40.088630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: ea556f90-7043-4b0b-b69f-7ea590a2ae64 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:45:40.088978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device ea556f90-7043-4b0b-b69f-7ea590a2ae64 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:45:40.205846 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:40.224066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Router e559544f-501b-4d1e-bd39-86a8826eed97 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:40.411401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ece11c78-efec-4b65-b883-d9c050764a0c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:40.442924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:40.466334 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-857d68c0-f378-4d62-aafb-8e8c59b7ff40 admin admin] 10.222.0.86 "PUT /v2.0/routers/e559544f-501b-4d1e-bd39-86a8826eed97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4181890 Nov 25 17:45:40.473502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b6ad0ab6-389b-474f-8c01-bf00c190546c None None] Provisioning complete for port ffd00616-6159-48b0-ac55-534e6735a359 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:40.474501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b6ad0ab6-389b-474f-8c01-bf00c190546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.534697 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ece11c78-efec-4b65-b883-d9c050764a0c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:40.535523 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:40.537420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad0ab6-389b-474f-8c01-bf00c190546c None None] Port ffd00616-6159-48b0-ac55-534e6735a359 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:40.617455 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:40.650891 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c421e-3543-4129-992b-7b5341a598fa None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:40.702038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.140638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 52852) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:41.145905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-858709433-network', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:41.177375 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80b562f5-e1f6-4cef-85a0-adf633a617f3 req-a572e4f7-3988-4a85-bdcc-64e8bac0779e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0553181 Nov 25 17:45:41.192694 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Made reservation on behalf of 3c0fbbf6b2324869a20f638ac3f16d4b for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:41.209434 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.221370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.260091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Sync routers for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:41.279994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:41.280757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:41.308468 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.314503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.348725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:45:41.360808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fc3ed7-094e-4b2e-9d29-066dba233197,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:41.378500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.378851 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Added segment 845c640f-e474-4eda-9d0c-449267598139 of type vlan for network bccc4c4e-c630-4f74-943e-c25517637256 Nov 25 17:45:41.432859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:41.453507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.488585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.489717 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:41.490805 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.534180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3923643 Nov 25 17:45:41.537195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52856) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:41.538948 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.541282 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db5b23-fd97-4ab6-8ded-cef728c0ae74 None None] New status for floating IP fba74a17-fce9-4129-a6ef-48adccf97d5c: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:45:41.544273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Request body: {'subnet': {'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-858709433-subnet', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:41.578170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Made reservation on behalf of 3c0fbbf6b2324869a20f638ac3f16d4b for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:41.581049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.637116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c352-60e9-4bf7-bf9f-791d3da6784a admin admin] Pushing event updated for resources: {'Network': ['ID=bccc4c4e-c630-4f74-943e-c25517637256,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:41.661938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network bccc4c4e-c630-4f74-943e-c25517637256 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:45:41.766879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 2, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:41.799947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Checking router: e559544f-501b-4d1e-bd39-86a8826eed97 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:41.800223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Updating router e559544f-501b-4d1e-bd39-86a8826eed97 port ffd00616-6159-48b0-ac55-534e6735a359 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:41.832121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.869522 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:41.937619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55849437-97b5-41b9-a06e-99571116753f,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:41.947083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Checking segment: {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:41.947469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Network hostable DHCP agents. Network: bccc4c4e-c630-4f74-943e-c25517637256, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:45:41.970210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Network bccc4c4e-c630-4f74-943e-c25517637256 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:45:41.984399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, bccc4c4e-c630-4f74-943e-c25517637256) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:41.989823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:41.990418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.014088 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fbae93a7-b914-48c8-aeb5-29385bcc9533 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4724631 Nov 25 17:45:42.014964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52858) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:42.019752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:42.046443 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.047714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.104484 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.131655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88136075-a22d-4822-a79e-dfd55377dab5 None None] Network bccc4c4e-c630-4f74-943e-c25517637256 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:42.268821 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.316199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ea3fb4e9-2974-4205-98a4-9d1141b5b016 req-dc943d42-ffdc-40b2-9050-87ca0065fe1e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0498605 Nov 25 17:45:42.396602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-bccc4c4e-c630-4f74-943e-c25517637256', 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'fixed_ips': [{'subnet_id': '55849437-97b5-41b9-a06e-99571116753f'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:45:42.397160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.516211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.545380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.580635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.613409 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.696004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46423f-0477-43a0-8d2f-454a4539b5b8 None None] Pushing event updated for resources: {'Port': ['ID=ffd00616-6159-48b0-ac55-534e6735a359,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:42.732138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Allocated IP 172.20.0.2 (bccc4c4e-c630-4f74-943e-c25517637256/55849437-97b5-41b9-a06e-99571116753f/01d5b72f-e682-4ca1-b9e9-c23610c57513) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:42.823901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Attempting to bind port ffd00616-6159-48b0-ac55-534e6735a359 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:42.824275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Attempting to bind port ffd00616-6159-48b0-ac55-534e6735a359 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:42.824646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Attempting to bind port ffd00616-6159-48b0-ac55-534e6735a359 on network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:42.848312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:42.848753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Checking segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:42.849129 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:42.849526 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Bound using segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:42.850095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Bound port: ffd00616-6159-48b0-ac55-534e6735a359, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:42.850491 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.056390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] For port ffd00616-6159-48b0-ac55-534e6735a359, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:43.059938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2b12d3e6-8943-4d7f-8930-93909869f889 None None] Provisioning complete for port ffd00616-6159-48b0-ac55-534e6735a359 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:43.060136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b12d3e6-8943-4d7f-8930-93909869f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.069550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] For port ffd00616-6159-48b0-ac55-534e6735a359, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ffd00616-6159-48b0-ac55-534e6735a359,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:43.083534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Allocated IP 172.25.8.60 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c14396d2-fcc4-4fb7-81d5-a66dc3f68154) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:43.100058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.102063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.124006 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.178720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2b12d3e6-8943-4d7f-8930-93909869f889 None None] Port ffd00616-6159-48b0-ac55-534e6735a359 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:43.203482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Network bccc4c4e-c630-4f74-943e-c25517637256 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:43.206527 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.214072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:43.217491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:43.222117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:43.222748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:43.250113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.268676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46423f-0477-43a0-8d2f-454a4539b5b8 None None] Pushing event updated for resources: {'Port': ['ID=ffd00616-6159-48b0-ac55-534e6735a359,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:43.299564 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:43.302512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:43.306677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:43.338411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Pushing event updated for resources: {'Port': ['ID=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:43.358096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c70e9f5-083d-4995-a6a7-94951cbb924a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:43.409462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Pushing event updated for resources: {'Port': ['ID=01d5b72f-e682-4ca1-b9e9-c23610c57513,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:43.421951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Attempting to bind port 01d5b72f-e682-4ca1-b9e9-c23610c57513 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:43.422330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Attempting to bind port 01d5b72f-e682-4ca1-b9e9-c23610c57513 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:43.422702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Attempting to bind port 01d5b72f-e682-4ca1-b9e9-c23610c57513 on network bccc4c4e-c630-4f74-943e-c25517637256 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:43.433279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:43.433657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Checking segment: {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:43.434067 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.434519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Bound using segment: {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:43.435006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Bound port: 01d5b72f-e682-4ca1-b9e9-c23610c57513, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:43.435408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.466872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:43.546389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-147d57d5-16a9-4a75-bb1b-4127a44fcde9 req-07080a9f-06b5-4860-ba95-0ba18be1b1da tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0679946 Nov 25 17:45:43.616383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-498f2680-11b0-4d5e-9e47-5b7457600843 None None] Provisioning complete for port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:43.616830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-498f2680-11b0-4d5e-9e47-5b7457600843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.654763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] For port 01d5b72f-e682-4ca1-b9e9-c23610c57513, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:43.703007 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] For port 01d5b72f-e682-4ca1-b9e9-c23610c57513, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=01d5b72f-e682-4ca1-b9e9-c23610c57513,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:43.713467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.727298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-498f2680-11b0-4d5e-9e47-5b7457600843 None None] Port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:43.770600 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:43.815635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f3b2f-6136-4ce0-81fc-dfc5743cc44a None None] Pushing event updated for resources: {'Port': ['ID=01d5b72f-e682-4ca1-b9e9-c23610c57513,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:43.869649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-22c224e4-6eca-401e-9fd5-afa341a241cd None None] Provisioning complete for port ffd00616-6159-48b0-ac55-534e6735a359 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:43.870024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22c224e4-6eca-401e-9fd5-afa341a241cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.145970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.147109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:43Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:44.207600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346283f-4177-4771-bad6-ab62ea3466be None None] The sync data for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 is: [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:43Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:44.249421 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22c224e4-6eca-401e-9fd5-afa341a241cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.350929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-22c224e4-6eca-401e-9fd5-afa341a241cd None None] For port ffd00616-6159-48b0-ac55-534e6735a359, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ffd00616-6159-48b0-ac55-534e6735a359,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:44.364472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-22c224e4-6eca-401e-9fd5-afa341a241cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.421957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Router 49a800bf-5188-4a54-b767-d5ff4cceb874 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:45:44.449162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 01d5b72f-e682-4ca1-b9e9-c23610c57513 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:44.526221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c224e4-6eca-401e-9fd5-afa341a241cd None None] Pushing event updated for resources: {'Port': ['ID=ffd00616-6159-48b0-ac55-534e6735a359,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:44.545691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 01d5b72f-e682-4ca1-b9e9-c23610c57513 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:44.546359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.649224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:44.699080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Sync routers for ids ['49a800bf-5188-4a54-b767-d5ff4cceb874'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:44.718705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Routers {'49a800bf-5188-4a54-b767-d5ff4cceb874'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:44.719670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['49a800bf-5188-4a54-b767-d5ff4cceb874'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:44.725349 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a8ab9ac-ddf3-415c-8d16-5250f1d41ca7 req-d82d57c6-7913-4407-ab23-6507ed9b415b tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0392191 Nov 25 17:45:44.730364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:44.736013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-585fb487-9b62-4b03-a411-75255ce038af admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7199237 Nov 25 17:45:44.738786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 52882) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:45:44.891032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Set router 49a800bf-5188-4a54-b767-d5ff4cceb874 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:45.052900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.118468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 01d5b72f-e682-4ca1-b9e9-c23610c57513, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=01d5b72f-e682-4ca1-b9e9-c23610c57513,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:45.138363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.282700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=01d5b72f-e682-4ca1-b9e9-c23610c57513,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:45.350699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:43Z', 'revision_number': 3, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:45.392560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Checking router: 49a800bf-5188-4a54-b767-d5ff4cceb874 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:45.393094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Updating router 49a800bf-5188-4a54-b767-d5ff4cceb874 port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:45.452956 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.584758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffe419-cbd7-490d-ba53-f8a690832515 None None] Network bccc4c4e-c630-4f74-943e-c25517637256 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:45:45.627903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.688208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7a78b808-3823-4efe-80d9-ff4a36779eae None None] Provisioning complete for port 01d5b72f-e682-4ca1-b9e9-c23610c57513 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:45.688606 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7a78b808-3823-4efe-80d9-ff4a36779eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.893236 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0abad020-68f3-47cd-bda6-608cc1b108d5 req-0b95afda-d3b9-433c-aa47-2792d70616b0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=595873a1-4068-4255-a7e4-6c23e50ef3d2 HTTP/1.1" status: 200 len: 210 time: 0.0375440 Nov 25 17:45:45.923267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Allocated IP 172.20.0.1 (bccc4c4e-c630-4f74-943e-c25517637256/55849437-97b5-41b9-a06e-99571116753f/dc58f600-6a9e-4b84-b626-d69a7aea714d) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:45.968127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:45.981606 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.042372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.075719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1a72c-9702-43cb-8096-75c1320f960b None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:46.097063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.105260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Attempting to bind port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:46.105745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Attempting to bind port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:46.106876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Attempting to bind port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:46.115855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6fcac-91c4-4079-a1b8-919ff1f022a8 None None] Pushing event updated for resources: {'Port': ['ID=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.130819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:46.131202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:46.131708 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.132107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:46.132622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Bound port: c14396d2-fcc4-4fb7-81d5-a66dc3f68154, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:46.132972 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.159550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Network bccc4c4e-c630-4f74-943e-c25517637256 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:46.164198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:46.168293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:46.214949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.217795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc58f600-6a9e-4b84-b626-d69a7aea714d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.241565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.243039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] For port c14396d2-fcc4-4fb7-81d5-a66dc3f68154, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:46.268489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] For port c14396d2-fcc4-4fb7-81d5-a66dc3f68154, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:46.303414 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.336000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-11ea3586-50b3-428c-b5a2-9b16a12823bd None None] Provisioning complete for port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:46.336568 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11ea3586-50b3-428c-b5a2-9b16a12823bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.376451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035111a3-c315-4ee8-a506-c335dfd8d123 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:45:46.399929 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.418779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Routers {'49a800bf-5188-4a54-b767-d5ff4cceb874'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:46.419727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['49a800bf-5188-4a54-b767-d5ff4cceb874'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:46.463847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6fcac-91c4-4079-a1b8-919ff1f022a8 None None] Pushing event updated for resources: {'Port': ['ID=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.539569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ffd00616-6159-48b0-ac55-534e6735a359 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:46.598932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11ea3586-50b3-428c-b5a2-9b16a12823bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.614089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.620152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.634737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] Set router 49a800bf-5188-4a54-b767-d5ff4cceb874 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:46.638304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-11ea3586-50b3-428c-b5a2-9b16a12823bd None None] For port c14396d2-fcc4-4fb7-81d5-a66dc3f68154, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:46.668042 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11ea3586-50b3-428c-b5a2-9b16a12823bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.695050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.696808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc58f600-6a9e-4b84-b626-d69a7aea714d,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:46.717631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ffd00616-6159-48b0-ac55-534e6735a359 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:46.717915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:46.803669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Network bccc4c4e-c630-4f74-943e-c25517637256 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:46.805090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:46.936444 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Router 49a800bf-5188-4a54-b767-d5ff4cceb874 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:45:47.039499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea3586-50b3-428c-b5a2-9b16a12823bd None None] Pushing event updated for resources: {'Port': ['ID=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:47.058678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Provisioning complete for port 01d5b72f-e682-4ca1-b9e9-c23610c57513 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:47.059555 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.111641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:45:47.122255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-53dc4048-2144-4e99-9210-f872076ba6d4 admin admin] 10.222.0.86 "PUT /v2.0/routers/49a800bf-5188-4a54-b767-d5ff4cceb874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3820558 Nov 25 17:45:47.214766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 01d5b72f-e682-4ca1-b9e9-c23610c57513 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:47.307994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'dc58f600-6a9e-4b84-b626-d69a7aea714d', 'name': '', 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'mac_address': 'fa:16:3e:04:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '55849437-97b5-41b9-a06e-99571116753f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:45Z', 'updated_at': '2021-11-25T17:45:45Z', 'revision_number': 1, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'subnets': [{'id': '55849437-97b5-41b9-a06e-99571116753f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:47.316150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-01f54e27-850c-49bb-bbe0-19e4320d12f3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434252248&fields=id&tenant_id=bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 267 time: 0.0681787 Nov 25 17:45:47.343779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352f5e7-8a44-41c7-837a-0350aef296ae None None] The sync data for ids ['49a800bf-5188-4a54-b767-d5ff4cceb874'] in n-d-817303-7 is: [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'dc58f600-6a9e-4b84-b626-d69a7aea714d', 'name': '', 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'mac_address': 'fa:16:3e:04:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '55849437-97b5-41b9-a06e-99571116753f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:45Z', 'updated_at': '2021-11-25T17:45:45Z', 'revision_number': 1, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'subnets': [{'id': '55849437-97b5-41b9-a06e-99571116753f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:47.348417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Provisioning complete for port dc58f600-6a9e-4b84-b626-d69a7aea714d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:47.348794 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.393916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 01d5b72f-e682-4ca1-b9e9-c23610c57513 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:47.394339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.431954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Port dc58f600-6a9e-4b84-b626-d69a7aea714d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:47.473345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Provisioning complete for port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:47.473723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9032017-f37c-4654-82ed-30a12fd38492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.526019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-163a5d10-0c7e-4f75-a343-3656d8fca146 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.546103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-163a5d10-0c7e-4f75-a343-3656d8fca146 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.2218938 Nov 25 17:45:47.566718 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-22070766-9dc2-4777-8d62-00ab49069aa1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0191221 Nov 25 17:45:47.610333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a4caf-ba91-406c-94df-e7e35ab81325 req-2b07ae44-4172-4d93-8033-4f9a120ecdea tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:47.612844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a2a4caf-ba91-406c-94df-e7e35ab81325 req-2b07ae44-4172-4d93-8033-4f9a120ecdea tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0799034 Nov 25 17:45:47.644208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-e12b4583-1577-4000-8ac1-ac4c0a5bfeb3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718830 Nov 25 17:45:47.703044 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.716735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a2a4caf-ba91-406c-94df-e7e35ab81325 req-b6471277-d976-4cd4-bf17-419b1fe37cce tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823975 Nov 25 17:45:47.751446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3008f0de-cbd3-4c74-bee9-d2b6f528b45c None None] Provisioning complete for port dc58f600-6a9e-4b84-b626-d69a7aea714d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:47.751837 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3008f0de-cbd3-4c74-bee9-d2b6f528b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:47.804222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3008f0de-cbd3-4c74-bee9-d2b6f528b45c None None] Port dc58f600-6a9e-4b84-b626-d69a7aea714d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:47.807684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-3171a0fb-129a-408c-adfc-0398e36dea3e service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486001 Nov 25 17:45:47.923667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-7939e309-979b-44d2-8cbe-1bf341ccd6bb service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085567 Nov 25 17:45:48.329612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b5e887e1-38b8-42a8-b24b-97c735c9be42 req-de6fdaaa-b751-47e0-b9fa-fc6ccaa11b90 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 210 time: 0.0591447 Nov 25 17:45:48.891401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbb1e3-eb78-4c5c-af31-36fdd7633668 req-ddf039d6-dc38-4866-8d1e-1d4812c0bb93 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:48.893570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17cbb1e3-eb78-4c5c-af31-36fdd7633668 req-ddf039d6-dc38-4866-8d1e-1d4812c0bb93 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0878677 Nov 25 17:45:48.961441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17cbb1e3-eb78-4c5c-af31-36fdd7633668 req-70f6c8bf-2f2c-4a96-a698-9925eed918ca tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617425 Nov 25 17:45:49.441727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-27cdb3d2-f872-4cf7-a8e3-ffa177412410 req-00e9dd18-1b38-418b-a052-99194b549792 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 210 time: 0.0362060 Nov 25 17:45:49.472453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-06a8b0d8-ff2e-4f81-a628-40dfbb610411 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:49.474163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-06a8b0d8-ff2e-4f81-a628-40dfbb610411 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1515484 Nov 25 17:45:49.548979 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-e6896815-153a-4b16-bed8-e3e467a6daaa tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 379 time: 0.0648959 Nov 25 17:45:49.560552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'security_groups': ['85f0298a-2111-4380-a138-49c893a8a82c']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:49.681641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:45:49.686674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:49.849101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.9 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:45:50.022433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.068904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.123411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:45:50.123595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcc5-1a9e-4440-af4a-dd7c25648c88 req-d1e1b077-8946-4e40-a8fe-d3e8d8a81ba3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.125285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-73f5bcc5-1a9e-4440-af4a-dd7c25648c88 req-d1e1b077-8946-4e40-a8fe-d3e8d8a81ba3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0820637 Nov 25 17:45:50.126647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:45:50.130888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:45:50.137633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:50.201722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.203071 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.247334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-73f5bcc5-1a9e-4440-af4a-dd7c25648c88 req-7eb17288-74e2-467e-bdc9-a3514f03c875 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098509 Nov 25 17:45:50.250613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-56fd56cb-431a-48b7-9ea5-7c1b3f7f37e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962206 Nov 25 17:45:50.271527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Request body: {'port': {'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:45:50.353349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.373952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c14396d2-fcc4-4fb7-81d5-a66dc3f68154 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:50.464314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:50.464684 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.558442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-729704ec-0e70-49da-bc5f-9342cc04c1fb None None] Provisioning complete for port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:50.559115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-729704ec-0e70-49da-bc5f-9342cc04c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.655910 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-729704ec-0e70-49da-bc5f-9342cc04c1fb None None] Port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:45:50.736969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4bb52-1acb-4b5c-b4a2-e4806a81f38e req-36da2559-c256-4dfd-bf5a-f541faf611b6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:50.738576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c4bb52-1acb-4b5c-b4a2-e4806a81f38e req-36da2559-c256-4dfd-bf5a-f541faf611b6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 931 time: 0.1357961 Nov 25 17:45:50.817417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:50.837332 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.844177 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-72c4bb52-1acb-4b5c-b4a2-e4806a81f38e req-98c367b6-2e69-4c56-9ce2-7ad503ae1037 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982895 Nov 25 17:45:50.854433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Transition to ACTIVE for port object b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:45:50.861420 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:50.928058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Pushing event updated for resources: {'Port': ['ID=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.004968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Attempting to bind port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:51.005461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Attempting to bind port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:51.005939 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Attempting to bind port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:51.011536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:45:51.012016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Attempting to bind port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:51.018069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:51.019000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:51.019615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:51.020125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Bound port: b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:51.020569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.113474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] For port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:51.117180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] For port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:51.125417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.173057 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Sync routers for ids ['49a800bf-5188-4a54-b767-d5ff4cceb874'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:45:51.176071 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.176856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.178317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] 10.222.0.73 "PUT /v2.0/ports/b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 1091 time: 0.9120057 Nov 25 17:45:51.178837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:45:51.181575 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c141e-9a0d-428c-b766-21136108e121" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:45:51.207591 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Routers {'49a800bf-5188-4a54-b767-d5ff4cceb874'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:51.209142 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['49a800bf-5188-4a54-b767-d5ff4cceb874'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:51.310844 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db6ce57-045a-44fc-9a86-6995373e3eff x-openstack-request-id: req-6db6ce57-045a-44fc-9a86-6995373e3eff {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:45:51.311060 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:45:51.311328 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6db6ce57-045a-44fc-9a86-6995373e3eff {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:45:51.311870 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'status': 'completed', 'code': 200} Nov 25 17:45:51.312492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc8e61-eec9-4f1d-a25d-12b903bb3e9b service neutron] Pushing event updated for resources: {'Port': ['ID=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:51.430053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-26cb21d8-57ff-4f4e-b68c-fcddcb68b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.431695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-26cb21d8-57ff-4f4e-b68c-fcddcb68b1fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1094 time: 0.1900589 Nov 25 17:45:51.437925 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Set router 49a800bf-5188-4a54-b767-d5ff4cceb874 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:51.502257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a242-a5af-4be6-8dac-749960f4b15b req-4de75865-62dd-44ea-9691-411b95a11c6e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.503919 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf24a242-a5af-4be6-8dac-749960f4b15b req-4de75865-62dd-44ea-9691-411b95a11c6e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.1073632 Nov 25 17:45:51.505318 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-8155702a-f72a-47f6-8533-6580297afdc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 217 time: 0.0639536 Nov 25 17:45:51.637346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cf24a242-a5af-4be6-8dac-749960f4b15b req-2eb47486-6c03-4bd9-8abe-9ce0c9be3515 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268344 Nov 25 17:45:51.641372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-4c946aa5-dc90-4e20-8481-2535959901bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.644913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-4c946aa5-dc90-4e20-8481-2535959901bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.1317029 Nov 25 17:45:51.707950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-434cd1a9-7cf5-409f-bafd-485cc2404016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:51.709523 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-434cd1a9-7cf5-409f-bafd-485cc2404016 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546947 Nov 25 17:45:51.764734 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'dc58f600-6a9e-4b84-b626-d69a7aea714d', 'name': '', 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'mac_address': 'fa:16:3e:04:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '55849437-97b5-41b9-a06e-99571116753f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:45Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 2, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'subnets': [{'id': '55849437-97b5-41b9-a06e-99571116753f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:51.806938 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Checking router: 49a800bf-5188-4a54-b767-d5ff4cceb874 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:45:51.807602 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Updating router 49a800bf-5188-4a54-b767-d5ff4cceb874 port dc58f600-6a9e-4b84-b626-d69a7aea714d binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:45:51.823198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-f54ca091-319e-4123-ac7c-7c7d026711da service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053932 Nov 25 17:45:51.846617 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:51.954468 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d1aada0-2214-424b-aade-4210ff07cbb2 req-8b4998c4-4579-4f15-a610-2c568eb61d69 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236413 Nov 25 17:45:52.045637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfbf23-c116-4654-b0d3-eff62d258aec req-c2e1f094-fdfe-4500-8142-0150c83f2704 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.054010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c3dfbf23-c116-4654-b0d3-eff62d258aec req-c2e1f094-fdfe-4500-8142-0150c83f2704 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0869827 Nov 25 17:45:52.117126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c3dfbf23-c116-4654-b0d3-eff62d258aec req-2708abdd-4cd4-4ee5-9df9-e15dbc533c73 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592337 Nov 25 17:45:52.143662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c141e-9a0d-428c-b766-21136108e121 req-de282e2b-015d-4714-98a7-da62a9e8f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.145344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-de282e2b-015d-4714-98a7-da62a9e8f207 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1094 time: 0.0593827 Nov 25 17:45:52.259287 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.265766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c141e-9a0d-428c-b766-21136108e121 req-78c59cc3-bb77-4af7-a42c-593dd2ad8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.267600 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-78c59cc3-bb77-4af7-a42c-593dd2ad8994 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1136186 Nov 25 17:45:52.272644 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.319447 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-def1b3fe-bb7a-4e08-b593-e275b40298f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 217 time: 0.0449469 Nov 25 17:45:52.320438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Pushing event updated for resources: {'Port': ['ID=dc58f600-6a9e-4b84-b626-d69a7aea714d,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:52.345419 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.345878 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.346221 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.346551 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.346877 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.347201 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.347550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.347870 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.348187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.348502 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.351153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.351153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:45:52.429419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c141e-9a0d-428c-b766-21136108e121 req-c1e5f8f1-71b2-4c27-ad65-04cecbf6b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.431032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-c1e5f8f1-71b2-4c27-ad65-04cecbf6b698 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.1043494 Nov 25 17:45:52.432281 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Attempting to bind port dc58f600-6a9e-4b84-b626-d69a7aea714d on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:45:52.432657 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Attempting to bind port dc58f600-6a9e-4b84-b626-d69a7aea714d by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:45:52.433023 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Attempting to bind port dc58f600-6a9e-4b84-b626-d69a7aea714d on network bccc4c4e-c630-4f74-943e-c25517637256 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:45:52.439809 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:45:52.440253 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Checking segment: {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:45:52.440588 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.440979 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Bound using segment: {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:45:52.441461 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Bound port: dc58f600-6a9e-4b84-b626-d69a7aea714d, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845c640f-e474-4eda-9d0c-449267598139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:45:52.441838 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.502887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c141e-9a0d-428c-b766-21136108e121 req-06ce34d0-4c7e-4414-89f5-8203db01322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.504438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-06ce34d0-4c7e-4414-89f5-8203db01322c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629089 Nov 25 17:45:52.556490 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] For port dc58f600-6a9e-4b84-b626-d69a7aea714d, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:45:52.560257 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] For port dc58f600-6a9e-4b84-b626-d69a7aea714d, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dc58f600-6a9e-4b84-b626-d69a7aea714d,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:45:52.570225 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.629562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-b6eb3bf6-6684-4dfb-985b-8de32f663b5d service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139355 Nov 25 17:45:52.658445 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Routers {'49a800bf-5188-4a54-b767-d5ff4cceb874'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:45:52.659069 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:45:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['49a800bf-5188-4a54-b767-d5ff4cceb874'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:52.666558 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c3ac-35c9-4ac8-b398-f7d0d5b10587 None None] Pushing event updated for resources: {'Port': ['ID=dc58f600-6a9e-4b84-b626-d69a7aea714d,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:52.775467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-616c141e-9a0d-428c-b766-21136108e121 req-dfb45c4c-4fef-4476-b849-b7ba6b64e69d service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387804 Nov 25 17:45:52.798459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-64cf38ce-71c5-45d2-be56-cd03a4edb55a None None] Provisioning complete for port dc58f600-6a9e-4b84-b626-d69a7aea714d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:52.799536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64cf38ce-71c5-45d2-be56-cd03a4edb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:52.860015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e16f4-da1c-49be-80b6-be7f8da17946 req-f514d306-ef23-4ca6-bacc-45e46bb42dc5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:52.861667 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-937e16f4-da1c-49be-80b6-be7f8da17946 req-f514d306-ef23-4ca6-bacc-45e46bb42dc5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0730617 Nov 25 17:45:52.921369 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] Set router 49a800bf-5188-4a54-b767-d5ff4cceb874 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:45:52.933898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-937e16f4-da1c-49be-80b6-be7f8da17946 req-ba54803e-be45-48d9-b2f1-f61ccf4776e5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656862 Nov 25 17:45:52.968857 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64cf38ce-71c5-45d2-be56-cd03a4edb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.037732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-64cf38ce-71c5-45d2-be56-cd03a4edb55a None None] For port dc58f600-6a9e-4b84-b626-d69a7aea714d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dc58f600-6a9e-4b84-b626-d69a7aea714d,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:53.045577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-64cf38ce-71c5-45d2-be56-cd03a4edb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.146718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf38ce-71c5-45d2-be56-cd03a4edb55a None None] Pushing event updated for resources: {'Port': ['ID=dc58f600-6a9e-4b84-b626-d69a7aea714d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:53.187560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f314fb8f-9a60-41a8-ab59-17537cdc88d4 None None] Provisioning complete for port dc58f600-6a9e-4b84-b626-d69a7aea714d triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:53.187932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f314fb8f-9a60-41a8-ab59-17537cdc88d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:53.232753 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'dc58f600-6a9e-4b84-b626-d69a7aea714d', 'name': '', 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'mac_address': 'fa:16:3e:04:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '55849437-97b5-41b9-a06e-99571116753f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:45Z', 'updated_at': '2021-11-25T17:45:52Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'subnets': [{'id': '55849437-97b5-41b9-a06e-99571116753f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:45:53.268380 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d10a-741c-4f1d-9e01-aac88e7b678f None None] The sync data for ids ['49a800bf-5188-4a54-b767-d5ff4cceb874'] in n-d-817303-7 is: [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'dc58f600-6a9e-4b84-b626-d69a7aea714d', 'name': '', 'network_id': 'bccc4c4e-c630-4f74-943e-c25517637256', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'mac_address': 'fa:16:3e:04:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '55849437-97b5-41b9-a06e-99571116753f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:45Z', 'updated_at': '2021-11-25T17:45:52Z', 'revision_number': 4, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'subnets': [{'id': '55849437-97b5-41b9-a06e-99571116753f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:45:53.269732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d06e8-f6e2-4e38-af57-df4b0853356a req-680a9289-e28c-41eb-ab0f-a9981ddd4a5a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:53.275035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-578d06e8-f6e2-4e38-af57-df4b0853356a req-680a9289-e28c-41eb-ab0f-a9981ddd4a5a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0737221 Nov 25 17:45:53.377442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-578d06e8-f6e2-4e38-af57-df4b0853356a req-3a2d25ea-b22a-45fa-9517-420d9d7490a1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900388 Nov 25 17:45:53.429013 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:45:54.074375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e4d88-258e-4641-89b8-300514945bf7 req-3df2c2b5-2cfb-42d5-9cb7-9f5d1374c2f8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.076159 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4b2e4d88-258e-4641-89b8-300514945bf7 req-3df2c2b5-2cfb-42d5-9cb7-9f5d1374c2f8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0587986 Nov 25 17:45:54.129819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4b2e4d88-258e-4641-89b8-300514945bf7 req-b1cbb529-bb1e-4b29-ac68-8cd54d28fc73 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469890 Nov 25 17:45:54.328559 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device dc58f600-6a9e-4b84-b626-d69a7aea714d up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:45:54.387645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port dc58f600-6a9e-4b84-b626-d69a7aea714d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:45:54.388025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:54.531069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755388e0-d5b9-4e2d-9f60-9d00052a8b65 req-fd89bd26-73ad-4eb5-8276-cf05d525670c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:54.533434 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-755388e0-d5b9-4e2d-9f60-9d00052a8b65 req-fd89bd26-73ad-4eb5-8276-cf05d525670c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0754428 Nov 25 17:45:54.593459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-755388e0-d5b9-4e2d-9f60-9d00052a8b65 req-770c2df6-b541-44d7-9106-e7be9e51a043 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538492 Nov 25 17:45:55.263748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060a55-00d9-464c-9460-9caeb6a50582 req-88f4b8ba-6b5b-49b7-856c-594f3a1ab992 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.266219 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09060a55-00d9-464c-9460-9caeb6a50582 req-88f4b8ba-6b5b-49b7-856c-594f3a1ab992 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0581009 Nov 25 17:45:55.329336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-09060a55-00d9-464c-9460-9caeb6a50582 req-181fcc8e-313d-4c3f-95ab-398db007c632 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570366 Nov 25 17:45:55.761941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408170cd-f10b-4096-889e-2f8b0c824d68 req-7c691d71-7075-40dd-91dc-536ae5187011 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:55.771029 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-408170cd-f10b-4096-889e-2f8b0c824d68 req-7c691d71-7075-40dd-91dc-536ae5187011 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0654185 Nov 25 17:45:55.827979 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-408170cd-f10b-4096-889e-2f8b0c824d68 req-0fec125d-6038-424d-b6d5-b77129bcab63 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560338 Nov 25 17:45:56.468672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a7a9f-19e5-412e-9cc0-e13d75d8832d req-bb990acd-96ed-421d-9d16-6693bdbb8090 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.470191 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e0a7a9f-19e5-412e-9cc0-e13d75d8832d req-bb990acd-96ed-421d-9d16-6693bdbb8090 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0508802 Nov 25 17:45:56.524243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9e0a7a9f-19e5-412e-9cc0-e13d75d8832d req-41f7cb75-178d-468b-8113-20c47bcfbbfe tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478687 Nov 25 17:45:56.948986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fdcc5-3f04-439d-9d11-a18e53634204 req-e7a46278-ff97-4829-85c2-1dd761104e2a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:56.951350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756fdcc5-3f04-439d-9d11-a18e53634204 req-e7a46278-ff97-4829-85c2-1dd761104e2a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0500679 Nov 25 17:45:57.002779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-756fdcc5-3f04-439d-9d11-a18e53634204 req-5e1016df-a4e8-4990-913a-92ba53d7ffd2 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Nov 25 17:45:57.653864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fafb16-e379-453b-a59e-beab19a2c46b req-6c77fec5-dafa-442f-9b86-fbab0425bcc0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:57.655333 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8fafb16-e379-453b-a59e-beab19a2c46b req-6c77fec5-dafa-442f-9b86-fbab0425bcc0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0529692 Nov 25 17:45:57.710705 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b8fafb16-e379-453b-a59e-beab19a2c46b req-81c7b1ac-9124-4057-b186-bf3b439ec945 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490613 Nov 25 17:45:58.127756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ca6ee-5346-4ab7-8e5a-bcd6261ed1f6 req-fcbb25ec-5568-46a2-9f89-7c8d3a4130af tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.129395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-462ca6ee-5346-4ab7-8e5a-bcd6261ed1f6 req-fcbb25ec-5568-46a2-9f89-7c8d3a4130af tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0553124 Nov 25 17:45:58.181671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-462ca6ee-5346-4ab7-8e5a-bcd6261ed1f6 req-b806aa2f-566c-44ee-a32f-36665821aa14 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459886 Nov 25 17:45:58.369579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-15b380d6-12e6-4297-8b7a-173ca86741c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.371664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-15b380d6-12e6-4297-8b7a-173ca86741c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1097 time: 0.0425544 Nov 25 17:45:58.803451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-47675156-3b9b-4b82-831d-b695d3da4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.804968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-47675156-3b9b-4b82-831d-b695d3da4a19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.4123592 Nov 25 17:45:58.862637 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a792fa9-6313-4183-98c4-43cc05bf52bb req-694bc8d4-f68a-40c4-9e48-aee58b1e59bf tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.866745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a792fa9-6313-4183-98c4-43cc05bf52bb req-694bc8d4-f68a-40c4-9e48-aee58b1e59bf tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0692184 Nov 25 17:45:58.878842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-6eb1de07-0cb8-41b9-8207-6cf78564e9c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 1001 time: 0.0660486 Nov 25 17:45:58.920764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a792fa9-6313-4183-98c4-43cc05bf52bb req-3e7c8b11-7c3a-443b-920c-e855d0668970 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 Nov 25 17:45:58.947301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-7519a21e-33e8-4439-b0ef-67115f7965b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:58.949436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-7519a21e-33e8-4439-b0ef-67115f7965b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0627532 Nov 25 17:45:59.008941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-8f14bd3d-8372-4af2-bee3-9c40c64d76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:59.010468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-8f14bd3d-8372-4af2-bee3-9c40c64d76f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528071 Nov 25 17:45:59.106755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-9b703d99-b07a-40b7-a211-a19659faae1b service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Nov 25 17:45:59.207564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-98dbe9bb-f43e-41c2-b6af-669006effda6 req-7a07edd0-da9a-4c8a-ae45-b2ca1f360167 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938246 Nov 25 17:45:59.325131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b52b4e-5492-4131-b2d3-a4d27ecbc024 req-ffa1cec0-2b2e-4fa6-b8d4-9d99237490cd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:45:59.331483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-37b52b4e-5492-4131-b2d3-a4d27ecbc024 req-ffa1cec0-2b2e-4fa6-b8d4-9d99237490cd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0699654 Nov 25 17:45:59.378880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-37b52b4e-5492-4131-b2d3-a4d27ecbc024 req-be1bb186-59f0-483f-83c1-427cd009a462 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459936 Nov 25 17:45:59.447632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:45:59.544987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:59.561603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'mac_address': 'fa:16:3e:0e:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:45:59.600336 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.614086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 391f69ad-d283-4748-bbb8-7d65dcfe753a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:45:59.634009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:45:59.639484 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:45:59.692609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:45:59.710344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['391f69ad-d283-4748-bbb8-7d65dcfe753a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:00.107504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997664a-36c7-4726-89b6-227d8342c2ea req-81ea7248-e4b5-4d50-9e68-3096b4e37974 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:00.109078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7997664a-36c7-4726-89b6-227d8342c2ea req-81ea7248-e4b5-4d50-9e68-3096b4e37974 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 945 time: 0.0561843 Nov 25 17:46:00.169671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7997664a-36c7-4726-89b6-227d8342c2ea req-921b9e39-7370-41ae-932c-a445fd470364 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539455 Nov 25 17:46:00.551104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c0ed7-0386-4e5c-b31f-1982979faa67 req-399eb4af-bcfa-4351-8c5c-f546bf273b65 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:00.554301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d7c0ed7-0386-4e5c-b31f-1982979faa67 req-399eb4af-bcfa-4351-8c5c-f546bf273b65 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.0680249 Nov 25 17:46:00.627801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d7c0ed7-0386-4e5c-b31f-1982979faa67 req-767de109-5fe7-4b1e-9bdf-9a1006816329 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677574 Nov 25 17:46:01.351995 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764aa8a-4313-4581-a8cd-6848a82b37be req-445aaa22-30db-498c-9940-533581719504 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.363873 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b764aa8a-4313-4581-a8cd-6848a82b37be req-445aaa22-30db-498c-9940-533581719504 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 945 time: 0.0943811 Nov 25 17:46:01.435427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b764aa8a-4313-4581-a8cd-6848a82b37be req-7af71b5a-4d62-4742-89e1-f5787da2705d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696068 Nov 25 17:46:01.449970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:01.547617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 391f69ad-d283-4748-bbb8-7d65dcfe753a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:01.549739 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.658822 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.698905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:01.702110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:01.705403 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d3fa4-5df4-40c1-a5c7-fa867d75a51a" -d '{"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-plugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:01.710378 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:01.797389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:01.822111 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e1f35b-848d-46fb-8f8a-a61ade56cebd x-openstack-request-id: req-d2e1f35b-848d-46fb-8f8a-a61ade56cebd {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:01.822671 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-plugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:01.825377 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d2e1f35b-848d-46fb-8f8a-a61ade56cebd {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:01.825985 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'code': 200} Nov 25 17:46:01.878605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c3364-a27b-4de8-be66-767b043747f3 req-864b97a4-05b1-488e-b8bc-066e4027ca23 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:01.885927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b6c3364-a27b-4de8-be66-767b043747f3 req-864b97a4-05b1-488e-b8bc-066e4027ca23 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 943 time: 0.1547472 Nov 25 17:46:01.973270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b6c3364-a27b-4de8-be66-767b043747f3 req-3b0499e9-e57e-4298-b3a8-1c0a9d4398e4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863662 Nov 25 17:46:02.142834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:02.264787 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:02.278539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:02.335461 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.358562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:02.390407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:02.396350 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:02.501610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:02.607693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:02.633303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee99134-5c68-4d24-9e9a-e951531a4982 req-5246108e-ce6d-4d47-9265-c9a51a9df218 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:02.641994 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cee99134-5c68-4d24-9e9a-e951531a4982 req-5246108e-ce6d-4d47-9265-c9a51a9df218 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0803714 Nov 25 17:46:02.701814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cee99134-5c68-4d24-9e9a-e951531a4982 req-5d107cb5-0e55-42a8-8ea2-aca0d84033d8 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538006 Nov 25 17:46:03.115239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902faac0-c39c-44a2-b3fc-d807ca7a2014 req-6971323e-3243-425d-94ac-8f46f5ae2e07 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:03.117927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-902faac0-c39c-44a2-b3fc-d807ca7a2014 req-6971323e-3243-425d-94ac-8f46f5ae2e07 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 944 time: 0.0603180 Nov 25 17:46:03.199956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-902faac0-c39c-44a2-b3fc-d807ca7a2014 req-fb5cc5cd-dd2d-432c-8950-de8914e841dd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748751 Nov 25 17:46:03.847346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d731a4b-8cb8-4dd0-ba89-26cb2f010427 req-6d483ffb-b7b1-47f8-9732-e38a3acb0ab3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:03.849546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d731a4b-8cb8-4dd0-ba89-26cb2f010427 req-6d483ffb-b7b1-47f8-9732-e38a3acb0ab3 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0720787 Nov 25 17:46:03.905188 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d731a4b-8cb8-4dd0-ba89-26cb2f010427 req-11bfb2dc-6acb-4b3e-9d42-ee84d3d54dbc tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 Nov 25 17:46:04.165954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:04.270482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:46:04.280954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:04.282987 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.357012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001296c0-df54-4c9b-b34b-20650213bfa6 req-b944f40e-8d78-4c79-99df-8a9db845a8a9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:04.358648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-001296c0-df54-4c9b-b34b-20650213bfa6 req-b944f40e-8d78-4c79-99df-8a9db845a8a9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 944 time: 0.0659990 Nov 25 17:46:04.422732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.424249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-001296c0-df54-4c9b-b34b-20650213bfa6 req-0b5e7074-1ec1-440d-a3da-6e2608199e63 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576711 Nov 25 17:46:04.460618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:04.463698 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e334a65-c084-4eba-af6c-aea9174ee960" -d '{"events": [{"server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "name": "network-vif-plugged", "status": "completed", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:04.486004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:04.490455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:04.560296 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fcb3ea-de19-4d36-bda5-a7da4c92b917 x-openstack-request-id: req-65fcb3ea-de19-4d36-bda5-a7da4c92b917 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:04.561458 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "name": "network-vif-plugged", "status": "completed", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:04.561732 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-65fcb3ea-de19-4d36-bda5-a7da4c92b917 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:04.562198 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'code': 200} Nov 25 17:46:04.566814 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:04.684356 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6699b43-7afe-4767-91f9-15bf9d28e0c9 req-81daae25-751d-4101-8863-149c71d2cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:04.686021 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c6699b43-7afe-4767-91f9-15bf9d28e0c9 req-81daae25-751d-4101-8863-149c71d2cc95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1096 time: 0.0560801 Nov 25 17:46:04.744428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c6699b43-7afe-4767-91f9-15bf9d28e0c9 req-f47659a2-4ad8-4d1e-8845-c12559814614 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480597 Nov 25 17:46:05.061385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267bb8d-5044-40de-a5eb-0736dc0d8cd7 req-5fcb7cea-773b-4044-acc0-07c1a255aee5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.071876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a267bb8d-5044-40de-a5eb-0736dc0d8cd7 req-5fcb7cea-773b-4044-acc0-07c1a255aee5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0734372 Nov 25 17:46:05.131176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a267bb8d-5044-40de-a5eb-0736dc0d8cd7 req-fb3a84e9-faf3-4492-b5f8-ae4c4beff69c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580540 Nov 25 17:46:05.596886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf066f52-f05e-4df4-882b-a88306c03a60 req-49e84463-8042-49c5-8526-928d33e8becb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:05.598767 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf066f52-f05e-4df4-882b-a88306c03a60 req-49e84463-8042-49c5-8526-928d33e8becb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 945 time: 0.0760303 Nov 25 17:46:05.688568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf066f52-f05e-4df4-882b-a88306c03a60 req-17788bfd-184d-4866-ada3-02ecbb1b3c37 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811670 Nov 25 17:46:05.731762 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0ab3-692a-4487-8ee5-a10e0c34c01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:06.354325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7793540-42c2-4b87-8507-5cd5bd24e411 req-49db5544-7d89-4556-842d-c6c11fc74613 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:06.356619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7793540-42c2-4b87-8507-5cd5bd24e411 req-49db5544-7d89-4556-842d-c6c11fc74613 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0645428 Nov 25 17:46:06.420022 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7793540-42c2-4b87-8507-5cd5bd24e411 req-1584ed47-8ae4-47f8-9feb-4945769cdd4e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573761 Nov 25 17:46:06.830628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e8311-1b14-42ce-a6ea-544f9e856587 req-414fa6ac-caf3-4d2d-9191-7448153836bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:06.832210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c75e8311-1b14-42ce-a6ea-544f9e856587 req-414fa6ac-caf3-4d2d-9191-7448153836bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 945 time: 0.0553164 Nov 25 17:46:06.894906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c75e8311-1b14-42ce-a6ea-544f9e856587 req-801d0898-ca24-49ff-a25f-86f5f3208311 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554509 Nov 25 17:46:07.019184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b301d-dcd5-4c28-8916-1da1d6019afc req-dfe90e87-c74f-41f1-a092-d05a96f1e3d9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.026470 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-568b301d-dcd5-4c28-8916-1da1d6019afc req-dfe90e87-c74f-41f1-a092-d05a96f1e3d9 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 945 time: 0.0567741 Nov 25 17:46:07.085286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-568b301d-dcd5-4c28-8916-1da1d6019afc req-3b74dd79-6bee-4c2d-b285-571218a27baf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579169 Nov 25 17:46:07.115463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53174) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:07.166014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be23bb-2672-42a6-a68e-be8b1c8de2dd tempest-TestVolumeBootPattern-1405047226 tempest-TestVolumeBootPattern-1405047226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.170790 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-67be23bb-2672-42a6-a68e-be8b1c8de2dd tempest-TestVolumeBootPattern-1405047226 tempest-TestVolumeBootPattern-1405047226-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1091 time: 0.0507431 Nov 25 17:46:07.171008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53176) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:46:07.175266 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:46:07.199245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.311863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.841867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.25.8.155 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c5d94992-69ae-4241-9000-0bb527ad10fe) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:46:07.866435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413da30-6e49-4098-839f-b8b6d9068bf9 req-36aa70f8-3693-4345-8ca4-1e560239af12 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:07.868023 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6413da30-6e49-4098-839f-b8b6d9068bf9 req-36aa70f8-3693-4345-8ca4-1e560239af12 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0916348 Nov 25 17:46:07.964143 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33bca8f9-f1dd-4cef-85bb-f02fade51105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:07.997903 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6413da30-6e49-4098-839f-b8b6d9068bf9 req-7f7a6b59-aa7b-434f-adf5-fc1b7135f8ee tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213078 Nov 25 17:46:08.047894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.104022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.159903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:46:08.164048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:46:08.166408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=c5d94992-69ae-4241-9000-0bb527ad10fe,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:08.168936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:46:08.204792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.205187 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.205472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.205813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.206141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.206468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.206793 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.207111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.207455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.207779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.208101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.208421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:08.613745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.702797 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.926271 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:08.944303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.030602 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.186913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a316dd-b03e-428f-8668-7dc55a3370b0 req-22089d14-2a57-4e87-aaa3-7a07f869ebd9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.189097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9a316dd-b03e-428f-8668-7dc55a3370b0 req-22089d14-2a57-4e87-aaa3-7a07f869ebd9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0607963 Nov 25 17:46:09.212087 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Floating IP cf8b5ab1-a708-4410-9050-3d03e200c1e1 associated. External IP: 172.25.8.155, port: b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d. Nov 25 17:46:09.216375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=c5d94992-69ae-4241-9000-0bb527ad10fe,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:09.266291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9a316dd-b03e-428f-8668-7dc55a3370b0 req-30e1504b-7c59-49d6-8374-57f205cafc9b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696893 Nov 25 17:46:09.368154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.509662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:46:09.623258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-d145e1e4-14dd-4d59-a60e-6dccfbe04491 req-df764020-6489-4434-82d5-c0b0cfe52b4f tempest-ServerRescueTestJSON-1691215402 tempest-ServerRescueTestJSON-1691215402-project] (103636) timed out ('10.222.0.73', 64680) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:46:09.648080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:46:09.661291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:46:09.676500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:09.682181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:09.684016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:46:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:09.719405 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a4f6faa5-f423-4d85-939b-ed58901da67e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5394151 Nov 25 17:46:09.719405 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:09.719405 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f5adb-b13a-49fe-a840-160ca714b1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:09.831691 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114cbec-73d5-47fc-9a1f-1ef0c8ce27a3 x-openstack-request-id: req-5114cbec-73d5-47fc-9a1f-1ef0c8ce27a3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:09.832402 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:09.832903 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5114cbec-73d5-47fc-9a1f-1ef0c8ce27a3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:09.833570 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'status': 'completed', 'code': 200} Nov 25 17:46:09.865539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:09.935243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-748faec0-cba0-4214-a5f2-6d8c5e8b01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:09.937031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-748faec0-cba0-4214-a5f2-6d8c5e8b01ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1096 time: 0.0524695 Nov 25 17:46:10.088378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-d77667a4-8ae0-4c93-a520-0a6eab406850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.090882 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-d77667a4-8ae0-4c93-a520-0a6eab406850 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1458538 Nov 25 17:46:10.180255 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-66d045e1-77b5-41dc-9a43-8f264c781c5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 999 time: 0.0821092 Nov 25 17:46:10.249843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:08Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:10.267761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-5041190c-32f7-4532-b184-87b28162d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.269597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-5041190c-32f7-4532-b184-87b28162d7f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0828230 Nov 25 17:46:10.326681 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-7c3d76c2-ca25-43f0-b839-41d0089652a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.327642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:46:10.328410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-7c3d76c2-ca25-43f0-b839-41d0089652a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518942 Nov 25 17:46:10.354197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:46:10.354747 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:46:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:10.501770 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-d42c395d-50be-41c3-bb5b-8876b1c870b1 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664522 Nov 25 17:46:10.520777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dcd14-9269-4bc4-9e64-2426205473ac req-73995be9-42e1-4c8d-9d67-2e79336bc3c0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:10.522288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f66dcd14-9269-4bc4-9e64-2426205473ac req-73995be9-42e1-4c8d-9d67-2e79336bc3c0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.1117892 Nov 25 17:46:10.628855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f66dcd14-9269-4bc4-9e64-2426205473ac req-fc4866a7-710c-4662-afe4-567aa8a7c931 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988593 Nov 25 17:46:10.713954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f39f5adb-b13a-49fe-a840-160ca714b1e5 req-d760f98c-f1a8-47ed-8ab1-52dc3a4677aa service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057059 Nov 25 17:46:10.892204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:10.906825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:46:11.212011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:08Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:46:11.246622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98c030-4614-4a4d-a2cf-64314357ab04 None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:08Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:46:11.451204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:11.510727 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58275c9-9956-463e-80c8-39768e007c11 None None] New status for floating IP cf8b5ab1-a708-4410-9050-3d03e200c1e1: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:46:11.771758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c892e86-2e28-4b45-acec-6cf6c04d1033 req-3c91b104-86b6-4df2-a0ab-5f358da8eac9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:11.773209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c892e86-2e28-4b45-acec-6cf6c04d1033 req-3c91b104-86b6-4df2-a0ab-5f358da8eac9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0547731 Nov 25 17:46:11.822372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c892e86-2e28-4b45-acec-6cf6c04d1033 req-023b62fc-b7ab-4a4a-92bc-95d4fa27200e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Nov 25 17:46:12.051968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-9eeba96f-be72-45c1-8c26-b13f67b5737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.053465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-9eeba96f-be72-45c1-8c26-b13f67b5737f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1097 time: 0.0457885 Nov 25 17:46:12.147860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-3992b7b8-1a40-45d5-8211-ba3176669a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.149466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-3992b7b8-1a40-45d5-8211-ba3176669a3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.0890687 Nov 25 17:46:12.219313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-2b2c7a14-fab8-4f5a-8cb4-1f1bfdd3e9b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 1001 time: 0.0626373 Nov 25 17:46:12.268532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-c405cbc8-7771-4309-b160-11e5d767fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.270024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-c405cbc8-7771-4309-b160-11e5d767fb35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0444179 Nov 25 17:46:12.320521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-865a3e3e-ff07-4fbc-898f-2ef69d281d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.321964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-865a3e3e-ff07-4fbc-898f-2ef69d281d37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452740 Nov 25 17:46:12.416228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-8aec85be-5654-4405-bbde-569b8e93da40 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854585 Nov 25 17:46:12.510300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676fef8d-cf9d-412b-ab74-7c58db2f9e12 req-04a59be9-3df1-4411-82e5-1a89f2e6d751 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Nov 25 17:46:12.951071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0a229-1b60-4456-9a9a-1d35ad6dc120 req-f5a718ba-49c4-4dc0-a756-d2b25267b6a4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:12.952601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c0a229-1b60-4456-9a9a-1d35ad6dc120 req-f5a718ba-49c4-4dc0-a756-d2b25267b6a4 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0516601 Nov 25 17:46:13.001913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c0a229-1b60-4456-9a9a-1d35ad6dc120 req-1cdba2d7-f86e-49eb-ab86-3da55c6c81a5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Nov 25 17:46:14.134350 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac0aa-01dd-4132-81ad-f691a8ba4c8e req-5ae9e791-1d84-4975-a753-feea2b2d4f2d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:14.135745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f45ac0aa-01dd-4132-81ad-f691a8ba4c8e req-5ae9e791-1d84-4975-a753-feea2b2d4f2d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0503337 Nov 25 17:46:14.185290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f45ac0aa-01dd-4132-81ad-f691a8ba4c8e req-f37f2882-5ebf-48ab-a86a-ba93ce47c6b6 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433733 Nov 25 17:46:14.919747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-32727f52-aada-47e7-8733-9773f62fddfb req-38ec2853-e3c2-4eba-83eb-46ea4f91ceaa service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:46:14.920632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-32727f52-aada-47e7-8733-9773f62fddfb req-38ec2853-e3c2-4eba-83eb-46ea4f91ceaa service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060844 Nov 25 17:46:15.092204 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ae500-b0d3-4314-879e-33c861ded57d req-9a463ece-0f75-4925-bff8-8e20c7ca14c1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:15.094597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b8ae500-b0d3-4314-879e-33c861ded57d req-9a463ece-0f75-4925-bff8-8e20c7ca14c1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 946 time: 0.0608170 Nov 25 17:46:15.147570 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b8ae500-b0d3-4314-879e-33c861ded57d req-fa837997-03ac-4ab7-8c3e-87b4c08a0378 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466022 Nov 25 17:46:15.358451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-7d7021e0-f613-471d-86b0-b625a2364e12 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446466 Nov 25 17:46:15.490700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:46:15.585492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.613520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:15.615858 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c2f2b5-403b-4ebf-bf1b-cdbacc743223" -d '{"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-unplugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:15.629981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:15.635445 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:15.678175 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b731df90-6253-4e95-9d8b-34b0d62d1864 x-openstack-request-id: req-b731df90-6253-4e95-9d8b-34b0d62d1864 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:15.678402 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-unplugged", "status": "failed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "code": 422}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:15.678803 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b731df90-6253-4e95-9d8b-34b0d62d1864 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:15.679203 n-d-817303-7 neutron-server[103637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'code': 422} returned with failed status Nov 25 17:46:15.707917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:15.716618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.716970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.717318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.717659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.718000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.718366 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.718684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.719016 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.719351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.719711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.721149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:15.721149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:46:16.165426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-b3221473-f956-43d6-9b2a-9eb96e3fae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.167031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-b3221473-f956-43d6-9b2a-9eb96e3fae8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc&tenant_id=5c945c86424a4572b1479462326d16a3 HTTP/1.1" status: 200 len: 1095 time: 0.0442257 Nov 25 17:46:16.189155 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:16.241859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-b9edfe82-b34f-4118-8c7a-76a5aa44d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.243415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-b9edfe82-b34f-4118-8c7a-76a5aa44d7d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1095 time: 0.0530279 Nov 25 17:46:16.326049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692adc7f-9826-4a0e-b676-a14d2f7ef34c req-4bb31aac-b84f-4ca4-8114-2ed43a44c71e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.328459 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-692adc7f-9826-4a0e-b676-a14d2f7ef34c req-4bb31aac-b84f-4ca4-8114-2ed43a44c71e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0932510 Nov 25 17:46:16.349436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-e6d3c150-4a4c-4237-8107-40efa0628121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.351072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-e6d3c150-4a4c-4237-8107-40efa0628121 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.1001055 Nov 25 17:46:16.383106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-692adc7f-9826-4a0e-b676-a14d2f7ef34c req-6b4a7280-ffc2-4df4-84a4-fe0765db7865 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482605 Nov 25 17:46:16.429466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-e8189c13-f8f7-4fa3-92ad-3971967e0dd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 999 time: 0.0711222 Nov 25 17:46:16.479091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-21e23996-1f64-4ca5-90e7-669657c3ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.480630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-21e23996-1f64-4ca5-90e7-669657c3ea42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0439496 Nov 25 17:46:16.526861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-0d3327ca-a681-4bea-911b-3cbf475fd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:16.528331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-0d3327ca-a681-4bea-911b-3cbf475fd74f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402899 Nov 25 17:46:16.629079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-68ca78e9-92d1-4f4a-8ea6-b8365f6287a3 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935104 Nov 25 17:46:16.722543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-99f8d96d-90d8-4f31-a8a8-b4de274ace92 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869842 Nov 25 17:46:17.533451 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47ea6-7d24-484e-bc0b-28dbff100066 req-36a9fce2-cae0-4770-a1b8-048823612434 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:17.540835 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ac47ea6-7d24-484e-bc0b-28dbff100066 req-36a9fce2-cae0-4770-a1b8-048823612434 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0663154 Nov 25 17:46:17.629230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ac47ea6-7d24-484e-bc0b-28dbff100066 req-7349f233-1ede-4729-b7c2-3316d44f84f6 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872343 Nov 25 17:46:17.681666 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:18.786106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d91560-0193-40fb-96ef-4fa0266930fc req-c048c0c4-027d-4f0b-aa61-35a99a3fce0c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:18.787758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3d91560-0193-40fb-96ef-4fa0266930fc req-c048c0c4-027d-4f0b-aa61-35a99a3fce0c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0670111 Nov 25 17:46:18.850397 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f3d91560-0193-40fb-96ef-4fa0266930fc req-609025ab-9e73-455b-b957-25181730217b tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559857 Nov 25 17:46:19.985692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88662dcf-5478-4aa5-b8de-de90a316093b req-384412f8-0440-4f03-a4d6-48ce59c3ecc1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:19.988110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88662dcf-5478-4aa5-b8de-de90a316093b req-384412f8-0440-4f03-a4d6-48ce59c3ecc1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0567822 Nov 25 17:46:20.048462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88662dcf-5478-4aa5-b8de-de90a316093b req-f78dabc6-56ef-46b2-8938-c23f43b9be3e tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547822 Nov 25 17:46:21.206763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7583c70-354b-4848-883f-e44a824c7a71 req-b07a60e0-17fd-4810-a580-d2dd1283ec4c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:21.208359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7583c70-354b-4848-883f-e44a824c7a71 req-b07a60e0-17fd-4810-a580-d2dd1283ec4c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0861382 Nov 25 17:46:21.276346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7583c70-354b-4848-883f-e44a824c7a71 req-ea654689-395c-45c4-b5a3-627ecd78612d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590303 Nov 25 17:46:22.416072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc506-5c87-49ba-ab83-9a1bbbaba626 req-213c9551-644e-471d-85d3-296c735eb6c1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:22.418079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0dbc506-5c87-49ba-ab83-9a1bbbaba626 req-213c9551-644e-471d-85d3-296c735eb6c1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0638108 Nov 25 17:46:22.485053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0dbc506-5c87-49ba-ab83-9a1bbbaba626 req-144a90cc-0725-4b04-9978-d359eadbc906 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602381 Nov 25 17:46:23.626884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08fd69-abdc-49a3-bb26-45ac8db2a93d req-69e284f4-d585-4c59-a2c3-2d3bc90de64f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:23.628556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d08fd69-abdc-49a3-bb26-45ac8db2a93d req-69e284f4-d585-4c59-a2c3-2d3bc90de64f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0527358 Nov 25 17:46:23.687045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d08fd69-abdc-49a3-bb26-45ac8db2a93d req-9c23dc99-e594-4878-bda7-e0954cf57f84 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523827 Nov 25 17:46:24.818427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc427c-f482-4a8f-b8c3-b3c045a8fc0e req-a303b32a-969f-4fdb-aed5-0e6dcae00771 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:24.827041 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ecc427c-f482-4a8f-b8c3-b3c045a8fc0e req-a303b32a-969f-4fdb-aed5-0e6dcae00771 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0629745 Nov 25 17:46:24.882851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ecc427c-f482-4a8f-b8c3-b3c045a8fc0e req-0ef95221-019e-4e51-bf3e-3ec4f56d84ad tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541244 Nov 25 17:46:26.029371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff16b-bf6b-480e-ab06-c3952afbc6d6 req-776414cc-8a6a-497d-8435-a1eaadfdd24a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:26.030856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f3ff16b-bf6b-480e-ab06-c3952afbc6d6 req-776414cc-8a6a-497d-8435-a1eaadfdd24a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0637062 Nov 25 17:46:26.092983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2f3ff16b-bf6b-480e-ab06-c3952afbc6d6 req-5e2d5d5b-6344-4a42-a22d-6371ac350875 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544894 Nov 25 17:46:27.234849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12dab-d5bc-445a-ae87-e3cc9a33df3a req-e9675462-3ef5-453f-9202-24d472f9078d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:27.236902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-beb12dab-d5bc-445a-ae87-e3cc9a33df3a req-e9675462-3ef5-453f-9202-24d472f9078d tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0669179 Nov 25 17:46:27.294563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-beb12dab-d5bc-445a-ae87-e3cc9a33df3a req-2a776ad5-ac4f-45e0-b0ee-af78aedf2cce tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512829 Nov 25 17:46:28.425369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed64e4-eb95-42fe-944b-545baad2d9db req-16da4809-3c45-4e66-9c67-c468ed4b4ea1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:28.426837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8ed64e4-eb95-42fe-944b-545baad2d9db req-16da4809-3c45-4e66-9c67-c468ed4b4ea1 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0515971 Nov 25 17:46:28.480241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8ed64e4-eb95-42fe-944b-545baad2d9db req-4859dd87-7f6e-4da6-939e-21bb7ee127e2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472071 Nov 25 17:46:29.536305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:46:29.609867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fc19-28a0-44ad-b0c6-7de2834b382b req-407b077c-1c3b-4d4d-87d4-ab3ee2a4fd07 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:29.612454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7647fc19-28a0-44ad-b0c6-7de2834b382b req-407b077c-1c3b-4d4d-87d4-ab3ee2a4fd07 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 944 time: 0.0536716 Nov 25 17:46:29.638373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:29.650958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'port_id': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'mac_address': 'fa:16:3e:0e:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:46:29.676664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7647fc19-28a0-44ad-b0c6-7de2834b382b req-0e26a550-c4a4-4540-bb93-bc5b31c06ed5 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549870 Nov 25 17:46:29.696778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.711005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391f69ad-d283-4748-bbb8-7d65dcfe753a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:46:29.731562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:29.735715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:29.784778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:29.945130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['391f69ad-d283-4748-bbb8-7d65dcfe753a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:46:30.428275 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:46:30.827855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c7bd6-9380-4646-a930-55bd8cf2a578 req-e27fe9b9-9181-4fd1-88a8-c74f28bb1141 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:30.829562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c7c7bd6-9380-4646-a930-55bd8cf2a578 req-e27fe9b9-9181-4fd1-88a8-c74f28bb1141 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 945 time: 0.0580261 Nov 25 17:46:30.904147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6c7c7bd6-9380-4646-a930-55bd8cf2a578 req-dfd6e7f9-2266-4ae9-a622-dd7cb826afc7 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595543 Nov 25 17:46:31.559661 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:46:31.618834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 391f69ad-d283-4748-bbb8-7d65dcfe753a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:46:31.619210 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.700051 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.725070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:46:31.727328 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb39c5d-c174-4a5c-a9b1-09922297246f" -d '{"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-plugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:46:31.742708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:46:31.747306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:31.772496 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d08bb-eabd-4233-9f60-d213c431e0ea x-openstack-request-id: req-f97d08bb-eabd-4233-9f60-d213c431e0ea {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:46:31.772789 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-plugged", "status": "completed", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:46:31.773046 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f97d08bb-eabd-4233-9f60-d213c431e0ea {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:46:31.773462 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'code': 200} Nov 25 17:46:31.802368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=10']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:46:31.930826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331545db-3af2-4d42-a9e3-ba4b2750ef11 req-9dfc6e3a-9bc8-48dd-8b82-5633c9756016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:31.933196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-331545db-3af2-4d42-a9e3-ba4b2750ef11 req-9dfc6e3a-9bc8-48dd-8b82-5633c9756016 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1098 time: 0.0413353 Nov 25 17:46:31.980260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-331545db-3af2-4d42-a9e3-ba4b2750ef11 req-cee58437-7d93-4495-ae4e-db8403e24edf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394795 Nov 25 17:46:32.031430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e406e-cade-4057-99b9-c20313804852 req-1d84fed1-1461-45e4-99e0-e1df2bef732a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:32.032930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-426e406e-cade-4057-99b9-c20313804852 req-1d84fed1-1461-45e4-99e0-e1df2bef732a tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 947 time: 0.0502150 Nov 25 17:46:32.081173 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-426e406e-cade-4057-99b9-c20313804852 req-69bf1821-4133-48c1-be36-3821a985e08c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Nov 25 17:46:33.221757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644611-da2c-4b51-a854-47000d05c6d4 req-0419886d-4dec-47e7-9746-bbaf4eec628c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:33.223290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ca644611-da2c-4b51-a854-47000d05c6d4 req-0419886d-4dec-47e7-9746-bbaf4eec628c tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 947 time: 0.0541568 Nov 25 17:46:33.275756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ca644611-da2c-4b51-a854-47000d05c6d4 req-97a75e5b-1077-4032-9586-eafaab60902f tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Nov 25 17:46:34.406826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556aaa5-0ca7-421f-9259-2dd8ad8814d3 req-328fa89f-cf82-477a-b4f7-013426e64ea9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:34.408338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b556aaa5-0ca7-421f-9259-2dd8ad8814d3 req-328fa89f-cf82-477a-b4f7-013426e64ea9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 947 time: 0.0534647 Nov 25 17:46:34.455951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b556aaa5-0ca7-421f-9259-2dd8ad8814d3 req-ab5e40d6-28e4-4149-94b0-f62ce93b1b77 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Nov 25 17:46:35.700121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0f670ef9-d066-4730-bd83-2057e2182e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:37.952939 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-44afba89-db39-4cbe-9da2-92e2020afcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:39.369717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:40.650096 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:41.443462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:46.199004 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:47.678315 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:46:59.328836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-9228e5c1-ed9b-4449-952f-e3943ccab666 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443268 Nov 25 17:46:59.410555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625ddf4-6439-46c5-baba-17481d538936 req-eacbc6cf-bc66-46dc-b59d-9ba287c3dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.412053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-eacbc6cf-bc66-46dc-b59d-9ba287c3dc17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c945c86424a4572b1479462326d16a3&device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 1098 time: 0.0408609 Nov 25 17:46:59.519540 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625ddf4-6439-46c5-baba-17481d538936 req-cdbf328d-afcc-4911-8d4d-af023de67f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.521055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-cdbf328d-afcc-4911-8d4d-af023de67f9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 200 len: 918 time: 0.0887682 Nov 25 17:46:59.588987 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-0421e68f-4586-4920-8103-8900cdc1bfc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 200 len: 1001 time: 0.0602174 Nov 25 17:46:59.640263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625ddf4-6439-46c5-baba-17481d538936 req-8ed11559-1ad5-4de9-9050-2f85204ae85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.641767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-8ed11559-1ad5-4de9-9050-2f85204ae85c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 200 len: 856 time: 0.0456553 Nov 25 17:46:59.694097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625ddf4-6439-46c5-baba-17481d538936 req-7b77d7c6-ed8d-47a2-9c71-35efa95ef6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:46:59.695626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-7b77d7c6-ed8d-47a2-9c71-35efa95ef6fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26fd5ded-74c7-43df-a60f-e28c334c22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463223 Nov 25 17:46:59.783818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-8e0ebbd0-733b-489e-b8bc-86de591039aa service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806143 Nov 25 17:46:59.905249 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1625ddf4-6439-46c5-baba-17481d538936 req-64a8d684-c5b8-4b7c-81ca-9f0acffe1274 service neutron] 10.222.0.55 "GET /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133897 Nov 25 17:47:00.272281 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-4eed4ac6-8158-4d50-b7a3-3b5246c37896 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471144 Nov 25 17:47:00.355822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-95fab962-fed5-4f23-9c3c-2b31a7fa9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.357373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-95fab962-fed5-4f23-9c3c-2b31a7fa9cea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1096 time: 0.0417631 Nov 25 17:47:00.467488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-e5c9113b-731f-47d8-b533-501f6e5a6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.468996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-e5c9113b-731f-47d8-b533-501f6e5a6acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.0908442 Nov 25 17:47:00.537270 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-d2c31d18-d2d8-4214-99f6-383fc335a9b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 1001 time: 0.0613713 Nov 25 17:47:00.585249 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-12d7243b-35b0-431e-8688-1d674e6d50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.587922 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-12d7243b-35b0-431e-8688-1d674e6d50ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0428114 Nov 25 17:47:00.636339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-0fa39186-4171-46b0-ad20-ec86e70d09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:00.637876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-0fa39186-4171-46b0-ad20-ec86e70d09f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430379 Nov 25 17:47:00.738903 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-7cfd46f7-3a12-4ec4-8ae5-c69a0d35f97a service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936737 Nov 25 17:47:00.834551 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc051fef-8414-4315-a94b-7ef6fc287419 req-29fd2ac2-f1d9-401a-965b-a38b2cd1ea84 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889091 Nov 25 17:47:05.700793 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5326d8aa-bcaa-48e7-b286-82e4a8f0469f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:07.427749 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:47:07.565833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b08a3-406a-46ca-bc9f-5b1c19fbff04 req-3e1b8ba2-8749-4736-a95e-0e516f464a85 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:07.567585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-059b08a3-406a-46ca-bc9f-5b1c19fbff04 req-3e1b8ba2-8749-4736-a95e-0e516f464a85 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 947 time: 0.0501339 Nov 25 17:47:07.633035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-059b08a3-406a-46ca-bc9f-5b1c19fbff04 req-569e3c53-7637-4382-8bda-b99b769bf5d9 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540268 Nov 25 17:47:07.953760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5014837-7137-4a7f-9d79-c038c07a3aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:08.761190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc619c-9e5c-4f61-b258-8086deb044a1 req-b0812c77-58a3-493c-a622-c436553957c2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:08.762681 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbcc619c-9e5c-4f61-b258-8086deb044a1 req-b0812c77-58a3-493c-a622-c436553957c2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 947 time: 0.0507565 Nov 25 17:47:08.812847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda9873-11ad-466b-97bc-636903d26c4b req-d9d09770-c525-443d-8ffe-373b170f7582 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:08.813475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bbcc619c-9e5c-4f61-b258-8086deb044a1 req-a81a8f81-e39b-4e53-9622-d7d5ce0b1362 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a717fcb-9ebe-4955-9aa5-fe4389ef8689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Nov 25 17:47:08.815130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dda9873-11ad-466b-97bc-636903d26c4b req-d9d09770-c525-443d-8ffe-373b170f7582 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 947 time: 0.0511270 Nov 25 17:47:08.924851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Deleting port 391f69ad-d283-4748-bbb8-7d65dcfe753a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:08.925188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.017382 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] For port 391f69ad-d283-4748-bbb8-7d65dcfe753a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=391f69ad-d283-4748-bbb8-7d65dcfe753a,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:09.017742 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.199630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.199987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.200348 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Floating IP 35c9000d-9784-4364-a0f1-cf73ce68301a disassociated. External IP: 172.25.8.96, port: 391f69ad-d283-4748-bbb8-7d65dcfe753a. Nov 25 17:47:09.200663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Calling delete_port for 391f69ad-d283-4748-bbb8-7d65dcfe753a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:09.327362 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.360934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event deleted for resources: {'Port': ['ID=391f69ad-d283-4748-bbb8-7d65dcfe753a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:09.370452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.370840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.371146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.373925 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.374275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.375834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.375952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.376277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.376617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.376945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.377272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.377591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:09.398243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.495289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:09.604639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:09.615761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:09.626341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:09.626908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:47:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:09.654945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] No DVR routers for this DVR port 391f69ad-d283-4748-bbb8-7d65dcfe753a on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:09.658990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:09.662853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5dda9873-11ad-466b-97bc-636903d26c4b req-994185f6-a581-4957-b89c-db91a5f0e484 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.55 "DELETE /v2.0/ports/391f69ad-d283-4748-bbb8-7d65dcfe753a HTTP/1.1" status: 204 len: 173 time: 0.8403149 Nov 25 17:47:09.663409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-deleted', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:09.671650 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cedae7f-e5d8-40aa-a47c-4f8229e8faef" -d '{"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-deleted", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:09.724827 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c4e13-e92c-4ab3-b3be-2cb97276af2f x-openstack-request-id: req-438c4e13-e92c-4ab3-b3be-2cb97276af2f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:09.725706 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247430e4-8806-4b0a-91fc-249f56259efc", "name": "network-vif-deleted", "tag": "391f69ad-d283-4748-bbb8-7d65dcfe753a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:09.726003 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-438c4e13-e92c-4ab3-b3be-2cb97276af2f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:09.726418 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247430e4-8806-4b0a-91fc-249f56259efc', 'name': 'network-vif-deleted', 'tag': '391f69ad-d283-4748-bbb8-7d65dcfe753a', 'status': 'completed', 'code': 200} Nov 25 17:47:09.762070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:09.956478 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abda451d-74f4-43b7-882b-c52a1d14c9dd req-85657ae6-e8d2-4afe-babf-ba83334188a0 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/ports?device_id=247430e4-8806-4b0a-91fc-249f56259efc HTTP/1.1" status: 200 len: 210 time: 0.0332861 Nov 25 17:47:10.055036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:10.086725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:10.095162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:10.095803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:47:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:10.207705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:10.427205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:10.454769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b99b1-ce43-4b0c-a11d-c55c88d8e352 None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:39:46Z', 'revision_number': 4, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '9f1bdb22-1404-4174-8b9a-4bd6722b41ce', 'name': '', 'network_id': '26fd5ded-74c7-43df-a60f-e28c334c22a9', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'mac_address': 'fa:16:3e:b4:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '1370e951-8b75-4990-9259-dac80d18d48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:45Z', 'updated_at': '2021-11-25T17:39:51Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'subnets': [{'id': '1370e951-8b75-4990-9259-dac80d18d48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:10.654783 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:10.699473 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fab7e2-14ce-4059-adbf-3ec0c33dc606 None None] New status for floating IP 35c9000d-9784-4364-a0f1-cf73ce68301a: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:47:11.053012 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 53932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:11.114272 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.140434 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.205789 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.208992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.210151 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "DELETE /v2.0/security-groups/8a717fcb-9ebe-4955-9aa5-fe4389ef8689 HTTP/1.1" status: 204 len: 168 time: 0.1560640 Nov 25 17:47:11.213278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53934) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:11.220731 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a717fcb-9ebe-4955-9aa5-fe4389ef8689,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:11.228205 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-e07e4e49-2b86-470d-aa61-97e9f93b6795 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] show failed (client error): The resource could not be found. Nov 25 17:47:11.229473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e07e4e49-2b86-470d-aa61-97e9f93b6795 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "GET /v2.0/security-groups/8a717fcb-9ebe-4955-9aa5-fe4389ef8689 HTTP/1.1" status: 404 len: 347 time: 0.0151851 Nov 25 17:47:11.232525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 53936) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:11.237662 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.238227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.238753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.239265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.239813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.240148 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.240480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.240805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.241300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.241803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.242293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.243411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485764ed-06a6-4c6e-b481-d40033fd76f2 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:47:11.394827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Deleting port 6808005a-852f-4dc8-a2f3-6dfad59b409e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:11.395440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.456186 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.490655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.490983 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.503945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Calling delete_port for 6808005a-852f-4dc8-a2f3-6dfad59b409e owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:11.642440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.670143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Pushing event deleted for resources: {'Port': ['ID=6808005a-852f-4dc8-a2f3-6dfad59b409e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:11.737425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.740175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:11.741346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9cf5f4ba-03eb-4756-9736-e124d709ca80 tempest-AttachVolumeShelveTestJSON-1155465966 tempest-AttachVolumeShelveTestJSON-1155465966-project] 10.222.0.86 "DELETE /v2.0/floatingips/35c9000d-9784-4364-a0f1-cf73ce68301a HTTP/1.1" status: 204 len: 168 time: 0.5075929 Nov 25 17:47:13.743434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:13.765054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 391f69ad-d283-4748-bbb8-7d65dcfe753a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:13.765391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 391f69ad-d283-4748-bbb8-7d65dcfe753a not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:16.201354 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:17.689333 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:18.424329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54008) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:18.895439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.170207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Deleting port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:19.170964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.254208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] For port 9f1bdb22-1404-4174-8b9a-4bd6722b41ce, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:19.254611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.271423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Calling delete_port for 9f1bdb22-1404-4174-8b9a-4bd6722b41ce owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:19.456247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:19.489947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1bdb22-1404-4174-8b9a-4bd6722b41ce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:19.991274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.214234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Router d9372167-ee8b-4cec-b52a-1d42bccbec66 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:47:20.324863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:47:20.330271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eae3da03-2a79-4864-bd26-654eabf929c3 admin admin] 10.222.0.86 "PUT /v2.0/routers/d9372167-ee8b-4cec-b52a-1d42bccbec66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049182 Nov 25 17:47:20.332700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54024) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:20.336682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] Sync routers for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:47:20.350577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:20.351278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:47:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:20.454771 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.467100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:20.560659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.614753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Deleting port 0b673307-e0e4-4121-b92e-b3bef24b5bb0 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:20.615206 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.650650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:47:19Z', 'revision_number': 5, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port': {'id': '0b673307-e0e4-4121-b92e-b3bef24b5bb0', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:39:41Z', 'updated_at': '2021-11-25T17:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:20.680622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] Checking router: d9372167-ee8b-4cec-b52a-1d42bccbec66 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:47:20.688812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] Routers {'d9372167-ee8b-4cec-b52a-1d42bccbec66'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:47:20.689414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:47:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['d9372167-ee8b-4cec-b52a-1d42bccbec66'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:20.694706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] For port 0b673307-e0e4-4121-b92e-b3bef24b5bb0, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b673307-e0e4-4121-b92e-b3bef24b5bb0,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:20.695071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.719005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Calling delete_port for 0b673307-e0e4-4121-b92e-b3bef24b5bb0 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:20.791546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] Set router d9372167-ee8b-4cec-b52a-1d42bccbec66 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:47:20.847291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:47:20Z', 'revision_number': 6, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:20.878996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ab2df-18b1-4585-a179-0a38c23804c6 None None] The sync data for ids ['d9372167-ee8b-4cec-b52a-1d42bccbec66'] in n-d-817303-7 is: [{'id': 'd9372167-ee8b-4cec-b52a-1d42bccbec66', 'name': 'tempest-AttachVolumeShelveTestJSON-1831330304-router', 'tenant_id': '5c945c86424a4572b1479462326d16a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:39:40Z', 'updated_at': '2021-11-25T17:47:20Z', 'revision_number': 6, 'project_id': '5c945c86424a4572b1479462326d16a3', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:47:20.922038 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:20.954960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Pushing event deleted for resources: {'Port': ['ID=0b673307-e0e4-4121-b92e-b3bef24b5bb0,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:20.969139 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f9eb8-806c-4326-9681-71ffd7f8496f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:21.017596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.111918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.113970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.162999 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.163605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9372167-ee8b-4cec-b52a-1d42bccbec66 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:47:21.169159 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.172987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54030) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:21.173480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-744aeb94-b15c-4ea8-bc26-632874a2c8db admin admin] 10.222.0.86 "DELETE /v2.0/routers/d9372167-ee8b-4cec-b52a-1d42bccbec66 HTTP/1.1" status: 204 len: 168 time: 0.8391905 Nov 25 17:47:21.218423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Deleting subnet 1370e951-8b75-4990-9259-dac80d18d48d {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:47:21.222022 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.262994 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.346459 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.398770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.426470 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.432377 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ee50a-5410-43a9-9802-4c4a7dc4815a None None] Network 26fd5ded-74c7-43df-a60f-e28c334c22a9 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:47:21.433485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54032) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:21.433742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1370e951-8b75-4990-9259-dac80d18d48d HTTP/1.1" status: 204 len: 168 time: 0.2596533 Nov 25 17:47:21.434867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dddf1-0c07-4e35-ba62-bc19b9b72fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1370e951-8b75-4990-9259-dac80d18d48d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:21.518717 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.590905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Deleting port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:47:21.591653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.686789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] For port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,segment=NetworkSegment(40b7aa29-6f26-4c4c-a308-d3f7c874cca1),segment_id=40b7aa29-6f26-4c4c-a308-d3f7c874cca1)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:47:21.687139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.703826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Calling delete_port for d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:47:21.799597 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.816611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c7f3a-0726-4da9-abc8-7986426ba5db None None] DHCP port deletion for 26fd5ded-74c7-43df-a60f-e28c334c22a9 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:47:21.834457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:21.851600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] No DVR routers for this DVR port d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:47:21.936005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.957902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fd5ded-74c7-43df-a60f-e28c334c22a9']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:21.968990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b7aa29-6f26-4c4c-a308-d3f7c874cca1') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:21.969368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b7aa29-6f26-4c4c-a308-d3f7c874cca1') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:47:21.983425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:21.998062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.005161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:47:22.005844 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:47:22.007875 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:47:22.068735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.073938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.079853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] 10.222.0.86 "DELETE /v2.0/networks/26fd5ded-74c7-43df-a60f-e28c334c22a9 HTTP/1.1" status: 204 len: 168 time: 0.6451495 Nov 25 17:47:22.093909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a2e86-f7e3-4d61-b21d-611a55fea6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=26fd5ded-74c7-43df-a60f-e28c334c22a9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:22.211953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54038) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:22.253485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-42e1e272-7b5c-4693-be10-d06f588892d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c945c86424a4572b1479462326d16a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403712 Nov 25 17:47:22.255901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54040) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:22.306515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f2caf81-8cfc-4098-a51d-7e089195145e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.329690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f2caf81-8cfc-4098-a51d-7e089195145e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.359961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b673307-e0e4-4121-b92e-b3bef24b5bb0 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:22.380890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f2caf81-8cfc-4098-a51d-7e089195145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.381301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0b673307-e0e4-4121-b92e-b3bef24b5bb0 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:22.381902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b673307-e0e4-4121-b92e-b3bef24b5bb0 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:22.382474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9f1bdb22-1404-4174-8b9a-4bd6722b41ce no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:22.383958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0f2caf81-8cfc-4098-a51d-7e089195145e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:22.385110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0f2caf81-8cfc-4098-a51d-7e089195145e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/495979ab-ccfd-42c3-bb2e-3b6eec405f5e HTTP/1.1" status: 204 len: 168 time: 0.1283157 Nov 25 17:47:22.393003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2caf81-8cfc-4098-a51d-7e089195145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495979ab-ccfd-42c3-bb2e-3b6eec405f5e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:22.415067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 9f1bdb22-1404-4174-8b9a-4bd6722b41ce {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:22.415460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9f1bdb22-1404-4174-8b9a-4bd6722b41ce not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:22.416091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:47:22.439566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:47:22.440251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d747801e-6d9a-4cc6-ac7b-9cc2a7e3f330 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:47:35.080570 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54328) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:35.206168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe699-ceb5-4eb1-86c5-bc150ac8a26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.293085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe699-ceb5-4eb1-86c5-bc150ac8a26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.298111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe699-ceb5-4eb1-86c5-bc150ac8a26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.340433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe699-ceb5-4eb1-86c5-bc150ac8a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb8a0b-82f1-43a3-8182-59f690f3dfd1,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:35.344808 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5dfe699-ceb5-4eb1-86c5-bc150ac8a26e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c3c5eac31864d67a62e43e57c5380d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632148 Nov 25 17:47:35.347425 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54336) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:35.407426 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c1c05-27c1-4639-a0ac-70235b82088b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.438581 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c1c05-27c1-4639-a0ac-70235b82088b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.709444 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d41e1862-58c0-458b-a27c-4057e2e91d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.798155 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c1c05-27c1-4639-a0ac-70235b82088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.800949 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-654c1c05-27c1-4639-a0ac-70235b82088b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:35.802095 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-654c1c05-27c1-4639-a0ac-70235b82088b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/25fb8a0b-82f1-43a3-8182-59f690f3dfd1 HTTP/1.1" status: 204 len: 168 time: 0.4537733 Nov 25 17:47:35.812426 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c1c05-27c1-4639-a0ac-70235b82088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb8a0b-82f1-43a3-8182-59f690f3dfd1,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:37.957930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec5a3-38e4-458c-8c0d-96ad07575d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.547110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54478) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:38.663702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e713009-d447-410f-8dc9-a031a66e6f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.747954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e713009-d447-410f-8dc9-a031a66e6f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.753360 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4e713009-d447-410f-8dc9-a031a66e6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.790069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54486) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:38.790663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4e713009-d447-410f-8dc9-a031a66e6f04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=838d85bd1eda48b086c6d184be5127fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420211 Nov 25 17:47:38.813534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713009-d447-410f-8dc9-a031a66e6f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08463bbc-c061-4c5a-b0fd-f2eb1de40b94,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:38.847299 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62ae731d-762a-453f-a390-aba1b2a0222b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.870233 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62ae731d-762a-453f-a390-aba1b2a0222b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.920199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62ae731d-762a-453f-a390-aba1b2a0222b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.923249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-62ae731d-762a-453f-a390-aba1b2a0222b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:38.935646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-62ae731d-762a-453f-a390-aba1b2a0222b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08463bbc-c061-4c5a-b0fd-f2eb1de40b94 HTTP/1.1" status: 204 len: 168 time: 0.1360247 Nov 25 17:47:38.952191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae731d-762a-453f-a390-aba1b2a0222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08463bbc-c061-4c5a-b0fd-f2eb1de40b94,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:39.240020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54500) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:39.257527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be4d754f-f241-4476-84ea-7672a3bbdaf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.368006 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be4d754f-f241-4476-84ea-7672a3bbdaf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.372460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-be4d754f-f241-4476-84ea-7672a3bbdaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.387620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.421154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d754f-f241-4476-84ea-7672a3bbdaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1ba2a-0f33-4917-ace4-d6fafabf8a1a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:39.436982 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-be4d754f-f241-4476-84ea-7672a3bbdaf7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e369c91658344f4ae411d83dd5fe25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958621 Nov 25 17:47:39.439742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:39.542532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9c82eaa-a6e2-4f3d-9fe8-c77a4ff1ca42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.592660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9c82eaa-a6e2-4f3d-9fe8-c77a4ff1ca42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.654310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9c82eaa-a6e2-4f3d-9fe8-c77a4ff1ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.658557 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9c82eaa-a6e2-4f3d-9fe8-c77a4ff1ca42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:39.661299 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f9c82eaa-a6e2-4f3d-9fe8-c77a4ff1ca42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bea1ba2a-0f33-4917-ace4-d6fafabf8a1a HTTP/1.1" status: 204 len: 168 time: 0.2203364 Nov 25 17:47:39.699170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c82eaa-a6e2-4f3d-9fe8-c77a4ff1ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1ba2a-0f33-4917-ace4-d6fafabf8a1a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:40.668183 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:41.456112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:42.793907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54600) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:42.917756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd7580a0-d23b-4889-9d8e-0ae1c40a2a9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.019119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd7580a0-d23b-4889-9d8e-0ae1c40a2a9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.030931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd7580a0-d23b-4889-9d8e-0ae1c40a2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.075537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7580a0-d23b-4889-9d8e-0ae1c40a2a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57068f6-46a9-43c5-b180-6bcd7550a71c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:43.088177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:43.096090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cd7580a0-d23b-4889-9d8e-0ae1c40a2a9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=068506156ed740b898d78705d0c2301d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007748 Nov 25 17:47:43.144801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fff7ef4c-bb02-46d8-9158-a039fe46174c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.167298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fff7ef4c-bb02-46d8-9158-a039fe46174c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.218244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fff7ef4c-bb02-46d8-9158-a039fe46174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.221874 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fff7ef4c-bb02-46d8-9158-a039fe46174c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.227377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fff7ef4c-bb02-46d8-9158-a039fe46174c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f57068f6-46a9-43c5-b180-6bcd7550a71c HTTP/1.1" status: 204 len: 168 time: 0.1376660 Nov 25 17:47:43.238292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7ef4c-bb02-46d8-9158-a039fe46174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57068f6-46a9-43c5-b180-6bcd7550a71c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:43.532399 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54612) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:43.545559 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf61226a-d1b4-4f16-bbbd-35ad28f3011d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.627849 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf61226a-d1b4-4f16-bbbd-35ad28f3011d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.633413 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bf61226a-d1b4-4f16-bbbd-35ad28f3011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.679967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bf61226a-d1b4-4f16-bbbd-35ad28f3011d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e1e093c670844386803b7db03eac46c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447756 Nov 25 17:47:43.681042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54614) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:43.681802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61226a-d1b4-4f16-bbbd-35ad28f3011d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663526bf-ea12-4566-b815-346e1507e7fa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:43.752643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5cdc-2519-4ed9-865e-dac1b96ba6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.782440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5cdc-2519-4ed9-865e-dac1b96ba6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.840484 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5cdc-2519-4ed9-865e-dac1b96ba6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.840484 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5cdc-2519-4ed9-865e-dac1b96ba6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:43.841445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8a5b5cdc-2519-4ed9-865e-dac1b96ba6b1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/663526bf-ea12-4566-b815-346e1507e7fa HTTP/1.1" status: 204 len: 168 time: 0.1560369 Nov 25 17:47:43.851659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5cdc-2519-4ed9-865e-dac1b96ba6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663526bf-ea12-4566-b815-346e1507e7fa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:44.427793 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:47:46.219010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.211656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54704) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:47.216658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070576521', 'description': 'tempest-secgroup-smoke-1070576521 description', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:47.250224 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.343325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.351630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.387442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.388695 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1759694 Nov 25 17:47:47.391639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:47.396374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group_rule': {'security_group_id': 'a6c215a5-bf47-469c-bcbc-3ec7f5bbd172', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:47.403027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b0066-4d47-4985-859a-45a940845386 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:47.449986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.536017 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.546169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.570135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051124e1-e878-442c-9d9a-16da43ee5088,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:47.581963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.589367 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54716) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:47.589937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bf72c36a-a956-4c59-abe3-8e9a23beeb50 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968179 Nov 25 17:47:47.597253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group_rule': {'security_group_id': 'a6c215a5-bf47-469c-bcbc-3ec7f5bbd172', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:47.649460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.702318 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.727475 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.735752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.758798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db748128-55ee-4da1-a8d2-85cc90c26bdf,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:47.772530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.774967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4ba5323d-6fba-41b8-b587-3e0fa9ba18c2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831839 Nov 25 17:47:47.777854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54720) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:47.783092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group_rule': {'security_group_id': 'a6c215a5-bf47-469c-bcbc-3ec7f5bbd172', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:47.824650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.927440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.943030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.971656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd975aa3-5dd9-4f5a-8de3-93c39188ac58,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:47.995787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:47.997776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd414e30-7a4a-414d-b650-7ef38f946ae8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2183850 Nov 25 17:47:48.001716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.007757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group_rule': {'security_group_id': 'a6c215a5-bf47-469c-bcbc-3ec7f5bbd172', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.052142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.130060 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.136219 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.156800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7acfbc-2866-4b5f-b4b5-f9d2cb5b4c28,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.163237 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.167619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6bc78faa-a4cc-4c94-83aa-6a34abc84f34 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620061 Nov 25 17:47:48.168224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.173469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group_rule': {'security_group_id': 'a6c215a5-bf47-469c-bcbc-3ec7f5bbd172', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.196501 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Project 39973a146c1b46c19f83f4a6d810f6e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:47:48.201420 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.269558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.273885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.293539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1edf8ba-58ac-4252-bff6-5dfde7eeb2ba,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.310024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.311934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9710633f-f480-4e5c-8be3-8addaff9e6e6 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425550 Nov 25 17:47:48.315022 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:48.320718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'security_group_rule': {'security_group_id': 'a6c215a5-bf47-469c-bcbc-3ec7f5bbd172', 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:48.355050 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Project 39973a146c1b46c19f83f4a6d810f6e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 17:47:48.360800 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.448769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.456925 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.477322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3911ba2-c43b-4782-a71b-7f76be3884ea,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:48.493865 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:48.495210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18501d20-47d4-4b37-9f10-3d5fa1397574 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1789908 Nov 25 17:47:48.735701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-4c4544b4-1d89-4850-a588-cf60ad13f9b4 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070576521&fields=id&tenant_id=39973a146c1b46c19f83f4a6d810f6e4 HTTP/1.1" status: 200 len: 267 time: 0.0510180 Nov 25 17:47:48.903904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-4c34850f-6614-464a-a194-97cefacae98f tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:48.905878 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-4c34850f-6614-464a-a194-97cefacae98f tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 814 time: 0.1608777 Nov 25 17:47:48.925137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-265a6915-751e-4f64-99f6-fdc8dcff8223 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/quotas/39973a146c1b46c19f83f4a6d810f6e4 HTTP/1.1" status: 200 len: 375 time: 0.0100455 Nov 25 17:47:48.997259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-4b8ede15-12c2-4a15-b56c-d9a5506cbd9c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652122 Nov 25 17:47:49.124231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-fa9491e2-7928-4c2d-ba9d-a6459a78a07e service neutron] 10.222.0.86 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111090 Nov 25 17:47:49.264202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-d0acc002-8365-4762-bf2c-ce23a5b76043 service neutron] 10.222.0.86 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321971 Nov 25 17:47:49.652975 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-30f1dfdc-19ca-4d1d-a41a-58c06d3a756a req-bc88f7a0-307a-4b8a-9914-0aeaf5822485 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0342829 Nov 25 17:47:50.792675 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5118e1aa-1b3a-4548-bb41-47851e89cbfd req-3e368144-7b10-4ec5-a16a-c5afea795903 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0443285 Nov 25 17:47:50.809505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-bff24e04-2c5c-48e3-8f38-2b3a660ec17b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:50.811954 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-bff24e04-2c5c-48e3-8f38-2b3a660ec17b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.55 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 814 time: 0.2056909 Nov 25 17:47:50.912519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-e886512f-5991-4c50-9aff-de4fa258206c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39973a146c1b46c19f83f4a6d810f6e4 HTTP/1.1" status: 200 len: 380 time: 0.0901561 Nov 25 17:47:50.921265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'port': {'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'admin_state_up': True, 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'security_groups': ['a6c215a5-bf47-469c-bcbc-3ec7f5bbd172']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:51.072129 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Made reservation on behalf of 39973a146c1b46c19f83f4a6d810f6e4 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:51.076780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:51.325069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Allocated IP 172.20.0.3 (50d76a5c-ec1d-42e2-a17d-519ad42a5205/35c708fc-30a3-41d1-be2f-096b5afed85a/281114a0-84ed-4024-afc2-0845a8064152) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:51.525890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:51.576569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:51.634065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:51.637076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:51.639848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:51.713267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'Port': ['ID=281114a0-84ed-4024-afc2-0845a8064152,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:51.753973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:51.754638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:51.784529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-83090464-fee6-47e7-8d93-137fb8bd0712 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671024 Nov 25 17:47:51.796864 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Request body: {'port': {'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:51.894605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:51.991869 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-5c71fcfc-18d0-4993-a407-b2861d7e2628 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434252248&fields=id&tenant_id=bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 267 time: 0.1147988 Nov 25 17:47:52.020620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9b827-8459-4379-b052-e1f22497f11c req-2be9545e-7c4b-497c-a809-afbaa7308646 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.022372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6cf9b827-8459-4379-b052-e1f22497f11c req-2be9545e-7c4b-497c-a809-afbaa7308646 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 931 time: 0.1110964 Nov 25 17:47:52.025652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-15010f96-01d2-49ce-b7e1-10947199e5cf None None] Provisioning complete for port 281114a0-84ed-4024-afc2-0845a8064152 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:52.026638 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-15010f96-01d2-49ce-b7e1-10947199e5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.060555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-15010f96-01d2-49ce-b7e1-10947199e5cf None None] Port 281114a0-84ed-4024-afc2-0845a8064152 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:52.170247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b5c92be6-b606-45d9-926e-5d26aadf8f56 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.173085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b5c92be6-b606-45d9-926e-5d26aadf8f56 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1791177 Nov 25 17:47:52.201823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6cf9b827-8459-4379-b052-e1f22497f11c req-1e689efd-7680-4788-a6e9-75c29f422c07 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677723 Nov 25 17:47:52.219953 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b0346f13-da00-4b10-bfee-49b1674836c6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/quotas/bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 375 time: 0.0342441 Nov 25 17:47:52.292519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-99a6dd66-c38b-4c30-b79c-f73941b5a0bc tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651591 Nov 25 17:47:52.375832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281114a0-84ed-4024-afc2-0845a8064152 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:52.388659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.389292 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54830) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:52.401873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Transition to ACTIVE for port object 281114a0-84ed-4024-afc2-0845a8064152 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:47:52.406140 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.427110 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-eaf94324-87e9-4cdd-8b50-f46451aeb70a service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207447 Nov 25 17:47:52.533119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Pushing event updated for resources: {'Port': ['ID=281114a0-84ed-4024-afc2-0845a8064152,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:52.535539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Attempting to bind port 281114a0-84ed-4024-afc2-0845a8064152 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:52.535877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Attempting to bind port 281114a0-84ed-4024-afc2-0845a8064152 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:52.536206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Attempting to bind port 281114a0-84ed-4024-afc2-0845a8064152 on network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:52.545823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Port 281114a0-84ed-4024-afc2-0845a8064152 on network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:47:52.545997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Attempting to bind port 281114a0-84ed-4024-afc2-0845a8064152 on network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:52.555105 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:52.555988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Checking segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:52.555988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Bound using segment: {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:52.556322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Bound port: 281114a0-84ed-4024-afc2-0845a8064152, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceea63df-eb07-492b-916c-25daff08c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:52.556624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.577077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-741030ab-de05-4272-a1f6-7b6029261b1d service neutron] 10.222.0.86 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429648 Nov 25 17:47:52.619466 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3687c02-c673-40bf-9533-dae09c97c6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.668789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] For port 281114a0-84ed-4024-afc2-0845a8064152, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:52.672765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] For port 281114a0-84ed-4024-afc2-0845a8064152, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=281114a0-84ed-4024-afc2-0845a8064152,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:52.682274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.735172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.735809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.737469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] 10.222.0.55 "PUT /v2.0/ports/281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 1091 time: 0.9450507 Nov 25 17:47:52.741027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:52.743955 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0639cf1f-cea4-4b6b-aef9-111f2f795915" -d '{"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:52.786450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577ca8a-cacc-41df-bdc6-01f9c4a7c75a service neutron] Pushing event updated for resources: {'Port': ['ID=281114a0-84ed-4024-afc2-0845a8064152,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:52.851327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3687c02-c673-40bf-9533-dae09c97c6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.853920 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72657693-3a45-4681-88a5-efa9b7e91466 x-openstack-request-id: req-72657693-3a45-4681-88a5-efa9b7e91466 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:52.854376 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:52.854523 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-72657693-3a45-4681-88a5-efa9b7e91466 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:52.854988 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'status': 'completed', 'code': 200} Nov 25 17:47:52.860072 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3687c02-c673-40bf-9533-dae09c97c6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:52.869776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-2e54f46b-7271-4af0-9a17-0f6879328277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:52.872716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-2e54f46b-7271-4af0-9a17-0f6879328277 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1094 time: 0.0782320 Nov 25 17:47:52.924245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b3687c02-c673-40bf-9533-dae09c97c6a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48cf830de8c6413783828a853b1571af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336962 Nov 25 17:47:52.931328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54842) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:52.946893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-47f0d466-f018-4024-abd0-17bcc7c7f333 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 217 time: 0.0548687 Nov 25 17:47:52.982609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3687c02-c673-40bf-9533-dae09c97c6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38631c5-af61-493c-9565-afe2fbb3aa6f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:53.006728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef529-f304-4f98-bf15-1bb3dc2e2370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.046099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef529-f304-4f98-bf15-1bb3dc2e2370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.066705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-d7e1077a-b0f5-4356-b2bf-1b268423e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.068222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-d7e1077a-b0f5-4356-b2bf-1b268423e82b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 200 len: 853 time: 0.1137621 Nov 25 17:47:53.113333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef529-f304-4f98-bf15-1bb3dc2e2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.117675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef529-f304-4f98-bf15-1bb3dc2e2370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.119856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cb2ef529-f304-4f98-bf15-1bb3dc2e2370 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c38631c5-af61-493c-9565-afe2fbb3aa6f HTTP/1.1" status: 204 len: 168 time: 0.1873338 Nov 25 17:47:53.143498 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc4a1fb1-4ef5-4b6a-b54b-b252918480da req-66081e38-c78a-4802-8ca0-1ad6b4afd517 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 210 time: 0.0509315 Nov 25 17:47:53.150972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ef529-f304-4f98-bf15-1bb3dc2e2370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38631c5-af61-493c-9565-afe2fbb3aa6f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:53.160552 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-9a4ea42f-0f95-4055-9ba7-3e516ef962d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.176646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-9a4ea42f-0f95-4055-9ba7-3e516ef962d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50d76a5c-ec1d-42e2-a17d-519ad42a5205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003292 Nov 25 17:47:53.318596 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-0d3c92b4-6e3a-4106-b889-15b5f42bdb24 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342766 Nov 25 17:47:53.403354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd2e6-d39a-46f9-bdec-33430df0674f req-5c474fbc-c8ec-4fbe-b80e-a5d7dd9bcb96 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.413375 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f6bd2e6-d39a-46f9-bdec-33430df0674f req-5c474fbc-c8ec-4fbe-b80e-a5d7dd9bcb96 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0881853 Nov 25 17:47:53.427600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-142e4ac2-a484-4e3a-900a-6a98a2503ed8 req-e1cd2339-c8c3-4165-aef8-26a9874ff9d7 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983427 Nov 25 17:47:53.520724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f6bd2e6-d39a-46f9-bdec-33430df0674f req-69d041b2-8ff1-4acf-a0b6-3bc6b03395a0 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994747 Nov 25 17:47:53.555467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-3c65a5e2-61f5-4d3b-a3fa-6a8e7c27522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.556994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-3c65a5e2-61f5-4d3b-a3fa-6a8e7c27522d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1094 time: 0.0753560 Nov 25 17:47:53.581851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 54860) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:53.596946 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-771ccdf5-711d-4e89-8112-035310599c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.665882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-b59a18d5-eed5-485c-b1b2-6534b75a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.667534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-b59a18d5-eed5-485c-b1b2-6534b75a98cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 915 time: 0.1022904 Nov 25 17:47:53.695504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-771ccdf5-711d-4e89-8112-035310599c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.700412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-771ccdf5-711d-4e89-8112-035310599c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.720250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-9eef012a-2761-4afc-85d2-cae53e9f21af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 217 time: 0.0435796 Nov 25 17:47:53.758577 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-771ccdf5-711d-4e89-8112-035310599c23 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a57131b1a0c04997bcb50317c0e4a597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753526 Nov 25 17:47:53.759985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ccdf5-711d-4e89-8112-035310599c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d629387-5b5b-49a9-ad7c-377d0febcc28,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:53.761739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 54862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:47:53.809296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-588848b4-2e86-4f2b-97da-83acfeddb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.810764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-588848b4-2e86-4f2b-97da-83acfeddb944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 200 len: 853 time: 0.0835583 Nov 25 17:47:53.849344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38a527d-c006-4bc1-9a33-4b0664e02b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.879285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38a527d-c006-4bc1-9a33-4b0664e02b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:53.893758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-860fc6c6-6dbe-4cf3-a2be-72065a57bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:53.895278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-860fc6c6-6dbe-4cf3-a2be-72065a57bc17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50d76a5c-ec1d-42e2-a17d-519ad42a5205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767899 Nov 25 17:47:53.998106 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38a527d-c006-4bc1-9a33-4b0664e02b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.000424 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a38a527d-c006-4bc1-9a33-4b0664e02b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.001553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a38a527d-c006-4bc1-9a33-4b0664e02b40 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d629387-5b5b-49a9-ad7c-377d0febcc28 HTTP/1.1" status: 204 len: 168 time: 0.2388422 Nov 25 17:47:54.016390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a527d-c006-4bc1-9a33-4b0664e02b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d629387-5b5b-49a9-ad7c-377d0febcc28,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:54.019685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-2262a750-8f23-471b-9f51-8ee2b1677f0a service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164646 Nov 25 17:47:54.121195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0639cf1f-cea4-4b6b-aef9-111f2f795915 req-3ba1b749-303e-4f4d-909e-c803eed937a7 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951087 Nov 25 17:47:54.317198 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-aacfb85e-8e4c-4e2a-8357-8bc6f873eba4 req-005040d3-00c7-41a6-a543-7168e3ec5815 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 210 time: 0.0489435 Nov 25 17:47:54.321512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-327c188d-33db-4b5f-acb8-53876cd28a2d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:54.324451 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-327c188d-33db-4b5f-acb8-53876cd28a2d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 811 time: 0.1492410 Nov 25 17:47:54.419131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-d99fb795-ff88-4234-a14f-9731149c4c6f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5e525f8e104f509ea2d4e4159bfac1 HTTP/1.1" status: 200 len: 379 time: 0.0845580 Nov 25 17:47:54.430309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'port': {'device_id': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'admin_state_up': True, 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'security_groups': ['85f0298a-2111-4380-a138-49c893a8a82c']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:54.574936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Made reservation on behalf of bd5e525f8e104f509ea2d4e4159bfac1 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:47:54.581357 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:54.780063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.20.0.10 (2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d/a61b1e70-a820-474d-9fee-7f45c26c93bf/82740a5f-2e5e-49eb-94cd-0036e9fcd67a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:47:55.036883 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.053945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544505b-09af-475e-974f-2f9c9986a5fa req-d865cdec-8420-4a9e-acc9-ee61733332a0 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:55.055640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f544505b-09af-475e-974f-2f9c9986a5fa req-d865cdec-8420-4a9e-acc9-ee61733332a0 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.4577098 Nov 25 17:47:55.121133 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.159239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f544505b-09af-475e-974f-2f9c9986a5fa req-aee92d41-6325-4051-9ceb-117d82fb23c8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950975 Nov 25 17:47:55.181531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:47:55.191000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:47:55.193158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:55.196205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:47:55.265312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:55.266095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.296228 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b325d9f7-9e1a-4b05-9505-61a5cb870103 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707116 Nov 25 17:47:55.312905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Request body: {'port': {'device_id': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:47:55.380832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.517567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00346ff-5a68-4a93-8720-8b9dee64f2ad req-83508a0b-765e-4271-a111-6eca0ebd0e5f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:55.529887 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c00346ff-5a68-4a93-8720-8b9dee64f2ad req-83508a0b-765e-4271-a111-6eca0ebd0e5f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 932 time: 0.0995347 Nov 25 17:47:55.586917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7268fa6d-b169-4c37-923d-a8be070ce2d7 None None] Provisioning complete for port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:47:55.587419 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7268fa6d-b169-4c37-923d-a8be070ce2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.635595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c00346ff-5a68-4a93-8720-8b9dee64f2ad req-892f0f77-06a4-46d3-b311-d604ac648ac7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046836 Nov 25 17:47:55.641775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7268fa6d-b169-4c37-923d-a8be070ce2d7 None None] Port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:47:55.815150 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82740a5f-2e5e-49eb-94cd-0036e9fcd67a {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:47:55.825175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.842498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Transition to ACTIVE for port object 82740a5f-2e5e-49eb-94cd-0036e9fcd67a will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:47:55.848813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:55.946162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Pushing event updated for resources: {'Port': ['ID=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:56.007271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Attempting to bind port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:47:56.008003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Attempting to bind port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:47:56.008592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Attempting to bind port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:56.013955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:47:56.014508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Attempting to bind port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a on network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:47:56.021361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:47:56.023194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Checking segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:47:56.023831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Bound using segment: {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:47:56.024672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Bound port: 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb3bd78-2096-4200-8cf6-92402eebd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:47:56.025227 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.112323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] For port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:47:56.116465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] For port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:47:56.121934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.164263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.164813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:47:56.166244 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] 10.222.0.73 "PUT /v2.0/ports/82740a5f-2e5e-49eb-94cd-0036e9fcd67a HTTP/1.1" status: 200 len: 1092 time: 0.8611836 Nov 25 17:47:56.166728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:47:56.169368 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:47:56.196905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37bd7e-dfac-4196-8288-765004227579 service neutron] Pushing event updated for resources: {'Port': ['ID=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:47:56.246802 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384ede72-0827-434d-a09c-6163e5f4ca6e x-openstack-request-id: req-384ede72-0827-434d-a09c-6163e5f4ca6e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:47:56.247938 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:47:56.248211 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-384ede72-0827-434d-a09c-6163e5f4ca6e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:47:56.249088 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'status': 'completed', 'code': 200} Nov 25 17:47:56.320635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-1396a31d-2215-460f-b2ba-ed8112b13cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.322549 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-1396a31d-2215-460f-b2ba-ed8112b13cad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 1095 time: 0.0716312 Nov 25 17:47:56.380595 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-c6fe597d-c183-41c1-bf98-772c9a3f901e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a HTTP/1.1" status: 200 len: 217 time: 0.0488412 Nov 25 17:47:56.470927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b0a2ef7c-609a-4ee6-9dc0-e3c8e6a462e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.474863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b0a2ef7c-609a-4ee6-9dc0-e3c8e6a462e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0852270 Nov 25 17:47:56.555333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-20e3ce31-41ae-4009-91cd-fdaee2a2f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.557027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-20e3ce31-41ae-4009-91cd-fdaee2a2f404 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764258 Nov 25 17:47:56.668396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086ccf-fd08-463b-8cf7-46dd60e09f1c req-57bad266-4ec3-402d-9375-8c011a087bc4 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.683171 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-c6c6568b-4e15-4fb6-af68-8219aff410d4 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172247 Nov 25 17:47:56.684919 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b086ccf-fd08-463b-8cf7-46dd60e09f1c req-57bad266-4ec3-402d-9375-8c011a087bc4 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.3968980 Nov 25 17:47:56.759704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b086ccf-fd08-463b-8cf7-46dd60e09f1c req-dcad7c0e-f54c-4421-b306-d2fdd7e0933e tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682764 Nov 25 17:47:56.850719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4616154-0378-4e33-b565-6eb47c2ff9e1 req-23c07f10-2874-4750-a967-b77ab3b08208 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.852286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4616154-0378-4e33-b565-6eb47c2ff9e1 req-23c07f10-2874-4750-a967-b77ab3b08208 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0938702 Nov 25 17:47:56.873566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-536fd3a6-2716-40a2-a261-e8dc89a79c69 req-b0d53627-57de-43f6-ac13-d9f6d8a61265 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820576 Nov 25 17:47:56.928231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e4616154-0378-4e33-b565-6eb47c2ff9e1 req-9fcb408c-c572-41b6-94e6-2081400f2594 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672305 Nov 25 17:47:56.979061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-34e75174-f739-4c97-ad4a-e776be94496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:56.981059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-34e75174-f739-4c97-ad4a-e776be94496c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 1095 time: 0.0496998 Nov 25 17:47:57.082280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-1e1e5241-82cb-4725-9a97-b3e76732b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:57.084605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-1e1e5241-82cb-4725-9a97-b3e76732b24c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.0961831 Nov 25 17:47:57.141950 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-892d9a24-80ed-48cb-baa7-b9706b0ba619 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a HTTP/1.1" status: 200 len: 217 time: 0.0501797 Nov 25 17:47:57.212573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-bc395caf-90d5-44fd-bc02-0e1beae6280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:57.214683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-bc395caf-90d5-44fd-bc02-0e1beae6280f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0656047 Nov 25 17:47:57.269567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-8154efb9-0f0e-4ad8-8cc0-31d70397268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:57.271474 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-8154efb9-0f0e-4ad8-8cc0-31d70397268f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499830 Nov 25 17:47:57.377300 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-b81bf9a0-b721-447b-9c73-24d3bb0918e3 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976000 Nov 25 17:47:57.491266 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-966e9b2a-2bd6-4ef6-bbb7-ab3cdcd4c4a6 req-52fc8daf-619e-4f97-8781-255ad8432219 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060109 Nov 25 17:47:57.919043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe8c6-704c-4946-8d30-5478b375e953 req-b6b3a309-2f0d-4e53-829d-e41ac88cd160 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:57.920792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67fbe8c6-704c-4946-8d30-5478b375e953 req-b6b3a309-2f0d-4e53-829d-e41ac88cd160 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0836549 Nov 25 17:47:57.999166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67fbe8c6-704c-4946-8d30-5478b375e953 req-e93c6a9d-14e4-48af-b8cc-60df81dff072 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687308 Nov 25 17:47:58.071950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b60c63-7910-4f5a-9bbb-08c27b760fec req-3b87b081-946f-4a42-beac-a9248f872633 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:58.074752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4b60c63-7910-4f5a-9bbb-08c27b760fec req-3b87b081-946f-4a42-beac-a9248f872633 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0602164 Nov 25 17:47:58.138139 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b4b60c63-7910-4f5a-9bbb-08c27b760fec req-75a23823-5c87-47a2-9156-0dacf9feb9ea tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586183 Nov 25 17:47:59.138304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf57dd-b2f3-4e7e-85a8-941f6d0ac841 req-47ef986b-b8d8-44d9-a8ec-a41be4d69ae4 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.149925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52bf57dd-b2f3-4e7e-85a8-941f6d0ac841 req-47ef986b-b8d8-44d9-a8ec-a41be4d69ae4 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0697100 Nov 25 17:47:59.213969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-52bf57dd-b2f3-4e7e-85a8-941f6d0ac841 req-387486dd-1d40-4dbf-8d25-89fe5437976a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630090 Nov 25 17:47:59.284846 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046176-d16d-4d44-9974-4e57e123de70 req-105a2845-9650-4ab8-b1e5-0f78e5b88e2e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:47:59.289999 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80046176-d16d-4d44-9974-4e57e123de70 req-105a2845-9650-4ab8-b1e5-0f78e5b88e2e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0631835 Nov 25 17:47:59.347128 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-80046176-d16d-4d44-9974-4e57e123de70 req-95d74aa6-48f2-4a83-960b-f5488a6cdabd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530653 Nov 25 17:48:00.341946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615120-d435-4709-a0d7-0300f87e0491 req-d6a804a7-f0d9-4332-ac93-535366952ed1 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:00.348123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00615120-d435-4709-a0d7-0300f87e0491 req-d6a804a7-f0d9-4332-ac93-535366952ed1 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0622890 Nov 25 17:48:00.418929 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00615120-d435-4709-a0d7-0300f87e0491 req-d52f006e-9f52-4c18-83ee-86c154154693 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691161 Nov 25 17:48:00.504068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b00a-18d4-4493-893b-5476b2fca1c2 req-45242e1a-3b4a-4016-b02f-4d8ea7cba56f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:00.505606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b1b9b00a-18d4-4493-893b-5476b2fca1c2 req-45242e1a-3b4a-4016-b02f-4d8ea7cba56f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0543408 Nov 25 17:48:00.563558 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b1b9b00a-18d4-4493-893b-5476b2fca1c2 req-6af42c5a-caad-4074-91b9-1163d62fb083 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515628 Nov 25 17:48:01.546734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c2f47-ce3e-486f-acd6-c9b561e9423d req-b9efc4ed-f605-4d6f-bf70-18780b605c0c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.548387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-581c2f47-ce3e-486f-acd6-c9b561e9423d req-b9efc4ed-f605-4d6f-bf70-18780b605c0c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0515161 Nov 25 17:48:01.610704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-581c2f47-ce3e-486f-acd6-c9b561e9423d req-f594e94d-e8bd-41db-b865-6271da1f1eb8 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543559 Nov 25 17:48:01.705592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbab013-9947-40c9-b438-f875b0fe2df7 req-e6ff7606-c73d-4865-ac65-5dc56de7f25d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:01.707832 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bbab013-9947-40c9-b438-f875b0fe2df7 req-e6ff7606-c73d-4865-ac65-5dc56de7f25d tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0528202 Nov 25 17:48:01.768588 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bbab013-9947-40c9-b438-f875b0fe2df7 req-60266341-72f3-4d1a-8b8b-f8da017bb0a5 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544746 Nov 25 17:48:02.304038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-018e3367-ee2f-485a-882f-ad7bcef90c2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445356 Nov 25 17:48:02.391105 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b451864-4336-4373-9ede-549cfbc4b666 req-17491360-34c5-400a-945c-06ad0e0215f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.392650 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-17491360-34c5-400a-945c-06ad0e0215f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1096 time: 0.0418019 Nov 25 17:48:02.504341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b451864-4336-4373-9ede-549cfbc4b666 req-7a98a192-280a-46a3-95b7-47d64ee78673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.506393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-7a98a192-280a-46a3-95b7-47d64ee78673 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.0922558 Nov 25 17:48:02.577766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-eb075e54-5908-4725-905d-a983aa78e73c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 1001 time: 0.0629678 Nov 25 17:48:02.630387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b451864-4336-4373-9ede-549cfbc4b666 req-d67eb35f-7569-4703-a5ca-318c32858f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.633466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-d67eb35f-7569-4703-a5ca-318c32858f0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0468514 Nov 25 17:48:02.685980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b451864-4336-4373-9ede-549cfbc4b666 req-dd7bcfa4-398a-4ab5-9d5f-1248bc4f7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.687501 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-dd7bcfa4-398a-4ab5-9d5f-1248bc4f7ffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471258 Nov 25 17:48:02.736328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5b16e-0b97-4102-a79a-72551dc5909e req-aa149b35-b5fa-4221-b660-9859343066d1 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.738492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bab5b16e-0b97-4102-a79a-72551dc5909e req-aa149b35-b5fa-4221-b660-9859343066d1 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0532539 Nov 25 17:48:02.782571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-62586a9d-4137-484e-b466-96a6afff6aed service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876644 Nov 25 17:48:02.794654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bab5b16e-0b97-4102-a79a-72551dc5909e req-aea972b6-380c-4e26-b3bb-9ebcd95c9cdf tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Nov 25 17:48:02.931533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74162-6ed9-4bf7-b80d-10cbfbaa9afb req-e3261893-da27-419d-bdd7-75e3446ff1e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:02.933094 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dd74162-6ed9-4bf7-b80d-10cbfbaa9afb req-e3261893-da27-419d-bdd7-75e3446ff1e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0809739 Nov 25 17:48:02.935200 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b451864-4336-4373-9ede-549cfbc4b666 req-8d3865ce-1d3f-447a-a7d0-6d17c764e856 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458280 Nov 25 17:48:02.984957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8dd74162-6ed9-4bf7-b80d-10cbfbaa9afb req-975bed81-04ae-46ce-af3c-4363ff1438e6 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460370 Nov 25 17:48:04.117799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04939f0a-b8b1-4f5f-a8a7-a5cf1d515808 req-86b25222-758b-4da2-86f1-eb84592e9f87 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.120010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-04939f0a-b8b1-4f5f-a8a7-a5cf1d515808 req-86b25222-758b-4da2-86f1-eb84592e9f87 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0536027 Nov 25 17:48:04.185562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-04939f0a-b8b1-4f5f-a8a7-a5cf1d515808 req-c488402f-6e0e-4e99-a197-d8750417547f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590789 Nov 25 17:48:04.246956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df99aa8-2757-4945-8d7d-cdec40c270be req-913fe7b6-eca2-43c1-9a84-f0133c0e5ac0 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:04.248592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9df99aa8-2757-4945-8d7d-cdec40c270be req-913fe7b6-eca2-43c1-9a84-f0133c0e5ac0 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.3819098 Nov 25 17:48:04.298774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9df99aa8-2757-4945-8d7d-cdec40c270be req-2e5ec5dc-6661-4adb-abdb-f57d3ec1896d tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444653 Nov 25 17:48:05.312579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c6641-8afb-40ec-8e9b-e5bdcd4be9b2 req-32e314a9-1d86-4f7c-9a38-eafa7824fea7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:05.314238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b6c6641-8afb-40ec-8e9b-e5bdcd4be9b2 req-32e314a9-1d86-4f7c-9a38-eafa7824fea7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0562234 Nov 25 17:48:05.385044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b6c6641-8afb-40ec-8e9b-e5bdcd4be9b2 req-427317bf-695d-4f4b-b815-078c3af69a50 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624738 Nov 25 17:48:05.429972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357cb37-19b1-43af-be5b-8060a2b1b20c req-d37d87b7-887a-46ad-99bc-d4ea2dc52ebc tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:05.431522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7357cb37-19b1-43af-be5b-8060a2b1b20c req-d37d87b7-887a-46ad-99bc-d4ea2dc52ebc tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 943 time: 0.0551741 Nov 25 17:48:05.483641 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7357cb37-19b1-43af-be5b-8060a2b1b20c req-c7ac33f6-c38b-43ab-b5c5-93d6fcc71af7 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456192 Nov 25 17:48:05.648813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55156) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:05.706195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe972-d28a-45f7-8c7a-607e8cd2508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.777028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e7df51-8e84-4317-b007-3e64dfc3b7ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.867958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e7df51-8e84-4317-b007-3e64dfc3b7ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.872664 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-97e7df51-8e84-4317-b007-3e64dfc3b7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:05.911949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-97e7df51-8e84-4317-b007-3e64dfc3b7ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=573a5f511ffc4ad28619699326f669b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618635 Nov 25 17:48:05.913272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7df51-8e84-4317-b007-3e64dfc3b7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb687a0-79c6-4353-a9a3-608ed01a216f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:05.915474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55160) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:05.973016 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742e9388-8f43-4949-bf92-ccb77f43a2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.008734 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742e9388-8f43-4949-bf92-ccb77f43a2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.050470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 281114a0-84ed-4024-afc2-0845a8064152 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:06.056221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742e9388-8f43-4949-bf92-ccb77f43a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.058958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742e9388-8f43-4949-bf92-ccb77f43a2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.060152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-742e9388-8f43-4949-bf92-ccb77f43a2cd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7bb687a0-79c6-4353-a9a3-608ed01a216f HTTP/1.1" status: 204 len: 168 time: 0.1435819 Nov 25 17:48:06.067902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e9388-8f43-4949-bf92-ccb77f43a2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb687a0-79c6-4353-a9a3-608ed01a216f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.160387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 281114a0-84ed-4024-afc2-0845a8064152, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=281114a0-84ed-4024-afc2-0845a8064152,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:06.173225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '281114a0-84ed-4024-afc2-0845a8064152', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:06.215556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.228629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281114a0-84ed-4024-afc2-0845a8064152 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:06.249135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 281114a0-84ed-4024-afc2-0845a8064152, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=281114a0-84ed-4024-afc2-0845a8064152,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:06.253342 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.306418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=281114a0-84ed-4024-afc2-0845a8064152,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.313772 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.314249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.314440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.314771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.315101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.315465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.315774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.316094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.316412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.316727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.317047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.317363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:06.348152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55166) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.362012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d0-9fc5-49af-a0d3-72e014b0f61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.438451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d0-9fc5-49af-a0d3-72e014b0f61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.445118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d0-9fc5-49af-a0d3-72e014b0f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.454862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['281114a0-84ed-4024-afc2-0845a8064152'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:06.488997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b978f3d0-9fc5-49af-a0d3-72e014b0f61b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9b4ddc4351274a42850a880b78e6b2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373930 Nov 25 17:48:06.488997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978f3d0-9fc5-49af-a0d3-72e014b0f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09626cb-ec63-4392-8fcd-3205f8fc8fad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.491924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55170) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:06.523764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1455-5736-47ce-b825-4aa03f5fe46b req-3824c216-43a6-4e14-821b-880e6ef67d33 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:06.525964 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-687e1455-5736-47ce-b825-4aa03f5fe46b req-3824c216-43a6-4e14-821b-880e6ef67d33 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0628083 Nov 25 17:48:06.558657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50b650b1-5f20-4aea-8ca2-ffb459a4b292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.579909 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-687e1455-5736-47ce-b825-4aa03f5fe46b req-48c499ab-d3c0-4fb3-9dee-58dd64b2d207 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465882 Nov 25 17:48:06.610808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50b650b1-5f20-4aea-8ca2-ffb459a4b292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.658374 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461e141-c216-44f7-bcd9-899371d3316a req-1457d564-9d1e-4202-85af-ac8a789e974c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:06.660019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e461e141-c216-44f7-bcd9-899371d3316a req-1457d564-9d1e-4202-85af-ac8a789e974c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 944 time: 0.0874562 Nov 25 17:48:06.697165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50b650b1-5f20-4aea-8ca2-ffb459a4b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.699778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-50b650b1-5f20-4aea-8ca2-ffb459a4b292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:06.700915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-50b650b1-5f20-4aea-8ca2-ffb459a4b292 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b09626cb-ec63-4392-8fcd-3205f8fc8fad HTTP/1.1" status: 204 len: 168 time: 0.2077215 Nov 25 17:48:06.725455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b650b1-5f20-4aea-8ca2-ffb459a4b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09626cb-ec63-4392-8fcd-3205f8fc8fad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:06.731159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e461e141-c216-44f7-bcd9-899371d3316a req-c52de70c-5aa2-4088-88b7-9efc3731a514 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630448 Nov 25 17:48:07.711248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f530219-2306-47a4-86a5-d43114085b4b req-73fd08ca-c482-4ae4-87b8-6316e98f07d3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.712860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f530219-2306-47a4-86a5-d43114085b4b req-73fd08ca-c482-4ae4-87b8-6316e98f07d3 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0520041 Nov 25 17:48:07.767006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3f530219-2306-47a4-86a5-d43114085b4b req-4582b077-0f0d-4a0d-b79c-93bebcbc7972 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481701 Nov 25 17:48:07.867872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df15c-8a32-49c5-9d56-e2aedcf01534 req-75edf763-5e20-4c10-b563-5e617aa1a461 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:07.869427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b0df15c-8a32-49c5-9d56-e2aedcf01534 req-75edf763-5e20-4c10-b563-5e617aa1a461 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 944 time: 0.0524092 Nov 25 17:48:07.921842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b0df15c-8a32-49c5-9d56-e2aedcf01534 req-a3061fff-8b10-4977-8a44-4ecc7f4fff17 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463758 Nov 25 17:48:07.961177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4ce1833b-330d-4d58-aa8d-59762174f99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.069702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 281114a0-84ed-4024-afc2-0845a8064152 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:08.119963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 281114a0-84ed-4024-afc2-0845a8064152 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:08.124080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 281114a0-84ed-4024-afc2-0845a8064152 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:08.124450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.206825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.232006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:08.234247 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cd3fa7-096e-4f95-b4ef-2d76180aaaf1" -d '{"events": [{"server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "name": "network-vif-plugged", "status": "completed", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:08.248035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 281114a0-84ed-4024-afc2-0845a8064152, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=281114a0-84ed-4024-afc2-0845a8064152,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:08.254138 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.290141 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876ade5d-d332-492f-b4f4-ba1d8343c015 x-openstack-request-id: req-876ade5d-d332-492f-b4f4-ba1d8343c015 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:08.290433 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "name": "network-vif-plugged", "status": "completed", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:08.290906 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-876ade5d-d332-492f-b4f4-ba1d8343c015 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:08.291302 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'code': 200} Nov 25 17:48:08.311004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=281114a0-84ed-4024-afc2-0845a8064152,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:08.397827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b266-5a39-4e8f-ac2a-366b657f8490 req-6eea5200-0d83-4d95-9115-8b5e1bdae778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:08.399347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9884b266-5a39-4e8f-ac2a-366b657f8490 req-6eea5200-0d83-4d95-9115-8b5e1bdae778 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1096 time: 0.0492904 Nov 25 17:48:08.450618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9884b266-5a39-4e8f-ac2a-366b657f8490 req-ce32aca8-ae5b-4ccb-8f2e-eb814362a77a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431335 Nov 25 17:48:08.746672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82740a5f-2e5e-49eb-94cd-0036e9fcd67a details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:48:08.871971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:08.884764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'port_id': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'mac_address': 'fa:16:3e:3b:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:48:08.887166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395bcc-6ca0-40a8-bbe9-23d72328f80c req-ebd6bf3f-7a0f-4208-a3c3-61496b4851ff tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:08.888822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb395bcc-6ca0-40a8-bbe9-23d72328f80c req-ebd6bf3f-7a0f-4208-a3c3-61496b4851ff tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 944 time: 0.0512240 Nov 25 17:48:08.924756 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:08.940319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82740a5f-2e5e-49eb-94cd-0036e9fcd67a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:48:08.953751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb395bcc-6ca0-40a8-bbe9-23d72328f80c req-65341540-28ac-461e-832b-161cdb41dc20 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575807 Nov 25 17:48:08.972548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:08.980466 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.035133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:09.052759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461de3-fa48-46ea-908f-313dfee2f395 req-a281e964-b76c-49da-a1b0-56d6bb94dd43 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:09.054262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e461de3-fa48-46ea-908f-313dfee2f395 req-a281e964-b76c-49da-a1b0-56d6bb94dd43 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 945 time: 0.0503845 Nov 25 17:48:09.110277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1e461de3-fa48-46ea-908f-313dfee2f395 req-ea2a9e48-72f3-4bc2-88c3-6c2d59f66cab tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493877 Nov 25 17:48:09.139790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55284) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:09.230538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['82740a5f-2e5e-49eb-94cd-0036e9fcd67a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:48:09.254726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.337994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.341918 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.387216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32057ad2523a4815a650bae18edd0e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439845 Nov 25 17:48:09.387216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb0552-2bb2-4601-9cc8-a1bb7893d3ad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:09.388264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55288) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:09.393654 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.399662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.400012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.400356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.400690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.401029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.401357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.401680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.402006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.402517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.402851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.403601 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.403926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eac732-87b2-4937-9d62-2a9c54be6462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:09.461810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b619d22-37ea-4d9f-9bb5-2ed6896df458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.486895 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b619d22-37ea-4d9f-9bb5-2ed6896df458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.537372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b619d22-37ea-4d9f-9bb5-2ed6896df458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.540715 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b619d22-37ea-4d9f-9bb5-2ed6896df458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.541863 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8b619d22-37ea-4d9f-9bb5-2ed6896df458 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/55bb0552-2bb2-4601-9cc8-a1bb7893d3ad HTTP/1.1" status: 204 len: 168 time: 0.1521277 Nov 25 17:48:09.549418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619d22-37ea-4d9f-9bb5-2ed6896df458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb0552-2bb2-4601-9cc8-a1bb7893d3ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:09.800820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55294) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:09.814318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de4552bd-65dd-4d09-bbaa-d436e68032ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.891234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de4552bd-65dd-4d09-bbaa-d436e68032ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.895265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de4552bd-65dd-4d09-bbaa-d436e68032ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:09.933173 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-de4552bd-65dd-4d09-bbaa-d436e68032ff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b22a844ae63c46df96fe433b5956bb0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312356 Nov 25 17:48:09.934006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4552bd-65dd-4d09-bbaa-d436e68032ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749068c1-f0c9-4184-b96e-e13701b246e8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:09.936049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55296) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:09.984725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62a7516-be49-4551-9ca7-eeb68c09b182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.007091 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62a7516-be49-4551-9ca7-eeb68c09b182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.083081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb3886-f87d-4ecb-a030-625669530fe9 req-1fa0e9c6-0c4b-4c02-b406-c3c2b81ee10a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.084874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8fb3886-f87d-4ecb-a030-625669530fe9 req-1fa0e9c6-0c4b-4c02-b406-c3c2b81ee10a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 945 time: 0.0560398 Nov 25 17:48:10.090790 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62a7516-be49-4551-9ca7-eeb68c09b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.093535 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62a7516-be49-4551-9ca7-eeb68c09b182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.094604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a62a7516-be49-4551-9ca7-eeb68c09b182 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/749068c1-f0c9-4184-b96e-e13701b246e8 HTTP/1.1" status: 204 len: 168 time: 0.1575458 Nov 25 17:48:10.114443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a7516-be49-4551-9ca7-eeb68c09b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749068c1-f0c9-4184-b96e-e13701b246e8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:10.150836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a8fb3886-f87d-4ecb-a030-625669530fe9 req-2c954d95-ee48-47bf-893d-5222b6ec5ab7 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551620 Nov 25 17:48:10.243186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0a6ef-16d6-4167-a603-86900452fb19 req-8975e77d-5024-420f-8ef7-6134bd8e683c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.244752 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ad0a6ef-16d6-4167-a603-86900452fb19 req-8975e77d-5024-420f-8ef7-6134bd8e683c tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 945 time: 0.0543783 Nov 25 17:48:10.298692 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ad0a6ef-16d6-4167-a603-86900452fb19 req-559e2f31-a89d-4c02-91ab-4378fc9871e0 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475385 Nov 25 17:48:10.424818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292453e-0f90-480c-800f-1623e66b1e7c req-966fed1b-88de-4ce9-a868-12a547475d20 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.426597 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7292453e-0f90-480c-800f-1623e66b1e7c req-966fed1b-88de-4ce9-a868-12a547475d20 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Nov 25 17:48:10.478168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7292453e-0f90-480c-800f-1623e66b1e7c req-7e56ddbe-94f3-420d-9d50-b9da57b4d6d1 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449758 Nov 25 17:48:10.500439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55316) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:10.658493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.700963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db268072-8870-4a60-9699-be2828adc5c8 tempest-TestVolumeBackupRestore-1541740917 tempest-TestVolumeBackupRestore-1541740917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:10.702496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db268072-8870-4a60-9699-be2828adc5c8 tempest-TestVolumeBackupRestore-1541740917 tempest-TestVolumeBackupRestore-1541740917-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1091 time: 0.2009685 Nov 25 17:48:10.705901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55326) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:10.712673 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:10.735790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.778571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82740a5f-2e5e-49eb-94cd-0036e9fcd67a up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:10.830112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:48:10.835781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:10.836052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.845184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.919112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.942736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:10.946501 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa928bba-a648-4e1d-8f4b-c77fb937b8ea" -d '{"events": [{"server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "name": "network-vif-plugged", "status": "completed", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:10.962110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:10.966794 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:10.984901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Allocated IP 172.25.8.221 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4e6ef32c-0515-4d58-9a45-c825b9f8ffec) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:10.997135 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213986bf-0dad-400c-88ee-99a3e4fb1a9e x-openstack-request-id: req-213986bf-0dad-400c-88ee-99a3e4fb1a9e {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:10.997427 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "name": "network-vif-plugged", "status": "completed", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:10.997864 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-213986bf-0dad-400c-88ee-99a3e4fb1a9e {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:10.998423 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'code': 200} Nov 25 17:48:11.043280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:11.135623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f5e76-5a0a-4686-b904-c5cbacb8d29e req-06ed5951-c700-4cc5-a046-882ff698665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.137116 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc4f5e76-5a0a-4686-b904-c5cbacb8d29e req-06ed5951-c700-4cc5-a046-882ff698665a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 1097 time: 0.0793116 Nov 25 17:48:11.157093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.219167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc4f5e76-5a0a-4686-b904-c5cbacb8d29e req-68d5210d-92bb-4a6e-88fe-f6ca7eee414f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725868 Nov 25 17:48:11.220834 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.272539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:11.275542 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:11.279304 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:11.290628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931cf85-a0fd-42e8-b6fd-866fe599c9d8 req-aaafbe82-4b7a-4361-8695-9330b8c21d6c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:11.292317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1931cf85-a0fd-42e8-b6fd-866fe599c9d8 req-aaafbe82-4b7a-4361-8695-9330b8c21d6c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 946 time: 0.0599434 Nov 25 17:48:11.325758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'Port': ['ID=4e6ef32c-0515-4d58-9a45-c825b9f8ffec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:11.350252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1931cf85-a0fd-42e8-b6fd-866fe599c9d8 req-c92b5eb2-267d-4346-8079-7d3aa219007a tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503731 Nov 25 17:48:11.358132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.358488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.358834 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.359178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.359546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.359886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.360220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.360551 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.360885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.361215 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.361543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.361976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:48:11.449936 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:11.964532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.039242 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.201371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.207705 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.287930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event updated for resources: {'Port': ['ID=4e6ef32c-0515-4d58-9a45-c825b9f8ffec,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:12.297132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.405134 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Floating IP 5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827 associated. External IP: 172.25.8.221, port: 281114a0-84ed-4024-afc2-0845a8064152. Nov 25 17:48:12.539818 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a490dc5-1605-48d6-9ae4-fe91c387ffdb req-75782341-132e-4763-9e24-7fad7bffa6fd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.541436 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a490dc5-1605-48d6-9ae4-fe91c387ffdb req-75782341-132e-4763-9e24-7fad7bffa6fd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 946 time: 0.1006544 Nov 25 17:48:12.646033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1a490dc5-1605-48d6-9ae4-fe91c387ffdb req-c35c296e-7f2f-4a14-84a7-7ece2981f522 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968330 Nov 25 17:48:12.719811 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Router e559544f-501b-4d1e-bd39-86a8826eed97 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:12.796066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ce57-52e4-426f-b7c5-8c5e620ab35f req-90b6658c-8fe3-486e-b3f6-2ef4cb7ea758 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.804193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64f1ce57-52e4-426f-b7c5-8c5e620ab35f req-90b6658c-8fe3-486e-b3f6-2ef4cb7ea758 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 946 time: 0.0836873 Nov 25 17:48:12.838069 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:12.851021 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] Sync routers for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:12.860676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:12.860958 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-64f1ce57-52e4-426f-b7c5-8c5e620ab35f req-b528a343-4c5c-4310-8c85-1af25067e68e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549266 Nov 25 17:48:12.862488 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:12.863211 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:12.891817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55480) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:12.909262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2128397e-bd76-4f71-ab77-30a4141ee17a tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2020085 Nov 25 17:48:12.910176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:12.913739 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6920ad-934c-4bef-a1ba-007fa12a0b07" -d '{"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:12.924480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55482) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:12.960079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823dfd9-e4f0-46e1-84ec-5b0928ffd005 tempest-TestVolumeBootPattern-1405047226 tempest-TestVolumeBootPattern-1405047226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:12.965158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5823dfd9-e4f0-46e1-84ec-5b0928ffd005 tempest-TestVolumeBootPattern-1405047226 tempest-TestVolumeBootPattern-1405047226-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 1092 time: 0.0706918 Nov 25 17:48:12.968113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:12.981467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:12.985384 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359e1cb-8a04-4720-a4a9-b8f558a86f4f x-openstack-request-id: req-6359e1cb-8a04-4720-a4a9-b8f558a86f4f {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:12.985683 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:12.991768 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6359e1cb-8a04-4720-a4a9-b8f558a86f4f {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:12.992375 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'status': 'completed', 'code': 200} Nov 25 17:48:13.010946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c289078-181d-4ba9-9beb-4172ef274f7a tempest-TestVolumeBackupRestore-1541740917 tempest-TestVolumeBackupRestore-1541740917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.012609 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4c289078-181d-4ba9-9beb-4172ef274f7a tempest-TestVolumeBackupRestore-1541740917 tempest-TestVolumeBackupRestore-1541740917-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1091 time: 0.0785091 Nov 25 17:48:13.016100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:13.020869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Request body: {'floatingip': {'port_id': '281114a0-84ed-4024-afc2-0845a8064152'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:13.022354 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:13.066989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-28f556f4-057d-41ac-9e1f-a4ff06fc032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.068842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-28f556f4-057d-41ac-9e1f-a4ff06fc032e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1096 time: 0.0592954 Nov 25 17:48:13.070551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.089479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.227146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-899175fc-76af-4e7d-ad1f-721fab882003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.228967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-899175fc-76af-4e7d-ad1f-721fab882003 service neutron] 10.222.0.55 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 915 time: 0.1401942 Nov 25 17:48:13.281357 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55492) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:13.317406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-ff984723-f161-4cb2-b51f-435427df744e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 999 time: 0.0794950 Nov 25 17:48:13.325699 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:11Z', 'updated_at': '2021-11-25T17:48:11Z', 'revision_number': 0, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:13.362874 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] Checking router: e559544f-501b-4d1e-bd39-86a8826eed97 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:13.367760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.379503 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:13.379858 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:13.426086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-6718e814-e141-4596-8d1f-0c8d9b39c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.427655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-6718e814-e141-4596-8d1f-0c8d9b39c161 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 200 len: 853 time: 0.1001663 Nov 25 17:48:13.453675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39ccff86-b1dd-44cb-a690-de80758c086b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.509971 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:13.520922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-0bd0adde-a9c4-4724-a9f7-0221102a25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:13.523576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-0bd0adde-a9c4-4724-a9f7-0221102a25e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50d76a5c-ec1d-42e2-a17d-519ad42a5205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879102 Nov 25 17:48:13.543230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Allocated IP 172.25.8.90 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/4ea73f7d-b29b-4207-bab3-23f49e51a011) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:13.662100 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39ccff86-b1dd-44cb-a690-de80758c086b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.668666 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-39ccff86-b1dd-44cb-a690-de80758c086b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.693799 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-fab1a95b-670e-4805-a7d5-4392b899f64f service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596189 Nov 25 17:48:13.745364 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-39ccff86-b1dd-44cb-a690-de80758c086b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3e971706cc134a17b8f8438aff130e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4629111 Nov 25 17:48:13.748814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:13.757221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccff86-b1dd-44cb-a690-de80758c086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1544ab54-1bb3-4423-8348-5d23065d0709,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:13.771985 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.774474 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:11Z', 'updated_at': '2021-11-25T17:48:11Z', 'revision_number': 0, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:13.785507 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.786103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.804887 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aab160-b0eb-4764-949b-3ebbfeb4f7f7 None None] The sync data for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 is: [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:11Z', 'updated_at': '2021-11-25T17:48:11Z', 'revision_number': 0, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:13.841701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f6920ad-934c-4bef-a1ba-007fa12a0b07 req-da73cdd3-e040-4981-8504-61005b8479a6 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386018 Nov 25 17:48:13.852762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.869879 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5df8c0f-5ad2-420a-9f78-382eed0e3a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.893570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:13.899175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:13.904957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:13.934811 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5df8c0f-5ad2-420a-9f78-382eed0e3a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:13.946316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=4ea73f7d-b29b-4207-bab3-23f49e51a011,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.079634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcce9b-aa89-4209-97bf-2d98faddd7fe None None] New status for floating IP 5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:48:14.087016 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5df8c0f-5ad2-420a-9f78-382eed0e3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.089745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a5df8c0f-5ad2-420a-9f78-382eed0e3a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.091243 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5df8c0f-5ad2-420a-9f78-382eed0e3a8f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1544ab54-1bb3-4423-8348-5d23065d0709 HTTP/1.1" status: 204 len: 168 time: 0.3415246 Nov 25 17:48:14.108219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df8c0f-5ad2-420a-9f78-382eed0e3a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1544ab54-1bb3-4423-8348-5d23065d0709,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.126430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Router e559544f-501b-4d1e-bd39-86a8826eed97 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:14.281268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:14.292918 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.372438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-df59da33-9445-4ac6-b58c-bfbaaa6e6567 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "PUT /v2.0/floatingips/5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827 HTTP/1.1" status: 200 len: 991 time: 1.3550253 Nov 25 17:48:14.393962 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] Sync routers for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:14.404227 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:14.405066 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:14.414274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.487460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:14.495781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.503033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8bb25f23-360c-426b-b9ef-de5412b1b977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.525298 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:14.594688 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8bb25f23-360c-426b-b9ef-de5412b1b977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.599512 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8bb25f23-360c-426b-b9ef-de5412b1b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.639217 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8bb25f23-360c-426b-b9ef-de5412b1b977 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc1bd577c5c44a21bf605015f414526d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506524 Nov 25 17:48:14.640754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb25f23-360c-426b-b9ef-de5412b1b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d057d029-ef7b-4613-97de-c3f8573f5455,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.641867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55504) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:14.691542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.697698 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.769391 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:11Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 2, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:14.773417 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event updated for resources: {'Port': ['ID=4ea73f7d-b29b-4207-bab3-23f49e51a011,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.775634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-030c2d1f-c8a4-4042-81f7-72aee2741d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.800027 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] Checking router: e559544f-501b-4d1e-bd39-86a8826eed97 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:14.806905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.809942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:14.809942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:14.810460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-030c2d1f-c8a4-4042-81f7-72aee2741d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.942859 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Floating IP 6b4166e2-d030-402f-b9a1-acbbda52850e associated. External IP: 172.25.8.90, port: 82740a5f-2e5e-49eb-94cd-0036e9fcd67a. Nov 25 17:48:14.946431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-030c2d1f-c8a4-4042-81f7-72aee2741d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.949051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-030c2d1f-c8a4-4042-81f7-72aee2741d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:14.950226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-030c2d1f-c8a4-4042-81f7-72aee2741d81 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d057d029-ef7b-4613-97de-c3f8573f5455 HTTP/1.1" status: 204 len: 168 time: 0.3073571 Nov 25 17:48:14.992603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c2d1f-c8a4-4042-81f7-72aee2741d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d057d029-ef7b-4613-97de-c3f8573f5455,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:14.993152 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}, {'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:14.996345 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022117fd-2384-40a8-b714-b6c00c2e38e7" -d '{"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}, {"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:15.043796 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:15.060695 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f275e-9c39-47b9-a809-1fdc8a24b80a x-openstack-request-id: req-9d6f275e-9c39-47b9-a809-1fdc8a24b80a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:15.061037 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:15.061286 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9d6f275e-9c39-47b9-a809-1fdc8a24b80a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:15.061706 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'status': 'completed', 'code': 200} Nov 25 17:48:15.061968 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'status': 'completed', 'code': 200} Nov 25 17:48:15.196258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-0c7a767a-38cf-4c2e-9d82-54e180d54e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.197870 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-0c7a767a-38cf-4c2e-9d82-54e180d54e1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1096 time: 0.0934553 Nov 25 17:48:15.262323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:15.301070 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:11Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 2, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:15.332034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b8ab7-0746-4d7c-930d-5406bf843f22 None None] The sync data for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 is: [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'port_id': '281114a0-84ed-4024-afc2-0845a8064152', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'mac_address': 'fa:16:3e:04:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a5969-2517-4d3a-9988-cecef95e4832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:11Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 2, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:15.359797 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-594d2c9d-5994-4407-a683-1f0761ed25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.361259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-594d2c9d-5994-4407-a683-1f0761ed25b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 915 time: 0.1560786 Nov 25 17:48:15.473944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-72179ed1-6106-46ec-9f40-868a91e5029c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 1001 time: 0.1057098 Nov 25 17:48:15.478996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:15.491862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:15.503554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:15.504475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:15.527309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-3c5dad72-85f8-4971-a8f9-a163f880e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.529067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-3c5dad72-85f8-4971-a8f9-a163f880e939 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 200 len: 853 time: 0.0481212 Nov 25 17:48:15.570085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:15.610424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-35d1c5ce-566e-4dbe-ae0b-4984fb22dd95 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6412406 Nov 25 17:48:15.612213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-2431c7aa-3b8f-471d-8e66-22971539d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.613609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-2431c7aa-3b8f-471d-8e66-22971539d968 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50d76a5c-ec1d-42e2-a17d-519ad42a5205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772133 Nov 25 17:48:15.614074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:15.616383 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009e08c1-a187-41ba-adb6-d8d94dac3efc" -d '{"events": [{"name": "network-changed", "server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:15.638478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:15.755176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-931d3323-fdcc-43ae-983d-5e3fea8ca956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.757550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-931d3323-fdcc-43ae-983d-5e3fea8ca956 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 1097 time: 0.0593638 Nov 25 17:48:15.878859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-41e6037e-23d8-4ed2-839a-533a6f2cb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:15.882583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-41e6037e-23d8-4ed2-839a-533a6f2cb3b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1163597 Nov 25 17:48:15.948054 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6b4166e2-d030-402f-b9a1-acbbda52850e', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:3b:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}, {'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 1, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:15.962730 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-d7f1491d-e2f8-45da-bf91-6e4e76373dea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a HTTP/1.1" status: 200 len: 999 time: 0.0701733 Nov 25 17:48:15.977685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:15.986319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:15.986941 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:16.034464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-9b0a4ff8-151c-406d-8bf3-8571cef97f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.036316 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-9b0a4ff8-151c-406d-8bf3-8571cef97f76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0600116 Nov 25 17:48:16.041049 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413aaf8f-39e2-40ee-99cb-7e2bd120a4da x-openstack-request-id: req-413aaf8f-39e2-40ee-99cb-7e2bd120a4da {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:16.041584 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:16.041584 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-413aaf8f-39e2-40ee-99cb-7e2bd120a4da {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:16.041966 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'status': 'completed', 'code': 200} Nov 25 17:48:16.111436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-a9d445c8-44c6-4f84-b9ef-5a2f2b5fda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.115522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-a9d445c8-44c6-4f84-b9ef-5a2f2b5fda10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706086 Nov 25 17:48:16.122339 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-7416b52e-15ab-414d-b7d8-6a3d0dd3c74f service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938393 Nov 25 17:48:16.124614 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:16.128845 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-de1c27a5-14f7-4486-98d9-f1e3d7ad078d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:48:16.130113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-de1c27a5-14f7-4486-98d9-f1e3d7ad078d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076821 Nov 25 17:48:16.232678 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-fa087ab6-6a96-4bad-9fd1-fe27db481291 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022782 Nov 25 17:48:16.257152 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.276165 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-692dd7b2-eef6-4996-9437-42eb49f5ee5a service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391623 Nov 25 17:48:16.343903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-592a41c3-2e36-44c7-aeb3-9c7b6d1c5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.345466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-592a41c3-2e36-44c7-aeb3-9c7b6d1c5d4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1096 time: 0.0612268 Nov 25 17:48:16.402925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-009e08c1-a187-41ba-adb6-d8d94dac3efc req-55160943-41d6-44a4-a3fc-a1b480ac720b service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194034 Nov 25 17:48:16.441791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6b4166e2-d030-402f-b9a1-acbbda52850e', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:3b:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}, {'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 1, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:16.465942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-ec93d2e5-5068-48fe-8cc6-daad4374176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.467781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-ec93d2e5-5068-48fe-8cc6-daad4374176a service neutron] 10.222.0.55 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 915 time: 0.1143837 Nov 25 17:48:16.472762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474984c-3190-45ec-bc01-b951b7d94bd6 None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '6b4166e2-d030-402f-b9a1-acbbda52850e', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:3b:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:48:14Z', 'updated_at': '2021-11-25T17:48:14Z', 'revision_number': 0, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}, {'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 1, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:16.507359 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:16.543215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-52efe660-ab7b-4f2e-afa1-c1d3e11aa8e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 1001 time: 0.0688832 Nov 25 17:48:16.594656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-87f2f3cb-beda-4ec8-88e3-ef2d693abad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.596184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-87f2f3cb-beda-4ec8-88e3-ef2d693abad4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 200 len: 853 time: 0.0459900 Nov 25 17:48:16.631694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d18ab33f-ddf6-4276-8dcf-e9b80cf346ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.646879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-193c628c-6517-45c1-9bcd-6b74583258d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:16.648807 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-193c628c-6517-45c1-9bcd-6b74583258d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50d76a5c-ec1d-42e2-a17d-519ad42a5205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459008 Nov 25 17:48:16.718759 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d18ab33f-ddf6-4276-8dcf-e9b80cf346ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.723017 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9ea5c-610a-4458-9301-8a55463fe8ee None None] New status for floating IP 6b4166e2-d030-402f-b9a1-acbbda52850e: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:48:16.723757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d18ab33f-ddf6-4276-8dcf-e9b80cf346ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.767329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d18ab33f-ddf6-4276-8dcf-e9b80cf346ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8b25d6e5a6224430bfd551dcaec2ff63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579072 Nov 25 17:48:16.770001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55566) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:16.770394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ab33f-ddf6-4276-8dcf-e9b80cf346ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860164a3-cfb9-4b75-8617-61a6269b4fb5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:16.800457 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-675fde1c-7038-4d85-8ad1-70a35f68bded service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436317 Nov 25 17:48:16.886961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b77fa99a-eb17-460d-809f-6b6ac0157564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.924151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b77fa99a-eb17-460d-809f-6b6ac0157564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.943090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-022117fd-2384-40a8-b714-b6c00c2e38e7 req-f1b16cf0-886c-419c-85d6-64b18285b100 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308374 Nov 25 17:48:16.981636 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b77fa99a-eb17-460d-809f-6b6ac0157564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.984401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b77fa99a-eb17-460d-809f-6b6ac0157564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:16.985530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b77fa99a-eb17-460d-809f-6b6ac0157564 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/860164a3-cfb9-4b75-8617-61a6269b4fb5 HTTP/1.1" status: 204 len: 168 time: 0.2139869 Nov 25 17:48:16.994441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fa99a-eb17-460d-809f-6b6ac0157564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860164a3-cfb9-4b75-8617-61a6269b4fb5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:17.696240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.324950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55608) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:18.422631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-501752db-6248-4588-96df-7e8915624749 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:18.440453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-501752db-6248-4588-96df-7e8915624749 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "PUT /v2.0/quotas/d7785470992644c98113f153ba0c037c HTTP/1.1" status: 200 len: 368 time: 0.1144156 Nov 25 17:48:18.443825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55612) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:18.448557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Request body: {'network': {'project_id': 'd7785470992644c98113f153ba0c037c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:18.469834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Made reservation on behalf of d7785470992644c98113f153ba0c037c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:18.472138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.480995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.554302 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.557820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.585192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:18.590691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875e5676-0953-41f3-a8f1-f0e9d9e4047a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:18.597893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.598039 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Added segment c65f818c-98fc-4b96-ae01-848d7fbdf8d4 of type vlan for network d8b79aeb-0ec3-48a3-b26c-6064ed4eab81 Nov 25 17:48:18.641576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.665919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.666823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:18.667407 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.714891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2700520 Nov 25 17:48:18.717385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55614) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:18.723748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Request body: {'network': {'project_id': 'd7785470992644c98113f153ba0c037c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:18.744291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b9e31-d72f-4426-8d2f-b6138a62698a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Pushing event updated for resources: {'Network': ['ID=d8b79aeb-0ec3-48a3-b26c-6064ed4eab81,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:18.753745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d8b79aeb-0ec3-48a3-b26c-6064ed4eab81 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:18.758758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Made reservation on behalf of d7785470992644c98113f153ba0c037c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:18.761115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.785454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:18.797353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.797742 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Added segment f2f03bd9-a1f6-4742-b70a-94c418cd67b7 of type vlan for network b03dcf06-79f7-4a7b-ae2c-3c9cf2ad3096 Nov 25 17:48:18.841853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.871174 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.872330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:18.872997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:18.926702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2082901 Nov 25 17:48:18.930106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55616) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:18.936720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1e1b1e6e-b216-441b-b695-5affd6449819 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Request body: {'network': {'project_id': 'd7785470992644c98113f153ba0c037c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:18.956766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7e027-4671-4e30-9708-cf91e5bf0c8a tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Pushing event updated for resources: {'Network': ['ID=b03dcf06-79f7-4a7b-ae2c-3c9cf2ad3096,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:18.961125 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1b1e6e-b216-441b-b695-5affd6449819 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 17:48:18.962149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1b1e6e-b216-441b-b695-5affd6449819 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:18.962758 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1e1b1e6e-b216-441b-b695-5affd6449819 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0317254 Nov 25 17:48:18.965703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:18.976639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network b03dcf06-79f7-4a7b-ae2c-3c9cf2ad3096 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:19.007370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-487518ef-6b21-461f-9cc0-07266196c5de tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d7785470992644c98113f153ba0c037c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405777 Nov 25 17:48:19.010225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55620) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:19.060188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e775cab2-faef-42c2-9b77-73b4c9370ce0 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.080990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e775cab2-faef-42c2-9b77-73b4c9370ce0 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.132387 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e775cab2-faef-42c2-9b77-73b4c9370ce0 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.134887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e775cab2-faef-42c2-9b77-73b4c9370ce0 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.136064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e775cab2-faef-42c2-9b77-73b4c9370ce0 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/875e5676-0953-41f3-a8f1-f0e9d9e4047a HTTP/1.1" status: 204 len: 168 time: 0.1248653 Nov 25 17:48:19.139022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:19.143768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775cab2-faef-42c2-9b77-73b4c9370ce0 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875e5676-0953-41f3-a8f1-f0e9d9e4047a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:19.218015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.304318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.324005 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03dcf06-79f7-4a7b-ae2c-3c9cf2ad3096']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:19.332999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f03bd9-a1f6-4742-b70a-94c418cd67b7') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:19.333291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f03bd9-a1f6-4742-b70a-94c418cd67b7') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:19.343507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.356798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.362703 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:19.363316 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:19.364980 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:19.422122 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.430433 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.433689 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "DELETE /v2.0/networks/b03dcf06-79f7-4a7b-ae2c-3c9cf2ad3096 HTTP/1.1" status: 204 len: 168 time: 0.2935255 Nov 25 17:48:19.436259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55624) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:19.447259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99370-dde7-499c-87ea-6fa8891048d3 tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Pushing event deleted for resources: {'Network': ['ID=b03dcf06-79f7-4a7b-ae2c-3c9cf2ad3096,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:19.509442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.593745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.615566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b79aeb-0ec3-48a3-b26c-6064ed4eab81']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:19.624964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65f818c-98fc-4b96-ae01-848d7fbdf8d4') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:19.625255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65f818c-98fc-4b96-ae01-848d7fbdf8d4') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:19.635886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.650117 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.656074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:19.656444 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:19.658176 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:19.715040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.720226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:19.723477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] 10.222.0.86 "DELETE /v2.0/networks/d8b79aeb-0ec3-48a3-b26c-6064ed4eab81 HTTP/1.1" status: 204 len: 168 time: 0.2860489 Nov 25 17:48:19.735428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c478129-05bb-49bb-9c1f-f675ba71d75f tempest-QuotasNegativeTest-1472456208 tempest-QuotasNegativeTest-1472456208-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8b79aeb-0ec3-48a3-b26c-6064ed4eab81,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:20.189489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55632) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:20.303221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fa2d71f-35d3-4551-9166-6233973959d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.385072 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fa2d71f-35d3-4551-9166-6233973959d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.389051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9fa2d71f-35d3-4551-9166-6233973959d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.430471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9fa2d71f-35d3-4551-9166-6233973959d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4072c06643241e888b8f0944d8f12da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398212 Nov 25 17:48:20.431739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2d71f-35d3-4551-9166-6233973959d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383a7be-4bc3-4137-94f9-1e0b1c6a37f6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:20.433195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55636) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:20.492507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f33ea6c-e47a-48b6-b3de-36a7f0197261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.515608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f33ea6c-e47a-48b6-b3de-36a7f0197261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.563216 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f33ea6c-e47a-48b6-b3de-36a7f0197261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.566033 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3f33ea6c-e47a-48b6-b3de-36a7f0197261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.567220 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3f33ea6c-e47a-48b6-b3de-36a7f0197261 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b383a7be-4bc3-4137-94f9-1e0b1c6a37f6 HTTP/1.1" status: 204 len: 168 time: 0.1329978 Nov 25 17:48:20.576555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33ea6c-e47a-48b6-b3de-36a7f0197261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383a7be-4bc3-4137-94f9-1e0b1c6a37f6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:20.863562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55642) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:20.877643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f7acd7f-9cf5-45a2-b0b2-e62abc0e63a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.952220 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f7acd7f-9cf5-45a2-b0b2-e62abc0e63a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.955790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f7acd7f-9cf5-45a2-b0b2-e62abc0e63a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:20.997268 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6f7acd7f-9cf5-45a2-b0b2-e62abc0e63a0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e654ce89f46e4ee590f66d1cadfc040e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323373 Nov 25 17:48:20.998144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7acd7f-9cf5-45a2-b0b2-e62abc0e63a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6027e-0826-4bf4-987a-ffe0b904d017,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:21.000025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:21.048879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d1eab8a-abe3-4bda-aa4d-49d67258be6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:21.070794 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d1eab8a-abe3-4bda-aa4d-49d67258be6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:21.121478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d1eab8a-abe3-4bda-aa4d-49d67258be6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:21.124133 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6d1eab8a-abe3-4bda-aa4d-49d67258be6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:21.125292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6d1eab8a-abe3-4bda-aa4d-49d67258be6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0c6027e-0826-4bf4-987a-ffe0b904d017 HTTP/1.1" status: 204 len: 168 time: 0.1232004 Nov 25 17:48:21.133806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eab8a-abe3-4bda-aa4d-49d67258be6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6027e-0826-4bf4-987a-ffe0b904d017,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:21.426701 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:48:21.829254 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:21.958082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-573056711'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:21.979902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:21.983215 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:21.991913 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.066114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.070064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.099915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:22.117473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c2f5e2-9567-4220-bb0c-cab23cc7ad73,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:22.123291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.123663 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Added segment 75130d63-a728-4991-9bca-a854b93f11d3 of type vlan for network eda2008f-2280-479f-a4be-320375bc5e4d Nov 25 17:48:22.166321 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.195004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.200681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:22.201261 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:22.258953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4285860 Nov 25 17:48:22.271660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccda8f-fda1-4adf-8a72-af4db9c5fbab tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Network': ['ID=eda2008f-2280-479f-a4be-320375bc5e4d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:22.282213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network eda2008f-2280-479f-a4be-320375bc5e4d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:25.490543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:25.495710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'subnet': {'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:25.585169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:25.589052 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:25.769875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:25.824424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Subnet': ['ID=97fb1253-492a-4a3e-8897-2503a4f15e1a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:25.840798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Checking segment: {'id': '75130d63-a728-4991-9bca-a854b93f11d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:25.841160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network hostable DHCP agents. Network: eda2008f-2280-479f-a4be-320375bc5e4d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:25.859173 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network eda2008f-2280-479f-a4be-320375bc5e4d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:25.868972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, eda2008f-2280-479f-a4be-320375bc5e4d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:25.873133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:25.873728 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:25.879769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcccf3-6b21-4ca3-9cbc-55825c93b5a1 None None] Network eda2008f-2280-479f-a4be-320375bc5e4d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:25.890260 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bb8a02a2-1161-4ae2-a244-84ddb0389bd4 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3986070 Nov 25 17:48:25.893738 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55674) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:25.898667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-91770946'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:25.920921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:25.924493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:25.952855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:25.962586 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:25.962922 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Added segment 7e2bac2d-82af-472c-ab4d-ae95f83d740b of type vlan for network 0db5538d-448f-420a-8a47-f1a8a1c0f264 Nov 25 17:48:26.003040 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.027925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.031149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-eda2008f-2280-479f-a4be-320375bc5e4d', 'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d', 'tenant_id': 'afc3ca7c6e6e446c94b64f259befc205', 'fixed_ips': [{'subnet_id': '97fb1253-492a-4a3e-8897-2503a4f15e1a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:26.032046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.033915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:26.034511 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.129096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2343149 Nov 25 17:48:26.132460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55676) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:26.138248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'subnet': {'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:26.181599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Allocated IP 2001:db8:0:ffff::2 (eda2008f-2280-479f-a4be-320375bc5e4d/97fb1253-492a-4a3e-8897-2503a4f15e1a/b8291521-c447-41df-8bd5-815d9937b0d7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:26.265955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:26.274381 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.366370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.372937 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.416533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Network eda2008f-2280-479f-a4be-320375bc5e4d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:26.419472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:26.426769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:26.430499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Pushing event updated for resources: {'Port': ['ID=b8291521-c447-41df-8bd5-815d9937b0d7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:26.443648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9767324-ab52-42ad-acb8-aa99a8c584e7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Network': ['ID=0db5538d-448f-420a-8a47-f1a8a1c0f264,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:26.458010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0db5538d-448f-420a-8a47-f1a8a1c0f264 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:26.540864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Attempting to bind port b8291521-c447-41df-8bd5-815d9937b0d7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:26.541118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Attempting to bind port b8291521-c447-41df-8bd5-815d9937b0d7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '75130d63-a728-4991-9bca-a854b93f11d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:26.541476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Attempting to bind port b8291521-c447-41df-8bd5-815d9937b0d7 on network eda2008f-2280-479f-a4be-320375bc5e4d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:26.553035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:26.553475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Checking segment: {'id': '75130d63-a728-4991-9bca-a854b93f11d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:26.553903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.554298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Bound using segment: {'id': '75130d63-a728-4991-9bca-a854b93f11d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:26.555142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Bound port: b8291521-c447-41df-8bd5-815d9937b0d7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75130d63-a728-4991-9bca-a854b93f11d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eda2008f-2280-479f-a4be-320375bc5e4d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:26.555697 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.585583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.objects.ports [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103636) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:48:26.587197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.627954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] For port b8291521-c447-41df-8bd5-815d9937b0d7, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:26.631829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] For port b8291521-c447-41df-8bd5-815d9937b0d7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8291521-c447-41df-8bd5-815d9937b0d7,segment=NetworkSegment(75130d63-a728-4991-9bca-a854b93f11d3),segment_id=75130d63-a728-4991-9bca-a854b93f11d3)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:26.636260 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.652917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Subnet': ['ID=fdca65a9-64af-4339-88de-e2a03c9c11d3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:26.662741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Checking segment: {'id': '7e2bac2d-82af-472c-ab4d-ae95f83d740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:26.663072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network hostable DHCP agents. Network: 0db5538d-448f-420a-8a47-f1a8a1c0f264, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:26.684118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network 0db5538d-448f-420a-8a47-f1a8a1c0f264 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:26.698900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0db5538d-448f-420a-8a47-f1a8a1c0f264) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:26.703375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:26.704093 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.713896 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e761d-f9ef-4de6-b7eb-994fcf74f32f None None] Network 0db5538d-448f-420a-8a47-f1a8a1c0f264 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:26.725468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-feebb233-60e5-4be5-ae08-01349f94c6c6 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5886602 Nov 25 17:48:26.725936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55678) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:26.731897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'port': {'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264', 'name': 'tempest-NetworksIpV6TestAttrs-553979489'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:26.733631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a0bcf-c0f1-4a9c-bbbf-90890f35116d None None] Pushing event updated for resources: {'Port': ['ID=b8291521-c447-41df-8bd5-815d9937b0d7,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:26.877901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:26.882566 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:26.914236 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] device_id is not set on port 9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:26.939228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0db5538d-448f-420a-8a47-f1a8a1c0f264', 'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264', 'tenant_id': 'afc3ca7c6e6e446c94b64f259befc205', 'fixed_ips': [{'subnet_id': 'fdca65a9-64af-4339-88de-e2a03c9c11d3'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:26.941345 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.043054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Allocated IP 2001:db8::f816:3eff:fe1b:4815 (0db5538d-448f-420a-8a47-f1a8a1c0f264/fdca65a9-64af-4339-88de-e2a03c9c11d3/9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:27.209347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.252775 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.294481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Allocated IP 2001:db8::f816:3eff:fe79:a3ac (0db5538d-448f-420a-8a47-f1a8a1c0f264/fdca65a9-64af-4339-88de-e2a03c9c11d3/59f73750-bfd8-4b36-805b-5053d7160240) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:27.308536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network 0db5538d-448f-420a-8a47-f1a8a1c0f264 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:27.312335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:27.315062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:27.322448 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:27.323117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.336709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Port': ['ID=9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:27.354800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1e0d448b-1c66-4ca8-ae35-fb682bf45124 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6253500 Nov 25 17:48:27.355308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55680) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:27.415411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting subnet fdca65a9-64af-4339-88de-e2a03c9c11d3 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:27.465584 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.471161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.471815 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.518425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.525732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Network 0db5538d-448f-420a-8a47-f1a8a1c0f264 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:27.529860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:27.532254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:27.534672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Pushing event updated for resources: {'Port': ['ID=59f73750-bfd8-4b36-805b-5053d7160240,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:27.598426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Attempting to bind port 59f73750-bfd8-4b36-805b-5053d7160240 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:27.599351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Attempting to bind port 59f73750-bfd8-4b36-805b-5053d7160240 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '7e2bac2d-82af-472c-ab4d-ae95f83d740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:27.599850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Attempting to bind port 59f73750-bfd8-4b36-805b-5053d7160240 on network 0db5538d-448f-420a-8a47-f1a8a1c0f264 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:27.605601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:27.605976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Checking segment: {'id': '7e2bac2d-82af-472c-ab4d-ae95f83d740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:27.606400 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.606792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Bound using segment: {'id': '7e2bac2d-82af-472c-ab4d-ae95f83d740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:27.607253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Bound port: 59f73750-bfd8-4b36-805b-5053d7160240, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2bac2d-82af-472c-ab4d-ae95f83d740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0db5538d-448f-420a-8a47-f1a8a1c0f264'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:27.607653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.674020 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.738862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.742408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] For port 59f73750-bfd8-4b36-805b-5053d7160240, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:27.746203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] For port 59f73750-bfd8-4b36-805b-5053d7160240, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59f73750-bfd8-4b36-805b-5053d7160240,segment=NetworkSegment(7e2bac2d-82af-472c-ab4d-ae95f83d740b),segment_id=7e2bac2d-82af-472c-ab4d-ae95f83d740b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:27.751555 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.768325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Subnet': ['ID=fdca65a9-64af-4339-88de-e2a03c9c11d3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:27.774570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.777978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b52f1d57-64a8-4575-8fa2-acc98b8554fe tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/fdca65a9-64af-4339-88de-e2a03c9c11d3 HTTP/1.1" status: 204 len: 168 time: 0.4214559 Nov 25 17:48:27.780550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:27.802282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db66c9-afea-458c-adc5-2c2ca0953619 None None] Network eda2008f-2280-479f-a4be-320375bc5e4d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:27.831112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ae1c-00a0-4976-904f-131c48d6a1d5 None None] Pushing event updated for resources: {'Port': ['ID=59f73750-bfd8-4b36-805b-5053d7160240,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:27.882109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abff6c-4013-43eb-b09b-3ba9cfba0122 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:27.884159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abff6c-4013-43eb-b09b-3ba9cfba0122 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:27.885731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-33abff6c-4013-43eb-b09b-3ba9cfba0122 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1043305 Nov 25 17:48:27.888650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55684) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:27.907658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c1ea4b91-ed56-47b8-b9c0-83b28d15b1d1 None None] Provisioning complete for port b8291521-c447-41df-8bd5-815d9937b0d7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:27.908087 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4b91-ed56-47b8-b9c0-83b28d15b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.983205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31c09f3e-2f5b-47c7-b3af-09def5a69ccb tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:27.991788 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c09f3e-2f5b-47c7-b3af-09def5a69ccb tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 17:48:27.992260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c09f3e-2f5b-47c7-b3af-09def5a69ccb tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:28.000254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31c09f3e-2f5b-47c7-b3af-09def5a69ccb tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/0db5538d-448f-420a-8a47-f1a8a1c0f264 HTTP/1.1" status: 409 len: 405 time: 0.1071610 Nov 25 17:48:28.000470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55686) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:28.009259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922048933'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:28.044413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:28.049108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.082069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:28.091600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4b91-ed56-47b8-b9c0-83b28d15b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.100859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.101194 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Added segment 30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc of type vlan for network 53e372a4-3352-451f-a06b-51c47a5ab651 Nov 25 17:48:28.138800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c1ea4b91-ed56-47b8-b9c0-83b28d15b1d1 None None] For port b8291521-c447-41df-8bd5-815d9937b0d7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8291521-c447-41df-8bd5-815d9937b0d7,segment=NetworkSegment(75130d63-a728-4991-9bca-a854b93f11d3),segment_id=75130d63-a728-4991-9bca-a854b93f11d3)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:28.151215 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4b91-ed56-47b8-b9c0-83b28d15b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.171212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.205726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.212067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:28.212622 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.215152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea4b91-ed56-47b8-b9c0-83b28d15b1d1 None None] Pushing event updated for resources: {'Port': ['ID=b8291521-c447-41df-8bd5-815d9937b0d7,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:28.265452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2638240 Nov 25 17:48:28.268472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55688) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:28.275509 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'subnet': {'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:28.291956 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b569708-a3ca-4cc8-8c37-53b752806f10 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Network': ['ID=53e372a4-3352-451f-a06b-51c47a5ab651,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:28.303688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 53e372a4-3352-451f-a06b-51c47a5ab651 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:28.396757 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:28.398042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a3a3139a-9bee-4e38-9305-9d20095ea529 None None] Provisioning complete for port b8291521-c447-41df-8bd5-815d9937b0d7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:28.398411 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3a3139a-9bee-4e38-9305-9d20095ea529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.400247 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.491600 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59f73750-bfd8-4b36-805b-5053d7160240 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:28.557159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 59f73750-bfd8-4b36-805b-5053d7160240 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:28.557524 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.664442 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.702812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 59f73750-bfd8-4b36-805b-5053d7160240, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59f73750-bfd8-4b36-805b-5053d7160240,segment=NetworkSegment(7e2bac2d-82af-472c-ab4d-ae95f83d740b),segment_id=7e2bac2d-82af-472c-ab4d-ae95f83d740b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:28.707303 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.709181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8291521-c447-41df-8bd5-815d9937b0d7 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:28.750636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:48:28.752361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.794342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=59f73750-bfd8-4b36-805b-5053d7160240,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:28.813821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b8291521-c447-41df-8bd5-815d9937b0d7 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:28.814295 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.827826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Subnet': ['ID=08826922-d965-40d4-aa2c-a1a315785000,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:28.834651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Checking segment: {'id': '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:28.834651 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network hostable DHCP agents. Network: 53e372a4-3352-451f-a06b-51c47a5ab651, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:28.858639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network 53e372a4-3352-451f-a06b-51c47a5ab651 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:28.871299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 53e372a4-3352-451f-a06b-51c47a5ab651) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:28.876810 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:28.877777 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:28.890075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003f900-c29d-4e9a-bba2-33f097a74083 None None] Network 53e372a4-3352-451f-a06b-51c47a5ab651 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:28.897040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ffa1bd29-f81c-483e-a3bc-840a32eb88e0 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6274600 Nov 25 17:48:28.899715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55692) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:28.905837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'port': {'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651', 'name': 'tempest-NetworksIpV6TestAttrs-1275057358'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:28.999160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091052cf-3b5a-4c15-9991-9ada1f7fa2c9 None None] Network 0db5538d-448f-420a-8a47-f1a8a1c0f264 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:29.024875 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:29.029671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.061503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] device_id is not set on port 6d1258a1-01ac-43f5-8475-96b595b68384 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:29.198406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e82f9540-1162-4649-918d-1bc5825a893d None None] Provisioning complete for port 59f73750-bfd8-4b36-805b-5053d7160240 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:29.199613 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e82f9540-1162-4649-918d-1bc5825a893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.242813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Allocated IP 2001:db8::f816:3eff:feac:cc0e (53e372a4-3352-451f-a06b-51c47a5ab651/08826922-d965-40d4-aa2c-a1a315785000/6d1258a1-01ac-43f5-8475-96b595b68384) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:29.266328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-53e372a4-3352-451f-a06b-51c47a5ab651', 'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651', 'tenant_id': 'afc3ca7c6e6e446c94b64f259befc205', 'fixed_ips': [{'subnet_id': '08826922-d965-40d4-aa2c-a1a315785000'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:29.267309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.471966 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.477075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] DHCP port deletion for 0db5538d-448f-420a-8a47-f1a8a1c0f264 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:29.515914 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.569723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network 53e372a4-3352-451f-a06b-51c47a5ab651 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:29.573021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:29.576796 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:29.582171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Allocated IP 2001:db8::f816:3eff:fed7:f6c8 (53e372a4-3352-451f-a06b-51c47a5ab651/08826922-d965-40d4-aa2c-a1a315785000/dfc1184a-dc61-4e94-974e-32541fce28e7) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:29.582633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:29.584209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.598062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Port': ['ID=6d1258a1-01ac-43f5-8475-96b595b68384,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:29.598312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] Deleting port 59f73750-bfd8-4b36-805b-5053d7160240 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:29.599360 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.609799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-823227e8-52af-4f4a-9e74-6e9574b4e89c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7088490 Nov 25 17:48:29.612714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55694) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:29.667229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting subnet 08826922-d965-40d4-aa2c-a1a315785000 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:29.884371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] For port 59f73750-bfd8-4b36-805b-5053d7160240, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59f73750-bfd8-4b36-805b-5053d7160240,segment=NetworkSegment(7e2bac2d-82af-472c-ab4d-ae95f83d740b),segment_id=7e2bac2d-82af-472c-ab4d-ae95f83d740b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:29.884772 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:29.903968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] Calling delete_port for 59f73750-bfd8-4b36-805b-5053d7160240 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:30.039602 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.045865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.051277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.087368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.095268 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.100375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Network 53e372a4-3352-451f-a06b-51c47a5ab651 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:30.107479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:30.112234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:30.121413 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] No DVR routers for this DVR port 59f73750-bfd8-4b36-805b-5053d7160240 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:30.122798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Pushing event updated for resources: {'Port': ['ID=dfc1184a-dc61-4e94-974e-32541fce28e7,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:30.150919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceed2a-aa65-467e-9a1d-f628bbb0cc3c None None] Pushing event deleted for resources: {'Port': ['ID=59f73750-bfd8-4b36-805b-5053d7160240,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:30.203141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Attempting to bind port dfc1184a-dc61-4e94-974e-32541fce28e7 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:30.203861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Attempting to bind port dfc1184a-dc61-4e94-974e-32541fce28e7 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:30.204013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Attempting to bind port dfc1184a-dc61-4e94-974e-32541fce28e7 on network 53e372a4-3352-451f-a06b-51c47a5ab651 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:30.210683 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:30.211056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Checking segment: {'id': '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:30.211480 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.211872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Bound using segment: {'id': '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:30.212332 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Bound port: dfc1184a-dc61-4e94-974e-32541fce28e7, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53e372a4-3352-451f-a06b-51c47a5ab651'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:30.212714 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.244820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.314745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.317022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] For port dfc1184a-dc61-4e94-974e-32541fce28e7, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:30.320579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] For port dfc1184a-dc61-4e94-974e-32541fce28e7, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dfc1184a-dc61-4e94-974e-32541fce28e7,segment=NetworkSegment(30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc),segment_id=30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:30.326926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.352693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Subnet': ['ID=08826922-d965-40d4-aa2c-a1a315785000,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:30.357953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.363985 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b3efbac6-14d1-473e-a900-bba957955a8c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/08826922-d965-40d4-aa2c-a1a315785000 HTTP/1.1" status: 204 len: 168 time: 0.7499354 Nov 25 17:48:30.365327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55696) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:30.397989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdea2a-a21c-46fa-a5a9-e35f513cb0f9 None None] Pushing event updated for resources: {'Port': ['ID=dfc1184a-dc61-4e94-974e-32541fce28e7,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:30.421502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59f73750-bfd8-4b36-805b-5053d7160240 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:30.437530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec2123-bfcc-46da-ac2b-f4d359d6a60d tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.439230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec2123-bfcc-46da-ac2b-f4d359d6a60d tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.440900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6cec2123-bfcc-46da-ac2b-f4d359d6a60d tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0745208 Nov 25 17:48:30.444422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55698) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:30.446803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 59f73750-bfd8-4b36-805b-5053d7160240 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:30.447900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59f73750-bfd8-4b36-805b-5053d7160240 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:30.533775 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-505ae26f-9689-456f-9fb2-92e32bb3040c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.542482 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-505ae26f-9689-456f-9fb2-92e32bb3040c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 17:48:30.543066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505ae26f-9689-456f-9fb2-92e32bb3040c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:30.546584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-505ae26f-9689-456f-9fb2-92e32bb3040c tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/53e372a4-3352-451f-a06b-51c47a5ab651 HTTP/1.1" status: 409 len: 405 time: 0.1007867 Nov 25 17:48:30.550898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55700) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:30.556445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1458140506'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:30.581521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:30.586716 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.633687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:30.647758 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.648447 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Added segment 6543613b-7e90-44dd-bbcf-bcefd2d1f7e3 of type vlan for network d37f80b9-2e42-48f2-b242-606159b80110 Nov 25 17:48:30.691594 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.723015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.729261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:30.729849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:30.792988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2409654 Nov 25 17:48:30.795904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55702) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:30.801021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'subnet': {'network_id': 'd37f80b9-2e42-48f2-b242-606159b80110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:30.806324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25619dd6-df9e-4dee-8702-119fab1f9554 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Network': ['ID=d37f80b9-2e42-48f2-b242-606159b80110,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:30.816672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d37f80b9-2e42-48f2-b242-606159b80110 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:30.898874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:30.903483 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.175739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:48:31.178730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.248240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Subnet': ['ID=03bc15fa-d776-48db-8f5a-1ce9c882d82b,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:31.264647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Checking segment: {'id': '6543613b-7e90-44dd-bbcf-bcefd2d1f7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd37f80b9-2e42-48f2-b242-606159b80110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:31.265007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network hostable DHCP agents. Network: d37f80b9-2e42-48f2-b242-606159b80110, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:31.283348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network d37f80b9-2e42-48f2-b242-606159b80110 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:31.293764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d37f80b9-2e42-48f2-b242-606159b80110) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:31.298144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:31.298750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.306002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaea32c-c15e-4fdf-96fd-18375b144ee8 None None] Network d37f80b9-2e42-48f2-b242-606159b80110 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:31.324126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-27a7696e-c76e-4bd8-b175-ce62b48fcc5a tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5241873 Nov 25 17:48:31.324126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55704) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:31.436753 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.461279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad0176-c184-49a7-9b50-4fd971a2b445 None None] Network 53e372a4-3352-451f-a06b-51c47a5ab651 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:31.479944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98363e2-381b-4dbf-b1c3-58de0e828f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d37f80b9-2e42-48f2-b242-606159b80110', 'network_id': 'd37f80b9-2e42-48f2-b242-606159b80110', 'tenant_id': 'afc3ca7c6e6e446c94b64f259befc205', 'fixed_ips': [{'subnet_id': '03bc15fa-d776-48db-8f5a-1ce9c882d82b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:31.480948 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e98363e2-381b-4dbf-b1c3-58de0e828f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.523153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.562601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5f73e6b0-91f9-41b7-ab99-0c7412d9b2b0 None None] Provisioning complete for port dfc1184a-dc61-4e94-974e-32541fce28e7 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:31.562974 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f73e6b0-91f9-41b7-ab99-0c7412d9b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.584522 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.613442 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Subnet': ['ID=03bc15fa-d776-48db-8f5a-1ce9c882d82b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:31.685153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.707826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37f80b9-2e42-48f2-b242-606159b80110']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-e98363e2-381b-4dbf-b1c3-58de0e828f9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03bc15fa-d776-48db-8f5a-1ce9c882d82b: This subnet is being modified by another concurrent operation. Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03bc15fa-d776-48db-8f5a-1ce9c882d82b: This subnet is being modified by another concurrent operation. Nov 25 17:48:31.712964 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 17:48:31.722109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6543613b-7e90-44dd-bbcf-bcefd2d1f7e3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:31.722109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6543613b-7e90-44dd-bbcf-bcefd2d1f7e3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:31.736603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.750184 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.752648 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac50f77-8531-48f0-8cc0-83042a73e3c7 None None] Network d37f80b9-2e42-48f2-b242-606159b80110 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:31.758563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:31.759073 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:31.762687 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:31.811219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] DHCP port deletion for 53e372a4-3352-451f-a06b-51c47a5ab651 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:31.825442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.830727 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f73e6b0-91f9-41b7-ab99-0c7412d9b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.832312 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.837163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/d37f80b9-2e42-48f2-b242-606159b80110 HTTP/1.1" status: 204 len: 168 time: 0.5122097 Nov 25 17:48:31.841593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55706) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:31.846505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-575067530'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:31.862294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a531689-2db9-4115-aca2-76a60609a48f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Network': ['ID=d37f80b9-2e42-48f2-b242-606159b80110,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:31.881058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:31.885385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.912182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:31.922905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.923273 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Added segment 4c81e62b-a1f7-43f4-852b-e7c81b20cd4a of type vlan for network 53124bd9-5c05-4411-bb32-c37b3df48ca3 Nov 25 17:48:31.936870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5f73e6b0-91f9-41b7-ab99-0c7412d9b2b0 None None] For port dfc1184a-dc61-4e94-974e-32541fce28e7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dfc1184a-dc61-4e94-974e-32541fce28e7,segment=NetworkSegment(30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc),segment_id=30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:31.944392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5f73e6b0-91f9-41b7-ab99-0c7412d9b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.973390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:31.996128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] Deleting port dfc1184a-dc61-4e94-974e-32541fce28e7 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:31.996537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.000139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.006140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:32.006738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.011043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e6b0-91f9-41b7-ab99-0c7412d9b2b0 None None] Pushing event updated for resources: {'Port': ['ID=dfc1184a-dc61-4e94-974e-32541fce28e7,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:32.070934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2246361 Nov 25 17:48:32.071154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] For port dfc1184a-dc61-4e94-974e-32541fce28e7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dfc1184a-dc61-4e94-974e-32541fce28e7,segment=NetworkSegment(30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc),segment_id=30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:32.071154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.071361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55708) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:32.076980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'subnet': {'network_id': '53124bd9-5c05-4411-bb32-c37b3df48ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:32.082473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] Calling delete_port for dfc1184a-dc61-4e94-974e-32541fce28e7 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:32.105623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74118f6c-6b8c-4302-bd26-1105bf2860d5 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Network': ['ID=53124bd9-5c05-4411-bb32-c37b3df48ca3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:32.131411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 53124bd9-5c05-4411-bb32-c37b3df48ca3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:32.189248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:32.194303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.236398 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.270646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] Pushing event deleted for resources: {'Port': ['ID=dfc1184a-dc61-4e94-974e-32541fce28e7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:32.277482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018423b8-3eb6-4bb1-b2da-0088365a3c3a None None] No DVR routers for this DVR port dfc1184a-dc61-4e94-974e-32541fce28e7 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:32.297724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae43de1e-1056-4e5b-90f5-349abf3df7c0 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:48:32.405303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43de1e-1056-4e5b-90f5-349abf3df7c0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:48:32.414113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.484408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Subnet': ['ID=6be1e0e6-5b73-47f8-a32e-a4bbf649c7f9,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:32.490260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Checking segment: {'id': '4c81e62b-a1f7-43f4-852b-e7c81b20cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '53124bd9-5c05-4411-bb32-c37b3df48ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:32.490627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network hostable DHCP agents. Network: 53124bd9-5c05-4411-bb32-c37b3df48ca3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:32.507739 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network 53124bd9-5c05-4411-bb32-c37b3df48ca3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:32.517064 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 53124bd9-5c05-4411-bb32-c37b3df48ca3) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:32.523634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:32.524565 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.547294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-60949c9f-dac1-48a7-94a1-ca9c75387cc1 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4726338 Nov 25 17:48:32.547576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55710) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:32.669508 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.685265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45acc6f4-037c-4329-a89d-d225263afa7e None None] Network 53124bd9-5c05-4411-bb32-c37b3df48ca3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:32.726340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.790262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.826061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Subnet': ['ID=6be1e0e6-5b73-47f8-a32e-a4bbf649c7f9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:32.840486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662af3ba-b902-4990-8ec8-2049489c505b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-53124bd9-5c05-4411-bb32-c37b3df48ca3', 'network_id': '53124bd9-5c05-4411-bb32-c37b3df48ca3', 'tenant_id': 'afc3ca7c6e6e446c94b64f259befc205', 'fixed_ips': [{'subnet_id': '6be1e0e6-5b73-47f8-a32e-a4bbf649c7f9'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:32.841355 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-662af3ba-b902-4990-8ec8-2049489c505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.896581 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.918212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53124bd9-5c05-4411-bb32-c37b3df48ca3']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:32.931072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c81e62b-a1f7-43f4-852b-e7c81b20cd4a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:32.931439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c81e62b-a1f7-43f4-852b-e7c81b20cd4a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:32.931850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d85481-2876-4fff-bcd8-e72f64b1d218 None None] Network 53124bd9-5c05-4411-bb32-c37b3df48ca3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:32.941544 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.956151 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.963892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:32.964273 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:32.967480 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:33.032388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.040249 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.044176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/53124bd9-5c05-4411-bb32-c37b3df48ca3 HTTP/1.1" status: 204 len: 168 time: 0.4954474 Nov 25 17:48:33.048294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55712) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:33.053649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1874490856'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:33.066577 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8754e-41d6-4998-a565-8bfcebd46746 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Network': ['ID=53124bd9-5c05-4411-bb32-c37b3df48ca3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:33.078943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:33.082921 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.111371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:33.120571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.120911 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Added segment 21b8e25a-b699-4bcf-b658-70b04893f9f9 of type vlan for network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d Nov 25 17:48:33.168899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.197570 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.204003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:33.204694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.261742 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2122567 Nov 25 17:48:33.264903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55714) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:33.270112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Request body: {'subnet': {'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:33.283959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e8e3d-95b6-4b46-b3a9-b520db33c1d7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Network': ['ID=d9f50cff-0bc0-4645-850d-9d3a85b3ba6d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:33.295042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:33.375643 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Made reservation on behalf of afc3ca7c6e6e446c94b64f259befc205 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:33.379101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.648333 n-d-817303-7 neutron-server[103635]: DEBUG neutron.objects.ports [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103635) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 17:48:33.650035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.722823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event updated for resources: {'Subnet': ['ID=7001840a-e4e9-4e91-8f9d-b314b8ce2dd5,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:33.732034 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Checking segment: {'id': '21b8e25a-b699-4bcf-b658-70b04893f9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:33.732489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network hostable DHCP agents. Network: d9f50cff-0bc0-4645-850d-9d3a85b3ba6d, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:33.751137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:33.761067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d9f50cff-0bc0-4645-850d-9d3a85b3ba6d) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:33.766164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:33.766924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.770937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34bf0ea-494a-4ded-98d4-ca6f9d197874 None None] Network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:33.784203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c0186f3d-0460-46e5-9290-233d8c2ceb72 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5182068 Nov 25 17:48:33.787693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55716) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:33.900884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.937901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d9f50cff-0bc0-4645-850d-9d3a85b3ba6d', 'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d', 'tenant_id': 'afc3ca7c6e6e446c94b64f259befc205', 'fixed_ips': [{'subnet_id': '7001840a-e4e9-4e91-8f9d-b314b8ce2dd5'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:33.938771 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:33.986689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.246264 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Allocated IP 2001:db8::f816:3eff:fe84:6630 (d9f50cff-0bc0-4645-850d-9d3a85b3ba6d/7001840a-e4e9-4e91-8f9d-b314b8ce2dd5/84878bb5-2b78-4d1a-a6c3-ae7a1919feae) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:34.388542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.393682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.410457 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.437629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:34.440851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:34.445916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:34.449244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Pushing event updated for resources: {'Port': ['ID=84878bb5-2b78-4d1a-a6c3-ae7a1919feae,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:34.449424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Subnet': ['ID=7001840a-e4e9-4e91-8f9d-b314b8ce2dd5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:34.503970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Attempting to bind port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:34.504246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Attempting to bind port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '21b8e25a-b699-4bcf-b658-70b04893f9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:34.505550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Attempting to bind port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae on network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:34.510632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:34.511064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Checking segment: {'id': '21b8e25a-b699-4bcf-b658-70b04893f9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:34.511682 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.512085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Bound using segment: {'id': '21b8e25a-b699-4bcf-b658-70b04893f9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:34.512542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Bound port: 84878bb5-2b78-4d1a-a6c3-ae7a1919feae, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b8e25a-b699-4bcf-b658-70b04893f9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:34.512917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.515237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.535802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f50cff-0bc0-4645-850d-9d3a85b3ba6d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:34.545928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b8e25a-b699-4bcf-b658-70b04893f9f9') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:34.546222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b8e25a-b699-4bcf-b658-70b04893f9f9') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:34.556116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.569837 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.577316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:34.577316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:34.579188 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:34.585636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] For port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:34.647777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 17:48:34.647777 n-d-817303-7 neutron-server[103636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 17:48:34.647777 n-d-817303-7 neutron-server[103636]: [parameters: {'id': 'd9f50cff-0bc0-4645-850d-9d3a85b3ba6d'}] Nov 25 17:48:34.647777 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 17:48:34.648403 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 17:48:34.648525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] For port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=84878bb5-2b78-4d1a-a6c3-ae7a1919feae,segment=NetworkSegment(21b8e25a-b699-4bcf-b658-70b04893f9f9),segment_id=21b8e25a-b699-4bcf-b658-70b04893f9f9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:34.654027 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:34.746409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39165ee1-d6ae-46d8-8d4e-838fad9b68b8 None None] Pushing event updated for resources: {'Port': ['ID=84878bb5-2b78-4d1a-a6c3-ae7a1919feae,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:34.765539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978d6e12-63ab-4f7a-89ef-3b78b45b1294 None None] Network d9f50cff-0bc0-4645-850d-9d3a85b3ba6d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:34.892658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029efd97-22bb-4a44-9c66-fa592618ef02 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 17:48:34.994650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029efd97-22bb-4a44-9c66-fa592618ef02 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 17:48:35.149831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.206636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:35.207184 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.277420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] For port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=84878bb5-2b78-4d1a-a6c3-ae7a1919feae,segment=NetworkSegment(21b8e25a-b699-4bcf-b658-70b04893f9f9),segment_id=21b8e25a-b699-4bcf-b658-70b04893f9f9)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:35.277893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.296189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Calling delete_port for 84878bb5-2b78-4d1a-a6c3-ae7a1919feae owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:35.379357 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.408145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Port': ['ID=84878bb5-2b78-4d1a-a6c3-ae7a1919feae,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:35.409980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No DVR routers for this DVR port 84878bb5-2b78-4d1a-a6c3-ae7a1919feae on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:35.496343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.517869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f50cff-0bc0-4645-850d-9d3a85b3ba6d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:35.528505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b8e25a-b699-4bcf-b658-70b04893f9f9') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:35.528831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b8e25a-b699-4bcf-b658-70b04893f9f9') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:35.539907 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.554693 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.560953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:35.561331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:35.564522 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:35.629406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.636171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.639303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/d9f50cff-0bc0-4645-850d-9d3a85b3ba6d HTTP/1.1" status: 204 len: 168 time: 1.8505125 Nov 25 17:48:35.642658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55718) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.652013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de076d-31dd-4aa1-842e-219912884cb2 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Network': ['ID=d9f50cff-0bc0-4645-850d-9d3a85b3ba6d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:35.671844 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b1712b-e359-4325-bf6a-762062bcbfa7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:35.672630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b1712b-e359-4325-bf6a-762062bcbfa7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:35.676108 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c1b1712b-e359-4325-bf6a-762062bcbfa7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/7001840a-e4e9-4e91-8f9d-b314b8ce2dd5 HTTP/1.1" status: 404 len: 337 time: 0.0324085 Nov 25 17:48:35.679621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55720) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.699116 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b4976-0779-45b9-a448-63bec798e770 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:35.699592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b4976-0779-45b9-a448-63bec798e770 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:35.702779 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-134b4976-0779-45b9-a448-63bec798e770 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/d9f50cff-0bc0-4645-850d-9d3a85b3ba6d HTTP/1.1" status: 404 len: 339 time: 0.0222232 Nov 25 17:48:35.705378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55722) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.712880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2fb11dd0-4061-4966-b836-1e433f5cbdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.732390 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f35717-4d12-4267-82ad-e2a996776e41 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:35.732841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f35717-4d12-4267-82ad-e2a996776e41 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:35.735944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f0f35717-4d12-4267-82ad-e2a996776e41 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/6be1e0e6-5b73-47f8-a32e-a4bbf649c7f9 HTTP/1.1" status: 404 len: 337 time: 0.0296438 Nov 25 17:48:35.738420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55724) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.757158 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4184e7-28d7-431f-a237-0264596a0e63 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:35.757653 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4184e7-28d7-431f-a237-0264596a0e63 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:35.760671 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3b4184e7-28d7-431f-a237-0264596a0e63 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/53124bd9-5c05-4411-bb32-c37b3df48ca3 HTTP/1.1" status: 404 len: 339 time: 0.0208349 Nov 25 17:48:35.763070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55726) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.789433 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b4a8c8-6555-4ce4-aa32-90bd48f2bf20 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:35.789889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b4a8c8-6555-4ce4-aa32-90bd48f2bf20 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:35.792895 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-64b4a8c8-6555-4ce4-aa32-90bd48f2bf20 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/03bc15fa-d776-48db-8f5a-1ce9c882d82b HTTP/1.1" status: 404 len: 337 time: 0.0289285 Nov 25 17:48:35.795293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55728) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.816869 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb3e96b-ac9e-44b2-8b60-94accf5c4d1f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:35.817974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb3e96b-ac9e-44b2-8b60-94accf5c4d1f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:35.820916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dcb3e96b-ac9e-44b2-8b60-94accf5c4d1f tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/d37f80b9-2e42-48f2-b242-606159b80110 HTTP/1.1" status: 404 len: 339 time: 0.0247271 Nov 25 17:48:35.823186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55730) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:35.908857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting port 6d1258a1-01ac-43f5-8475-96b595b68384 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:35.909234 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:35.988260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.001904 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Calling delete_port for 6d1258a1-01ac-43f5-8475-96b595b68384 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:36.088713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.123094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Port': ['ID=6d1258a1-01ac-43f5-8475-96b595b68384,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:36.133076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.137119 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-69304ca1-3142-422e-8d3b-dbbfc7847b73 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/ports/6d1258a1-01ac-43f5-8475-96b595b68384 HTTP/1.1" status: 204 len: 168 time: 0.3129656 Nov 25 17:48:36.139909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:36.174996 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b950ad4f-251e-4c49-aa0f-20dba08d9eae tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:36.175645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b950ad4f-251e-4c49-aa0f-20dba08d9eae tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:36.180455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b950ad4f-251e-4c49-aa0f-20dba08d9eae tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/08826922-d965-40d4-aa2c-a1a315785000 HTTP/1.1" status: 404 len: 337 time: 0.0395021 Nov 25 17:48:36.183014 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55734) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:36.287687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.400012 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.423999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e372a4-3352-451f-a06b-51c47a5ab651']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:36.435647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:36.435946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30194b3d-c53e-41a0-b4f7-ad6e4ec3d4cc') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:36.447411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.462546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.469779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:36.470278 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:36.473810 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:36.543003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.552498 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.555881 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/53e372a4-3352-451f-a06b-51c47a5ab651 HTTP/1.1" status: 204 len: 168 time: 0.3716691 Nov 25 17:48:36.558683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55740) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:36.566499 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820cf2-b378-4155-9dc0-6e73e5ec12bc tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Network': ['ID=53e372a4-3352-451f-a06b-51c47a5ab651,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:36.667583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting port 9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:36.667955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.741686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.757285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Calling delete_port for 9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:36.837526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.868284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Port': ['ID=9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:36.877674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:36.882568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-21ff3be6-6050-4f95-ab1b-4e7b6efdca95 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/ports/9b3f4737-0fe0-4b3f-81bd-a41c8cc17e82 HTTP/1.1" status: 204 len: 168 time: 0.3226235 Nov 25 17:48:36.885311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55742) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:36.913729 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6becaf-785d-4c0c-a1af-571ccf934118 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:36.914220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6becaf-785d-4c0c-a1af-571ccf934118 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:36.917457 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8e6becaf-785d-4c0c-a1af-571ccf934118 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/fdca65a9-64af-4339-88de-e2a03c9c11d3 HTTP/1.1" status: 404 len: 337 time: 0.0311978 Nov 25 17:48:36.920335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55744) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:37.003810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.094285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.116905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db5538d-448f-420a-8a47-f1a8a1c0f264']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:37.127492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2bac2d-82af-472c-ab4d-ae95f83d740b') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:37.127854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2bac2d-82af-472c-ab4d-ae95f83d740b') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:37.139674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.155125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.163536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:37.164341 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:37.167936 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:37.233125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.239998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.243258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/0db5538d-448f-420a-8a47-f1a8a1c0f264 HTTP/1.1" status: 204 len: 168 time: 0.3220441 Nov 25 17:48:37.246073 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55746) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:37.256580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2703c60-cee4-4b2f-927b-dadf74f364df tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Network': ['ID=0db5538d-448f-420a-8a47-f1a8a1c0f264,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:37.311516 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting subnet 97fb1253-492a-4a3e-8897-2503a4f15e1a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:37.314667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.358217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.447723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.515903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.543136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Subnet': ['ID=97fb1253-492a-4a3e-8897-2503a4f15e1a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:37.546736 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.549939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-345a1593-0450-45ee-ad47-0395fe2766c7 tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/subnets/97fb1253-492a-4a3e-8897-2503a4f15e1a HTTP/1.1" status: 204 len: 168 time: 0.3024824 Nov 25 17:48:37.552965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e981f7-e468-4ed2-ad4d-20ab57027b69 None None] Network eda2008f-2280-479f-a4be-320375bc5e4d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:37.553559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55748) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:37.640370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.713493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Deleting port b8291521-c447-41df-8bd5-815d9937b0d7 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:37.713838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.751593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] DHCP port deletion for eda2008f-2280-479f-a4be-320375bc5e4d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:37.777850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] For port b8291521-c447-41df-8bd5-815d9937b0d7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8291521-c447-41df-8bd5-815d9937b0d7,segment=NetworkSegment(75130d63-a728-4991-9bca-a854b93f11d3),segment_id=75130d63-a728-4991-9bca-a854b93f11d3)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:37.778232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.792762 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Calling delete_port for b8291521-c447-41df-8bd5-815d9937b0d7 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:37.809051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] Deleting port b8291521-c447-41df-8bd5-815d9937b0d7 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:37.809504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.883538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.893019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] For port b8291521-c447-41df-8bd5-815d9937b0d7, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b8291521-c447-41df-8bd5-815d9937b0d7,segment=NetworkSegment(75130d63-a728-4991-9bca-a854b93f11d3),segment_id=75130d63-a728-4991-9bca-a854b93f11d3)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:37.893356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:37.908215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] Calling delete_port for b8291521-c447-41df-8bd5-815d9937b0d7 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:37.914100 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Port': ['ID=b8291521-c447-41df-8bd5-815d9937b0d7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:37.918131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] No DVR routers for this DVR port b8291521-c447-41df-8bd5-815d9937b0d7 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:37.990326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cdca92a6-acfb-4c14-823d-b25fe6c4a5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.010660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.031508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.060967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] Pushing event deleted for resources: {'Port': ['ID=b8291521-c447-41df-8bd5-815d9937b0d7,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:38.064845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb92c4-0a4f-4151-93e6-956d8fabf7b2 None None] No DVR routers for this DVR port b8291521-c447-41df-8bd5-815d9937b0d7 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:38.326074 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda2008f-2280-479f-a4be-320375bc5e4d']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:38.337836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75130d63-a728-4991-9bca-a854b93f11d3') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:38.338139 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75130d63-a728-4991-9bca-a854b93f11d3') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:38.349996 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.364531 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.371329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:38.371788 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:38.375562 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:38.392617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8291521-c447-41df-8bd5-815d9937b0d7 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:38.416562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b8291521-c447-41df-8bd5-815d9937b0d7 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:38.416923 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b8291521-c447-41df-8bd5-815d9937b0d7 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:38.448342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.455203 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.458967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] 10.222.0.86 "DELETE /v2.0/networks/eda2008f-2280-479f-a4be-320375bc5e4d HTTP/1.1" status: 204 len: 168 time: 0.9048536 Nov 25 17:48:38.470655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e31ca-4a34-4e0b-af54-3681d783e9fd tempest-NetworksIpV6TestAttrs-1369480734 tempest-NetworksIpV6TestAttrs-1369480734-project] Pushing event deleted for resources: {'Network': ['ID=eda2008f-2280-479f-a4be-320375bc5e4d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:38.720623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55754) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:38.856573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c40eb43a-2630-4664-aae8-8d038856662a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=afc3ca7c6e6e446c94b64f259befc205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345897 Nov 25 17:48:38.858817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55758) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:38.909404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83700006-5460-4d36-a2a5-4eb9ca247008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.931501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83700006-5460-4d36-a2a5-4eb9ca247008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.978020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83700006-5460-4d36-a2a5-4eb9ca247008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.981442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83700006-5460-4d36-a2a5-4eb9ca247008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:38.982962 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83700006-5460-4d36-a2a5-4eb9ca247008 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a5c2f5e2-9567-4220-bb0c-cab23cc7ad73 HTTP/1.1" status: 204 len: 168 time: 0.1231904 Nov 25 17:48:38.992263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83700006-5460-4d36-a2a5-4eb9ca247008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c2f5e2-9567-4220-bb0c-cab23cc7ad73,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:39.379227 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:39.671974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55782) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:39.771746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1624289300'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:39.792632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:39.796245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:39.804676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:39.889791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:39.894054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:39.924018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:39.932636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f85aa5-4d72-4aca-bb46-aa2b54b5fcfe,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:39.939832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:39.940245 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment 8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5 of type vlan for network 84dfd769-f5ef-48f4-b54a-47b033a66f83 Nov 25 17:48:39.982209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.007947 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.013396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:40.013970 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.082179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4067333 Nov 25 17:48:40.082705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55786) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:40.087163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab731-8a90-4a82-bb50-4f77d872b0ab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=84dfd769-f5ef-48f4-b54a-47b033a66f83,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:40.090077 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'name': 'tempest-PortsIpV6TestJSON-676933011'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:40.097981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:40.196203 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:40.199863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.217340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 425fb669-7807-4167-bdd1-7df2fed32d17 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:40.385530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.419115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.473931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=425fb669-7807-4167-bdd1-7df2fed32d17,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:40.489988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:40.490646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 84dfd769-f5ef-48f4-b54a-47b033a66f83, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:40.508806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:40.518557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 84dfd769-f5ef-48f4-b54a-47b033a66f83) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:40.522968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:40.528650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:40.529282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.531620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e1a41-703f-4d38-b55d-8f350aeec8bb None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:40.552449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-24cb26f4-e280-42f1-99d2-bc94dbafee74 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4672487 Nov 25 17:48:40.553648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55788) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:40.558194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1084768597'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:40.580912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:40.588362 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.617465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:40.628857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.629229 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment 69bbc43e-8461-4c77-ad14-1eb04d9266ba of type vlan for network 354ae3be-2ca6-4b0f-8d5c-baec2d49139a Nov 25 17:48:40.673271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.675930 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.699472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.705107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:40.705682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.758994 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2046044 Nov 25 17:48:40.761655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:40.767545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'ports': [{'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'}, {'network_id': '354ae3be-2ca6-4b0f-8d5c-baec2d49139a'}]} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:40.767863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:40.768351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '354ae3be-2ca6-4b0f-8d5c-baec2d49139a'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:40.778229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2218f7-1318-4723-aa18-10239ad78033 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=354ae3be-2ca6-4b0f-8d5c-baec2d49139a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:40.789502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 354ae3be-2ca6-4b0f-8d5c-baec2d49139a details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:40.929339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 2} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:40.933976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:40.947016 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.027821 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 664efcd7-ff03-4206-9346-4705c0de0c6c yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:41.139864 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.212618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port a386903b-460c-49e6-900d-13f17d6e8e3b yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:41.318703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.356194 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.400628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:41.403564 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:41.407311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:41.408130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.415188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=664efcd7-ff03-4206-9346-4705c0de0c6c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:41.457040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.480775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=a386903b-460c-49e6-900d-13f17d6e8e3b,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:41.488129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': '69bbc43e-8461-4c77-ad14-1eb04d9266ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '354ae3be-2ca6-4b0f-8d5c-baec2d49139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:41.488487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 354ae3be-2ca6-4b0f-8d5c-baec2d49139a, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:41.504865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 354ae3be-2ca6-4b0f-8d5c-baec2d49139a is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:41.513349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 354ae3be-2ca6-4b0f-8d5c-baec2d49139a) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:41.516854 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:41.522462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df830c-c0ff-4b8d-a193-f93d865ef210 None None] Network 354ae3be-2ca6-4b0f-8d5c-baec2d49139a requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:41.523761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.528560 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.529223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.545750 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-65ebcc88-7c92-415f-8945-5a1d2d4547e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7828915 Nov 25 17:48:41.548343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:41.637590 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port a386903b-460c-49e6-900d-13f17d6e8e3b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:41.637934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.705858 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.721465 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for a386903b-460c-49e6-900d-13f17d6e8e3b owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:41.799112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.826329 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=a386903b-460c-49e6-900d-13f17d6e8e3b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:41.840060 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:41.840060 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a1556b3f-e8fc-45d5-9b56-59dd3ef49045 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/a386903b-460c-49e6-900d-13f17d6e8e3b HTTP/1.1" status: 204 len: 168 time: 0.2887187 Nov 25 17:48:41.840601 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:41.925635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba2d75-3469-4769-a787-47e3eeb5adbf tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.932446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba2d75-3469-4769-a787-47e3eeb5adbf tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:41.933980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c7ba2d75-3469-4769-a787-47e3eeb5adbf tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0924673 Nov 25 17:48:41.936991 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55796) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.024259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 664efcd7-ff03-4206-9346-4705c0de0c6c {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:42.024603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.091966 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.105237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 664efcd7-ff03-4206-9346-4705c0de0c6c owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:42.183990 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.216437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=664efcd7-ff03-4206-9346-4705c0de0c6c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:42.226048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.229566 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-43b87b5f-2d2b-4d4e-aac5-4efb2fac4530 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/664efcd7-ff03-4206-9346-4705c0de0c6c HTTP/1.1" status: 204 len: 168 time: 0.2916596 Nov 25 17:48:42.232115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55798) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.279291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de40178-e905-4b2d-a01c-8b3fd4671e3a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.280759 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7de40178-e905-4b2d-a01c-8b3fd4671e3a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0477519 Nov 25 17:48:42.366553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.391083 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-485f7b84-f0b7-4ad2-804f-59fea47e9611 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:42.392546 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-485f7b84-f0b7-4ad2-804f-59fea47e9611 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/a386903b-460c-49e6-900d-13f17d6e8e3b HTTP/1.1" status: 404 len: 333 time: 0.0249720 Nov 25 17:48:42.395411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55804) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.419523 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-01091a14-20f4-49a1-a260-1be85eb4bf85 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:42.420884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-01091a14-20f4-49a1-a260-1be85eb4bf85 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/664efcd7-ff03-4206-9346-4705c0de0c6c HTTP/1.1" status: 404 len: 333 time: 0.0245337 Nov 25 17:48:42.423566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55806) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.502427 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.587056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.606903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354ae3be-2ca6-4b0f-8d5c-baec2d49139a']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:42.616151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bbc43e-8461-4c77-ad14-1eb04d9266ba') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:42.616445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bbc43e-8461-4c77-ad14-1eb04d9266ba') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:42.625730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.639309 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.646474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:42.646859 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:42.649845 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:42.724908 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.731969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.735077 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/354ae3be-2ca6-4b0f-8d5c-baec2d49139a HTTP/1.1" status: 204 len: 168 time: 0.3106298 Nov 25 17:48:42.740166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55810) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.745104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1687772095'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:42.747295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dd79d-82d6-4284-b5c6-cd40c640868f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=354ae3be-2ca6-4b0f-8d5c-baec2d49139a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:42.765412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:42.768967 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.793628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:42.802996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.803316 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment 9bf41ee6-b353-4b37-a7e3-54cbfc233dd5 of type vlan for network 6e9a3685-5b60-42de-94a1-85167dc29ba2 Nov 25 17:48:42.847007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.873112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.878759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:42.879332 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:42.940219 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1989477 Nov 25 17:48:42.944745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55812) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:42.946224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb3c5a-f3a2-4a8e-9422-3bae9bf389bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=6e9a3685-5b60-42de-94a1-85167dc29ba2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:42.951623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:42.956370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6e9a3685-5b60-42de-94a1-85167dc29ba2 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:43.056289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:43.059833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.118101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Performing IP validity checks on allocation pools {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 17:48:43.120997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.ipam_backend_mixin [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 17:48:43.244523 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.304617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=0741d9be-03cb-4c90-9a80-24ddc401fe6a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:43.313108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:43.313468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 6e9a3685-5b60-42de-94a1-85167dc29ba2, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:43.330140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 6e9a3685-5b60-42de-94a1-85167dc29ba2 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:43.338813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6e9a3685-5b60-42de-94a1-85167dc29ba2) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:43.346319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628bd2e-0495-444c-8e55-33b287038fb7 None None] Network 6e9a3685-5b60-42de-94a1-85167dc29ba2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:43.346494 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.346975 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.367167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e3b64413-afe1-4833-b359-21cced38a793 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4197309 Nov 25 17:48:43.368661 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55814) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:43.373666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2', 'name': 'tempest-PortsIpV6TestJSON-1926943026'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:43.485664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:43.489976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.495074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-6e9a3685-5b60-42de-94a1-85167dc29ba2', 'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': '0741d9be-03cb-4c90-9a80-24ddc401fe6a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:43.495978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.509607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port e1321e32-7c85-4356-9307-1788299441c9 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:43.623498 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::13d (6e9a3685-5b60-42de-94a1-85167dc29ba2/0741d9be-03cb-4c90-9a80-24ddc401fe6a/e1321e32-7c85-4356-9307-1788299441c9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:43.776502 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.810361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.852957 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 6e9a3685-5b60-42de-94a1-85167dc29ba2 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:43.856006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:43.861010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Allocated IP 2001:db8::2 (6e9a3685-5b60-42de-94a1-85167dc29ba2/0741d9be-03cb-4c90-9a80-24ddc401fe6a/5a494335-08ba-422c-aac7-50298c461f48) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:43.865743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:43.871321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:43.871970 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:43.875669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=e1321e32-7c85-4356-9307-1788299441c9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:43.891745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8ffbb891-0b20-4208-9cfe-75a844f4fac4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5220253 Nov 25 17:48:43.894330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:43.990881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port e1321e32-7c85-4356-9307-1788299441c9 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:43.991647 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.016546 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.022796 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.065185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Network 6e9a3685-5b60-42de-94a1-85167dc29ba2 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:44.068777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:44.073072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:44.077925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Pushing event updated for resources: {'Port': ['ID=5a494335-08ba-422c-aac7-50298c461f48,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:44.083152 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.097320 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for e1321e32-7c85-4356-9307-1788299441c9 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:44.130397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Attempting to bind port 5a494335-08ba-422c-aac7-50298c461f48 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:44.130737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Attempting to bind port 5a494335-08ba-422c-aac7-50298c461f48 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:44.131021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Attempting to bind port 5a494335-08ba-422c-aac7-50298c461f48 on network 6e9a3685-5b60-42de-94a1-85167dc29ba2 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:44.136045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:44.136418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Checking segment: {'id': '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:44.136813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.137198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Bound using segment: {'id': '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:44.137778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Bound port: 5a494335-08ba-422c-aac7-50298c461f48, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6e9a3685-5b60-42de-94a1-85167dc29ba2'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:44.138161 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.204145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] For port 5a494335-08ba-422c-aac7-50298c461f48, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:44.208109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] For port 5a494335-08ba-422c-aac7-50298c461f48, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5a494335-08ba-422c-aac7-50298c461f48,segment=NetworkSegment(9bf41ee6-b353-4b37-a7e3-54cbfc233dd5),segment_id=9bf41ee6-b353-4b37-a7e3-54cbfc233dd5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:44.213363 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.227934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.261573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=e1321e32-7c85-4356-9307-1788299441c9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:44.281639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffda0f-f181-4021-879c-8c5365b1f11e None None] Pushing event updated for resources: {'Port': ['ID=5a494335-08ba-422c-aac7-50298c461f48,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:44.289362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.293295 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7b35de5f-0a16-4ca5-a27d-ba5640760620 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/e1321e32-7c85-4356-9307-1788299441c9 HTTP/1.1" status: 204 len: 168 time: 0.3979871 Nov 25 17:48:44.295860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:44.319310 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-535536e6-6d5e-4ceb-be86-26522d89ecc2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:48:44.319912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535536e6-6d5e-4ceb-be86-26522d89ecc2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:44.322992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-535536e6-6d5e-4ceb-be86-26522d89ecc2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/e1321e32-7c85-4356-9307-1788299441c9 HTTP/1.1" status: 404 len: 333 time: 0.0262010 Nov 25 17:48:44.325986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:44.352936 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-977011ba-60f9-4cca-a2b9-1cc357bf6d70 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:44.354368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-977011ba-60f9-4cca-a2b9-1cc357bf6d70 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/e1321e32-7c85-4356-9307-1788299441c9 HTTP/1.1" status: 404 len: 333 time: 0.0274005 Nov 25 17:48:44.357314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55822) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:44.418573 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 0741d9be-03cb-4c90-9a80-24ddc401fe6a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:44.423521 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.474636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.572452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.632906 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.661393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=0741d9be-03cb-4c90-9a80-24ddc401fe6a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:44.668088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.671407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-509ac16f-5616-44a7-993a-c5cbb46bb1e1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/0741d9be-03cb-4c90-9a80-24ddc401fe6a HTTP/1.1" status: 204 len: 168 time: 0.3130124 Nov 25 17:48:44.674149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55824) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:44.764115 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.821321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 5a494335-08ba-422c-aac7-50298c461f48 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:44.821662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.886279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] For port 5a494335-08ba-422c-aac7-50298c461f48, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5a494335-08ba-422c-aac7-50298c461f48,segment=NetworkSegment(9bf41ee6-b353-4b37-a7e3-54cbfc233dd5),segment_id=9bf41ee6-b353-4b37-a7e3-54cbfc233dd5)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:44.886643 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:44.905076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 5a494335-08ba-422c-aac7-50298c461f48 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:44.992020 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.019817 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=5a494335-08ba-422c-aac7-50298c461f48,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:45.023512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No DVR routers for this DVR port 5a494335-08ba-422c-aac7-50298c461f48 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:45.116920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.138225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9a3685-5b60-42de-94a1-85167dc29ba2']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:45.148058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:45.148341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf41ee6-b353-4b37-a7e3-54cbfc233dd5') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:45.158094 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.172099 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.180347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:45.181056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:45.184421 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:45.234901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625f2ea-9cd1-41f2-8897-f1a6b09f1970 None None] Network 6e9a3685-5b60-42de-94a1-85167dc29ba2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:45.251608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.259179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.262483 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/6e9a3685-5b60-42de-94a1-85167dc29ba2 HTTP/1.1" status: 204 len: 168 time: 0.5872967 Nov 25 17:48:45.268224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55830) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:45.274238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1120bb-3338-4e4e-bbb6-88ec7c4c9191 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=6e9a3685-5b60-42de-94a1-85167dc29ba2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:45.274699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-566173077'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:45.281665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6bc62a02-0cf7-437d-b1c9-53739963b0c5 None None] Could not find standard attr ID for object 5a494335-08ba-422c-aac7-50298c461f48. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:48:45.300581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:45.304350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.327927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:45.337838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.338209 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment aee9442b-15b5-46af-8e0a-d166b1649e8c of type vlan for network 53cd9cf0-04cd-4138-82bc-dbe408868641 Nov 25 17:48:45.384124 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.414606 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.419909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a424dcb-ec50-43e2-9ee8-8494f9eb64e1 None None] DHCP port deletion for 6e9a3685-5b60-42de-94a1-85167dc29ba2 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:45.420538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:45.421126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:45.472076 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2024953 Nov 25 17:48:45.474913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55832) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:45.481975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:45.507097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d90be-9574-41bb-985d-855fe655da17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=53cd9cf0-04cd-4138-82bc-dbe408868641,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:45.517856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:45.905395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:45.908788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.081820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.143249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=5877b212-c30b-4673-9a7e-c3541e42ea6c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:46.151559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': 'aee9442b-15b5-46af-8e0a-d166b1649e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:46.151918 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 53cd9cf0-04cd-4138-82bc-dbe408868641, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:46.168328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:46.176788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 53cd9cf0-04cd-4138-82bc-dbe408868641) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:46.181028 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:46.181617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.186358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32e656-7323-4fd7-a16d-b82ca295d960 None None] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:46.198379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2b2d3d82-f40b-401e-ac0d-5cf46d5a6016 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7223902 Nov 25 17:48:46.200977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55834) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:46.206190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1951216211'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:46.258401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.322174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:46.326024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.343684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port d0529bbe-a879-45a8-9b82-471032f01221 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:46.350998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-53cd9cf0-04cd-4138-82bc-dbe408868641', 'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': '5877b212-c30b-4673-9a7e-c3541e42ea6c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:46.351980 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.462865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::38 (53cd9cf0-04cd-4138-82bc-dbe408868641/5877b212-c30b-4673-9a7e-c3541e42ea6c/d0529bbe-a879-45a8-9b82-471032f01221) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:46.595126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.632908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.679580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:46.682865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:46.687133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:46.693901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:46.694571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.697763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Allocated IP 2001:db8::2 (53cd9cf0-04cd-4138-82bc-dbe408868641/5877b212-c30b-4673-9a7e-c3541e42ea6c/522cf7de-8275-4885-8d53-4a38dac56dd3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:46.700988 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=d0529bbe-a879-45a8-9b82-471032f01221,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:46.716967 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8caf987-9d1f-4e30-8000-d04ea4fc1e9a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5148947 Nov 25 17:48:46.719684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55836) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:46.828126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port d0529bbe-a879-45a8-9b82-471032f01221 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:46.828576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.864754 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.872899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.916353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:46.920156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:46.924687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:46.928131 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:46.938330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Pushing event updated for resources: {'Port': ['ID=522cf7de-8275-4885-8d53-4a38dac56dd3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:46.943510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for d0529bbe-a879-45a8-9b82-471032f01221 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:46.993715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Attempting to bind port 522cf7de-8275-4885-8d53-4a38dac56dd3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:46.994106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Attempting to bind port 522cf7de-8275-4885-8d53-4a38dac56dd3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'aee9442b-15b5-46af-8e0a-d166b1649e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:46.994380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Attempting to bind port 522cf7de-8275-4885-8d53-4a38dac56dd3 on network 53cd9cf0-04cd-4138-82bc-dbe408868641 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:47.000207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:47.000584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Checking segment: {'id': 'aee9442b-15b5-46af-8e0a-d166b1649e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:47.000979 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.001536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Bound using segment: {'id': 'aee9442b-15b5-46af-8e0a-d166b1649e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:47.002076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Bound port: 522cf7de-8275-4885-8d53-4a38dac56dd3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee9442b-15b5-46af-8e0a-d166b1649e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '53cd9cf0-04cd-4138-82bc-dbe408868641'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:47.002502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.071796 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] For port 522cf7de-8275-4885-8d53-4a38dac56dd3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:47.075051 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] For port 522cf7de-8275-4885-8d53-4a38dac56dd3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=522cf7de-8275-4885-8d53-4a38dac56dd3,segment=NetworkSegment(aee9442b-15b5-46af-8e0a-d166b1649e8c),segment_id=aee9442b-15b5-46af-8e0a-d166b1649e8c)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:47.078432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.085323 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.110709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=d0529bbe-a879-45a8-9b82-471032f01221,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:47.139204 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.146320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6206d850-a968-4e79-9bc5-cd18e3a02d39 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/d0529bbe-a879-45a8-9b82-471032f01221 HTTP/1.1" status: 204 len: 168 time: 0.4222293 Nov 25 17:48:47.146659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55838) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:47.154133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36692fa6-5055-4544-b617-00b9c33cd776 None None] Pushing event updated for resources: {'Port': ['ID=522cf7de-8275-4885-8d53-4a38dac56dd3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:47.174372 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e469ea-bdd7-4b61-b686-0f87d8efcbfc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:47.176012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-89e469ea-bdd7-4b61-b686-0f87d8efcbfc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/d0529bbe-a879-45a8-9b82-471032f01221 HTTP/1.1" status: 404 len: 333 time: 0.0283778 Nov 25 17:48:47.179423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55840) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:47.236470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 5877b212-c30b-4673-9a7e-c3541e42ea6c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:47.240431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.281670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.389839 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.451328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.482383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=5877b212-c30b-4673-9a7e-c3541e42ea6c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:47.484432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.490546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:47.491086 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed0b5ae9-9d9f-41ca-a3e4-b9981352e175 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/5877b212-c30b-4673-9a7e-c3541e42ea6c HTTP/1.1" status: 204 len: 168 time: 0.3099215 Nov 25 17:48:47.509378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55846) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:47.569060 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.624576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 522cf7de-8275-4885-8d53-4a38dac56dd3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:47.625175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.675756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Deleting port 4e6ef32c-0515-4d58-9a45-c825b9f8ffec {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:47.676260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.698672 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.702850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] For port 522cf7de-8275-4885-8d53-4a38dac56dd3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=522cf7de-8275-4885-8d53-4a38dac56dd3,segment=NetworkSegment(aee9442b-15b5-46af-8e0a-d166b1649e8c),segment_id=aee9442b-15b5-46af-8e0a-d166b1649e8c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:47.703211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.717837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 522cf7de-8275-4885-8d53-4a38dac56dd3 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:47.761974 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.762325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.775409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Calling delete_port for 4e6ef32c-0515-4d58-9a45-c825b9f8ffec owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:47.805105 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.841297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=522cf7de-8275-4885-8d53-4a38dac56dd3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:47.850177 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No DVR routers for this DVR port 522cf7de-8275-4885-8d53-4a38dac56dd3 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:47.939326 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:47.964610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cd9cf0-04cd-4138-82bc-dbe408868641']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:47.975666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee9442b-15b5-46af-8e0a-d166b1649e8c') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:47.976022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee9442b-15b5-46af-8e0a-d166b1649e8c') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:47.986549 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.002248 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.006968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.011622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:48.012121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:48.015329 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:48.040400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event deleted for resources: {'Port': ['ID=4e6ef32c-0515-4d58-9a45-c825b9f8ffec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:48.091642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.111626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.112419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.112839 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Floating IP 5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827 disassociated (deleted). External IP: 172.25.8.221, port: 281114a0-84ed-4024-afc2-0845a8064152. Nov 25 17:48:48.116956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/53cd9cf0-04cd-4138-82bc-dbe408868641 HTTP/1.1" status: 204 len: 168 time: 0.6244855 Nov 25 17:48:48.118413 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726d48b-45e4-440d-83f5-1696dcab94d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=53cd9cf0-04cd-4138-82bc-dbe408868641,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:48.120338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55848) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:48.125896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'name': 'tempest-PortsIpV6TestJSON-492085761'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:48.224178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dcdbfe62-757e-48ed-990e-9281e990b96a None None] Could not find standard attr ID for object 522cf7de-8275-4885-8d53-4a38dac56dd3. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:48:48.245470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:48.249388 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.268604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 56cec136-d5bd-46cc-b2b8-3b75d23c1a6f yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:48.274391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af623f33-0279-4d6a-aef8-1b6a9485e774 None None] DHCP port deletion for 53cd9cf0-04cd-4138-82bc-dbe408868641 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:48.299265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54188dd-ec43-4747-88d2-215464431872 None None] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:48.315113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54188dd-ec43-4747-88d2-215464431872 None None] Network 53cd9cf0-04cd-4138-82bc-dbe408868641 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 17:48:48.362368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Router e559544f-501b-4d1e-bd39-86a8826eed97 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:48:48.441978 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.472223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:48:48.477263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.478438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.483938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] Sync routers for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:48:48.496328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:48.496953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:48.509301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3c397df-0667-4843-aa6c-423d98356fc2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "DELETE /v2.0/floatingips/5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827 HTTP/1.1" status: 204 len: 168 time: 0.9959872 Nov 25 17:48:48.509301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:48.509633 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3db983-c571-4b74-b21d-f52d2b17a266" -d '{"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:48.538035 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=56cec136-d5bd-46cc-b2b8-3b75d23c1a6f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:48.546208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:48.547594 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e372491-2b62-4624-92e3-36b59716fc5c x-openstack-request-id: req-6e372491-2b62-4624-92e3-36b59716fc5c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:48.547889 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:48.548148 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e372491-2b62-4624-92e3-36b59716fc5c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:48.548553 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'status': 'completed', 'code': 200} Nov 25 17:48:48.549519 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:48.551883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:48.557616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.558236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.588026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55854) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:48.588902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6d56e127-489e-4b35-ba67-3f9221562b7d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4674177 Nov 25 17:48:48.701287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-1132b92a-ea48-46b3-8395-84b2f6ad2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.703050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-1132b92a-ea48-46b3-8395-84b2f6ad2571 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 1096 time: 0.1263967 Nov 25 17:48:48.787156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8160d8e-e9bc-4ad7-8530-47066b8c2565 req-3fbdcaef-f1ac-436a-983b-5395b3022c15 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.788602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8160d8e-e9bc-4ad7-8530-47066b8c2565 req-3fbdcaef-f1ac-436a-983b-5395b3022c15 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Nov 25 17:48:48.793167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 56cec136-d5bd-46cc-b2b8-3b75d23c1a6f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:48.793499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.807251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:48.865172 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d8160d8e-e9bc-4ad7-8530-47066b8c2565 req-ccdcad58-06fe-4551-9d03-06bb0b29ce5f tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640585 Nov 25 17:48:48.896850 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:48.900326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-188b3c6a-f01d-4869-855a-668a654ad36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:48.902033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-188b3c6a-f01d-4869-855a-668a654ad36f service neutron] 10.222.0.55 "GET /v2.0/networks?id=50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 200 len: 915 time: 0.1899037 Nov 25 17:48:48.915069 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 56cec136-d5bd-46cc-b2b8-3b75d23c1a6f owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:48.958141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-3a42b2f6-a97a-48e9-a561-91eb5f1e9a6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 200 len: 217 time: 0.0442681 Nov 25 17:48:49.015431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:49.044832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] Checking router: e559544f-501b-4d1e-bd39-86a8826eed97 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:48:49.054394 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:48:49.055038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:49.058851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-df1afcac-91e5-4904-80f5-ee27428d3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.060344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-df1afcac-91e5-4904-80f5-ee27428d3372 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 200 len: 853 time: 0.0943799 Nov 25 17:48:49.098495 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.135032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=56cec136-d5bd-46cc-b2b8-3b75d23c1a6f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:49.147254 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.153837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84ed4522-e5a1-44ee-b41d-70ab8becdf29 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/56cec136-d5bd-46cc-b2b8-3b75d23c1a6f HTTP/1.1" status: 204 len: 168 time: 0.5625229 Nov 25 17:48:49.154604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55858) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:49.155616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-c670f859-183a-4722-853f-36b13e6c933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.157053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-c670f859-183a-4722-853f-36b13e6c933e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50d76a5c-ec1d-42e2-a17d-519ad42a5205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868819 Nov 25 17:48:49.160272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'mac_address': 'fa:16:3e:e5:10:8e', 'name': 'tempest-PortsIpV6TestJSON-242812547'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:49.169046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-448adcb6-6064-451a-84e0-184b649827ac service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:48:49.170167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-448adcb6-6064-451a-84e0-184b649827ac service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053477 Nov 25 17:48:49.173549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:48:49.259460 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:49.277471 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-ae298911-e0ab-4cd8-9bb0-80dfddee3b44 service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961466 Nov 25 17:48:49.333603 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.356998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 9406f49d-b614-40d8-a3c2-7bb009edc91a yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:49.377509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b3db983-c571-4b74-b21d-f52d2b17a266 req-fc299207-78fd-491c-b3d6-e70e4d51d14e service neutron] 10.222.0.55 "GET /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922401 Nov 25 17:48:49.408375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:49.435241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c59acd-e406-4a30-a502-a41420418b60 None None] The sync data for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 is: [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:39Z', 'revision_number': 4, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'ffd00616-6159-48b0-ac55-534e6735a359', 'name': '', 'network_id': '50d76a5c-ec1d-42e2-a17d-519ad42a5205', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'mac_address': 'fa:16:3e:3b:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:37Z', 'updated_at': '2021-11-25T17:45:44Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'subnets': [{'id': '35c708fc-30a3-41d1-be2f-096b5afed85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:48:49.529543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.563174 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.614258 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:49.617319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:49.621363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:49.626816 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.627445 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.636699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=9406f49d-b614-40d8-a3c2-7bb009edc91a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:49.651590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3b843a76-3907-4124-bf66-b3802f2b418c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4955621 Nov 25 17:48:49.654248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55860) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:49.674770 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286d7fb-6d86-4f63-9780-78bcd756b7fc None None] New status for floating IP 5ff8340d-9ba5-4b7f-a0c8-07b0fdd4e827: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:48:49.699643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee63b1-b6be-4d1d-a5d5-980c9b59e0a7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:49.701059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-40ee63b1-b6be-4d1d-a5d5-980c9b59e0a7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/9406f49d-b614-40d8-a3c2-7bb009edc91a HTTP/1.1" status: 200 len: 844 time: 0.0456660 Nov 25 17:48:49.703802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55862) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:49.795878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 9406f49d-b614-40d8-a3c2-7bb009edc91a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:49.796491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.861646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:49.876699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 9406f49d-b614-40d8-a3c2-7bb009edc91a owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:50.006118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861dff-1f4f-4a77-b42c-44be7ff913dc req-a5fae9bb-72d3-44a9-9263-6badcd80999b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.007648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d8861dff-1f4f-4a77-b42c-44be7ff913dc req-a5fae9bb-72d3-44a9-9263-6badcd80999b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 945 time: 0.0691085 Nov 25 17:48:50.012451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.054480 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=9406f49d-b614-40d8-a3c2-7bb009edc91a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:50.060774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.064059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9dd4f643-337e-4fab-b263-3b44c34ab3f5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/9406f49d-b614-40d8-a3c2-7bb009edc91a HTTP/1.1" status: 204 len: 168 time: 0.3593521 Nov 25 17:48:50.067580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55866) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:50.091954 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3508d940-1032-407f-9d26-c7014e8e0770 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:50.094714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3508d940-1032-407f-9d26-c7014e8e0770 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/9406f49d-b614-40d8-a3c2-7bb009edc91a HTTP/1.1" status: 404 len: 333 time: 0.0247457 Nov 25 17:48:50.094907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d8861dff-1f4f-4a77-b42c-44be7ff913dc req-f3f0c2e9-4034-479c-b662-71f143a8c4dd tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739903 Nov 25 17:48:50.097108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55868) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:50.102616 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'name': 'tempest-PortsIpV6TestJSON-1437197531'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:50.190515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:50.201090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.212833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port c7ca33f4-f386-4e07-bf8f-ea431ae34431 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:50.251829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-cb1244d8-06bc-4c26-a5ea-058a229d4e49 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.253391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-cb1244d8-06bc-4c26-a5ea-058a229d4e49 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.55 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 945 time: 0.0542333 Nov 25 17:48:50.351516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Deleting port 281114a0-84ed-4024-afc2-0845a8064152 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:50.351935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.388109 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.422988 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.458608 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] For port 281114a0-84ed-4024-afc2-0845a8064152, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=281114a0-84ed-4024-afc2-0845a8064152,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:50.458866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.474305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Calling delete_port for 281114a0-84ed-4024-afc2-0845a8064152 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:50.478856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:50.481963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:50.484513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:50.491771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:50.492452 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.506429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=c7ca33f4-f386-4e07-bf8f-ea431ae34431,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:50.521927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6bedfeb9-04bc-417c-8eab-e3232a1c1a64 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4187732 Nov 25 17:48:50.522210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55870) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:50.528268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:50.599379 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.618991 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.650735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event deleted for resources: {'Port': ['ID=281114a0-84ed-4024-afc2-0845a8064152,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:50.693766 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] No DVR routers for this DVR port 281114a0-84ed-4024-afc2-0845a8064152 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:50.696704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:50.700667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ce9a6f7-be11-4a3b-80c1-6d860df02b23 req-7f258ea5-1e64-44c7-a1a8-babf625f0037 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.55 "DELETE /v2.0/ports/281114a0-84ed-4024-afc2-0845a8064152 HTTP/1.1" status: 204 len: 173 time: 0.4412451 Nov 25 17:48:50.701216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'name': 'network-vif-deleted', 'tag': '281114a0-84ed-4024-afc2-0845a8064152'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:48:50.703743 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682553f4-1a6c-46c5-9b27-a70d60c48737" -d '{"events": [{"server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "name": "network-vif-deleted", "tag": "281114a0-84ed-4024-afc2-0845a8064152"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:48:50.747371 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe979359-399c-4fb5-8746-7dd60287258e x-openstack-request-id: req-fe979359-399c-4fb5-8746-7dd60287258e {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:48:50.748014 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890a5969-2517-4d3a-9988-cecef95e4832", "name": "network-vif-deleted", "tag": "281114a0-84ed-4024-afc2-0845a8064152", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:48:50.748439 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fe979359-399c-4fb5-8746-7dd60287258e {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:48:50.749064 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890a5969-2517-4d3a-9988-cecef95e4832', 'name': 'network-vif-deleted', 'tag': '281114a0-84ed-4024-afc2-0845a8064152', 'status': 'completed', 'code': 200} Nov 25 17:48:51.084543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.090037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.127896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] In _notify_port_updated(), no bound segment for port c7ca33f4-f386-4e07-bf8f-ea431ae34431 on network 84dfd769-f5ef-48f4-b54a-47b033a66f83 {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:48:51.133721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.134416 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.139310 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55876) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.149868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/ports/c7ca33f4-f386-4e07-bf8f-ea431ae34431 HTTP/1.1" status: 200 len: 818 time: 0.6254420 Nov 25 17:48:51.202724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123672d-fd88-4031-b7cc-bdbcb82882e5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=c7ca33f4-f386-4e07-bf8f-ea431ae34431,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:51.258142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3857f613-6465-45ad-a236-5637eda2d955 req-835e2cae-a81c-4460-885f-41ee0706ddb2 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0312214 Nov 25 17:48:51.284038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port c7ca33f4-f386-4e07-bf8f-ea431ae34431 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:51.284398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.350722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.363657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for c7ca33f4-f386-4e07-bf8f-ea431ae34431 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:51.444681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.476183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=c7ca33f4-f386-4e07-bf8f-ea431ae34431,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:51.483358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.486844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e004f149-7209-4724-b0bc-8c67db106c8a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/c7ca33f4-f386-4e07-bf8f-ea431ae34431 HTTP/1.1" status: 204 len: 168 time: 0.3463666 Nov 25 17:48:51.489657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55878) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.581408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a71331-8c3b-40ff-b5d6-57a51e982d5e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.583784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d9a71331-8c3b-40ff-b5d6-57a51e982d5e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0929534 Nov 25 17:48:51.586744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55880) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.613289 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b95ccf8-f111-458a-a59b-b57f6c885c6e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:51.615817 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9b95ccf8-f111-458a-a59b-b57f6c885c6e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/c7ca33f4-f386-4e07-bf8f-ea431ae34431 HTTP/1.1" status: 404 len: 333 time: 0.0279810 Nov 25 17:48:51.619238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55882) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.624996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1218315971'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:51.649109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:51.653009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.678676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:51.689007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.689398 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment 98fdf7ea-ffbf-40c8-b239-a8353fd8b005 of type vlan for network 47bf138f-1706-480a-92c3-b09f749872ea Nov 25 17:48:51.735449 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.763113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.769072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:51.769872 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:51.846607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2262323 Nov 25 17:48:51.850700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55884) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:51.855512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:51.882250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048dc1-f62f-4fe2-9b59-ab5dbe9d8533 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=47bf138f-1706-480a-92c3-b09f749872ea,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:51.894333 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 47bf138f-1706-480a-92c3-b09f749872ea details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:51.960881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:51.964543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.190711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.259729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=15d2982c-9a19-4665-9901-f5a9b8ca7dca,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:52.267930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': '98fdf7ea-ffbf-40c8-b239-a8353fd8b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '47bf138f-1706-480a-92c3-b09f749872ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:52.268291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 47bf138f-1706-480a-92c3-b09f749872ea, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:52.286875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 47bf138f-1706-480a-92c3-b09f749872ea is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:52.296512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 47bf138f-1706-480a-92c3-b09f749872ea) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:52.302819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:52.303538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.310002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c510aa6-ec6c-426a-89b7-0e10f7888f5f None None] Network 47bf138f-1706-480a-92c3-b09f749872ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:52.328862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db1b0eaa-2292-427e-b00f-9455172409a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4768326 Nov 25 17:48:52.333083 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55888) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:52.350619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:52.450741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-165632e3-c0c7-4b8d-a56a-4bb9593729f5 req-590bd555-e828-4a3a-a899-5cfa3ac4d45d tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0901067 Nov 25 17:48:52.524964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-47bf138f-1706-480a-92c3-b09f749872ea', 'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': '15d2982c-9a19-4665-9901-f5a9b8ca7dca'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:52.526333 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.546273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:52.550082 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.672122 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15d2982c-9a19-4665-9901-f5a9b8ca7dca (CIDR: 2001:db8::/64) Nov 25 17:48:52.678069 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:48:52.678596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:48:52.697327 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-01ec6dbb-4cca-47a0-bd5f-393ce4024b05 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3589795 Nov 25 17:48:52.700142 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55890) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:52.705788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:52.728677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Allocated IP 2001:db8::2 (47bf138f-1706-480a-92c3-b09f749872ea/15d2982c-9a19-4665-9901-f5a9b8ca7dca/9c5eafeb-631e-4cf8-8d9b-9ece22c5784c) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:52.830389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:52.837270 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.903188 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.909619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:52.962371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Network 47bf138f-1706-480a-92c3-b09f749872ea is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:52.965635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:52.971571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:52.980231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Pushing event updated for resources: {'Port': ['ID=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:53.046178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Attempting to bind port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:53.046635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Attempting to bind port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '98fdf7ea-ffbf-40c8-b239-a8353fd8b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '47bf138f-1706-480a-92c3-b09f749872ea'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:53.047001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Attempting to bind port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c on network 47bf138f-1706-480a-92c3-b09f749872ea {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:53.053459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:53.053840 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Checking segment: {'id': '98fdf7ea-ffbf-40c8-b239-a8353fd8b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '47bf138f-1706-480a-92c3-b09f749872ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:53.054239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.054701 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Bound using segment: {'id': '98fdf7ea-ffbf-40c8-b239-a8353fd8b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '47bf138f-1706-480a-92c3-b09f749872ea'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:53.055256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Bound port: 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdf7ea-ffbf-40c8-b239-a8353fd8b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '47bf138f-1706-480a-92c3-b09f749872ea'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:53.055704 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.126375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.135364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] For port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:53.141499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] For port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,segment=NetworkSegment(98fdf7ea-ffbf-40c8-b239-a8353fd8b005),segment_id=98fdf7ea-ffbf-40c8-b239-a8353fd8b005)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:53.146977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.173299 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 47bf138f-1706-480a-92c3-b09f749872ea is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:53.178565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:53.181889 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:53.182620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.204465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5030468 Nov 25 17:48:53.208042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55892) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:53.211107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa4035-ff53-4447-837d-eb70e2111468 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=dbcbd392-84f5-469d-b786-022f871b109a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:53.219913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'fixed_ips': [{'subnet_id': '15d2982c-9a19-4665-9901-f5a9b8ca7dca'}, {'subnet_id': 'dbcbd392-84f5-469d-b786-022f871b109a'}], 'name': 'tempest-PortsIpV6TestJSON-42187716'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:53.228117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd38511-e510-4170-8375-57b61cb647e2 None None] Pushing event updated for resources: {'Port': ['ID=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:53.353516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:53.464166 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:53.483719 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port e3506912-89f4-49c4-8266-1c8718453e77 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:53.625924 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-75a8f44f-38b8-4e3f-ab8f-319402561b14 req-d7f3c745-c94d-428c-aada-e2ddac8e40a9 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0660865 Nov 25 17:48:54.165970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::215 (47bf138f-1706-480a-92c3-b09f749872ea/15d2982c-9a19-4665-9901-f5a9b8ca7dca/e3506912-89f4-49c4-8266-1c8718453e77) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:54.172773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8:0:1::156 (47bf138f-1706-480a-92c3-b09f749872ea/dbcbd392-84f5-469d-b786-022f871b109a/e3506912-89f4-49c4-8266-1c8718453e77) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:54.242109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 281114a0-84ed-4024-afc2-0845a8064152 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:54.272468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d2c6e9-8f05-403b-a24a-a2109bbe6c5c None None] Network 47bf138f-1706-480a-92c3-b09f749872ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:54.274644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 281114a0-84ed-4024-afc2-0845a8064152 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:54.274980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 281114a0-84ed-4024-afc2-0845a8064152 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:54.330416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.344591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-71edb1e0-0c12-4918-a4e0-8eef3ad748dd None None] Provisioning complete for port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:54.345065 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71edb1e0-0c12-4918-a4e0-8eef3ad748dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.382609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.435640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 47bf138f-1706-480a-92c3-b09f749872ea is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:54.439055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:54.443520 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:54.449506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:54.450233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.483653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2709832 Nov 25 17:48:54.483653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530fbbd-23c6-47a7-8d33-81c5943f700b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=e3506912-89f4-49c4-8266-1c8718453e77,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.484113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55896) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:54.489501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15d2982c-9a19-4665-9901-f5a9b8ca7dca'}]}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:54.492898 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71edb1e0-0c12-4918-a4e0-8eef3ad748dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.500146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:54.599649 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-71edb1e0-0c12-4918-a4e0-8eef3ad748dd None None] For port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,segment=NetworkSegment(98fdf7ea-ffbf-40c8-b239-a8353fd8b005),segment_id=98fdf7ea-ffbf-40c8-b239-a8353fd8b005)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:54.610272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71edb1e0-0c12-4918-a4e0-8eef3ad748dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.674610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:54.674988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.677008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb1e0-0c12-4918-a4e0-8eef3ad748dd None None] Pushing event updated for resources: {'Port': ['ID=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:54.714462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:54.742947 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e94b7af-c3ec-4cd5-87cd-acaed77dce21 req-c845e2f6-ff0e-409b-b8d0-6b6a289802f7 tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0301812 Nov 25 17:48:54.770859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] Update dhcp port {'port': {'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'fixed_ips': [{'subnet_id': '15d2982c-9a19-4665-9901-f5a9b8ca7dca', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dbcbd392-84f5-469d-b786-022f871b109a'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '9c5eafeb-631e-4cf8-8d9b-9ece22c5784c'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:48:54.802492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.014958 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] Allocated IP 2001:db8:0:1::2 (47bf138f-1706-480a-92c3-b09f749872ea/dbcbd392-84f5-469d-b786-022f871b109a/9c5eafeb-631e-4cf8-8d9b-9ece22c5784c) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:55.112267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] For port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,segment=NetworkSegment(98fdf7ea-ffbf-40c8-b239-a8353fd8b005),segment_id=98fdf7ea-ffbf-40c8-b239-a8353fd8b005)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:55.140834 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.150192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.200099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Delete allocated IP 2001:db8:0:1::156 (47bf138f-1706-480a-92c3-b09f749872ea/dbcbd392-84f5-469d-b786-022f871b109a) {{(pid=103635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:48:55.243291 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423ac20-6418-439f-bcd6-7d90468cc09b None None] Pushing event updated for resources: {'Port': ['ID=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.344924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.350709 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.420226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] In _notify_port_updated(), no bound segment for port e3506912-89f4-49c4-8266-1c8718453e77 on network 47bf138f-1706-480a-92c3-b09f749872ea {{(pid=103635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:48:55.426603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:55.427298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.431370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/ports/e3506912-89f4-49c4-8266-1c8718453e77 HTTP/1.1" status: 200 len: 924 time: 0.9437590 Nov 25 17:48:55.431760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55902) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:55.437232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15d2982c-9a19-4665-9901-f5a9b8ca7dca'}, {'subnet_id': 'dbcbd392-84f5-469d-b786-022f871b109a'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:55.437670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868259a-3857-488a-a45e-b4d34ac6c007 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=e3506912-89f4-49c4-8266-1c8718453e77,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:55.512891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.802311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8:0:1::3d4 (47bf138f-1706-480a-92c3-b09f749872ea/dbcbd392-84f5-469d-b786-022f871b109a/e3506912-89f4-49c4-8266-1c8718453e77) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:55.842510 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dc597-0b52-4f8a-9779-b8cb809c1e44 None None] Network 47bf138f-1706-480a-92c3-b09f749872ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:55.883700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-605a27f5-a0fe-4b3e-8fc7-85079fccd450 req-19952ad7-db74-4772-9eff-bd69ad7cf3ce tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "GET /v2.0/ports?device_id=890a5969-2517-4d3a-9988-cecef95e4832 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Nov 25 17:48:55.967089 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.972605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:55.980948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b1676c65-f00f-4eb5-8d11-fb62d6ab16ed None None] Provisioning complete for port e3506912-89f4-49c4-8266-1c8718453e77 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:55.981705 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1676c65-f00f-4eb5-8d11-fb62d6ab16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.020200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-655bc5fa-18a9-4d19-a1fd-f66a3fced80b req-ae02d4df-29d5-4356-9b60-add909be1616 service neutron] (103635) timed out ('10.222.0.73', 64717) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:48:56.057402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b1676c65-f00f-4eb5-8d11-fb62d6ab16ed None None] Port e3506912-89f4-49c4-8266-1c8718453e77 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:56.062875 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] In _notify_port_updated(), no bound segment for port e3506912-89f4-49c4-8266-1c8718453e77 on network 47bf138f-1706-480a-92c3-b09f749872ea {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:48:56.069268 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:56.069895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.071284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/ports/e3506912-89f4-49c4-8266-1c8718453e77 HTTP/1.1" status: 200 len: 1010 time: 0.6384087 Nov 25 17:48:56.072450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a52a3-c545-4f2f-88ba-fad5958c10ef tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=e3506912-89f4-49c4-8266-1c8718453e77,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:56.074190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55906) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:56.076241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b1676c65-f00f-4eb5-8d11-fb62d6ab16ed None None] Provisioning complete for port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:56.076551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b1676c65-f00f-4eb5-8d11-fb62d6ab16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.186197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port e3506912-89f4-49c4-8266-1c8718453e77 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:56.186532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.286670 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.299855 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for e3506912-89f4-49c4-8266-1c8718453e77 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:56.385122 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-abe153d2-5f3e-4a02-89b1-5332e3ecb2ee None None] Provisioning complete for port e3506912-89f4-49c4-8266-1c8718453e77 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:56.385766 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abe153d2-5f3e-4a02-89b1-5332e3ecb2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.431714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:48:56.467336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-abe153d2-5f3e-4a02-89b1-5332e3ecb2ee None None] Port e3506912-89f4-49c4-8266-1c8718453e77 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:48:56.487311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-abe153d2-5f3e-4a02-89b1-5332e3ecb2ee None None] Provisioning complete for port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:56.487790 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abe153d2-5f3e-4a02-89b1-5332e3ecb2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.500312 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.536065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=e3506912-89f4-49c4-8266-1c8718453e77,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:56.536330 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:56.536722 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.589440 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.595235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2803187f-1f1b-4c97-8379-8ce8bf877f12 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/e3506912-89f4-49c4-8266-1c8718453e77 HTTP/1.1" status: 204 len: 168 time: 0.5177026 Nov 25 17:48:56.595741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55908) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:56.622841 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-16672391-c81b-4d58-a65e-f8a4e4c0c9c5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:48:56.625252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-16672391-c81b-4d58-a65e-f8a4e4c0c9c5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/e3506912-89f4-49c4-8266-1c8718453e77 HTTP/1.1" status: 404 len: 333 time: 0.0284970 Nov 25 17:48:56.628362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55910) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:56.689207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet dbcbd392-84f5-469d-b786-022f871b109a {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:56.694358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.748847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.852453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.919417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9e297971-ac58-4e60-b7f9-4aaef0f55f78 None None] Could not find standard attr ID for object e3506912-89f4-49c4-8266-1c8718453e77. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:48:56.920782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.954839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55914) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:56.959556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcbd392-84f5-469d-b786-022f871b109a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:56.963940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:56.969963 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-07bdab8e-2ad7-4d1a-b439-ce2f4b7427a5 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/dbcbd392-84f5-469d-b786-022f871b109a HTTP/1.1" status: 204 len: 168 time: 0.3377926 Nov 25 17:48:56.970435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55916) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.027592 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f274e99-2d65-48ef-9bdb-276b8fa4b56b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.031287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 15d2982c-9a19-4665-9901-f5a9b8ca7dca {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:48:57.036063 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.055845 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f274e99-2d65-48ef-9bdb-276b8fa4b56b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.081342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.089048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9cbe9e-ee84-494c-92ab-8df4cb783f91 None None] Network 47bf138f-1706-480a-92c3-b09f749872ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:57.125867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f274e99-2d65-48ef-9bdb-276b8fa4b56b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.129902 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7f274e99-2d65-48ef-9bdb-276b8fa4b56b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.130584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7f274e99-2d65-48ef-9bdb-276b8fa4b56b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] 10.222.0.86 "DELETE /v2.0/security-groups/a6c215a5-bf47-469c-bcbc-3ec7f5bbd172 HTTP/1.1" status: 204 len: 168 time: 0.1746900 Nov 25 17:48:57.142125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fa96b9dc-5c16-4ec1-a1d5-a9e9a7b3ed29 None None] Could not find standard attr ID for object e3506912-89f4-49c4-8266-1c8718453e77. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:48:57.143181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f274e99-2d65-48ef-9bdb-276b8fa4b56b tempest-TestVolumeBackupRestore-1309099780 tempest-TestVolumeBackupRestore-1309099780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c215a5-bf47-469c-bcbc-3ec7f5bbd172,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.189778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.255620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.283838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=15d2982c-9a19-4665-9901-f5a9b8ca7dca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.289885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.293240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc77c2f7-08b6-4215-9ad2-5d0def2c574c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/15d2982c-9a19-4665-9901-f5a9b8ca7dca HTTP/1.1" status: 204 len: 168 time: 0.3218610 Nov 25 17:48:57.296079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55920) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.339797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af7050-7719-40b2-9c9f-c8bbd8b6ca3c None None] Update dhcp port {'port': {'network_id': '47bf138f-1706-480a-92c3-b09f749872ea', 'fixed_ips': [{'subnet_id': '15d2982c-9a19-4665-9901-f5a9b8ca7dca'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '9c5eafeb-631e-4cf8-8d9b-9ece22c5784c'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:48:57.369368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0af7050-7719-40b2-9c9f-c8bbd8b6ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.373412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.429895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:48:57.430229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.493047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] For port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,segment=NetworkSegment(98fdf7ea-ffbf-40c8-b239-a8353fd8b005),segment_id=98fdf7ea-ffbf-40c8-b239-a8353fd8b005)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:48:57.493419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.507802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:48:57.533528 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7e9f93-c79d-48cd-8530-eb45a1285f52 None None] Network 47bf138f-1706-480a-92c3-b09f749872ea requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:57.591122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.610177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e2c1b34d-9088-4943-9a03-bbf3c4d8b5d9 None None] Provisioning complete for port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:48:57.610554 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b34d-9088-4943-9a03-bbf3c4d8b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.618584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=9c5eafeb-631e-4cf8-8d9b-9ece22c5784c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.622180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No DVR routers for this DVR port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:48:57.647539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1b34d-9088-4943-9a03-bbf3c4d8b5d9 None None] Port 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c was deleted so its status cannot be updated. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 17:48:57.688722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767865ba-f9a5-460a-9bb6-571a2a4db5e3 None None] DHCP port deletion for 47bf138f-1706-480a-92c3-b09f749872ea request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:48:57.707009 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.732581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bf138f-1706-480a-92c3-b09f749872ea']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:57.742497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fdf7ea-ffbf-40c8-b239-a8353fd8b005') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:57.742792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fdf7ea-ffbf-40c8-b239-a8353fd8b005') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:48:57.751962 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.764726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.770958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:48:57.771343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:48:57.774295 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:48:57.830774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.838635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:57.842091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/47bf138f-1706-480a-92c3-b09f749872ea HTTP/1.1" status: 204 len: 168 time: 0.5448933 Nov 25 17:48:57.845728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55922) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.855091 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7a80e-c923-4c97-981d-0233ffc2baab tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=47bf138f-1706-480a-92c3-b09f749872ea,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:57.896457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da47387-8b55-4a32-8c41-516f6b31297f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:57.898005 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1da47387-8b55-4a32-8c41-516f6b31297f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0509481 Nov 25 17:48:57.902307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55924) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.949829 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8979b0cc-fb7c-4268-b4e3-60faabf3eb4e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0463774 Nov 25 17:48:57.953070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:57.958526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1160425676'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:57.979490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:57.982905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.007205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:48:58.017026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.017365 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment 9e662c75-76be-4367-a47f-f1f54dbb8ac8 of type vlan for network 456f6348-7b01-4b24-b98c-49fd9cb8af48 Nov 25 17:48:58.061610 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.087460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.093167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:58.093700 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.148035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1937439 Nov 25 17:48:58.150951 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 55928) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.156711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:58.163318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af565f-0ab7-4e77-9124-6e233b40c616 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=456f6348-7b01-4b24-b98c-49fd9cb8af48,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.176776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:48:58.290789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:58.294391 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.427827 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:48:58.465317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:48:58.510718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:48:58.511107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 9c5eafeb-631e-4cf8-8d9b-9ece22c5784c not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:48:58.576780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.650446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=8137052b-9ab9-4b00-b171-698ec8c1de1b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:58.674574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': '9e662c75-76be-4367-a47f-f1f54dbb8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:58.675004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 456f6348-7b01-4b24-b98c-49fd9cb8af48, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:48:58.697445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:48:58.708841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 456f6348-7b01-4b24-b98c-49fd9cb8af48) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:58.714703 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:58.715292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.726569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f26a3-0e24-4641-915d-e9f4eb2aa76e None None] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:48:58.753106 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 55988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:48:58.755002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8c69340-0834-4e40-9748-b272fb476829 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6025724 Nov 25 17:48:58.758986 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48', 'name': 'tempest-PortsIpV6TestJSON-1103888993'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:48:58.920037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-456f6348-7b01-4b24-b98c-49fd9cb8af48', 'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': '8137052b-9ab9-4b00-b171-698ec8c1de1b'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:48:58.920926 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:58.974928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:48:58.981108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.004545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 18cf6f55-a8f6-43d0-9788-19896919a4c4 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:48:59.113546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Allocated IP 2001:db8::2 (456f6348-7b01-4b24-b98c-49fd9cb8af48/8137052b-9ab9-4b00-b171-698ec8c1de1b/1a697fc7-955d-4865-b287-b3517041c135) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:59.292088 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.301191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.359897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:59.363834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:59.366080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:59.404830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Pushing event updated for resources: {'Port': ['ID=1a697fc7-955d-4865-b287-b3517041c135,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:59.420272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::3a7 (456f6348-7b01-4b24-b98c-49fd9cb8af48/8137052b-9ab9-4b00-b171-698ec8c1de1b/18cf6f55-a8f6-43d0-9788-19896919a4c4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:48:59.458771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Attempting to bind port 1a697fc7-955d-4865-b287-b3517041c135 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:48:59.459342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Attempting to bind port 1a697fc7-955d-4865-b287-b3517041c135 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '9e662c75-76be-4367-a47f-f1f54dbb8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:48:59.460217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Attempting to bind port 1a697fc7-955d-4865-b287-b3517041c135 on network 456f6348-7b01-4b24-b98c-49fd9cb8af48 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:48:59.466753 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:48:59.467436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Checking segment: {'id': '9e662c75-76be-4367-a47f-f1f54dbb8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:48:59.468063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.468644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Bound using segment: {'id': '9e662c75-76be-4367-a47f-f1f54dbb8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:48:59.469299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Bound port: 1a697fc7-955d-4865-b287-b3517041c135, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e662c75-76be-4367-a47f-f1f54dbb8ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:48:59.469944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.571689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] For port 1a697fc7-955d-4865-b287-b3517041c135, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:48:59.576585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] For port 1a697fc7-955d-4865-b287-b3517041c135, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a697fc7-955d-4865-b287-b3517041c135,segment=NetworkSegment(9e662c75-76be-4367-a47f-f1f54dbb8ac8),segment_id=9e662c75-76be-4367-a47f-f1f54dbb8ac8)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:48:59.595168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.708760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.734769 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f9522-8a09-4dfd-909a-4056bf4e26eb None None] Pushing event updated for resources: {'Port': ['ID=1a697fc7-955d-4865-b287-b3517041c135,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:48:59.776885 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.855261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:48:59.859656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:48:59.885633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:48:59.902231 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:48:59.912050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:48:59.975285 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=18cf6f55-a8f6-43d0-9788-19896919a4c4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:00.041562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56124) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:00.042117 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e7dc89e0-09a5-4548-aecd-2800e89ec12b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2862005 Nov 25 17:49:00.046987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '456f6348-7b01-4b24-b98c-49fd9cb8af48', 'name': 'tempest-PortsIpV6TestJSON-665663857'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:00.242166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:00.246572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.311625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 4cf74c59-f8cf-4a25-b668-21f5813aa5e5 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:00.530800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a697fc7-955d-4865-b287-b3517041c135 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:00.579214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::32 (456f6348-7b01-4b24-b98c-49fd9cb8af48/8137052b-9ab9-4b00-b171-698ec8c1de1b/4cf74c59-f8cf-4a25-b668-21f5813aa5e5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:00.661714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1a697fc7-955d-4865-b287-b3517041c135 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:00.662479 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.873641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.940757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:00.977104 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.022033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:01.026545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:01.031030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:01.039075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:01.040551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.055445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=4cf74c59-f8cf-4a25-b668-21f5813aa5e5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.072190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3fdacd80-6aaa-478f-98cf-71e155b5b96f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0291586 Nov 25 17:49:01.075081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:01.111800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1a697fc7-955d-4865-b287-b3517041c135, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a697fc7-955d-4865-b287-b3517041c135,segment=NetworkSegment(9e662c75-76be-4367-a47f-f1f54dbb8ac8),segment_id=9e662c75-76be-4367-a47f-f1f54dbb8ac8)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:01.116707 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.218406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1a697fc7-955d-4865-b287-b3517041c135,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.262602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe8bd38-3a2b-44c8-9d30-d7c60a76c7a6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:01.268572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dfe8bd38-3a2b-44c8-9d30-d7c60a76c7a6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a7 HTTP/1.1" status: 200 len: 929 time: 0.1922586 Nov 25 17:49:01.268788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56254) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:01.418939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 4cf74c59-f8cf-4a25-b668-21f5813aa5e5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:01.419518 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.551366 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.560360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63823f7b-52e2-46a8-a693-8d7dcdeab96b None None] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:01.569653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 4cf74c59-f8cf-4a25-b668-21f5813aa5e5 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:01.796895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.816642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-91ed786b-eab7-4744-94d0-b736be76dded None None] Provisioning complete for port 1a697fc7-955d-4865-b287-b3517041c135 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:01.817335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-91ed786b-eab7-4744-94d0-b736be76dded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.866840 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-ebd0be52-900d-4323-aeec-f951361f50cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618013 Nov 25 17:49:01.879700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=4cf74c59-f8cf-4a25-b668-21f5813aa5e5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:01.907514 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:01.913166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8b2da53-af0a-4c8f-b5d3-65a4b32b4a47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/4cf74c59-f8cf-4a25-b668-21f5813aa5e5 HTTP/1.1" status: 204 len: 168 time: 0.6421037 Nov 25 17:49:01.915344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56326) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:01.946577 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb69494f-2318-48f1-ae1e-d02ba3605b47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:01.950598 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb69494f-2318-48f1-ae1e-d02ba3605b47 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/4cf74c59-f8cf-4a25-b668-21f5813aa5e5 HTTP/1.1" status: 404 len: 333 time: 0.0336118 Nov 25 17:49:01.956306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56332) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:02.042472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-33a01488-24ae-4638-b7a9-57346217c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.050988 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-33a01488-24ae-4638-b7a9-57346217c1b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1096 time: 0.1199975 Nov 25 17:49:02.171263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 18cf6f55-a8f6-43d0-9788-19896919a4c4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:02.184914 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.287686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-38078d2e-25f6-4ece-90b3-661f237af91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.289360 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-38078d2e-25f6-4ece-90b3-661f237af91e service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.2193735 Nov 25 17:49:02.403035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.436712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 18cf6f55-a8f6-43d0-9788-19896919a4c4 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:02.488303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-5c6ec024-ec1b-4f50-819f-130677e4ca4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 1001 time: 0.1865444 Nov 25 17:49:02.571222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a697fc7-955d-4865-b287-b3517041c135 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:02.703076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-96e39138-1b5f-4543-b5fb-97425c61b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.715467 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-96e39138-1b5f-4543-b5fb-97425c61b09c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.2180681 Nov 25 17:49:02.717876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-04d13a3b-ec8d-43ae-b4bb-861ed8fa853c None None] Provisioning complete for port 18cf6f55-a8f6-43d0-9788-19896919a4c4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:02.718485 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04d13a3b-ec8d-43ae-b4bb-861ed8fa853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.742996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.799102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-f158f947-0c89-4675-b356-d048c5712cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:02.801929 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-04d13a3b-ec8d-43ae-b4bb-861ed8fa853c None None] Port 18cf6f55-a8f6-43d0-9788-19896919a4c4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:02.805723 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-f158f947-0c89-4675-b356-d048c5712cba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784163 Nov 25 17:49:02.815843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1a697fc7-955d-4865-b287-b3517041c135 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:02.816976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.823699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=18cf6f55-a8f6-43d0-9788-19896919a4c4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:02.884832 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-04d13a3b-ec8d-43ae-b4bb-861ed8fa853c None None] Provisioning complete for port 1a697fc7-955d-4865-b287-b3517041c135 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:02.885552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04d13a3b-ec8d-43ae-b4bb-861ed8fa853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.906990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:02.922208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f6ad844a-05a6-4418-bbf6-98212d24290d tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/18cf6f55-a8f6-43d0-9788-19896919a4c4 HTTP/1.1" status: 204 len: 168 time: 0.9641902 Nov 25 17:49:02.924671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56400) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:02.973110 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a5c899-2fe7-453d-831c-e7091abeb44c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:02.982109 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-52a5c899-2fe7-453d-831c-e7091abeb44c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/18cf6f55-a8f6-43d0-9788-19896919a4c4 HTTP/1.1" status: 404 len: 333 time: 0.0558317 Nov 25 17:49:02.982441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56402) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:03.060389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-fad2ae28-e926-452e-b7b9-db45e10ab918 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464831 Nov 25 17:49:03.096779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 8137052b-9ab9-4b00-b171-698ec8c1de1b {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:03.101050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.181737 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.220010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-62fe35b2-d282-4be9-b9c3-e213ad350622 None None] Could not find standard attr ID for object 18cf6f55-a8f6-43d0-9788-19896919a4c4. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:03.279745 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0c954c5e-6e27-4491-a505-9ed36d802d03 req-889f562d-07f2-470b-a408-b389e849a834 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101500 Nov 25 17:49:03.302130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.374905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.397662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.405591 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/8137052b-9ab9-4b00-b171-698ec8c1de1b HTTP/1.1" status: 204 len: 168 time: 0.4174457 Nov 25 17:49:03.408749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56404) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:03.427271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1ed1e-d5a3-4082-9602-0e8a32448168 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=8137052b-9ab9-4b00-b171-698ec8c1de1b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.432059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbbc471-9fd8-4a43-9fbb-9e89caa513a1 None None] Network 456f6348-7b01-4b24-b98c-49fd9cb8af48 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:03.494452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-778d36c1-ffb1-47b8-9da9-42f5eb7fd76a None None] Could not find standard attr ID for object 4cf74c59-f8cf-4a25-b668-21f5813aa5e5. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:03.530396 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.602660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 1a697fc7-955d-4865-b287-b3517041c135 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:03.603221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.668626 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] DHCP port deletion for 456f6348-7b01-4b24-b98c-49fd9cb8af48 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:03.678814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] For port 1a697fc7-955d-4865-b287-b3517041c135, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a697fc7-955d-4865-b287-b3517041c135,segment=NetworkSegment(9e662c75-76be-4367-a47f-f1f54dbb8ac8),segment_id=9e662c75-76be-4367-a47f-f1f54dbb8ac8)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:03.679306 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.693941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 1a697fc7-955d-4865-b287-b3517041c135 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:03.731203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] Deleting port 1a697fc7-955d-4865-b287-b3517041c135 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:03.732095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.799272 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.805437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] For port 1a697fc7-955d-4865-b287-b3517041c135, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1a697fc7-955d-4865-b287-b3517041c135,segment=NetworkSegment(9e662c75-76be-4367-a47f-f1f54dbb8ac8),segment_id=9e662c75-76be-4367-a47f-f1f54dbb8ac8)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:03.806100 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.822093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] Calling delete_port for 1a697fc7-955d-4865-b287-b3517041c135 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:03.839666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=1a697fc7-955d-4865-b287-b3517041c135,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.848961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No DVR routers for this DVR port 1a697fc7-955d-4865-b287-b3517041c135 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:03.923204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.950163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] Pushing event deleted for resources: {'Port': ['ID=1a697fc7-955d-4865-b287-b3517041c135,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:03.958765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95466309-5ec4-4a87-bf1b-b9b2962462fb None None] No DVR routers for this DVR port 1a697fc7-955d-4865-b287-b3517041c135 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:03.959012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:03.989408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456f6348-7b01-4b24-b98c-49fd9cb8af48']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:04.000476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e662c75-76be-4367-a47f-f1f54dbb8ac8') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:04.000856 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e662c75-76be-4367-a47f-f1f54dbb8ac8') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:04.016438 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.045165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.055099 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:04.055893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:04.060329 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:04.132863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.144613 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.151174 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/456f6348-7b01-4b24-b98c-49fd9cb8af48 HTTP/1.1" status: 204 len: 168 time: 0.7368920 Nov 25 17:49:04.151585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56410) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:04.156758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1383435917'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:04.161293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48249e-4e9d-4cd9-be88-87faf52095d3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=456f6348-7b01-4b24-b98c-49fd9cb8af48,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.181174 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:04.186132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.215967 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:04.228622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.228954 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment ba39cf2a-f2f1-4788-bb77-8591f688952d of type vlan for network c844828a-5b00-4557-a06d-4ed12895f248 Nov 25 17:49:04.275503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.303894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.310541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.311158 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.390851 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:04.391189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2382448 Nov 25 17:49:04.399033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:04.403436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a3e3e-9ef8-4035-b161-d97e535213ce tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=c844828a-5b00-4557-a06d-4ed12895f248,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.417004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c844828a-5b00-4557-a06d-4ed12895f248 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:04.435305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a697fc7-955d-4865-b287-b3517041c135 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:04.499248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1a697fc7-955d-4865-b287-b3517041c135 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:04.499967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1a697fc7-955d-4865-b287-b3517041c135 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:04.549364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:04.554558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.747057 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.809994 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=0d8c96e2-1f1a-401e-9a43-a75988302e66,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:04.823612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': 'ba39cf2a-f2f1-4788-bb77-8591f688952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:04.823981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: c844828a-5b00-4557-a06d-4ed12895f248, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:04.847525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network c844828a-5b00-4557-a06d-4ed12895f248 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:04.860534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c844828a-5b00-4557-a06d-4ed12895f248) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:04.866623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:04.868375 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:04.869319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baff1d5-670d-4c3f-b2a3-52ef8c23dae9 None None] Network c844828a-5b00-4557-a06d-4ed12895f248 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:04.887368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3658b843-9074-47ec-be14-889ae7d23fec tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4946237 Nov 25 17:49:04.890288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56414) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:04.895882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248', 'name': 'tempest-PortsIpV6TestJSON-33315143', 'fixed_ips': [{'subnet_id': '0d8c96e2-1f1a-401e-9a43-a75988302e66', 'ip_address': '2001:db8::10'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:05.020036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:05.031580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c844828a-5b00-4557-a06d-4ed12895f248', 'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': '0d8c96e2-1f1a-401e-9a43-a75988302e66'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:05.032787 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.130609 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.149434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:05.162743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port a028e758-dc97-48b6-b2d7-dbcc51cda880 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:05.201722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Allocated IP 2001:db8::2 (c844828a-5b00-4557-a06d-4ed12895f248/0d8c96e2-1f1a-401e-9a43-a75988302e66/ec5fccea-f276-41ec-b878-fe8c1fd4d33b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:05.372825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.380380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.444769 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::10 (c844828a-5b00-4557-a06d-4ed12895f248/0d8c96e2-1f1a-401e-9a43-a75988302e66/a028e758-dc97-48b6-b2d7-dbcc51cda880) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:05.617307 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.652630 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.673709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Network c844828a-5b00-4557-a06d-4ed12895f248 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:05.679869 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:05.685035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:05.689117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Pushing event updated for resources: {'Port': ['ID=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:05.692997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.741109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network c844828a-5b00-4557-a06d-4ed12895f248 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:05.744436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:05.748768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:05.755030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:05.755723 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.765529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=a028e758-dc97-48b6-b2d7-dbcc51cda880,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:05.779412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-51334e03-09c4-4847-9309-0196b231f5c6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8878145 Nov 25 17:49:05.782017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:05.786641 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11c7da44-0f8f-411f-8b09-bbf9a9e44549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.790403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Attempting to bind port ec5fccea-f276-41ec-b878-fe8c1fd4d33b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:05.790715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248', 'name': 'tempest-PortsIpV6TestJSON-141994007', 'fixed_ips': [{'subnet_id': '0d8c96e2-1f1a-401e-9a43-a75988302e66', 'ip_address': '2001:db8::f'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:05.790851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Attempting to bind port ec5fccea-f276-41ec-b878-fe8c1fd4d33b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ba39cf2a-f2f1-4788-bb77-8591f688952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:05.791363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Attempting to bind port ec5fccea-f276-41ec-b878-fe8c1fd4d33b on network c844828a-5b00-4557-a06d-4ed12895f248 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:05.802781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:05.803372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Checking segment: {'id': 'ba39cf2a-f2f1-4788-bb77-8591f688952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:05.804076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.804704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Bound using segment: {'id': 'ba39cf2a-f2f1-4788-bb77-8591f688952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:05.805489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Bound port: ec5fccea-f276-41ec-b878-fe8c1fd4d33b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba39cf2a-f2f1-4788-bb77-8591f688952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c844828a-5b00-4557-a06d-4ed12895f248'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:05.806149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.911279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] For port ec5fccea-f276-41ec-b878-fe8c1fd4d33b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:05.915688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] For port ec5fccea-f276-41ec-b878-fe8c1fd4d33b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,segment=NetworkSegment(ba39cf2a-f2f1-4788-bb77-8591f688952d),segment_id=ba39cf2a-f2f1-4788-bb77-8591f688952d)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:05.920761 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.955796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:05.962757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:05.985777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port c60a1808-e0a5-4488-88f3-f47a64b64407 yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:05.989424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcde789-04a5-479e-af62-1d6186bacc23 None None] Pushing event updated for resources: {'Port': ['ID=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.189683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::f (c844828a-5b00-4557-a06d-4ed12895f248/0d8c96e2-1f1a-401e-9a43-a75988302e66/c60a1808-e0a5-4488-88f3-f47a64b64407) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:06.298474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Deleting port ffd00616-6159-48b0-ac55-534e6735a359 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:06.298807 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.387055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.405194 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] For port ffd00616-6159-48b0-ac55-534e6735a359, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ffd00616-6159-48b0-ac55-534e6735a359,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:06.405753 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.423824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Calling delete_port for ffd00616-6159-48b0-ac55-534e6735a359 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:06.435540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.467807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ec5fccea-f276-41ec-b878-fe8c1fd4d33b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:06.499027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network c844828a-5b00-4557-a06d-4ed12895f248 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:06.499292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=c60a1808-e0a5-4488-88f3-f47a64b64407,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.501764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:06.504800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:06.510899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.511546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.523893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port ec5fccea-f276-41ec-b878-fe8c1fd4d33b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:06.524449 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.533826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb9ae5e6-90d7-46f5-96ba-fddb33c43858 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7479529 Nov 25 17:49:06.534196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:06.627824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.634684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f6056-8514-4af0-a195-08c6c106b490 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.640372 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.640938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c62f6056-8514-4af0-a195-08c6c106b490 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.0970485 Nov 25 17:49:06.641504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56424) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:06.669688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port ec5fccea-f276-41ec-b878-fe8c1fd4d33b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,segment=NetworkSegment(ba39cf2a-f2f1-4788-bb77-8591f688952d),segment_id=ba39cf2a-f2f1-4788-bb77-8591f688952d)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:06.673763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd00616-6159-48b0-ac55-534e6735a359,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.674092 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.704047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dd6df-1972-4286-96d8-b55d2dffac9b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.711655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dd6df-1972-4286-96d8-b55d2dffac9b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.718155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dd6df-1972-4286-96d8-b55d2dffac9b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:06.723030 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c51dd6df-1972-4286-96d8-b55d2dffac9b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.0771768 Nov 25 17:49:06.723635 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56426) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:06.740671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:06.751056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.751681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.752202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.752725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.754114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.759668 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.760359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.760891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.761406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.761915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.762422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.762927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:06.829744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port c60a1808-e0a5-4488-88f3-f47a64b64407 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:06.830181 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.873485 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.937344 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:06.953400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for c60a1808-e0a5-4488-88f3-f47a64b64407 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:07.095508 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.133233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Router e559544f-501b-4d1e-bd39-86a8826eed97 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:07.152492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=c60a1808-e0a5-4488-88f3-f47a64b64407,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:07.156635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.164266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e0ff808f-8061-4480-b2b8-ccf59f0596fe tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/c60a1808-e0a5-4488-88f3-f47a64b64407 HTTP/1.1" status: 204 len: 168 time: 0.4397483 Nov 25 17:49:07.165154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56428) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.191949 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-940b1880-0c87-4bb2-a1cc-92652f93eeeb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:07.196265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-940b1880-0c87-4bb2-a1cc-92652f93eeeb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/c60a1808-e0a5-4488-88f3-f47a64b64407 HTTP/1.1" status: 404 len: 333 time: 0.0300224 Nov 25 17:49:07.196666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56430) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.204455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8ee01-b737-453c-a777-bdb0c0b06358 None None] Network c844828a-5b00-4557-a06d-4ed12895f248 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:07.272392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-19638ba7-32a8-4dd5-be82-5d76b8a484ac None None] Provisioning complete for port ec5fccea-f276-41ec-b878-fe8c1fd4d33b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:07.272891 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-19638ba7-32a8-4dd5-be82-5d76b8a484ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.309122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:07.314415 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8c2824ea-02a9-4e6f-8ad3-904a1bd81eed admin admin] 10.222.0.86 "PUT /v2.0/routers/e559544f-501b-4d1e-bd39-86a8826eed97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1627131 Nov 25 17:49:07.318713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56432) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.328091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] Sync routers for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:07.340927 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port a028e758-dc97-48b6-b2d7-dbcc51cda880 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:07.340927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.404270 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:07.404904 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:07.439264 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.445042 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.454196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for a028e758-dc97-48b6-b2d7-dbcc51cda880 owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:07.564785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.575754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:07.607622 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.642114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=a028e758-dc97-48b6-b2d7-dbcc51cda880,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:07.644701 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Deleting port ece11c78-efec-4b65-b883-d9c050764a0c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:07.645372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.676064 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.679766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8166c8c9-d853-483b-b214-e13ecbf2ac72 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/a028e758-dc97-48b6-b2d7-dbcc51cda880 HTTP/1.1" status: 204 len: 168 time: 0.4820733 Nov 25 17:49:07.684773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56434) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.724499 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-902004ff-2da9-488f-a7d7-78a0951d4193 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:07.728932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-902004ff-2da9-488f-a7d7-78a0951d4193 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/a028e758-dc97-48b6-b2d7-dbcc51cda880 HTTP/1.1" status: 404 len: 333 time: 0.0404103 Nov 25 17:49:07.729550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56436) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:07.761986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] For port ece11c78-efec-4b65-b883-d9c050764a0c, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ece11c78-efec-4b65-b883-d9c050764a0c,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:07.762631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.779827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Calling delete_port for ece11c78-efec-4b65-b883-d9c050764a0c owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:07.804588 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 0d8c96e2-1f1a-401e-9a43-a75988302e66 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:07.813419 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.814135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:49:06Z', 'revision_number': 5, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port': {'id': 'ece11c78-efec-4b65-b883-d9c050764a0c', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:07.846813 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] Checking router: e559544f-501b-4d1e-bd39-86a8826eed97 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:07.866656 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.867162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] Routers {'e559544f-501b-4d1e-bd39-86a8826eed97'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:07.867905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:48:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['e559544f-501b-4d1e-bd39-86a8826eed97'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:07.959635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8dbe2244-f3b1-43b9-b123-1d734d6b2014 None None] Could not find standard attr ID for object a028e758-dc97-48b6-b2d7-dbcc51cda880. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:07.976305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.982092 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bdd9b9dc-d24d-4655-b87b-ca77410c587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:07.999944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8dbe2244-f3b1-43b9-b123-1d734d6b2014 None None] Provisioning complete for port ec5fccea-f276-41ec-b878-fe8c1fd4d33b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:07.999944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2244-f3b1-43b9-b123-1d734d6b2014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.001789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] Set router e559544f-501b-4d1e-bd39-86a8826eed97 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:08.020297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.067927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.096084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece11c78-efec-4b65-b883-d9c050764a0c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:08.102819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f899a5a-c73f-4ac0-8bc1-da2d13064c1f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:08.111113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:49:07Z', 'revision_number': 6, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:08.128698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8c96e2-1f1a-401e-9a43-a75988302e66,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:08.132690 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.136226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5d453274-8dac-4d07-93cf-0f6055f1f152 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/0d8c96e2-1f1a-401e-9a43-a75988302e66 HTTP/1.1" status: 204 len: 168 time: 0.4057534 Nov 25 17:49:08.138966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56438) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:08.162146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65468e6a-1559-42c9-a8c7-827989886da2 None None] The sync data for ids ['e559544f-501b-4d1e-bd39-86a8826eed97'] in n-d-817303-7 is: [{'id': 'e559544f-501b-4d1e-bd39-86a8826eed97', 'name': 'tempest-TestVolumeBackupRestore-1511867682-router', 'tenant_id': '39973a146c1b46c19f83f4a6d810f6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:35Z', 'updated_at': '2021-11-25T17:49:07Z', 'revision_number': 6, 'project_id': '39973a146c1b46c19f83f4a6d810f6e4', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:08.169386 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.264250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.280927 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.283326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.328906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port ec5fccea-f276-41ec-b878-fe8c1fd4d33b {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:08.329254 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.354983 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a2edc050-fafc-4686-8070-1228e0f8334f None None] Could not find standard attr ID for object a028e758-dc97-48b6-b2d7-dbcc51cda880. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:08.378024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346aea5-db4c-4be5-8330-88126b269c0c None None] Network c844828a-5b00-4557-a06d-4ed12895f248 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:08.401524 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] For port ec5fccea-f276-41ec-b878-fe8c1fd4d33b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,segment=NetworkSegment(ba39cf2a-f2f1-4788-bb77-8591f688952d),segment_id=ba39cf2a-f2f1-4788-bb77-8591f688952d)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:08.402045 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.417446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for ec5fccea-f276-41ec-b878-fe8c1fd4d33b owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:08.481846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f541fc76-a23b-480a-a9da-d9bc5e3d61b0 None None] Could not find standard attr ID for object c60a1808-e0a5-4488-88f3-f47a64b64407. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:08.507008 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.547660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=ec5fccea-f276-41ec-b878-fe8c1fd4d33b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:08.549633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No DVR routers for this DVR port ec5fccea-f276-41ec-b878-fe8c1fd4d33b on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:08.638952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef100b-4a17-473f-ad88-ef5213e1d591 None None] DHCP port deletion for c844828a-5b00-4557-a06d-4ed12895f248 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:08.639578 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.677006 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c844828a-5b00-4557-a06d-4ed12895f248']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:08.696039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.696609 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e559544f-501b-4d1e-bd39-86a8826eed97 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:49:08.702364 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.706773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0e4dc6da-8a80-4b31-94b9-23e312babfa0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/e559544f-501b-4d1e-bd39-86a8826eed97 HTTP/1.1" status: 204 len: 168 time: 1.3841321 Nov 25 17:49:08.707188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56440) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:08.708863 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba39cf2a-f2f1-4788-bb77-8591f688952d') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:08.709437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba39cf2a-f2f1-4788-bb77-8591f688952d') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:08.727128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.752541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.759736 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:08.760206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:08.763330 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:08.766378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Deleting subnet 35c708fc-30a3-41d1-be2f-096b5afed85a {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:08.767356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.805112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.847134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.865803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.869033 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/c844828a-5b00-4557-a06d-4ed12895f248 HTTP/1.1" status: 204 len: 168 time: 0.7290101 Nov 25 17:49:08.881318 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56442) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:08.882655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ffd00616-6159-48b0-ac55-534e6735a359 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:08.886969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-195388469'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:08.891579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6238e-15a4-4be7-ad69-c5bfd1fb3c21 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=c844828a-5b00-4557-a06d-4ed12895f248,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:08.907032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ffd00616-6159-48b0-ac55-534e6735a359 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:08.907401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ffd00616-6159-48b0-ac55-534e6735a359 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:08.915803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:08.917363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ec5fccea-f276-41ec-b878-fe8c1fd4d33b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:08.918064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.920231 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.946218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:08.946474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ec5fccea-f276-41ec-b878-fe8c1fd4d33b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:08.947169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ec5fccea-f276-41ec-b878-fe8c1fd4d33b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:08.957953 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:08.958449 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Added segment 55ab15d9-d1d8-4053-bf73-73de89c94bca of type vlan for network 127b16d4-3829-423c-8ed6-02883a820630 Nov 25 17:49:08.993644 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.003968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.018696 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c708fc-30a3-41d1-be2f-096b5afed85a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.022284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.025545 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6f60f8bb-6a2f-4fcc-995f-87f2f7d899c7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/35c708fc-30a3-41d1-be2f-096b5afed85a HTTP/1.1" status: 204 len: 168 time: 0.3171697 Nov 25 17:49:09.028109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56444) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:09.029506 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42269a-4c20-4bba-95a2-e97fac7b74f1 None None] Network 50d76a5c-ec1d-42e2-a17d-519ad42a5205 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:09.033689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.041092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:09.041851 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.124997 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.130905 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2483683 Nov 25 17:49:09.131130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56446) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:09.137172 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ebc7a-6623-46fa-8f7a-e97b3ea888f3 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Network': ['ID=127b16d4-3829-423c-8ed6-02883a820630,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.138349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '127b16d4-3829-423c-8ed6-02883a820630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:09.156951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 127b16d4-3829-423c-8ed6-02883a820630 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:09.283652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:09.290334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.294803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Deleting port bf313943-2bf1-47b9-b529-55239a15a659 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:09.295141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.298189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] DHCP port deletion for 50d76a5c-ec1d-42e2-a17d-519ad42a5205 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:09.348903 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] Deleting port bf313943-2bf1-47b9-b529-55239a15a659 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:09.349601 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.427049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] For port bf313943-2bf1-47b9-b529-55239a15a659, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bf313943-2bf1-47b9-b529-55239a15a659,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:09.427486 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.428802 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.430657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] For port bf313943-2bf1-47b9-b529-55239a15a659, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=bf313943-2bf1-47b9-b529-55239a15a659,segment=NetworkSegment(ceea63df-eb07-492b-916c-25daff08c54f),segment_id=ceea63df-eb07-492b-916c-25daff08c54f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:09.431047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.444445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] Calling delete_port for bf313943-2bf1-47b9-b529-55239a15a659 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:09.444673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Calling delete_port for bf313943-2bf1-47b9-b529-55239a15a659 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:09.525922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.552271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] Pushing event deleted for resources: {'Port': ['ID=bf313943-2bf1-47b9-b529-55239a15a659,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.556144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a743a-c558-4d84-b2f5-47df14d11579 None None] No DVR routers for this DVR port bf313943-2bf1-47b9-b529-55239a15a659 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:09.605264 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.614677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.641691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf313943-2bf1-47b9-b529-55239a15a659,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.644138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] No DVR routers for this DVR port bf313943-2bf1-47b9-b529-55239a15a659 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:09.681265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.681611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.681978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.682318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.682652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.682985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.683315 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.683680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.684008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.684333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.684673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.684996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:09.768261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=cb53463f-c3ef-4917-956a-08d92b107150,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:09.788665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.798627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Checking segment: {'id': '55ab15d9-d1d8-4053-bf73-73de89c94bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '127b16d4-3829-423c-8ed6-02883a820630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:09.798991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network hostable DHCP agents. Network: 127b16d4-3829-423c-8ed6-02883a820630, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:09.814377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d76a5c-ec1d-42e2-a17d-519ad42a5205']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:09.827692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceea63df-eb07-492b-916c-25daff08c54f') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:09.827986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceea63df-eb07-492b-916c-25daff08c54f') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:09.841283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.842991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 127b16d4-3829-423c-8ed6-02883a820630 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:09.857113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 127b16d4-3829-423c-8ed6-02883a820630) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:09.861826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.865128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:09.865729 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.869856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc6be8-364c-4f3c-82e2-f305e1b36e67 None None] Network 127b16d4-3829-423c-8ed6-02883a820630 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:09.877198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:09.877601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:09.880545 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:09.922543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-26442186-9691-4e37-b676-200a00bf2fa4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7906179 Nov 25 17:49:09.925461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56448) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:09.937178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1402210702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:09.955172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.964092 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.970282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] 10.222.0.86 "DELETE /v2.0/networks/50d76a5c-ec1d-42e2-a17d-519ad42a5205 HTTP/1.1" status: 204 len: 168 time: 0.9383633 Nov 25 17:49:09.970994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56450) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:09.982211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.983298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:09.986721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8743855-2e37-4d59-987f-05c949a0b943 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d76a5c-ec1d-42e2-a17d-519ad42a5205,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:10.029214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-127b16d4-3829-423c-8ed6-02883a820630', 'network_id': '127b16d4-3829-423c-8ed6-02883a820630', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': 'cb53463f-c3ef-4917-956a-08d92b107150'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:10.030084 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.050646 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.056532 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.075708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.079576 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-185569af-b64d-4e5f-8369-ad5869b10efb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1505635 Nov 25 17:49:10.079745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56452) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:10.085436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'network_id': '127b16d4-3829-423c-8ed6-02883a820630', 'name': 'tempest-PortsIpV6TestJSON-1973086055'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:10.173106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Allocated IP 2001:db8::2 (127b16d4-3829-423c-8ed6-02883a820630/cb53463f-c3ef-4917-956a-08d92b107150/59090db6-3baa-41d9-b3fc-0a3e9adeedca) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:10.287113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:10.290676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.341027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 8d830877-1699-4112-a511-4847de0f05c3 yet. {{(pid=103635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:10.462186 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bf313943-2bf1-47b9-b529-55239a15a659 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:10.490226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: bf313943-2bf1-47b9-b529-55239a15a659 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:10.490579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device bf313943-2bf1-47b9-b529-55239a15a659 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:10.490990 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ece11c78-efec-4b65-b883-d9c050764a0c no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:10.503259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.518907 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: ece11c78-efec-4b65-b883-d9c050764a0c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:10.519249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device ece11c78-efec-4b65-b883-d9c050764a0c not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:10.527223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.534806 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.578851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Network 127b16d4-3829-423c-8ed6-02883a820630 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:10.584382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:10.587067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:10.590276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Pushing event updated for resources: {'Port': ['ID=59090db6-3baa-41d9-b3fc-0a3e9adeedca,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:10.640440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::1d3 (127b16d4-3829-423c-8ed6-02883a820630/cb53463f-c3ef-4917-956a-08d92b107150/8d830877-1699-4112-a511-4847de0f05c3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:10.642535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Attempting to bind port 59090db6-3baa-41d9-b3fc-0a3e9adeedca on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:10.642977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Attempting to bind port 59090db6-3baa-41d9-b3fc-0a3e9adeedca by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '55ab15d9-d1d8-4053-bf73-73de89c94bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '127b16d4-3829-423c-8ed6-02883a820630'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:10.643341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Attempting to bind port 59090db6-3baa-41d9-b3fc-0a3e9adeedca on network 127b16d4-3829-423c-8ed6-02883a820630 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:10.656133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:10.656511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Checking segment: {'id': '55ab15d9-d1d8-4053-bf73-73de89c94bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '127b16d4-3829-423c-8ed6-02883a820630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:10.656954 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.657382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Bound using segment: {'id': '55ab15d9-d1d8-4053-bf73-73de89c94bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '127b16d4-3829-423c-8ed6-02883a820630'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:10.657834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Bound port: 59090db6-3baa-41d9-b3fc-0a3e9adeedca, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ab15d9-d1d8-4053-bf73-73de89c94bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '127b16d4-3829-423c-8ed6-02883a820630'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:10.658392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.678365 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.732456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] For port 59090db6-3baa-41d9-b3fc-0a3e9adeedca, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:10.735673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] For port 59090db6-3baa-41d9-b3fc-0a3e9adeedca, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59090db6-3baa-41d9-b3fc-0a3e9adeedca,segment=NetworkSegment(55ab15d9-d1d8-4053-bf73-73de89c94bca),segment_id=55ab15d9-d1d8-4053-bf73-73de89c94bca)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:10.740399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.801723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fbaa9-b073-401a-a982-5d61fccb06eb None None] Pushing event updated for resources: {'Port': ['ID=59090db6-3baa-41d9-b3fc-0a3e9adeedca,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:10.901998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.952879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Deleting port dc58f600-6a9e-4b84-b626-d69a7aea714d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:10.953153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:10.972765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.063907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 127b16d4-3829-423c-8ed6-02883a820630 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:11.067265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=8d830877-1699-4112-a511-4847de0f05c3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:11.072133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:11.080082 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:11.086486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:11.087108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.111774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] For port dc58f600-6a9e-4b84-b626-d69a7aea714d, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=dc58f600-6a9e-4b84-b626-d69a7aea714d,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:11.112137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.118170 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-894d0cf2-afb2-4d57-9e4b-7acf80d78ef2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0372045 Nov 25 17:49:11.121333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56454) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:11.129552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Calling delete_port for dc58f600-6a9e-4b84-b626-d69a7aea714d owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:11.326887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.353087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc58f600-6a9e-4b84-b626-d69a7aea714d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:11.461915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.487903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.555856 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.774464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.780414 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:11.788598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Router 49a800bf-5188-4a54-b767-d5ff4cceb874 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:11.872251 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=8d830877-1699-4112-a511-4847de0f05c3,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:11.875886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe05821-a208-4f7b-bcd3-8fb8dbd6d12d None None] Network 127b16d4-3829-423c-8ed6-02883a820630 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:12.009956 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.029849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-eb028a7e-07b0-434a-9528-125d6bc551b8 None None] Provisioning complete for port 59090db6-3baa-41d9-b3fc-0a3e9adeedca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:12.030263 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb028a7e-07b0-434a-9528-125d6bc551b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.155533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.170154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb028a7e-07b0-434a-9528-125d6bc551b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.212878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-eb028a7e-07b0-434a-9528-125d6bc551b8 None None] For port 59090db6-3baa-41d9-b3fc-0a3e9adeedca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59090db6-3baa-41d9-b3fc-0a3e9adeedca,segment=NetworkSegment(55ab15d9-d1d8-4053-bf73-73de89c94bca),segment_id=55ab15d9-d1d8-4053-bf73-73de89c94bca)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:12.225366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eb028a7e-07b0-434a-9528-125d6bc551b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.305298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:12.319257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-36d26537-5cb6-4b03-a18a-5b733df2d0c5 admin admin] 10.222.0.86 "PUT /v2.0/routers/49a800bf-5188-4a54-b767-d5ff4cceb874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3465207 Nov 25 17:49:12.322937 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56456) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:12.326601 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] Sync routers for ids ['49a800bf-5188-4a54-b767-d5ff4cceb874'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:12.330854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb028a7e-07b0-434a-9528-125d6bc551b8 None None] Pushing event updated for resources: {'Port': ['ID=59090db6-3baa-41d9-b3fc-0a3e9adeedca,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:12.350807 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] Routers {'49a800bf-5188-4a54-b767-d5ff4cceb874'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:12.351551 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['49a800bf-5188-4a54-b767-d5ff4cceb874'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:12.492829 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.495177 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] Set router 49a800bf-5188-4a54-b767-d5ff4cceb874 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:12.567467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59090db6-3baa-41d9-b3fc-0a3e9adeedca up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:12.582350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.589256 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.590212 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.634404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 59090db6-3baa-41d9-b3fc-0a3e9adeedca triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:12.634770 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.652822 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.667293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=8d830877-1699-4112-a511-4847de0f05c3,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:12.726464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9378-9eee-4b68-914b-024631b8e321 None None] Provisioning complete for port 8d830877-1699-4112-a511-4847de0f05c3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:12.726853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9378-9eee-4b68-914b-024631b8e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.736751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Deleting port c14396d2-fcc4-4fb7-81d5-a66dc3f68154 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:12.737270 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.772950 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:49:11Z', 'revision_number': 5, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port': {'id': 'c14396d2-fcc4-4fb7-81d5-a66dc3f68154', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:12.775235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 127b16d4-3829-423c-8ed6-02883a820630 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:12.778529 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:12.815863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] Checking router: 49a800bf-5188-4a54-b767-d5ff4cceb874 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:12.817507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e9378-9eee-4b68-914b-024631b8e321 None None] Port 8d830877-1699-4112-a511-4847de0f05c3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:12.832817 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] Routers {'49a800bf-5188-4a54-b767-d5ff4cceb874'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:12.833446 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['49a800bf-5188-4a54-b767-d5ff4cceb874'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:12.849562 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] For port c14396d2-fcc4-4fb7-81d5-a66dc3f68154, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:12.850365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.875584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Calling delete_port for c14396d2-fcc4-4fb7-81d5-a66dc3f68154 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:12.893485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9378-9eee-4b68-914b-024631b8e321 None None] Provisioning complete for port 59090db6-3baa-41d9-b3fc-0a3e9adeedca triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:12.895313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9378-9eee-4b68-914b-024631b8e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:12.936014 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] Set router 49a800bf-5188-4a54-b767-d5ff4cceb874 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:12.989781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Router 7b2f7243-c814-490c-9491-f2720505ac78 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:49:12.998319 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:49:12Z', 'revision_number': 6, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:13.026709 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d25d7-0f15-4ec2-9778-1576ded3a476 None None] The sync data for ids ['49a800bf-5188-4a54-b767-d5ff4cceb874'] in n-d-817303-7 is: [{'id': '49a800bf-5188-4a54-b767-d5ff4cceb874', 'name': 'tempest-TestVolumeBackupRestore-858709433-router', 'tenant_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:45:42Z', 'updated_at': '2021-11-25T17:49:12Z', 'revision_number': 6, 'project_id': '3c0fbbf6b2324869a20f638ac3f16d4b', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:13.117257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:13.126696 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.128440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8f12e0c-8642-494e-85e6-24c43513c420 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/routers/7b2f7243-c814-490c-9491-f2720505ac78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053871 Nov 25 17:49:13.129375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56458) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:13.133771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] Sync routers for ids ['7b2f7243-c814-490c-9491-f2720505ac78'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:13.145991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] Routers {'7b2f7243-c814-490c-9491-f2720505ac78'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:13.146895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7b2f7243-c814-490c-9491-f2720505ac78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:13.164080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14396d2-fcc4-4fb7-81d5-a66dc3f68154,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:13.178137 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.178486 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.179366 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.179870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.180212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.180844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.181003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.181338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.181664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.181988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.182311 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.182635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:49:13.188134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899a2a79-f36c-40e0-8209-2316f0f22aad tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:13.193267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-899a2a79-f36c-40e0-8209-2316f0f22aad tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b2f7243-c814-490c-9491-f2720505ac78 HTTP/1.1" status: 200 len: 989 time: 0.0627606 Nov 25 17:49:13.193887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56460) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:13.200107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:13.203828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ca133-2e9e-49bb-bab7-de870d5c5580 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:13.228093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] Routers {'7b2f7243-c814-490c-9491-f2720505ac78'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:13.228636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7b2f7243-c814-490c-9491-f2720505ac78'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:13.271809 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.276327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:13.277277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cb552-d92b-4ddd-a49f-174ccd72567d None None] The sync data for ids ['7b2f7243-c814-490c-9491-f2720505ac78'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:13.279908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5caadd25-bfa7-4e5b-85aa-05e29fbf758b None None] Provisioning complete for port 8d830877-1699-4112-a511-4847de0f05c3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:13.280792 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5caadd25-bfa7-4e5b-85aa-05e29fbf758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.324947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5caadd25-bfa7-4e5b-85aa-05e29fbf758b None None] Port 8d830877-1699-4112-a511-4847de0f05c3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:13.371740 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.374412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.427487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.427487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a800bf-5188-4a54-b767-d5ff4cceb874 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:49:13.444063 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.448506 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fbdcd2ae-5d88-4445-adbf-0972dd6f1573 admin admin] 10.222.0.86 "DELETE /v2.0/routers/49a800bf-5188-4a54-b767-d5ff4cceb874 HTTP/1.1" status: 204 len: 168 time: 1.1257734 Nov 25 17:49:13.450573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56462) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:13.451841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4067f67c-8991-4bb7-8186-d15a35257044 None None] Provisioning complete for port 8d830877-1699-4112-a511-4847de0f05c3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:13.452505 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4067f67c-8991-4bb7-8186-d15a35257044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.507681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4067f67c-8991-4bb7-8186-d15a35257044 None None] Port 8d830877-1699-4112-a511-4847de0f05c3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:13.515361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Deleting subnet 55849437-97b5-41b9-a06e-99571116753f {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:13.529165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.585500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.627684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2e6efd67-6bae-4bd2-9616-513d0f806770 None None] Provisioning complete for port 8d830877-1699-4112-a511-4847de0f05c3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:13.628160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e6efd67-6bae-4bd2-9616-513d0f806770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.662408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2e6efd67-6bae-4bd2-9616-513d0f806770 None None] Port 8d830877-1699-4112-a511-4847de0f05c3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:13.737962 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.851825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.934327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.970623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:13.974820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] 10.222.0.86 "DELETE /v2.0/subnets/55849437-97b5-41b9-a06e-99571116753f HTTP/1.1" status: 204 len: 168 time: 0.5232537 Nov 25 17:49:13.975722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad391a3-6a01-4962-a666-8cb6ec4390af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55849437-97b5-41b9-a06e-99571116753f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:13.977728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56464) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:13.978937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd7b8c-b558-434e-abcc-f8991472444f None None] Network bccc4c4e-c630-4f74-943e-c25517637256 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:14.070917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.112867 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 8d830877-1699-4112-a511-4847de0f05c3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:14.113352 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.142804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Deleting port 01d5b72f-e682-4ca1-b9e9-c23610c57513 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:14.143141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.185173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] DHCP port deletion for bccc4c4e-c630-4f74-943e-c25517637256 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:14.228338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.239754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] For port 01d5b72f-e682-4ca1-b9e9-c23610c57513, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=01d5b72f-e682-4ca1-b9e9-c23610c57513,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:14.240128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.246964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] Deleting port 01d5b72f-e682-4ca1-b9e9-c23610c57513 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:14.247368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.248504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 8d830877-1699-4112-a511-4847de0f05c3 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:14.258376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Calling delete_port for 01d5b72f-e682-4ca1-b9e9-c23610c57513 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:14.319047 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] For port 01d5b72f-e682-4ca1-b9e9-c23610c57513, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=01d5b72f-e682-4ca1-b9e9-c23610c57513,segment=NetworkSegment(845c640f-e474-4eda-9d0c-449267598139),segment_id=845c640f-e474-4eda-9d0c-449267598139)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:14.319749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.333575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] Calling delete_port for 01d5b72f-e682-4ca1-b9e9-c23610c57513 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:14.347830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.387102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Pushing event deleted for resources: {'Port': ['ID=01d5b72f-e682-4ca1-b9e9-c23610c57513,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.389745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] No DVR routers for this DVR port 01d5b72f-e682-4ca1-b9e9-c23610c57513 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:14.444033 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.449571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c14396d2-fcc4-4fb7-81d5-a66dc3f68154 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:14.454663 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.483375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.485130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=8d830877-1699-4112-a511-4847de0f05c3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.498097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] Pushing event deleted for resources: {'Port': ['ID=01d5b72f-e682-4ca1-b9e9-c23610c57513,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.499807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c14396d2-fcc4-4fb7-81d5-a66dc3f68154 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:14.500144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c14396d2-fcc4-4fb7-81d5-a66dc3f68154 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:14.500549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device dc58f600-6a9e-4b84-b626-d69a7aea714d no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:14.506865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4016eef-d69b-4246-8b67-674aa19c26e4 None None] No DVR routers for this DVR port 01d5b72f-e682-4ca1-b9e9-c23610c57513 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:14.512191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccc4c4e-c630-4f74-943e-c25517637256']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:14.532156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: dc58f600-6a9e-4b84-b626-d69a7aea714d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:14.532483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device dc58f600-6a9e-4b84-b626-d69a7aea714d not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:14.532899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 01d5b72f-e682-4ca1-b9e9-c23610c57513 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:14.534729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845c640f-e474-4eda-9d0c-449267598139') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:14.535312 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845c640f-e474-4eda-9d0c-449267598139') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:14.548170 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.563638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 01d5b72f-e682-4ca1-b9e9-c23610c57513 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:14.564268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 01d5b72f-e682-4ca1-b9e9-c23610c57513 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:14.565411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.578383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:14.578821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.588541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:14.591679 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:14.642076 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.649702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.655443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] 10.222.0.86 "DELETE /v2.0/networks/bccc4c4e-c630-4f74-943e-c25517637256 HTTP/1.1" status: 204 len: 168 time: 0.6741588 Nov 25 17:49:14.666892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4d45-7984-4151-8340-4605f7d7ee0b admin admin] Pushing event deleted for resources: {'Network': ['ID=bccc4c4e-c630-4f74-943e-c25517637256,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:14.852243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56468) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:14.896971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bf03dbd3-e40f-4396-aaf8-5fe435c71355 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39973a146c1b46c19f83f4a6d810f6e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426557 Nov 25 17:49:14.899237 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:14.954129 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da27ca6a-82b7-4d66-93e7-61f7a95bc5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:14.980295 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da27ca6a-82b7-4d66-93e7-61f7a95bc5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.030333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da27ca6a-82b7-4d66-93e7-61f7a95bc5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.033321 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-da27ca6a-82b7-4d66-93e7-61f7a95bc5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.034973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-da27ca6a-82b7-4d66-93e7-61f7a95bc5c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c59b509f-3311-4599-873e-876d0f867a98 HTTP/1.1" status: 204 len: 168 time: 0.1347220 Nov 25 17:49:15.043029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27ca6a-82b7-4d66-93e7-61f7a95bc5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b509f-3311-4599-873e-876d0f867a98,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:15.104932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Router 7b2f7243-c814-490c-9491-f2720505ac78 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:15.187882 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:15.193569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a4f1123-cbc8-4e03-9290-24e50a72a142 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/routers/7b2f7243-c814-490c-9491-f2720505ac78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985809 Nov 25 17:49:15.196369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.197834 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] Sync routers for ids ['7b2f7243-c814-490c-9491-f2720505ac78'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:15.209622 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] Routers {'7b2f7243-c814-490c-9491-f2720505ac78'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:15.210643 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7b2f7243-c814-490c-9491-f2720505ac78'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:15.223111 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c78753-5fe7-47e2-8d28-9f7885f646c7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:15.224868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-96c78753-5fe7-47e2-8d28-9f7885f646c7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/8d830877-1699-4112-a511-4847de0f05c3 HTTP/1.1" status: 404 len: 333 time: 0.0274665 Nov 25 17:49:15.227809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56478) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.245744 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:15.254683 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] Routers {'7b2f7243-c814-490c-9491-f2720505ac78'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:15.255286 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7b2f7243-c814-490c-9491-f2720505ac78'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:15.292996 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:15.293646 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9e995-e2ad-4e89-b037-8a6ebde4f360 None None] The sync data for ids ['7b2f7243-c814-490c-9491-f2720505ac78'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:15.306654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.390140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.432630 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8da08dac-b5f8-42a4-8e78-e6c5ebd194fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c0fbbf6b2324869a20f638ac3f16d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402088 Nov 25 17:49:15.434153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56482) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.468899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.471062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.481995 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-465356fc-da89-49c1-8052-4ce78ed261d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.506616 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-465356fc-da89-49c1-8052-4ce78ed261d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.513884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.514425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2f7243-c814-490c-9491-f2720505ac78 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:49:15.521916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.523755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae747c97-365f-47bd-8f1a-8fb5d3b58e25 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/routers/7b2f7243-c814-490c-9491-f2720505ac78 HTTP/1.1" status: 204 len: 168 time: 0.2942245 Nov 25 17:49:15.525684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.566992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-465356fc-da89-49c1-8052-4ce78ed261d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.569744 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-465356fc-da89-49c1-8052-4ce78ed261d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.570931 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-465356fc-da89-49c1-8052-4ce78ed261d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05fc3ed7-094e-4b2e-9d29-066dba233197 HTTP/1.1" status: 204 len: 168 time: 0.1358202 Nov 25 17:49:15.580003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet cb53463f-c3ef-4917-956a-08d92b107150 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:15.584054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.586117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465356fc-da89-49c1-8052-4ce78ed261d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fc3ed7-094e-4b2e-9d29-066dba233197,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:15.626888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.718076 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.781408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.811705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=cb53463f-c3ef-4917-956a-08d92b107150,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:15.817143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:15.823437 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c028872e-9323-4633-91ba-c06724d235d7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/cb53463f-c3ef-4917-956a-08d92b107150 HTTP/1.1" status: 204 len: 168 time: 0.2966192 Nov 25 17:49:15.823822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56488) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:15.827596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25191ec1-c332-4df7-96ad-1f039f025157 None None] Network 127b16d4-3829-423c-8ed6-02883a820630 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:15.934478 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.002989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 59090db6-3baa-41d9-b3fc-0a3e9adeedca {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:16.003289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.042604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] DHCP port deletion for 127b16d4-3829-423c-8ed6-02883a820630 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:16.075745 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] For port 59090db6-3baa-41d9-b3fc-0a3e9adeedca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59090db6-3baa-41d9-b3fc-0a3e9adeedca,segment=NetworkSegment(55ab15d9-d1d8-4053-bf73-73de89c94bca),segment_id=55ab15d9-d1d8-4053-bf73-73de89c94bca)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:16.076200 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.092504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 59090db6-3baa-41d9-b3fc-0a3e9adeedca owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:16.105954 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] Deleting port 59090db6-3baa-41d9-b3fc-0a3e9adeedca {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:16.106681 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.192976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] For port 59090db6-3baa-41d9-b3fc-0a3e9adeedca, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=59090db6-3baa-41d9-b3fc-0a3e9adeedca,segment=NetworkSegment(55ab15d9-d1d8-4053-bf73-73de89c94bca),segment_id=55ab15d9-d1d8-4053-bf73-73de89c94bca)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:16.193391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.208157 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.212598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] Calling delete_port for 59090db6-3baa-41d9-b3fc-0a3e9adeedca owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:16.237813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=59090db6-3baa-41d9-b3fc-0a3e9adeedca,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.246398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No DVR routers for this DVR port 59090db6-3baa-41d9-b3fc-0a3e9adeedca on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:16.285221 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.313600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.328687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.339779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] Pushing event deleted for resources: {'Port': ['ID=59090db6-3baa-41d9-b3fc-0a3e9adeedca,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.343727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02450b7-e231-4739-9ff6-8d185b4b6b09 None None] No DVR routers for this DVR port 59090db6-3baa-41d9-b3fc-0a3e9adeedca on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:16.350628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127b16d4-3829-423c-8ed6-02883a820630']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:16.361422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ab15d9-d1d8-4053-bf73-73de89c94bca') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:16.361938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ab15d9-d1d8-4053-bf73-73de89c94bca') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:16.378486 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.392432 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.398862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:16.399352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:16.402501 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:16.417177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59090db6-3baa-41d9-b3fc-0a3e9adeedca no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:16.442652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 59090db6-3baa-41d9-b3fc-0a3e9adeedca {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:16.442652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 59090db6-3baa-41d9-b3fc-0a3e9adeedca not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:16.464778 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.475399 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.478910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/127b16d4-3829-423c-8ed6-02883a820630 HTTP/1.1" status: 204 len: 168 time: 0.6537349 Nov 25 17:49:16.482860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56490) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.491149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a6bc-86f8-47e1-8f1a-ea0f5461e50b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=127b16d4-3829-423c-8ed6-02883a820630,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.532329 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cd0b85-d6ce-47d7-891a-7f9a6692649e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:16.533740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-40cd0b85-d6ce-47d7-891a-7f9a6692649e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/425fb669-7807-4167-bdd1-7df2fed32d17 HTTP/1.1" status: 200 len: 844 time: 0.0499799 Nov 25 17:49:16.537390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.577466 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-901a7965-e695-44df-bb64-f90d872aeb1f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/425fb669-7807-4167-bdd1-7df2fed32d17?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0389485 Nov 25 17:49:16.581450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56494) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.587633 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:16.680283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:16.683786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.868229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.918614 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:16.922042 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:16.926233 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:16.926820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:16.931587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42e395-9728-4d05-871e-f49bde6c08a8 None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:16.940096 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=21a5ad68-85c8-467b-b187-f3a1988aeabb,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:16.949280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fdbacc78-04b0-4324-a58a-0441649c218f tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3659945 Nov 25 17:49:16.952063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:16.956975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'security_group': {'name': 'tempest-secgroup-143896363'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:16.979352 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.050343 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.054544 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.079671 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.081472 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1279159 Nov 25 17:49:17.085373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56498) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:17.089923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bca4f0-1e2f-4e46-a9d5-63aad75f0393 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae65ebf-d416-4638-8761-75aabe208406,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.090785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'security_group': {'name': 'tempest-secgroup-831317953'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:17.107244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-84dfd769-f5ef-48f4-b54a-47b033a66f83', 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'tenant_id': '75b39a5ca4f84f2ba03f3a7220edb5e0', 'fixed_ips': [{'subnet_id': '21a5ad68-85c8-467b-b187-f3a1988aeabb'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:17.108220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.120890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.191887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.195686 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.227596 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.228860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1421833 Nov 25 17:49:17.231773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56500) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:17.237125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1568404393', 'security_groups': ['26d4a284-d3d2-42b1-8045-c401ebd872ad'], 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21a5ad68-85c8-467b-b187-f3a1988aeabb'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:17.242426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c8598-a06d-40bb-b9a0-e3904a9cf590 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d4a284-d3d2-42b1-8045-c401ebd872ad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.267090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Allocated IP 2001:db8::2 (84dfd769-f5ef-48f4-b54a-47b033a66f83/21a5ad68-85c8-467b-b187-f3a1988aeabb/7c8934bd-4681-4729-9dd2-e53f3ac25a34) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:17.354459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:17.414359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.420179 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.437102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.454107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 9405cde6-7e23-4def-82c2-449e868b50cc yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:17.461507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:17.464300 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:17.467909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:17.475642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Pushing event updated for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.525749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Attempting to bind port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:17.526412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Attempting to bind port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:17.526776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Attempting to bind port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 on network 84dfd769-f5ef-48f4-b54a-47b033a66f83 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:17.531754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:17.532127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Checking segment: {'id': '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:17.532526 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.532920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Bound using segment: {'id': '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:17.533383 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Bound port: 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:17.533777 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.599117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:17.602647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7c8934bd-4681-4729-9dd2-e53f3ac25a34,segment=NetworkSegment(8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5),segment_id=8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:17.606368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.620731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::80 (84dfd769-f5ef-48f4-b54a-47b033a66f83/21a5ad68-85c8-467b-b187-f3a1988aeabb/9405cde6-7e23-4def-82c2-449e868b50cc) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:17.679694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925b3c4-f451-4ff7-b948-3d269b45c5cd None None] Pushing event updated for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.689341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.769955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.805793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.861454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:17.865842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:17.869707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:17.875206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:17.875826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:17.887017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=9405cde6-7e23-4def-82c2-449e868b50cc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:17.900674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b1409d3-ff99-444a-84c6-46492a845a27 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6678822 Nov 25 17:49:17.903618 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56502) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:17.909455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:18.025713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:18.030032 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.118007 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21a5ad68-85c8-467b-b187-f3a1988aeabb (CIDR: 2001:db8::/64) Nov 25 17:49:18.121230 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:49:18.121678 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:18.136747 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ba6da0fe-91f0-4211-a8bf-fc3e260fc8cc tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2319016 Nov 25 17:49:18.139513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:18.145122 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:18.261342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:18.264798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.456118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7c8934bd-4681-4729-9dd2-e53f3ac25a34 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:18.508445 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:18.508884 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.509453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.556946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:18.561332 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:18.565511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:18.566674 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.584115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=6c06e121-507e-4272-bc97-3a753b97ce1f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.593216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0eef8cde-c260-4a45-afd5-f04c0c7c1c7c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4501758 Nov 25 17:49:18.593686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56506) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:18.600149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-443530785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c06e121-507e-4272-bc97-3a753b97ce1f'}], 'security_groups': ['5ae65ebf-d416-4638-8761-75aabe208406']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:18.601727 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.638136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7c8934bd-4681-4729-9dd2-e53f3ac25a34,segment=NetworkSegment(8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5),segment_id=8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:18.644324 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.673711 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.698478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:18.717672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a529a-fddd-4432-9788-e884290054a4 None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:18.848489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b5bd7819-4e8f-451b-97d6-f3f6b4cce86a None None] Provisioning complete for port 425fb669-7807-4167-bdd1-7df2fed32d17 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:18.848774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7819-4e8f-451b-97d6-f3f6b4cce86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.908095 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd7819-4e8f-451b-97d6-f3f6b4cce86a None None] Port 425fb669-7807-4167-bdd1-7df2fed32d17 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:18.924576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b5bd7819-4e8f-451b-97d6-f3f6b4cce86a None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:18.925502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7819-4e8f-451b-97d6-f3f6b4cce86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:18.990402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Delete allocated IP 2001:db8::80 (84dfd769-f5ef-48f4-b54a-47b033a66f83/21a5ad68-85c8-467b-b187-f3a1988aeabb) {{(pid=103636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:49:19.001103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8:0:1::121 (84dfd769-f5ef-48f4-b54a-47b033a66f83/6c06e121-507e-4272-bc97-3a753b97ce1f/9405cde6-7e23-4def-82c2-449e868b50cc) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:19.164961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] Update dhcp port {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'fixed_ips': [{'subnet_id': '21a5ad68-85c8-467b-b187-f3a1988aeabb', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c06e121-507e-4272-bc97-3a753b97ce1f'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '7c8934bd-4681-4729-9dd2-e53f3ac25a34'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:49:19.167074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.172281 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.218396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.230045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] In _notify_port_updated(), no bound segment for port 9405cde6-7e23-4def-82c2-449e868b50cc on network 84dfd769-f5ef-48f4-b54a-47b033a66f83 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:49:19.235553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:19.236175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.238184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/ports/9405cde6-7e23-4def-82c2-449e868b50cc HTTP/1.1" status: 200 len: 930 time: 0.6435382 Nov 25 17:49:19.241761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56508) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:19.251182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86d64e-95c3-459e-b157-f474365d1023 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=9405cde6-7e23-4def-82c2-449e868b50cc,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.353031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 9405cde6-7e23-4def-82c2-449e868b50cc {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:19.353371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.407781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] Allocated IP 2001:db8:0:1::2 (84dfd769-f5ef-48f4-b54a-47b033a66f83/6c06e121-507e-4272-bc97-3a753b97ce1f/7c8934bd-4681-4729-9dd2-e53f3ac25a34) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:19.447205 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.459007 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 9405cde6-7e23-4def-82c2-449e868b50cc owned by {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:19.506356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7c8934bd-4681-4729-9dd2-e53f3ac25a34,segment=NetworkSegment(8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5),segment_id=8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:19.536992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.541401 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.588987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.623115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=9405cde6-7e23-4def-82c2-449e868b50cc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.631711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187f1d6-b160-4197-84ff-e0fe3cec0079 None None] Pushing event updated for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.649791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.653122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e79a8dfe-a6c1-4816-b908-426c80021025 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/9405cde6-7e23-4def-82c2-449e868b50cc HTTP/1.1" status: 204 len: 168 time: 0.4095759 Nov 25 17:49:19.655770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56510) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:19.680102 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ecffdd-5d5d-4440-ab0a-98cb8156d464 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:19.681504 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a5ecffdd-5d5d-4440-ab0a-98cb8156d464 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/9405cde6-7e23-4def-82c2-449e868b50cc HTTP/1.1" status: 404 len: 333 time: 0.0248301 Nov 25 17:49:19.684245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56512) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:19.739256 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb20285-3acd-4f17-91b1-6813d45885a0 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.762850 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb20285-3acd-4f17-91b1-6813d45885a0 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.807056 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb20285-3acd-4f17-91b1-6813d45885a0 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.809757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cdb20285-3acd-4f17-91b1-6813d45885a0 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.812782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cdb20285-3acd-4f17-91b1-6813d45885a0 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/security-groups/26d4a284-d3d2-42b1-8045-c401ebd872ad HTTP/1.1" status: 204 len: 168 time: 0.1257932 Nov 25 17:49:19.813743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56514) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:19.820484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb20285-3acd-4f17-91b1-6813d45885a0 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d4a284-d3d2-42b1-8045-c401ebd872ad,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:19.886621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8cabad3-c51d-438b-8001-0d47364e5a99 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.910422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8cabad3-c51d-438b-8001-0d47364e5a99 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.953075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8cabad3-c51d-438b-8001-0d47364e5a99 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.955936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e8cabad3-c51d-438b-8001-0d47364e5a99 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:19.957468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e8cabad3-c51d-438b-8001-0d47364e5a99 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/security-groups/5ae65ebf-d416-4638-8761-75aabe208406 HTTP/1.1" status: 204 len: 168 time: 0.1410718 Nov 25 17:49:19.960218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56516) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:19.967625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cabad3-c51d-438b-8001-0d47364e5a99 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae65ebf-d416-4638-8761-75aabe208406,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:20.020209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 21a5ad68-85c8-467b-b187-f3a1988aeabb {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:20.023896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.069245 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.155832 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.229114 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.255649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=21a5ad68-85c8-467b-b187-f3a1988aeabb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:20.263021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.267184 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc8845e4-72c4-48e2-9732-a788b4bc73d4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/21a5ad68-85c8-467b-b187-f3a1988aeabb HTTP/1.1" status: 204 len: 168 time: 0.3058400 Nov 25 17:49:20.272714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56518) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:20.277575 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:20.278926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc37aae5-7058-4a9d-a36e-274581227305 None None] Provisioning complete for port 425fb669-7807-4167-bdd1-7df2fed32d17 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:20.279528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc37aae5-7058-4a9d-a36e-274581227305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.316436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-bc37aae5-7058-4a9d-a36e-274581227305 None None] Port 425fb669-7807-4167-bdd1-7df2fed32d17 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:20.333200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc37aae5-7058-4a9d-a36e-274581227305 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:20.334007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc37aae5-7058-4a9d-a36e-274581227305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.398156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:20.402986 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.410226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe22b1-3fa7-47bc-8792-4040d95e4203 None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:20.468107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7c8934bd-4681-4729-9dd2-e53f3ac25a34 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:20.508137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc37aae5-7058-4a9d-a36e-274581227305 None None] Could not find standard attr ID for object 9405cde6-7e23-4def-82c2-449e868b50cc. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:20.573477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:20.573853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.632302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.632675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ae85474b-47e5-4d96-98cf-db882bdec70d None None] Could not find standard attr ID for object 9405cde6-7e23-4def-82c2-449e868b50cc. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:20.677667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:20.680950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:20.685269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:20.685866 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.703293 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=43ee7c4a-7d51-4417-b83e-ae2763d67405,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:20.710494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e4b5857d-b3e8-44ea-9203-8c5f784df478 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4367249 Nov 25 17:49:20.713131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:20.717611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1729527076'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:20.740532 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.812015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.817196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.852906 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df426909-3091-40ba-b511-c5d78650c98d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:20.858465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.863321 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41814d41-c566-452d-a833-f69fdfb749a2 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1457274 Nov 25 17:49:20.863857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56522) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:20.868230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1952111887'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:20.891986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.964985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.969835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:20.999172 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.000438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1357536 Nov 25 17:49:21.004230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:21.004821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bad477-2533-4baf-9a68-3d914b55583a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8038d6-f325-46be-a5e4-520bfdc0cdc7,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:21.010492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'security_group': {'name': 'tempest-secgroup-930095887'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:21.035110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.109165 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.113096 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.145584 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.147063 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1412063 Nov 25 17:49:21.149756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:21.149950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80c5b-baa6-418e-97f8-fa4a1b770fb6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e5c93-d2b9-4624-beb9-b6290978a399,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:21.156606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1249291521', 'security_groups': ['e94e5c93-d2b9-4624-beb9-b6290978a399'], 'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43ee7c4a-7d51-4417-b83e-ae2763d67405'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:21.257241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f14b38-1847-4339-975e-7a5401955f0a None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:21.280389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:21.285598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.302778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] device_id is not set on port 4731ced3-c51c-4220-a43c-398cd1e7c98f yet. {{(pid=103636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 17:49:21.389483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1018a6c4-0d9b-4626-b377-5954dc5d2c44 None None] Provisioning complete for port 425fb669-7807-4167-bdd1-7df2fed32d17 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:21.389846 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1018a6c4-0d9b-4626-b377-5954dc5d2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.446044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-1018a6c4-0d9b-4626-b377-5954dc5d2c44 None None] Port 425fb669-7807-4167-bdd1-7df2fed32d17 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:21.462132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1018a6c4-0d9b-4626-b377-5954dc5d2c44 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:21.463121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1018a6c4-0d9b-4626-b377-5954dc5d2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.474556 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8::3e (84dfd769-f5ef-48f4-b54a-47b033a66f83/43ee7c4a-7d51-4417-b83e-ae2763d67405/4731ced3-c51c-4220-a43c-398cd1e7c98f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:21.544460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] Update dhcp port {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'fixed_ips': [{'subnet_id': '6c06e121-507e-4272-bc97-3a753b97ce1f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43ee7c4a-7d51-4417-b83e-ae2763d67405'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '7c8934bd-4681-4729-9dd2-e53f3ac25a34'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:49:21.595239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.616487 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.651030 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.700154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:21.703160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:21.705672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:21.711787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:21.712408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.722654 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=4731ced3-c51c-4220-a43c-398cd1e7c98f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:21.737267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2aebef0f-6431-472f-9c0d-356ac35b382e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5852430 Nov 25 17:49:21.740361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56528) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:21.745194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:21.774689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] Allocated IP 2001:db8::2 (84dfd769-f5ef-48f4-b54a-47b033a66f83/43ee7c4a-7d51-4417-b83e-ae2763d67405/7c8934bd-4681-4729-9dd2-e53f3ac25a34) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:21.855854 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:21.859731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.873862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7c8934bd-4681-4729-9dd2-e53f3ac25a34,segment=NetworkSegment(8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5),segment_id=8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:21.907887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.913335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:21.957946 n-d-817303-7 neutron-server[103636]: INFO neutron.db.ipam_backend_mixin [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43ee7c4a-7d51-4417-b83e-ae2763d67405 (CIDR: 2001:db8::/64) Nov 25 17:49:21.961390 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:49:21.961832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:21.977589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-48b40ccb-3f08-44a8-bb63-21928572564c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2361786 Nov 25 17:49:21.980490 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56530) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:21.985471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:21.998749 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb18dc-606a-4f98-9386-1f8997deca27 None None] Pushing event updated for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=6']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.107774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:22.111295 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.209006 n-d-817303-7 neutron-server[103635]: INFO neutron.db.ipam_backend_mixin [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6c06e121-507e-4272-bc97-3a753b97ce1f (CIDR: 2001:db8:0:1::/64) Nov 25 17:49:22.213038 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:49:22.213556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:22.231664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-58efb6c8-d262-42df-a102-a998b0a748f6 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2498195 Nov 25 17:49:22.234514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56532) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:22.240259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'subnet': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:22.351145 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Made reservation on behalf of 75b39a5ca4f84f2ba03f3a7220edb5e0 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:22.354709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.425987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7c8934bd-4681-4729-9dd2-e53f3ac25a34 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:22.484032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:22.484407 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.576539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a6f5e576-e1aa-49d8-878b-6d38471b2734 None None] Provisioning complete for port 425fb669-7807-4167-bdd1-7df2fed32d17 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:22.577627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e576-e1aa-49d8-878b-6d38471b2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.620171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5e576-e1aa-49d8-878b-6d38471b2734 None None] Port 425fb669-7807-4167-bdd1-7df2fed32d17 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:22.633280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a6f5e576-e1aa-49d8-878b-6d38471b2734 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:22.633868 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.634130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e576-e1aa-49d8-878b-6d38471b2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.676665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:22.680778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:22.686729 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:22.687259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.707355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Subnet': ['ID=1877034e-2238-45dd-a8a4-b6c141841519,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:22.712431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5dcb6dbd-7d94-400f-aac7-9efeafdff7ee tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4767761 Nov 25 17:49:22.715290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56534) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:22.720817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1614703646', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1877034e-2238-45dd-a8a4-b6c141841519'}], 'security_groups': ['df426909-3091-40ba-b511-c5d78650c98d', '7f8038d6-f325-46be-a5e4-520bfdc0cdc7']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:22.771107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530c6d9-6738-4337-9b71-88ee89bc920f None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:22.870858 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.886780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c1e92161-d013-4235-8876-3a500b6828b6 None None] Provisioning complete for port 4731ced3-c51c-4220-a43c-398cd1e7c98f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:22.887149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1e92161-d013-4235-8876-3a500b6828b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:22.949744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c1e92161-d013-4235-8876-3a500b6828b6 None None] Port 4731ced3-c51c-4220-a43c-398cd1e7c98f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:23.028952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] Update dhcp port {'port': {'network_id': '84dfd769-f5ef-48f4-b54a-47b033a66f83', 'fixed_ips': [{'subnet_id': '6c06e121-507e-4272-bc97-3a753b97ce1f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43ee7c4a-7d51-4417-b83e-ae2763d67405', 'ip_address': '2001:db8::2'}, {'subnet_id': '1877034e-2238-45dd-a8a4-b6c141841519'}], 'binding:host_id': 'n-d-817303-7'}, 'id': '7c8934bd-4681-4729-9dd2-e53f3ac25a34'} from n-d-817303-7. {{(pid=103637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 17:49:23.054537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.177652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Delete allocated IP 2001:db8::3e (84dfd769-f5ef-48f4-b54a-47b033a66f83/43ee7c4a-7d51-4417-b83e-ae2763d67405) {{(pid=103636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 17:49:23.185035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Allocated IP 2001:db8:0:2::d2 (84dfd769-f5ef-48f4-b54a-47b033a66f83/1877034e-2238-45dd-a8a4-b6c141841519/4731ced3-c51c-4220-a43c-398cd1e7c98f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:23.344540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.349169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.401398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] Allocated IP 2001:db8:0:2::2 (84dfd769-f5ef-48f4-b54a-47b033a66f83/1877034e-2238-45dd-a8a4-b6c141841519/7c8934bd-4681-4729-9dd2-e53f3ac25a34) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:23.409345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] In _notify_port_updated(), no bound segment for port 4731ced3-c51c-4220-a43c-398cd1e7c98f on network 84dfd769-f5ef-48f4-b54a-47b033a66f83 {{(pid=103636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 17:49:23.415032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:23.415540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.416918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "PUT /v2.0/ports/4731ced3-c51c-4220-a43c-398cd1e7c98f HTTP/1.1" status: 200 len: 969 time: 0.7005811 Nov 25 17:49:23.419802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56536) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.455221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730cee1-3294-4e1b-b796-3e40b31f8741 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event updated for resources: {'Port': ['ID=4731ced3-c51c-4220-a43c-398cd1e7c98f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.498576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7c8934bd-4681-4729-9dd2-e53f3ac25a34,segment=NetworkSegment(8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5),segment_id=8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:23.516726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 4731ced3-c51c-4220-a43c-398cd1e7c98f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:23.517069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.529206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.535517 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.610920 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.622457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 4731ced3-c51c-4220-a43c-398cd1e7c98f owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:23.637741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d71c9-03bf-4ff5-b183-0e9e00cb5e64 None None] Pushing event updated for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=7']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.754695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.787941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=4731ced3-c51c-4220-a43c-398cd1e7c98f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:23.812340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.816213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-99e9ea77-d37f-45cd-81ad-263a4ecb3abb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/4731ced3-c51c-4220-a43c-398cd1e7c98f HTTP/1.1" status: 204 len: 168 time: 0.3955712 Nov 25 17:49:23.818754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56538) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.844081 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8726b3b1-4793-463a-b490-4f744eafd5e7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] GET failed (client error): The resource could not be found. Nov 25 17:49:23.845519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8726b3b1-4793-463a-b490-4f744eafd5e7 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports/4731ced3-c51c-4220-a43c-398cd1e7c98f HTTP/1.1" status: 404 len: 333 time: 0.0256567 Nov 25 17:49:23.848317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56540) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:23.907886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c44799-2d93-4690-b248-18e50139ffcb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.933112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c44799-2d93-4690-b248-18e50139ffcb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.982849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c44799-2d93-4690-b248-18e50139ffcb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.986016 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-75c44799-2d93-4690-b248-18e50139ffcb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:23.988157 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-75c44799-2d93-4690-b248-18e50139ffcb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/security-groups/e94e5c93-d2b9-4624-beb9-b6290978a399 HTTP/1.1" status: 204 len: 168 time: 0.1388965 Nov 25 17:49:23.990985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56542) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.002877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c44799-2d93-4690-b248-18e50139ffcb tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e5c93-d2b9-4624-beb9-b6290978a399,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.056507 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5219f30-56a6-4b8d-ae4a-3f5df530f7e8 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.081130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5219f30-56a6-4b8d-ae4a-3f5df530f7e8 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.125831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5219f30-56a6-4b8d-ae4a-3f5df530f7e8 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.130075 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e5219f30-56a6-4b8d-ae4a-3f5df530f7e8 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.131248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e5219f30-56a6-4b8d-ae4a-3f5df530f7e8 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/security-groups/7f8038d6-f325-46be-a5e4-520bfdc0cdc7 HTTP/1.1" status: 204 len: 168 time: 0.1392393 Nov 25 17:49:24.134199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.141039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5219f30-56a6-4b8d-ae4a-3f5df530f7e8 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8038d6-f325-46be-a5e4-520bfdc0cdc7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.192788 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3baafc55-f09f-4395-adae-f99682385d32 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.216516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3baafc55-f09f-4395-adae-f99682385d32 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.261590 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3baafc55-f09f-4395-adae-f99682385d32 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.264426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3baafc55-f09f-4395-adae-f99682385d32 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.265634 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3baafc55-f09f-4395-adae-f99682385d32 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/security-groups/df426909-3091-40ba-b511-c5d78650c98d HTTP/1.1" status: 204 len: 168 time: 0.1301522 Nov 25 17:49:24.269302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56546) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.275553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baafc55-f09f-4395-adae-f99682385d32 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df426909-3091-40ba-b511-c5d78650c98d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.318085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f1b978fa-b9ff-4f01-9d81-42051a5fb5d2 None None] Provisioning complete for port 425fb669-7807-4167-bdd1-7df2fed32d17 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:24.318551 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1b978fa-b9ff-4f01-9d81-42051a5fb5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.337795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 43ee7c4a-7d51-4417-b83e-ae2763d67405 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:24.341673 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.366451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f1b978fa-b9ff-4f01-9d81-42051a5fb5d2 None None] Port 425fb669-7807-4167-bdd1-7df2fed32d17 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:24.370039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f1b978fa-b9ff-4f01-9d81-42051a5fb5d2 None None] Could not find standard attr ID for object 4731ced3-c51c-4220-a43c-398cd1e7c98f. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:24.381249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f1b978fa-b9ff-4f01-9d81-42051a5fb5d2 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:24.381249 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f1b978fa-b9ff-4f01-9d81-42051a5fb5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.385905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.461890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7c8934bd-4681-4729-9dd2-e53f3ac25a34 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:24.492791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.528736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:24.529391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.556925 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.588308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=43ee7c4a-7d51-4417-b83e-ae2763d67405,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.592693 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.596818 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8313eea9-ae33-4724-9220-60d3b869f852 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/43ee7c4a-7d51-4417-b83e-ae2763d67405 HTTP/1.1" status: 204 len: 168 time: 0.3255615 Nov 25 17:49:24.604186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56548) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.665328 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 1877034e-2238-45dd-a8a4-b6c141841519 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:24.669012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.712013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.732065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c915fa5-8fbd-4d29-8192-8205665a8e21 None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:24.754557 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-33a077a1-cb13-4524-9e8b-c063d5a2ce87 None None] Could not find standard attr ID for object 9405cde6-7e23-4def-82c2-449e868b50cc. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 17:49:24.797704 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.858674 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.887879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=1877034e-2238-45dd-a8a4-b6c141841519,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:24.889773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:24.895300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-03d1f6cf-7f29-45fc-8de7-ec4d2d1093b1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/1877034e-2238-45dd-a8a4-b6c141841519 HTTP/1.1" status: 204 len: 168 time: 0.2878671 Nov 25 17:49:24.895590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56550) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.921183 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05bdbf6-de79-428c-8c83-86d35a1965af tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:24.921639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05bdbf6-de79-428c-8c83-86d35a1965af tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:24.925356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d05bdbf6-de79-428c-8c83-86d35a1965af tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/43ee7c4a-7d51-4417-b83e-ae2763d67405 HTTP/1.1" status: 404 len: 337 time: 0.0288682 Nov 25 17:49:24.928041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56552) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:24.985306 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting subnet 6c06e121-507e-4272-bc97-3a753b97ce1f {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:24.989305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.029790 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.118245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.183901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.211163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Subnet': ['ID=6c06e121-507e-4272-bc97-3a753b97ce1f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:25.218192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.222334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-86a1efbd-638a-4a41-99be-4cc5be38d67e tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/6c06e121-507e-4272-bc97-3a753b97ce1f HTTP/1.1" status: 204 len: 168 time: 0.2931094 Nov 25 17:49:25.224517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56554) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.253208 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a526a6cf-fbe2-4c12-aa01-bf36062d57c1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.253667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a526a6cf-fbe2-4c12-aa01-bf36062d57c1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.256805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a526a6cf-fbe2-4c12-aa01-bf36062d57c1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/21a5ad68-85c8-467b-b187-f3a1988aeabb HTTP/1.1" status: 404 len: 337 time: 0.0308666 Nov 25 17:49:25.259309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56556) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.286637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2ecaecee-c28d-4b9a-9076-4270b6ca0c03 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b2f7243-c814-490c-9491-f2720505ac78 HTTP/1.1" status: 200 len: 205 time: 0.0262105 Nov 25 17:49:25.289004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56558) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.330084 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-e7761c63-0377-4fe2-8f20-2b9be4cff1e4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] delete failed (client error): The resource could not be found. Nov 25 17:49:25.331772 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e7761c63-0377-4fe2-8f20-2b9be4cff1e4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/routers/7b2f7243-c814-490c-9491-f2720505ac78 HTTP/1.1" status: 404 len: 336 time: 0.0417914 Nov 25 17:49:25.334243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56560) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.361683 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-729d0fac-5c46-42e2-ad10-9d63ed403b41 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.362167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729d0fac-5c46-42e2-ad10-9d63ed403b41 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.365673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-729d0fac-5c46-42e2-ad10-9d63ed403b41 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/cb53463f-c3ef-4917-956a-08d92b107150 HTTP/1.1" status: 404 len: 337 time: 0.0302103 Nov 25 17:49:25.368294 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56562) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.395084 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3869190e-6f82-44e8-9101-72ae46cef82a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.395565 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3869190e-6f82-44e8-9101-72ae46cef82a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.398684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3869190e-6f82-44e8-9101-72ae46cef82a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/0d8c96e2-1f1a-401e-9a43-a75988302e66 HTTP/1.1" status: 404 len: 337 time: 0.0293677 Nov 25 17:49:25.401412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56564) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.428543 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3028892-95d3-4d89-a513-ea74aafff63c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.428997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3028892-95d3-4d89-a513-ea74aafff63c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.432038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e3028892-95d3-4d89-a513-ea74aafff63c tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/8137052b-9ab9-4b00-b171-698ec8c1de1b HTTP/1.1" status: 404 len: 337 time: 0.0295939 Nov 25 17:49:25.434730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56566) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.458226 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-226aa14b-781f-49d8-8798-d3103dde8ab1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.458779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226aa14b-781f-49d8-8798-d3103dde8ab1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.462163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-226aa14b-781f-49d8-8798-d3103dde8ab1 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/e3506912-89f4-49c4-8266-1c8718453e77 HTTP/1.1" status: 404 len: 333 time: 0.0265079 Nov 25 17:49:25.464755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56568) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.490682 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-723ca8d5-5e54-40fd-a248-464750ec0ff4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.491135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723ca8d5-5e54-40fd-a248-464750ec0ff4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.494189 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-723ca8d5-5e54-40fd-a248-464750ec0ff4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/dbcbd392-84f5-469d-b786-022f871b109a HTTP/1.1" status: 404 len: 337 time: 0.0285404 Nov 25 17:49:25.496758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56570) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.503965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbec45-0875-4a36-b5cf-1d5ed1e9e6fa None None] Network 84dfd769-f5ef-48f4-b54a-47b033a66f83 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:25.522549 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e8ee8d-d47f-4540-8989-5c47bab04e17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.522992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e8ee8d-d47f-4540-8989-5c47bab04e17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.526034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-69e8ee8d-d47f-4540-8989-5c47bab04e17 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/15d2982c-9a19-4665-9901-f5a9b8ca7dca HTTP/1.1" status: 404 len: 337 time: 0.0283847 Nov 25 17:49:25.528572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56572) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.554750 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-748d9eee-4a85-463e-b408-3125b5991f48 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.555255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748d9eee-4a85-463e-b408-3125b5991f48 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.558282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-748d9eee-4a85-463e-b408-3125b5991f48 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/d0529bbe-a879-45a8-9b82-471032f01221 HTTP/1.1" status: 404 len: 333 time: 0.0288286 Nov 25 17:49:25.560869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56574) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.587826 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdab585-447a-4c94-9bf8-6cbd61af8f3b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.588360 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdab585-447a-4c94-9bf8-6cbd61af8f3b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.591354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-efdab585-447a-4c94-9bf8-6cbd61af8f3b tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/5877b212-c30b-4673-9a7e-c3541e42ea6c HTTP/1.1" status: 404 len: 337 time: 0.0294685 Nov 25 17:49:25.593958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56576) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.618671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2baf51f0-fb6f-481f-809e-544a1f587fec None None] Provisioning complete for port 425fb669-7807-4167-bdd1-7df2fed32d17 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:25.619063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2baf51f0-fb6f-481f-809e-544a1f587fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.620073 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b5bd8-4623-4146-8b23-9c940ef959a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] DELETE failed (client error): The resource could not be found. Nov 25 17:49:25.620530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694b5bd8-4623-4146-8b23-9c940ef959a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 17:49:25.623599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-694b5bd8-4623-4146-8b23-9c940ef959a4 tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/subnets/0741d9be-03cb-4c90-9a80-24ddc401fe6a HTTP/1.1" status: 404 len: 337 time: 0.0286343 Nov 25 17:49:25.626196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56578) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:25.665411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2baf51f0-fb6f-481f-809e-544a1f587fec None None] Port 425fb669-7807-4167-bdd1-7df2fed32d17 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:25.676768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2baf51f0-fb6f-481f-809e-544a1f587fec None None] Provisioning complete for port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:25.677416 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2baf51f0-fb6f-481f-809e-544a1f587fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.712823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Deleting port 425fb669-7807-4167-bdd1-7df2fed32d17 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:25.716778 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.748461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] DHCP port deletion for 84dfd769-f5ef-48f4-b54a-47b033a66f83 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:25.809660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] Deleting port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:25.810052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.879850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] For port 7c8934bd-4681-4729-9dd2-e53f3ac25a34, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7c8934bd-4681-4729-9dd2-e53f3ac25a34,segment=NetworkSegment(8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5),segment_id=8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:25.880257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:25.893503 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] Calling delete_port for 7c8934bd-4681-4729-9dd2-e53f3ac25a34 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:25.974915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.005236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] Pushing event deleted for resources: {'Port': ['ID=7c8934bd-4681-4729-9dd2-e53f3ac25a34,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:26.009754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a53269-2584-4d97-a741-44a47d839a54 None None] No DVR routers for this DVR port 7c8934bd-4681-4729-9dd2-e53f3ac25a34 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:26.146189 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.158252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Calling delete_port for 425fb669-7807-4167-bdd1-7df2fed32d17 owned by {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:26.236472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.269015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Port': ['ID=425fb669-7807-4167-bdd1-7df2fed32d17,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:26.274824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.278276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-998c8290-d25e-4488-85e9-81be037739bd tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/ports/425fb669-7807-4167-bdd1-7df2fed32d17 HTTP/1.1" status: 204 len: 168 time: 0.6511796 Nov 25 17:49:26.280748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56580) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:26.354080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.418948 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7c8934bd-4681-4729-9dd2-e53f3ac25a34 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:26.440730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7c8934bd-4681-4729-9dd2-e53f3ac25a34 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:26.441077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7c8934bd-4681-4729-9dd2-e53f3ac25a34 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:26.448553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.468761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dfd769-f5ef-48f4-b54a-47b033a66f83']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:26.478397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:26.478688 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2a37af-cfc9-48aa-8e68-ebc5483fc3a5') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:26.488293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.500906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.506780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:26.507154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:26.510060 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:26.569018 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.575779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:26.578883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] 10.222.0.86 "DELETE /v2.0/networks/84dfd769-f5ef-48f4-b54a-47b033a66f83 HTTP/1.1" status: 204 len: 168 time: 0.2972155 Nov 25 17:49:26.590638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b96a37-c3b1-442b-8633-ca3c1c46d16a tempest-PortsIpV6TestJSON-1212420881 tempest-PortsIpV6TestJSON-1212420881-project] Pushing event deleted for resources: {'Network': ['ID=84dfd769-f5ef-48f4-b54a-47b033a66f83,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:26.819168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56586) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:26.953096 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a2a5a63d-5f1d-45cd-ae3e-635d7020b258 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=75b39a5ca4f84f2ba03f3a7220edb5e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327286 Nov 25 17:49:26.956242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56590) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:27.004401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-641ea969-fe44-46ac-aeda-5e2e4c19e4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.027949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-641ea969-fe44-46ac-aeda-5e2e4c19e4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.075542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-641ea969-fe44-46ac-aeda-5e2e4c19e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.078111 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-641ea969-fe44-46ac-aeda-5e2e4c19e4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.079252 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-641ea969-fe44-46ac-aeda-5e2e4c19e4f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6f85aa5-4d72-4aca-bb46-aa2b54b5fcfe HTTP/1.1" status: 204 len: 168 time: 0.1221173 Nov 25 17:49:27.087924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ea969-fe44-46ac-aeda-5e2e4c19e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f85aa5-4d72-4aca-bb46-aa2b54b5fcfe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:27.724805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56612) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:27.822051 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1158425021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:27.845809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.846939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.900334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.904316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.921395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.922564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e9f8bd1b-7980-4915-801c-88cc4b8041cd tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1967368 Nov 25 17:49:27.926272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56616) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:27.930888 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1643944320'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:27.951117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:27.954369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:27.963010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.039070 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.042762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.072233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:28.078321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1926b373-cdc0-4687-b40e-82d1572c973c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:28.085814 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.086147 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Added segment 1094361f-c097-4e96-abea-ac3b086a4320 of type vlan for network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 Nov 25 17:49:28.125767 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.150350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.155976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:28.156550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.210362 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2830544 Nov 25 17:49:28.213146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:28.220146 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'subnet': {'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:28.246320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3f788-e028-4824-9ea8-4aaceb263adb tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Network': ['ID=fa2e0a65-f1a6-46d4-ac51-a550b57a6de3,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:28.257444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:28.329661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:28.333773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.512188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.570550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Subnet': ['ID=9b11427d-42bf-4793-be53-5a5f9686ce18,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:28.579040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Checking segment: {'id': '1094361f-c097-4e96-abea-ac3b086a4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:28.579407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network hostable DHCP agents. Network: fa2e0a65-f1a6-46d4-ac51-a550b57a6de3, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:28.597093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:28.605097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, fa2e0a65-f1a6-46d4-ac51-a550b57a6de3) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:28.609278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:28.609934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.613953 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725cc065-8308-42f6-bbc6-84837451d524 None None] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:28.626896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-efb900f0-7946-467e-94b4-5bc3e288ad4a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4124541 Nov 25 17:49:28.629642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56620) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:28.634721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'network': {'name': 'tempest-router-network01--9983431'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:28.656546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:28.661981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.686399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:28.696550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.696884 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Added segment d1dea2de-a65b-441f-bf94-d9df541a9048 of type vlan for network 744b8438-10a7-4863-abdd-fa7cfecab7db Nov 25 17:49:28.738998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.766184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-fa2e0a65-f1a6-46d4-ac51-a550b57a6de3', 'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3', 'tenant_id': 'e9e44663501c4d1189d0af0f55183f96', 'fixed_ips': [{'subnet_id': '9b11427d-42bf-4793-be53-5a5f9686ce18'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:28.766976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.768863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.774557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:28.775134 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.842411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2113557 Nov 25 17:49:28.844893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56622) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:28.849198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22bbd2-03fd-4fff-8f9c-40ed506aace4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Network': ['ID=744b8438-10a7-4863-abdd-fa7cfecab7db,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:28.851671 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'network': {'name': 'tempest-router-network02--823029814'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:28.863109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 744b8438-10a7-4863-abdd-fa7cfecab7db details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:28.877154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:28.880894 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.910000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:28.919675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.920101 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Added segment b5aa17eb-90b5-4f36-a6ea-66c76d87df95 of type vlan for network 6510ef06-92eb-4bc9-b34a-3e19ae75184e Nov 25 17:49:28.959232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.976849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Allocated IP 2001:db8::2 (fa2e0a65-f1a6-46d4-ac51-a550b57a6de3/9b11427d-42bf-4793-be53-5a5f9686ce18/3a2b8517-cae1-4688-87e6-b3296635cb70) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:28.984881 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:28.991424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:28.992026 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.046454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2002728 Nov 25 17:49:29.051461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56624) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:29.055880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'subnet': {'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:29.062728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0da10c-7f61-428b-90b8-7f70acebbfd4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Network': ['ID=6510ef06-92eb-4bc9-b34a-3e19ae75184e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:29.075708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6510ef06-92eb-4bc9-b34a-3e19ae75184e details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:29.145978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:29.149714 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.193753 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.199854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.239939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:29.242909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:29.246695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:29.258078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Pushing event updated for resources: {'Port': ['ID=3a2b8517-cae1-4688-87e6-b3296635cb70,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:29.310035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Attempting to bind port 3a2b8517-cae1-4688-87e6-b3296635cb70 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:29.310410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Attempting to bind port 3a2b8517-cae1-4688-87e6-b3296635cb70 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1094361f-c097-4e96-abea-ac3b086a4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:29.310784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Attempting to bind port 3a2b8517-cae1-4688-87e6-b3296635cb70 on network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:29.317117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:29.317493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Checking segment: {'id': '1094361f-c097-4e96-abea-ac3b086a4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:29.317900 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.318294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Bound using segment: {'id': '1094361f-c097-4e96-abea-ac3b086a4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:29.318761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Bound port: 3a2b8517-cae1-4688-87e6-b3296635cb70, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1094361f-c097-4e96-abea-ac3b086a4320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fa2e0a65-f1a6-46d4-ac51-a550b57a6de3'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:29.319141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.348139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.386019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] For port 3a2b8517-cae1-4688-87e6-b3296635cb70, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:29.389303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] For port 3a2b8517-cae1-4688-87e6-b3296635cb70, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3a2b8517-cae1-4688-87e6-b3296635cb70,segment=NetworkSegment(1094361f-c097-4e96-abea-ac3b086a4320),segment_id=1094361f-c097-4e96-abea-ac3b086a4320)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:29.393060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.417228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Subnet': ['ID=bdf293d7-9f6d-40cc-9554-20a003dfc8d9,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:29.427002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Checking segment: {'id': 'd1dea2de-a65b-441f-bf94-d9df541a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:29.427400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network hostable DHCP agents. Network: 744b8438-10a7-4863-abdd-fa7cfecab7db, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:29.491846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network 744b8438-10a7-4863-abdd-fa7cfecab7db is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:29.492684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5aa21b-73d5-4a69-b2c4-0152b3364703 None None] Pushing event updated for resources: {'Port': ['ID=3a2b8517-cae1-4688-87e6-b3296635cb70,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:29.492768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 744b8438-10a7-4863-abdd-fa7cfecab7db) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:29.492840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:29.494312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.501538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945b49e-54bc-49af-b006-50d3b39b1197 None None] Network 744b8438-10a7-4863-abdd-fa7cfecab7db requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:29.512732 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df9a216f-db43-482c-a96e-6750ff97ce00 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4608912 Nov 25 17:49:29.515773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56626) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:29.521353 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'subnet': {'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:29.621552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:29.625370 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.692736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-744b8438-10a7-4863-abdd-fa7cfecab7db', 'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db', 'tenant_id': 'e9e44663501c4d1189d0af0f55183f96', 'fixed_ips': [{'subnet_id': 'bdf293d7-9f6d-40cc-9554-20a003dfc8d9'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:29.693605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:29.855285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Allocated IP 2001:db8::2 (744b8438-10a7-4863-abdd-fa7cfecab7db/bdf293d7-9f6d-40cc-9554-20a003dfc8d9/cec1bf40-7836-4c66-9d3e-4c141d10e0fd) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:30.004635 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.012461 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.062267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Network 744b8438-10a7-4863-abdd-fa7cfecab7db is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:30.065251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:30.067944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:30.079161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Pushing event updated for resources: {'Port': ['ID=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:30.130579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Attempting to bind port cec1bf40-7836-4c66-9d3e-4c141d10e0fd on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:30.130945 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Attempting to bind port cec1bf40-7836-4c66-9d3e-4c141d10e0fd by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'd1dea2de-a65b-441f-bf94-d9df541a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:30.131309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Attempting to bind port cec1bf40-7836-4c66-9d3e-4c141d10e0fd on network 744b8438-10a7-4863-abdd-fa7cfecab7db {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:30.136761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:30.137134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Checking segment: {'id': 'd1dea2de-a65b-441f-bf94-d9df541a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:30.137535 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.137949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Bound using segment: {'id': 'd1dea2de-a65b-441f-bf94-d9df541a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:30.138412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Bound port: cec1bf40-7836-4c66-9d3e-4c141d10e0fd, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dea2de-a65b-441f-bf94-d9df541a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '744b8438-10a7-4863-abdd-fa7cfecab7db'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:30.138786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.186147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.210733 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] For port cec1bf40-7836-4c66-9d3e-4c141d10e0fd, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:30.214218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] For port cec1bf40-7836-4c66-9d3e-4c141d10e0fd, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,segment=NetworkSegment(d1dea2de-a65b-441f-bf94-d9df541a9048),segment_id=d1dea2de-a65b-441f-bf94-d9df541a9048)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:30.217957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.255761 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Subnet': ['ID=ed8fbee8-bf7c-41a6-a7bd-1c50db245426,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:30.260278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Checking segment: {'id': 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:30.260905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network hostable DHCP agents. Network: 6510ef06-92eb-4bc9-b34a-3e19ae75184e, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:30.279101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee25fc0-ca98-4246-832a-6c61dd19f187 None None] Pushing event updated for resources: {'Port': ['ID=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:30.294230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network 6510ef06-92eb-4bc9-b34a-3e19ae75184e is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:30.305656 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6510ef06-92eb-4bc9-b34a-3e19ae75184e) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:30.310157 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:30.310748 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.314542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01753e-8767-4819-ae44-73aac5d6f8d8 None None] Network 6510ef06-92eb-4bc9-b34a-3e19ae75184e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:30.333019 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b4b811d5-fb0a-46a0-ba7d-9a6d96c879c0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8160772 Nov 25 17:49:30.336344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56628) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:30.527254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3a2b8517-cae1-4688-87e6-b3296635cb70 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:30.600698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-6510ef06-92eb-4bc9-b34a-3e19ae75184e', 'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e', 'tenant_id': 'e9e44663501c4d1189d0af0f55183f96', 'fixed_ips': [{'subnet_id': 'ed8fbee8-bf7c-41a6-a7bd-1c50db245426'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:30.601649 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.686950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.706217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3a2b8517-cae1-4688-87e6-b3296635cb70 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:30.706725 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:30.772143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2a5a2-80a0-44e7-8f1c-a675e4f9882c None None] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:30.968224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Allocated IP 2001:db8::1 (744b8438-10a7-4863-abdd-fa7cfecab7db/bdf293d7-9f6d-40cc-9554-20a003dfc8d9/f1bc6f0b-5591-49c8-bfd7-4c64b67bef58) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:31.064963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2b993b9e-b6e5-4f1a-b8bf-f99ac38461fb None None] Provisioning complete for port 3a2b8517-cae1-4688-87e6-b3296635cb70 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:31.065347 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b993b9e-b6e5-4f1a-b8bf-f99ac38461fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.069143 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Allocated IP 2001:db8::2 (6510ef06-92eb-4bc9-b34a-3e19ae75184e/ed8fbee8-bf7c-41a6-a7bd-1c50db245426/75bec759-bbc9-4639-80a2-7bda0c161354) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:31.093199 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.124873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.130078 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.175669 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network 744b8438-10a7-4863-abdd-fa7cfecab7db is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:31.178589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:31.183148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:31.183709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.228883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Port': ['ID=f1bc6f0b-5591-49c8-bfd7-4c64b67bef58,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:31.263148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 3a2b8517-cae1-4688-87e6-b3296635cb70, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3a2b8517-cae1-4688-87e6-b3296635cb70,segment=NetworkSegment(1094361f-c097-4e96-abea-ac3b086a4320),segment_id=1094361f-c097-4e96-abea-ac3b086a4320)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:31.276004 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.317411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.464632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=3a2b8517-cae1-4688-87e6-b3296635cb70,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:31.485615 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.492725 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.525277 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce0b19-82b4-4234-86e1-61a90a1614f6 None None] Network 744b8438-10a7-4863-abdd-fa7cfecab7db requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:31.582346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Network 6510ef06-92eb-4bc9-b34a-3e19ae75184e is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:31.596775 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:31.604067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:31.609478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.613315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Pushing event updated for resources: {'Port': ['ID=75bec759-bbc9-4639-80a2-7bda0c161354,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:31.615707 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.616540 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.653059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4d928e77-6474-4071-b115-b5477ea4a40d None None] Provisioning complete for port cec1bf40-7836-4c66-9d3e-4c141d10e0fd triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:31.653775 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d928e77-6474-4071-b115-b5477ea4a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.710324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Port': ['ID=f1bc6f0b-5591-49c8-bfd7-4c64b67bef58,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:31.732899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Attempting to bind port 75bec759-bbc9-4639-80a2-7bda0c161354 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:31.733198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Attempting to bind port 75bec759-bbc9-4639-80a2-7bda0c161354 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:31.733567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Attempting to bind port 75bec759-bbc9-4639-80a2-7bda0c161354 on network 6510ef06-92eb-4bc9-b34a-3e19ae75184e {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:31.753369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network 744b8438-10a7-4863-abdd-fa7cfecab7db is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:31.754750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:31.768444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:31.768820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Checking segment: {'id': 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:31.769225 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.769620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Bound using segment: {'id': 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:31.770097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Bound port: 75bec759-bbc9-4639-80a2-7bda0c161354, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6510ef06-92eb-4bc9-b34a-3e19ae75184e'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:31.771011 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.874423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Router 5a6e2d52-8824-424a-88e4-520965d792d5 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:49:31.905401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] For port 75bec759-bbc9-4639-80a2-7bda0c161354, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:31.910549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] For port 75bec759-bbc9-4639-80a2-7bda0c161354, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=75bec759-bbc9-4639-80a2-7bda0c161354,segment=NetworkSegment(b5aa17eb-90b5-4f36-a6ea-66c76d87df95),segment_id=b5aa17eb-90b5-4f36-a6ea-66c76d87df95)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:31.914323 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d928e77-6474-4071-b115-b5477ea4a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.918204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:31.974016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:31.982412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1b3be438-23e1-46bf-b3e3-9903d2400fca tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408553 Nov 25 17:49:31.982412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56630) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:31.989395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] Sync routers for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:32.002925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4d928e77-6474-4071-b115-b5477ea4a40d None None] For port cec1bf40-7836-4c66-9d3e-4c141d10e0fd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,segment=NetworkSegment(d1dea2de-a65b-441f-bf94-d9df541a9048),segment_id=d1dea2de-a65b-441f-bf94-d9df541a9048)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:32.010613 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4d928e77-6474-4071-b115-b5477ea4a40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.015660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82123-d508-4b1f-ac82-1d408121714e None None] Pushing event updated for resources: {'Port': ['ID=75bec759-bbc9-4639-80a2-7bda0c161354,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:32.023801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:32.024436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.091222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.118630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:32.119192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.124362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d928e77-6474-4071-b115-b5477ea4a40d None None] Pushing event updated for resources: {'Port': ['ID=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:32.165433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:32.166133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f88d92-7feb-4776-a1fa-cb0f5c4928fa None None] The sync data for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:32.176002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-39edd68d-352e-44e9-bcf5-16a38c9be29f None None] Provisioning complete for port 3a2b8517-cae1-4688-87e6-b3296635cb70 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:32.176383 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39edd68d-352e-44e9-bcf5-16a38c9be29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.435183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da5e3f0b-aa6d-4134-9d92-bf3491da6798 None None] Provisioning complete for port cec1bf40-7836-4c66-9d3e-4c141d10e0fd triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:32.435472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da5e3f0b-aa6d-4134-9d92-bf3491da6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.476700 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-07d582da-4b2c-4985-ba0f-b7429bed5894 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:49:32.478184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-07d582da-4b2c-4985-ba0f-b7429bed5894 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4946396 Nov 25 17:49:32.480890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56632) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:32.581304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da5e3f0b-aa6d-4134-9d92-bf3491da6798 None None] Provisioning complete for port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:32.581915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da5e3f0b-aa6d-4134-9d92-bf3491da6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.612365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 75bec759-bbc9-4639-80a2-7bda0c161354 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:32.656544 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-da5e3f0b-aa6d-4134-9d92-bf3491da6798 None None] Port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:32.679638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 75bec759-bbc9-4639-80a2-7bda0c161354 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:32.680018 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.781768 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.800692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a118acbc-c4c7-4700-993e-3c9982942563 None None] Provisioning complete for port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:32.801064 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a118acbc-c4c7-4700-993e-3c9982942563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.849636 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 75bec759-bbc9-4639-80a2-7bda0c161354, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=75bec759-bbc9-4639-80a2-7bda0c161354,segment=NetworkSegment(b5aa17eb-90b5-4f36-a6ea-66c76d87df95),segment_id=b5aa17eb-90b5-4f36-a6ea-66c76d87df95)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:32.855260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a118acbc-c4c7-4700-993e-3c9982942563 None None] Port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:32.857524 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.858297 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cec1bf40-7836-4c66-9d3e-4c141d10e0fd up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:32.858722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:32.937877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=75bec759-bbc9-4639-80a2-7bda0c161354,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:32.951279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port cec1bf40-7836-4c66-9d3e-4c141d10e0fd triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:32.951692 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.003997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9935c85b-afab-4399-b50f-cc315c6e54b4 None None] Provisioning complete for port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:33.004890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9935c85b-afab-4399-b50f-cc315c6e54b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.073815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9935c85b-afab-4399-b50f-cc315c6e54b4 None None] Port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:33.090397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3a2b8517-cae1-4688-87e6-b3296635cb70 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:33.116298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting port f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:33.116631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.148241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3a2b8517-cae1-4688-87e6-b3296635cb70 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:33.148851 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.206269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.219645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Calling delete_port for f1bc6f0b-5591-49c8-bfd7-4c64b67bef58 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:33.278624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221f857-057f-47a6-ac6d-b917812b7074 None None] Network 6510ef06-92eb-4bc9-b34a-3e19ae75184e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:33.339112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-682bb09c-6bef-4227-90a7-a19178bbc31d None None] Provisioning complete for port 75bec759-bbc9-4639-80a2-7bda0c161354 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:33.339507 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-682bb09c-6bef-4227-90a7-a19178bbc31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.400856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.433499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Port': ['ID=f1bc6f0b-5591-49c8-bfd7-4c64b67bef58,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:33.535365 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:33.882487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e088181a-c335-49e9-ba6e-667c961551da None None] Provisioning complete for port 75bec759-bbc9-4639-80a2-7bda0c161354 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:33.883099 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e088181a-c335-49e9-ba6e-667c961551da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.046084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Router 5a6e2d52-8824-424a-88e4-520965d792d5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:34.121442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:34.126524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b187b6ef-81ad-41c3-9de4-c51b7460f8f5 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6429629 Nov 25 17:49:34.131238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:34.133869 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] Sync routers for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:34.144596 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:34.145284 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:34.167399 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-4069cf5a-a854-4f1c-8efa-2094b5d04ea1 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] delete failed (client error): The resource could not be found. Nov 25 17:49:34.168441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4069cf5a-a854-4f1c-8efa-2094b5d04ea1 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/routers/tempest-non_exist_router-420689253 HTTP/1.1" status: 404 len: 334 time: 0.0362473 Nov 25 17:49:34.172208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:34.177429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7e3bfdfe-dad5-4226-945f-a6de336457d6 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a6e2d52-8824-424a-88e4-520965d792d5'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:34.180345 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:34.188794 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:34.189609 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:34.308893 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:34.309447 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc540b80-d71e-44f8-9940-cecae3f8ea99 None None] The sync data for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:34.391543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7e3bfdfe-dad5-4226-945f-a6de336457d6 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.412240 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-7e3bfdfe-dad5-4226-945f-a6de336457d6 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] update failed (client error): The resource could not be found. Nov 25 17:49:34.413289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7e3bfdfe-dad5-4226-945f-a6de336457d6 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5 HTTP/1.1" status: 404 len: 339 time: 0.2402020 Nov 25 17:49:34.416886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56638) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:34.421893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-414433627'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:34.432774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 75bec759-bbc9-4639-80a2-7bda0c161354 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:34.444064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:34.447520 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.473392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:49:34.482432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.482774 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Added segment 4f2e4b51-b41b-44f8-8caf-8f042d85f9d9 of type vlan for network c339091e-8d47-40be-b251-566c029a9dd2 Nov 25 17:49:34.488724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 75bec759-bbc9-4639-80a2-7bda0c161354 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:34.489119 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.526984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.554129 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.559733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:34.560257 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.617995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1975620 Nov 25 17:49:34.618358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56640) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:34.623058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'subnet': {'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:34.674511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909432a6-747d-410b-90dd-733a7731aa4f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Network': ['ID=c339091e-8d47-40be-b251-566c029a9dd2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:34.687039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network c339091e-8d47-40be-b251-566c029a9dd2 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:49:34.725281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Made reservation on behalf of e9e44663501c4d1189d0af0f55183f96 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:49:34.728885 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.922019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:34.986006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Subnet': ['ID=13699676-d785-46fa-bbab-ba47096c4ed5,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:34.995452 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Checking segment: {'id': '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:34.995805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network hostable DHCP agents. Network: c339091e-8d47-40be-b251-566c029a9dd2, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:49:35.013081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network c339091e-8d47-40be-b251-566c029a9dd2 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:49:35.021420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, c339091e-8d47-40be-b251-566c029a9dd2) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:35.025541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:35.026119 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.030158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cc552-8d5b-4404-ae56-4647bd024f13 None None] Network c339091e-8d47-40be-b251-566c029a9dd2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:35.042547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-16ac6f96-e714-45e3-bdb4-faf4520cd83c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4231908 Nov 25 17:49:35.045245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56642) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:35.050047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fff6138b-55ab-424f-809d-d6c318365e9a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:35.181783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-c339091e-8d47-40be-b251-566c029a9dd2', 'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2', 'tenant_id': 'e9e44663501c4d1189d0af0f55183f96', 'fixed_ips': [{'subnet_id': '13699676-d785-46fa-bbab-ba47096c4ed5'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:49:35.182688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.263615 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fff6138b-55ab-424f-809d-d6c318365e9a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.322102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Allocated IP 2001:db8:1::2 (c339091e-8d47-40be-b251-566c029a9dd2/13699676-d785-46fa-bbab-ba47096c4ed5/96337502-d698-47b4-96ec-142b982ca850) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:35.374392 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-fff6138b-55ab-424f-809d-d6c318365e9a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 17:49:35.375477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fff6138b-55ab-424f-809d-d6c318365e9a tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5 HTTP/1.1" status: 400 len: 364 time: 0.3291795 Nov 25 17:49:35.380076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56644) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:35.428704 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:49:35.466239 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.473330 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.517290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Network c339091e-8d47-40be-b251-566c029a9dd2 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:35.522026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:35.527074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:35.530065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Pushing event updated for resources: {'Port': ['ID=96337502-d698-47b4-96ec-142b982ca850,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:35.581883 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Attempting to bind port 96337502-d698-47b4-96ec-142b982ca850 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:49:35.582251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Attempting to bind port 96337502-d698-47b4-96ec-142b982ca850 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:49:35.582611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Attempting to bind port 96337502-d698-47b4-96ec-142b982ca850 on network c339091e-8d47-40be-b251-566c029a9dd2 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:49:35.587836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:49:35.588201 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Checking segment: {'id': '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:49:35.588594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.588980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Bound using segment: {'id': '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:49:35.589698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Bound port: 96337502-d698-47b4-96ec-142b982ca850, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c339091e-8d47-40be-b251-566c029a9dd2'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:49:35.589813 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.652830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] For port 96337502-d698-47b4-96ec-142b982ca850, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:49:35.655625 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.656117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] For port 96337502-d698-47b4-96ec-142b982ca850, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=96337502-d698-47b4-96ec-142b982ca850,segment=NetworkSegment(4f2e4b51-b41b-44f8-8caf-8f042d85f9d9),segment_id=4f2e4b51-b41b-44f8-8caf-8f042d85f9d9)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:49:35.662102 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.733360 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ee3bae40-9dba-4d61-8439-8910cfed6c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:35.739275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efa857-3256-46d4-98e8-a08c976c62a4 None None] Pushing event updated for resources: {'Port': ['ID=96337502-d698-47b4-96ec-142b982ca850,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:35.949239 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Allocated IP 2001:db8::1 (fa2e0a65-f1a6-46d4-ac51-a550b57a6de3/9b11427d-42bf-4793-be53-5a5f9686ce18/1582705f-9887-4af7-bf37-b11c6e82fdfb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:49:36.068990 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.104270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.149311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:36.152287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:36.156201 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:49:36.156735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.163217 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Port': ['ID=1582705f-9887-4af7-bf37-b11c6e82fdfb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:36.286774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.416963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c17d592c-b875-4d23-9d4e-8d88ba940016 None None] Provisioning complete for port 1582705f-9887-4af7-bf37-b11c6e82fdfb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:36.417376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c17d592c-b875-4d23-9d4e-8d88ba940016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.476950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c17d592c-b875-4d23-9d4e-8d88ba940016 None None] Port 1582705f-9887-4af7-bf37-b11c6e82fdfb cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:36.491783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 96337502-d698-47b4-96ec-142b982ca850 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:36.543996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 96337502-d698-47b4-96ec-142b982ca850 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:36.544361 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.605679 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.610777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.612530 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.632571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.670405 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 96337502-d698-47b4-96ec-142b982ca850, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=96337502-d698-47b4-96ec-142b982ca850,segment=NetworkSegment(4f2e4b51-b41b-44f8-8caf-8f042d85f9d9),segment_id=4f2e4b51-b41b-44f8-8caf-8f042d85f9d9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:36.675733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.698215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event updated for resources: {'Port': ['ID=1582705f-9887-4af7-bf37-b11c6e82fdfb,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:36.731994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=96337502-d698-47b4-96ec-142b982ca850,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:36.746849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:49:36.748438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:49:36.778290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daceb5f2-36ca-440c-9382-0d600a9a7be5 None None] Network c339091e-8d47-40be-b251-566c029a9dd2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:36.852480 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ca07de5a-a0d8-4863-9840-3f930e6a84db None None] Provisioning complete for port 96337502-d698-47b4-96ec-142b982ca850 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:36.852854 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ca07de5a-a0d8-4863-9840-3f930e6a84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:36.853020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Router 5a6e2d52-8824-424a-88e4-520965d792d5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:36.948334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:36.955869 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1cd1f1ae-70aa-4e1c-9b6e-672cffbd1def tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5746064 Nov 25 17:49:36.958558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56646) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:36.962485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] Sync routers for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:37.032764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:37.033507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:37.055288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa6f022c-a6b3-4a8e-b83d-216a642bae1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.077254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:37.095049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:37.095889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:37.136135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:37.136802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fe044-483f-465a-b5aa-f65d64a6d30b None None] The sync data for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 is: [] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:37.146965 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-fa6f022c-a6b3-4a8e-b83d-216a642bae1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 17:49:37.148103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fa6f022c-a6b3-4a8e-b83d-216a642bae1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5 HTTP/1.1" status: 409 len: 329 time: 0.1886044 Nov 25 17:49:37.150958 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56648) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:37.202810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9f876204-234b-4d0e-8248-9964945e934e None None] Provisioning complete for port 1582705f-9887-4af7-bf37-b11c6e82fdfb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:37.203274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f876204-234b-4d0e-8248-9964945e934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.245770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9f876204-234b-4d0e-8248-9964945e934e None None] Port 1582705f-9887-4af7-bf37-b11c6e82fdfb cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:49:37.365023 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-79f0e6d9-756b-4b23-ae12-834a4c73609e None None] Provisioning complete for port 96337502-d698-47b4-96ec-142b982ca850 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:37.365393 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-79f0e6d9-756b-4b23-ae12-834a4c73609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.478773 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.714575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting port 1582705f-9887-4af7-bf37-b11c6e82fdfb {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:37.714937 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.801749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.813086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Calling delete_port for 1582705f-9887-4af7-bf37-b11c6e82fdfb owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:37.955016 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6efb5ac5-3d92-47bf-8e9a-a2a1381adc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:37.977810 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.004901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Port': ['ID=1582705f-9887-4af7-bf37-b11c6e82fdfb,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:38.103105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.440110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 96337502-d698-47b4-96ec-142b982ca850 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:49:38.507546 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 96337502-d698-47b4-96ec-142b982ca850 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:49:38.507924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.620857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Router 5a6e2d52-8824-424a-88e4-520965d792d5 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:38.691726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:38.696681 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-35d89d1f-2b0c-4de9-87d1-c4df4214fd52 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5447400 Nov 25 17:49:38.700332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:38.702900 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] Sync routers for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:38.713699 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:38.714309 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:38.740926 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-77c3990f-e94a-48fe-9594-50ff9e0de1ce tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] show failed (client error): The resource could not be found. Nov 25 17:49:38.741973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-77c3990f-e94a-48fe-9594-50ff9e0de1ce tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "GET /v2.0/routers/tempest-non_exist_router-18931078 HTTP/1.1" status: 404 len: 333 time: 0.0407364 Nov 25 17:49:38.746216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:38.748742 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:38.750803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-7ebfa273-5b02-4dc3-a1d6-a5a2370a5023 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:49:38.757325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] Routers {'5a6e2d52-8824-424a-88e4-520965d792d5'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:38.757918 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['5a6e2d52-8824-424a-88e4-520965d792d5'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:38.782704 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-7ebfa273-5b02-4dc3-a1d6-a5a2370a5023 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] update failed (client error): The resource could not be found. Nov 25 17:49:38.789978 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7ebfa273-5b02-4dc3-a1d6-a5a2370a5023 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "PUT /v2.0/routers/tempest-non_exist_router-646675583 HTTP/1.1" status: 404 len: 334 time: 0.0382717 Nov 25 17:49:38.790209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:38.797222 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:38.797892 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef48962-dae9-4587-b167-cad3f9fc98c6 None None] The sync data for ids ['5a6e2d52-8824-424a-88e4-520965d792d5'] in n-d-817303-7 is: [] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:38.848466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting subnet 13699676-d785-46fa-bbab-ba47096c4ed5 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:38.851739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.890405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:38.970099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.029374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.056143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Subnet': ['ID=13699676-d785-46fa-bbab-ba47096c4ed5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:39.059640 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.062811 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-11d6cc98-0436-4f15-9b71-8af3e9772502 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/subnets/13699676-d785-46fa-bbab-ba47096c4ed5 HTTP/1.1" status: 204 len: 168 time: 0.2716954 Nov 25 17:49:39.065990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56656) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:39.066455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0516c5d-731c-4f32-a13a-be1e26967a04 None None] Network c339091e-8d47-40be-b251-566c029a9dd2 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:39.146776 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.202437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting port 96337502-d698-47b4-96ec-142b982ca850 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:39.202779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.238906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] DHCP port deletion for c339091e-8d47-40be-b251-566c029a9dd2 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:39.268874 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] For port 96337502-d698-47b4-96ec-142b982ca850, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=96337502-d698-47b4-96ec-142b982ca850,segment=NetworkSegment(4f2e4b51-b41b-44f8-8caf-8f042d85f9d9),segment_id=4f2e4b51-b41b-44f8-8caf-8f042d85f9d9)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:39.269250 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.283929 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Calling delete_port for 96337502-d698-47b4-96ec-142b982ca850 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:39.297171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] Deleting port 96337502-d698-47b4-96ec-142b982ca850 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:39.297542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.366462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] For port 96337502-d698-47b4-96ec-142b982ca850, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=96337502-d698-47b4-96ec-142b982ca850,segment=NetworkSegment(4f2e4b51-b41b-44f8-8caf-8f042d85f9d9),segment_id=4f2e4b51-b41b-44f8-8caf-8f042d85f9d9)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:39.366917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.373924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.387214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] Calling delete_port for 96337502-d698-47b4-96ec-142b982ca850 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:39.399246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.403479 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Port': ['ID=96337502-d698-47b4-96ec-142b982ca850,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:39.409056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] No DVR routers for this DVR port 96337502-d698-47b4-96ec-142b982ca850 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:39.475211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.501034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] Pushing event deleted for resources: {'Port': ['ID=96337502-d698-47b4-96ec-142b982ca850,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:39.501210 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.506237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160f940-6ba7-4311-8cee-f1106b45493a None None] No DVR routers for this DVR port 96337502-d698-47b4-96ec-142b982ca850 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:39.526835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c339091e-8d47-40be-b251-566c029a9dd2']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:39.536770 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:39.537059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2e4b51-b41b-44f8-8caf-8f042d85f9d9') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:39.546251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.559667 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.566531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:39.566917 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:39.569881 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:39.629488 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.636720 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.639846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/networks/c339091e-8d47-40be-b251-566c029a9dd2 HTTP/1.1" status: 204 len: 168 time: 0.5726788 Nov 25 17:49:39.642704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:39.657621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea35be9-4342-42c7-aa4f-150463d5f0e4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Network': ['ID=c339091e-8d47-40be-b251-566c029a9dd2,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:39.695725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting subnet ed8fbee8-bf7c-41a6-a7bd-1c50db245426 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:39.698933 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.738363 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.824440 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.887225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.918302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8fbee8-bf7c-41a6-a7bd-1c50db245426,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:39.924847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:39.926663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67d5c8-4b56-477d-9a48-34f9921907b5 None None] Network 6510ef06-92eb-4bc9-b34a-3e19ae75184e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:39.931081 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56660) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:39.931267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-90332950-5470-4e67-89ef-979ddf094c3e tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/subnets/ed8fbee8-bf7c-41a6-a7bd-1c50db245426 HTTP/1.1" status: 204 len: 168 time: 0.2872949 Nov 25 17:49:39.990206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting subnet bdf293d7-9f6d-40cc-9554-20a003dfc8d9 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:39.993684 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.037169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.127160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] DHCP port deletion for 6510ef06-92eb-4bc9-b34a-3e19ae75184e request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:40.146590 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.190006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] Deleting port 75bec759-bbc9-4639-80a2-7bda0c161354 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:40.190501 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.214503 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.247744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf293d7-9f6d-40cc-9554-20a003dfc8d9,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:40.250496 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.254852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5f8c19eb-8e74-461d-a4c9-7df8d31ecf1f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/subnets/bdf293d7-9f6d-40cc-9554-20a003dfc8d9 HTTP/1.1" status: 204 len: 168 time: 0.3223755 Nov 25 17:49:40.257404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56662) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:40.261736 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b87ee-131a-4059-94fc-9208ab995c12 None None] Network 744b8438-10a7-4863-abdd-fa7cfecab7db requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:40.270925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] For port 75bec759-bbc9-4639-80a2-7bda0c161354, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=75bec759-bbc9-4639-80a2-7bda0c161354,segment=NetworkSegment(b5aa17eb-90b5-4f36-a6ea-66c76d87df95),segment_id=b5aa17eb-90b5-4f36-a6ea-66c76d87df95)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:40.271326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.318872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] Calling delete_port for 75bec759-bbc9-4639-80a2-7bda0c161354 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:40.349748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.414487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting port 75bec759-bbc9-4639-80a2-7bda0c161354 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:40.415084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.456577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 96337502-d698-47b4-96ec-142b982ca850 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:40.487092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 96337502-d698-47b4-96ec-142b982ca850 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:40.487476 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 96337502-d698-47b4-96ec-142b982ca850 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:40.488066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 75bec759-bbc9-4639-80a2-7bda0c161354 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:40.519242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] For port 75bec759-bbc9-4639-80a2-7bda0c161354, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=75bec759-bbc9-4639-80a2-7bda0c161354,segment=NetworkSegment(b5aa17eb-90b5-4f36-a6ea-66c76d87df95),segment_id=b5aa17eb-90b5-4f36-a6ea-66c76d87df95)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:40.519737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.525885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.543017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Calling delete_port for 75bec759-bbc9-4639-80a2-7bda0c161354 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:40.545830 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] DHCP port deletion for 744b8438-10a7-4863-abdd-fa7cfecab7db request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:40.570466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] No DVR routers for this DVR port 75bec759-bbc9-4639-80a2-7bda0c161354 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:40.576046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33218b8a-a4cd-48ad-8c94-05d913b04a53 None None] Pushing event deleted for resources: {'Port': ['ID=75bec759-bbc9-4639-80a2-7bda0c161354,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:40.604114 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No active binding found for port 75bec759-bbc9-4639-80a2-7bda0c161354 {{(pid=103637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 17:49:40.604477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 75bec759-bbc9-4639-80a2-7bda0c161354 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:40.629075 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.645967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] Deleting port cec1bf40-7836-4c66-9d3e-4c141d10e0fd {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:40.646370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.658955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Port': ['ID=75bec759-bbc9-4639-80a2-7bda0c161354,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:40.670579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] No DVR routers for this DVR port 75bec759-bbc9-4639-80a2-7bda0c161354 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:40.710947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.725977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] For port cec1bf40-7836-4c66-9d3e-4c141d10e0fd, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,segment=NetworkSegment(d1dea2de-a65b-441f-bf94-d9df541a9048),segment_id=d1dea2de-a65b-441f-bf94-d9df541a9048)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:40.726374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.739444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] Calling delete_port for cec1bf40-7836-4c66-9d3e-4c141d10e0fd owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:40.762207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.784026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6510ef06-92eb-4bc9-b34a-3e19ae75184e']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:40.793589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:40.794020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aa17eb-90b5-4f36-a6ea-66c76d87df95') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:40.804127 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.817475 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.818662 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.824706 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:40.825161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: self.session.flush() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:40.828490 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:40.844964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] Pushing event deleted for resources: {'Port': ['ID=cec1bf40-7836-4c66-9d3e-4c141d10e0fd,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:40.849911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6fbc6-034a-4934-aa2b-27d29c7e7673 None None] No DVR routers for this DVR port cec1bf40-7836-4c66-9d3e-4c141d10e0fd on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:40.897574 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.904554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:40.908315 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/networks/6510ef06-92eb-4bc9-b34a-3e19ae75184e HTTP/1.1" status: 204 len: 168 time: 0.6492782 Nov 25 17:49:40.910850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56664) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:40.920545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fc969-97e3-4c0e-9706-e580b767463f tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Network': ['ID=6510ef06-92eb-4bc9-b34a-3e19ae75184e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:40.989634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.076536 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.097697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744b8438-10a7-4863-abdd-fa7cfecab7db']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.107288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dea2de-a65b-441f-bf94-d9df541a9048') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.107535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dea2de-a65b-441f-bf94-d9df541a9048') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.116992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.129775 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.136016 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:41.136402 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:41.139330 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:41.204707 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.212175 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.215341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/networks/744b8438-10a7-4863-abdd-fa7cfecab7db HTTP/1.1" status: 204 len: 168 time: 0.3034592 Nov 25 17:49:41.218084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:41.227585 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96586-c2a7-4608-8e08-f66967efe17c tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Network': ['ID=744b8438-10a7-4863-abdd-fa7cfecab7db,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:41.271054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting subnet 9b11427d-42bf-4793-be53-5a5f9686ce18 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:49:41.274217 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.313947 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.400207 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.456566 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.459252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.484075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Subnet': ['ID=9b11427d-42bf-4793-be53-5a5f9686ce18,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:41.490544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.493986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-14c6f58b-8c4d-4948-8f56-51798c33cee4 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/subnets/9b11427d-42bf-4793-be53-5a5f9686ce18 HTTP/1.1" status: 204 len: 168 time: 0.2748911 Nov 25 17:49:41.496399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56668) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:41.499239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec434cb-9998-4e0f-88d5-e09cfae49f35 None None] Network fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:49:41.582349 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.637198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Deleting port 3a2b8517-cae1-4688-87e6-b3296635cb70 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:41.637536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.701446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] For port 3a2b8517-cae1-4688-87e6-b3296635cb70, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3a2b8517-cae1-4688-87e6-b3296635cb70,segment=NetworkSegment(1094361f-c097-4e96-abea-ac3b086a4320),segment_id=1094361f-c097-4e96-abea-ac3b086a4320)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:41.702112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.714231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Calling delete_port for 3a2b8517-cae1-4688-87e6-b3296635cb70 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:41.798182 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.827163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad9941-4112-4f40-b095-f80df463a3e4 None None] DHCP port deletion for fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:49:41.827912 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Port': ['ID=3a2b8517-cae1-4688-87e6-b3296635cb70,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:41.831762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] No DVR routers for this DVR port 3a2b8517-cae1-4688-87e6-b3296635cb70 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:41.914051 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.934133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2e0a65-f1a6-46d4-ac51-a550b57a6de3']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.943346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1094361f-c097-4e96-abea-ac3b086a4320') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.943668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1094361f-c097-4e96-abea-ac3b086a4320') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:41.953339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.967811 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.974143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:49:41.974553 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:49:41.977676 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:49:42.034245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.038935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.042404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/networks/fa2e0a65-f1a6-46d4-ac51-a550b57a6de3 HTTP/1.1" status: 204 len: 168 time: 0.5450635 Nov 25 17:49:42.045269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56670) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:42.058323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a57a7-a713-4a8c-9e13-586886b578e3 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Pushing event deleted for resources: {'Network': ['ID=fa2e0a65-f1a6-46d4-ac51-a550b57a6de3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:42.072960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f5a4ac6e-0418-4717-8e40-e0167a4d7af0 tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a6e2d52-8824-424a-88e4-520965d792d5 HTTP/1.1" status: 200 len: 205 time: 0.0265408 Nov 25 17:49:42.075207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:42.149220 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.306253 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.308293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.350162 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.350666 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Fanout notify agent at l3_agent the message router_deleted on router 5a6e2d52-8824-424a-88e4-520965d792d5 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:49:42.357636 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.358837 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-09dafda6-46b1-4c16-8f41-350994b23d5d tempest-RoutersNegativeIpV6Test-1955705523 tempest-RoutersNegativeIpV6Test-1955705523-project] 10.222.0.86 "DELETE /v2.0/routers/5a6e2d52-8824-424a-88e4-520965d792d5 HTTP/1.1" status: 204 len: 168 time: 0.2826958 Nov 25 17:49:42.430834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cec1bf40-7836-4c66-9d3e-4c141d10e0fd no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:42.455361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: cec1bf40-7836-4c66-9d3e-4c141d10e0fd {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:42.455727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cec1bf40-7836-4c66-9d3e-4c141d10e0fd not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:42.456138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3a2b8517-cae1-4688-87e6-b3296635cb70 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:42.476659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 3a2b8517-cae1-4688-87e6-b3296635cb70 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:42.477170 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3a2b8517-cae1-4688-87e6-b3296635cb70 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:42.614058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56678) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:42.747402 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a15bf4e6-043a-4542-9aa4-6d57db58a3e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9e44663501c4d1189d0af0f55183f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321609 Nov 25 17:49:42.749868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56682) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:42.800544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fd99dc2-77c4-42ab-ae97-6844427e5170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.821346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fd99dc2-77c4-42ab-ae97-6844427e5170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.868426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fd99dc2-77c4-42ab-ae97-6844427e5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.871062 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fd99dc2-77c4-42ab-ae97-6844427e5170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:42.872246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0fd99dc2-77c4-42ab-ae97-6844427e5170 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1926b373-cdc0-4687-b40e-82d1572c973c HTTP/1.1" status: 204 len: 168 time: 0.1215103 Nov 25 17:49:42.881320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd99dc2-77c4-42ab-ae97-6844427e5170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926b373-cdc0-4687-b40e-82d1572c973c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:43.154614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56694) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:43.548097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port 4ea73f7d-b29b-4207-bab3-23f49e51a011 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:43.549105 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.633796 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.635682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.648698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for 4ea73f7d-b29b-4207-bab3-23f49e51a011 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:43.798095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.827934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=4ea73f7d-b29b-4207-bab3-23f49e51a011,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:43.889168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:43.889466 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Floating IP 6b4166e2-d030-402f-b9a1-acbbda52850e disassociated (deleted). External IP: 172.25.8.90, port: 82740a5f-2e5e-49eb-94cd-0036e9fcd67a. Nov 25 17:49:44.107738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:44.219218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:44.224517 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:44.232345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:44.246217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:44.246862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:44.254469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-418294d5-5bb9-4aa9-824b-911d536cf5bf tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "DELETE /v2.0/floatingips/6b4166e2-d030-402f-b9a1-acbbda52850e HTTP/1.1" status: 204 len: 168 time: 1.0985670 Nov 25 17:49:44.255690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:44.260525 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:44.306479 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fc15f6-0747-4720-8a22-ac004b1507ed x-openstack-request-id: req-d1fc15f6-0747-4720-8a22-ac004b1507ed {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:44.307147 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:44.307441 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1fc15f6-0747-4720-8a22-ac004b1507ed {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:44.307863 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'status': 'completed', 'code': 200} Nov 25 17:49:44.389308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-f58ca042-0191-48fe-a1e5-66438ae7e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:44.390874 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-f58ca042-0191-48fe-a1e5-66438ae7e7df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 1097 time: 0.0615602 Nov 25 17:49:44.410144 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:44.508896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-34d8a104-fb49-4286-b66e-e7196e342fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:44.510482 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-34d8a104-fb49-4286-b66e-e7196e342fda service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1064107 Nov 25 17:49:44.542603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba95b23-b71b-4ff8-97b4-f2aa15e9576c req-4861891f-4116-412a-8ffb-cd103b298add tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:44.550456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eba95b23-b71b-4ff8-97b4-f2aa15e9576c req-4861891f-4116-412a-8ffb-cd103b298add tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 946 time: 0.0652852 Nov 25 17:49:44.597061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-8a37accf-fb52-48fd-9b2d-0b57b15de2f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a HTTP/1.1" status: 200 len: 217 time: 0.0780759 Nov 25 17:49:44.611179 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eba95b23-b71b-4ff8-97b4-f2aa15e9576c req-f6e6d42d-8d11-4421-808b-42e79fc595e8 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598075 Nov 25 17:49:44.654638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-4840f357-50e1-42fe-841d-96a3db76d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:44.656239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-4840f357-50e1-42fe-841d-96a3db76d3f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0497360 Nov 25 17:49:44.702135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 1, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:44.711229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-5d98739a-4b65-4e2b-b041-1f0b8ea0aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:44.712758 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-5d98739a-4b65-4e2b-b041-1f0b8ea0aeea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492620 Nov 25 17:49:44.731236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:44.740463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:44.741166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:44.811344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-ff226263-e7ce-4e79-a524-1159adf46f1f service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894735 Nov 25 17:49:44.855486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:44.913852 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8c390b3-c8d4-4f2a-9af6-609afef73ca9 req-3a24fa47-c1a2-4485-8231-46326d4527a6 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941553 Nov 25 17:49:45.091112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 1, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:45.122654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104816-632e-474d-81cf-57a88ae9f3b9 None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'cf8b5ab1-a708-4410-9050-3d03e200c1e1', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'port_id': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'mac_address': 'fa:16:3e:59:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:46:08Z', 'updated_at': '2021-11-25T17:46:11Z', 'revision_number': 1, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:45.374422 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d82a38-900d-49d0-871f-6e0d7f6cf049 None None] New status for floating IP 6b4166e2-d030-402f-b9a1-acbbda52850e: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:49:45.735117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef59b8-6c01-4d01-afc4-3ce13b8e7845 req-131493d2-b9a7-40c1-a70b-404fb2509b18 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:45.737799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fcef59b8-6c01-4d01-afc4-3ce13b8e7845 req-131493d2-b9a7-40c1-a70b-404fb2509b18 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 946 time: 0.0530984 Nov 25 17:49:45.788996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fcef59b8-6c01-4d01-afc4-3ce13b8e7845 req-a7b8cca8-43b5-476d-b126-a4b15f2b9451 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Nov 25 17:49:46.011638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-cce30bcf-fb5f-4b14-94fa-7ee77aa6eba0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:46.013087 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-cce30bcf-fb5f-4b14-94fa-7ee77aa6eba0 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 946 time: 0.0481160 Nov 25 17:49:46.106482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:46.106749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.196170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:46.196538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.209305 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for 82740a5f-2e5e-49eb-94cd-0036e9fcd67a owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:46.258686 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.341703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.371758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=82740a5f-2e5e-49eb-94cd-0036e9fcd67a,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:46.418411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port 82740a5f-2e5e-49eb-94cd-0036e9fcd67a on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:46.420966 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:46.424515 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ba73f0d-09cb-40e7-a55f-04369b07686f req-53053bdb-c5ee-484e-a704-2d16dac5061e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/82740a5f-2e5e-49eb-94cd-0036e9fcd67a HTTP/1.1" status: 204 len: 173 time: 0.4051559 Nov 25 17:49:46.424972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'name': 'network-vif-deleted', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:46.427270 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9b5684-0e02-4545-8f9e-fd94e64e9e2b" -d '{"events": [{"server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "name": "network-vif-deleted", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:46.626122 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7819d3-5e01-4922-8b3c-d9d9d582fa1e x-openstack-request-id: req-fa7819d3-5e01-4922-8b3c-d9d9d582fa1e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:46.626416 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03271fa5-a039-488a-b91d-31ccbc931e0b", "name": "network-vif-deleted", "tag": "82740a5f-2e5e-49eb-94cd-0036e9fcd67a", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:46.627293 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fa7819d3-5e01-4922-8b3c-d9d9d582fa1e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:46.627732 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03271fa5-a039-488a-b91d-31ccbc931e0b', 'name': 'network-vif-deleted', 'tag': '82740a5f-2e5e-49eb-94cd-0036e9fcd67a', 'status': 'completed', 'code': 200} Nov 25 17:49:46.914427 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8947eec4-c530-475f-b278-53a2cf40f3a8 req-05f31511-fd34-46cb-99b9-afe92a513cec tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 210 time: 0.0433969 Nov 25 17:49:47.705442 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:48.032616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6742b30c-3c0e-40ea-a70c-a7bdc9623f1a req-fd169869-cb22-486d-9265-62e340b30fd1 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 210 time: 0.0415816 Nov 25 17:49:49.115083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82740a5f-2e5e-49eb-94cd-0036e9fcd67a no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:49:49.137361 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 82740a5f-2e5e-49eb-94cd-0036e9fcd67a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:49:49.137703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 82740a5f-2e5e-49eb-94cd-0036e9fcd67a not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:49:49.149179 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-41e9dbca-3bea-4b7a-8bf7-4a198c260b9e req-6dae6ace-4835-46e3-9217-b6dd8e9dd2fd tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 210 time: 0.0276163 Nov 25 17:49:50.248396 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-28648ba7-aafc-44b5-8c5a-5ee67a551004 req-73f82991-a2d8-4842-9824-cc0754ef87ca tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=03271fa5-a039-488a-b91d-31ccbc931e0b HTTP/1.1" status: 200 len: 210 time: 0.0260255 Nov 25 17:49:51.881395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:51.998634 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da70fc87-aca4-4f13-ab04-c6fa197565f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.075604 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da70fc87-aca4-4f13-ab04-c6fa197565f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.079605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da70fc87-aca4-4f13-ab04-c6fa197565f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.120419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70fc87-aca4-4f13-ab04-c6fa197565f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce64d607-434e-4aa1-8c25-d2fd66a2266f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:52.134675 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56800) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:52.140852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da70fc87-aca4-4f13-ab04-c6fa197565f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f4d25bc881744af5958fa2cfc979b086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582898 Nov 25 17:49:52.195406 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c394db10-2b64-4554-8ac6-c3089bf2a041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.220262 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c394db10-2b64-4554-8ac6-c3089bf2a041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.271500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c394db10-2b64-4554-8ac6-c3089bf2a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.274189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c394db10-2b64-4554-8ac6-c3089bf2a041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.277676 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c394db10-2b64-4554-8ac6-c3089bf2a041 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce64d607-434e-4aa1-8c25-d2fd66a2266f HTTP/1.1" status: 204 len: 168 time: 0.1396871 Nov 25 17:49:52.294277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394db10-2b64-4554-8ac6-c3089bf2a041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce64d607-434e-4aa1-8c25-d2fd66a2266f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:52.584802 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56808) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:52.603758 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1be93a0-c5de-4133-938c-58f3e1ac104a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.688631 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1be93a0-c5de-4133-938c-58f3e1ac104a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.694951 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1be93a0-c5de-4133-938c-58f3e1ac104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.733037 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be93a0-c5de-4133-938c-58f3e1ac104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2d7c4-4d3f-4713-a259-06e97e6f149c,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:52.737884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d1be93a0-c5de-4133-938c-58f3e1ac104a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed5dd05ca933433cb5a152adcb84c400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516850 Nov 25 17:49:52.740523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56810) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:52.792459 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a590832-dead-4e5d-bf69-c5fbdda31d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.816495 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a590832-dead-4e5d-bf69-c5fbdda31d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.878780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a590832-dead-4e5d-bf69-c5fbdda31d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.881746 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a590832-dead-4e5d-bf69-c5fbdda31d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:52.883010 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8a590832-dead-4e5d-bf69-c5fbdda31d12 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41e2d7c4-4d3f-4713-a259-06e97e6f149c HTTP/1.1" status: 204 len: 168 time: 0.1415448 Nov 25 17:49:52.892298 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a590832-dead-4e5d-bf69-c5fbdda31d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2d7c4-4d3f-4713-a259-06e97e6f149c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:56.686589 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56904) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:49:56.853805 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port c5d94992-69ae-4241-9000-0bb527ad10fe {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:56.854342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.936546 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.936858 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:56.948932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for c5d94992-69ae-4241-9000-0bb527ad10fe owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:57.100259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.127921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=c5d94992-69ae-4241-9000-0bb527ad10fe,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:57.187988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.188243 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Floating IP cf8b5ab1-a708-4410-9050-3d03e200c1e1 disassociated (deleted). External IP: 172.25.8.155, port: b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d. Nov 25 17:49:57.420955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:49:57.535960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:49:57.541201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:57.554401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:49:57.570169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:57.571028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:57.571182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5b2a0052-eae4-43c7-8550-1dc0ddd0d218 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "DELETE /v2.0/floatingips/cf8b5ab1-a708-4410-9050-3d03e200c1e1 HTTP/1.1" status: 204 len: 168 time: 0.8826005 Nov 25 17:49:57.572176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:57.588582 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:57.632173 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf56489e-1e84-447d-949a-bf12da4ec988 x-openstack-request-id: req-bf56489e-1e84-447d-949a-bf12da4ec988 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:57.632467 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:57.632720 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bf56489e-1e84-447d-949a-bf12da4ec988 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:57.633131 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'status': 'completed', 'code': 200} Nov 25 17:49:57.702158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:57.713420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-0dd1371f-cd90-4e1c-9da0-b6a730cedf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.716046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-0dd1371f-cd90-4e1c-9da0-b6a730cedf58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 1096 time: 0.0610793 Nov 25 17:49:57.832395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-2727c45e-bb1a-49e4-9e47-5e797ed6b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.833897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-2727c45e-bb1a-49e4-9e47-5e797ed6b295 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 200 len: 912 time: 0.1108217 Nov 25 17:49:57.883886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-a5c1bc7b-acb4-4938-8783-4cad20c12943 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 200 len: 217 time: 0.0425060 Nov 25 17:49:57.960171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:57.968120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edc19-ea22-4c1d-8cd5-cf90e54aa666 req-ea984a27-2dd2-4c2e-86a9-5f8fa1f2a8a4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.969632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-590edc19-ea22-4c1d-8cd5-cf90e54aa666 req-ea984a27-2dd2-4c2e-86a9-5f8fa1f2a8a4 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 945 time: 0.0882964 Nov 25 17:49:57.977198 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-8cea3591-e3c5-4d0b-953e-1798e8f0c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:57.978605 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-8cea3591-e3c5-4d0b-953e-1798e8f0c124 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 200 len: 850 time: 0.0864244 Nov 25 17:49:57.991956 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:49:58.000354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:49:58.001037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:49:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:58.050867 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-590edc19-ea22-4c1d-8cd5-cf90e54aa666 req-958c8c5b-3385-4f17-b9fb-bb20b8fdff58 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711884 Nov 25 17:49:58.059968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-b5904b7b-73ef-407a-923f-ff12cf89cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:58.061499 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-b5904b7b-73ef-407a-923f-ff12cf89cc5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683446 Nov 25 17:49:58.120371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:49:58.162565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-fecc0de5-a60f-42ea-a1f3-277a6d92eb1f service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915546 Nov 25 17:49:58.263910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a32223c2-bf2a-476d-9ba2-2448f5a8a17e req-792297c3-2192-4cd9-bc08-7d3f630d4307 service neutron] 10.222.0.73 "GET /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935371 Nov 25 17:49:58.488125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:49:58.514650 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fe32f-e066-481e-84ce-88bdc990afbb None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:38:16Z', 'revision_number': 4, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0d196aa7-79b4-417b-ab84-bdafaac26149', 'name': '', 'network_id': '2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'mac_address': 'fa:16:3e:8f:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:14Z', 'updated_at': '2021-11-25T17:38:23Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'subnets': [{'id': 'a61b1e70-a820-474d-9fee-7f45c26c93bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:49:58.753534 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252184c-79e2-4837-a554-ed54eed9af19 None None] New status for floating IP cf8b5ab1-a708-4410-9050-3d03e200c1e1: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:49:59.203580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc51edf-8e3c-4eb5-a1ad-6b8fc4076ebe req-9725c2a4-4531-4985-ab96-62b98864d5fb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:59.207842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dc51edf-8e3c-4eb5-a1ad-6b8fc4076ebe req-9725c2a4-4531-4985-ab96-62b98864d5fb tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 945 time: 0.0640113 Nov 25 17:49:59.272806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2dc51edf-8e3c-4eb5-a1ad-6b8fc4076ebe req-b12e6a46-a5b5-4416-ab12-335e6fc8841c tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/security-groups?id=85f0298a-2111-4380-a138-49c893a8a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611672 Nov 25 17:49:59.298699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-810a9038-15a5-46fa-84be-4e26ffebf02e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:49:59.300813 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-810a9038-15a5-46fa-84be-4e26ffebf02e tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 945 time: 0.0616236 Nov 25 17:49:59.394027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:49:59.394703 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.487191 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] For port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:49:59.488009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.503407 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:49:59.638745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.682504 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:49:59.728087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] No DVR routers for this DVR port b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:49:59.731111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:49:59.735503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-12f9d0f3-bf38-4f6c-b632-9fa466086923 req-c2bff08e-0297-474c-bc4c-ecd5871f712f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.73 "DELETE /v2.0/ports/b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d HTTP/1.1" status: 204 len: 173 time: 0.4288702 Nov 25 17:49:59.736117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'name': 'network-vif-deleted', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:49:59.740222 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f1434a-9d1f-4fe1-86a4-3bbac2fa77c0" -d '{"events": [{"server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "name": "network-vif-deleted", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:49:59.786894 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36ab3da-93f9-4e2c-8d1e-73342a818aea x-openstack-request-id: req-a36ab3da-93f9-4e2c-8d1e-73342a818aea {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:49:59.787185 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa9c17d-f368-41d6-9aca-00847ae8ead4", "name": "network-vif-deleted", "tag": "b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:49:59.787459 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a36ab3da-93f9-4e2c-8d1e-73342a818aea {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:49:59.787859 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa9c17d-f368-41d6-9aca-00847ae8ead4', 'name': 'network-vif-deleted', 'tag': 'b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d', 'status': 'completed', 'code': 200} Nov 25 17:50:00.379953 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-111d1b18-bd33-4bb4-b7f0-59b4354fd8e4 req-892cf3ff-5edb-49c6-979c-d91c1237e409 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Nov 25 17:50:01.494090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94850267-650e-4edd-8b25-6e98b0c3af41 req-2a0a81f6-ddf2-4ad5-8ef3-c4f089499c20 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 210 time: 0.0286617 Nov 25 17:50:02.606846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d59ca10-2fad-4c00-abef-dd9b0a1b479a req-8e25ba62-965d-448d-b948-2d2d1cb4a16f tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 210 time: 0.0386896 Nov 25 17:50:03.196434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:03.223593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:03.224226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device b6fa46c5-2fc3-4d24-b14e-1b18d1728d9d not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:03.722809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c2d40e6-3928-47be-80fa-5612d73debbe req-7918acd0-8a47-4ba4-b879-74afdf878206 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fa9c17d-f368-41d6-9aca-00847ae8ead4 HTTP/1.1" status: 200 len: 210 time: 0.0294223 Nov 25 17:50:03.923310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 56984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:04.037417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ca03-c919-4d2f-b604-5ca92568a58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.130274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ca03-c919-4d2f-b604-5ca92568a58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.134621 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ca03-c919-4d2f-b604-5ca92568a58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.183055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ddf0ca03-c919-4d2f-b604-5ca92568a58e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=510eff2281904fc7ae1d6f88bce03ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547369 Nov 25 17:50:04.183055 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0ca03-c919-4d2f-b604-5ca92568a58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7898c834-49a0-4f85-90a8-3e52f686cde3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.184088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56988) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:04.238660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dad0792-d515-4bff-903c-debc8718fbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.260871 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dad0792-d515-4bff-903c-debc8718fbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.318342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dad0792-d515-4bff-903c-debc8718fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.322301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5dad0792-d515-4bff-903c-debc8718fbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.323699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5dad0792-d515-4bff-903c-debc8718fbff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7898c834-49a0-4f85-90a8-3e52f686cde3 HTTP/1.1" status: 204 len: 168 time: 0.1376598 Nov 25 17:50:04.335640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad0792-d515-4bff-903c-debc8718fbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7898c834-49a0-4f85-90a8-3e52f686cde3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.599573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56994) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:04.614592 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e69561d8-726b-414d-b5eb-d3dca64da495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.695007 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e69561d8-726b-414d-b5eb-d3dca64da495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.699161 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e69561d8-726b-414d-b5eb-d3dca64da495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.739212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69561d8-726b-414d-b5eb-d3dca64da495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3eda3e-0a70-4342-898a-2100114eabe2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:04.744250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e69561d8-726b-414d-b5eb-d3dca64da495 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac59c0be0c3e4f1abc5dc41fea85758c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436496 Nov 25 17:50:04.746863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 56996) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:04.787370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:04.837737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e66-c436-476c-a409-193a3216192b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.898395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e66-c436-476c-a409-193a3216192b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:04.964569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Deleting port b693a867-4710-4bdf-a022-c461e32ed7c1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:04.964908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.010303 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e66-c436-476c-a409-193a3216192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.012936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e66-c436-476c-a409-193a3216192b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.014019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cfd43e66-c436-476c-a409-193a3216192b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a3eda3e-0a70-4342-898a-2100114eabe2 HTTP/1.1" status: 204 len: 168 time: 0.2662072 Nov 25 17:50:05.027970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd43e66-c436-476c-a409-193a3216192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3eda3e-0a70-4342-898a-2100114eabe2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.060739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.061156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.072762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Calling delete_port for b693a867-4710-4bdf-a022-c461e32ed7c1 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:05.209554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.237476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'Port': ['ID=b693a867-4710-4bdf-a022-c461e32ed7c1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.298906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.302774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.304295 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f184ee28-1942-4ab1-91c8-070c66488639 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "DELETE /v2.0/floatingips/fba74a17-fce9-4129-a6ef-48adccf97d5c HTTP/1.1" status: 204 len: 168 time: 0.5159864 Nov 25 17:50:05.355886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57010) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:05.379427 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94558a35-c22c-4e1d-9155-cb2e2d9548b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.469551 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94558a35-c22c-4e1d-9155-cb2e2d9548b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.474893 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-94558a35-c22c-4e1d-9155-cb2e2d9548b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.513383 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94558a35-c22c-4e1d-9155-cb2e2d9548b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805136ba-6eb4-44fa-97b0-b32fd4735463,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.519508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-94558a35-c22c-4e1d-9155-cb2e2d9548b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f33f517d198e4e1591da0398e302d703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607237 Nov 25 17:50:05.520991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57016) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:05.569656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80f6b97-7a31-4484-8418-20f43a6b75b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.591310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80f6b97-7a31-4484-8418-20f43a6b75b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.637035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80f6b97-7a31-4484-8418-20f43a6b75b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.639665 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d80f6b97-7a31-4484-8418-20f43a6b75b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:05.640825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d80f6b97-7a31-4484-8418-20f43a6b75b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/805136ba-6eb4-44fa-97b0-b32fd4735463 HTTP/1.1" status: 204 len: 168 time: 0.1189077 Nov 25 17:50:05.649630 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f6b97-7a31-4484-8418-20f43a6b75b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805136ba-6eb4-44fa-97b0-b32fd4735463,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:05.717834 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb511a1f-a07c-4e00-9eb4-2bc82f1b357f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:07.962459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-21329443-35d1-4950-8654-4cea182f1c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.626280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:08.687745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e04c36-fb79-45c8-82c2-c491ab302f77 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.714719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e04c36-fb79-45c8-82c2-c491ab302f77 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.782652 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e04c36-fb79-45c8-82c2-c491ab302f77 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.786236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-60e04c36-fb79-45c8-82c2-c491ab302f77 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:08.790262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-60e04c36-fb79-45c8-82c2-c491ab302f77 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] 10.222.0.86 "DELETE /v2.0/security-groups/85f0298a-2111-4380-a138-49c893a8a82c HTTP/1.1" status: 204 len: 168 time: 0.1601768 Nov 25 17:50:08.797711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04c36-fb79-45c8-82c2-c491ab302f77 tempest-TestVolumeBootPattern-1346889964 tempest-TestVolumeBootPattern-1346889964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f0298a-2111-4380-a138-49c893a8a82c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:08.875814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:09.390086 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.432406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.698700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Deleting port 0d196aa7-79b4-417b-ab84-bdafaac26149 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:09.699240 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.785089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] For port 0d196aa7-79b4-417b-ab84-bdafaac26149, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0d196aa7-79b4-417b-ab84-bdafaac26149,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:09.785536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:09.802088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Calling delete_port for 0d196aa7-79b4-417b-ab84-bdafaac26149 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:10.352535 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.378206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0d196aa7-79b4-417b-ab84-bdafaac26149,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:10.405659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.406005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.406343 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.406676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.407006 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.407330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.407678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.408000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.409242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.409242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.409604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.409881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:10.560763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.668499 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:10.786312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:10.896631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:10.904947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-55f81151-c771-4b39-9d6d-b40c6eac83ad admin admin] 10.222.0.86 "PUT /v2.0/routers/0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0250647 Nov 25 17:50:10.904947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:10.907345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] Sync routers for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:10.920010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:10.920754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:50:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:11.013669 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.030077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:11.125903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.189668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Deleting port 809b71ae-1322-4ba1-8d92-f77e590fe1a8 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:11.190689 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.233011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:50:10Z', 'revision_number': 5, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port': {'id': '809b71ae-1322-4ba1-8d92-f77e590fe1a8', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:10Z', 'updated_at': '2021-11-25T17:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:11.264798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] Checking router: 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:11.273390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] Routers {'0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:11.274001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:50:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:11.276110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] For port 809b71ae-1322-4ba1-8d92-f77e590fe1a8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=809b71ae-1322-4ba1-8d92-f77e590fe1a8,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:11.276641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.291809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Calling delete_port for 809b71ae-1322-4ba1-8d92-f77e590fe1a8 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:11.380988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] Set router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:11.447182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:50:11Z', 'revision_number': 6, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:11.484316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.486133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e573f20d-0615-46e1-9e3e-fd5b7f8b28a1 None None] The sync data for ids ['0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b'] in n-d-817303-7 is: [{'id': '0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b', 'name': 'tempest-TestVolumeBootPattern-888329176-router', 'tenant_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:09Z', 'updated_at': '2021-11-25T17:50:11Z', 'revision_number': 6, 'project_id': 'bd5e525f8e104f509ea2d4e4159bfac1', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:11.490312 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.520594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Pushing event deleted for resources: {'Port': ['ID=809b71ae-1322-4ba1-8d92-f77e590fe1a8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:11.539515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482a244-7715-4c6b-bcb4-3c1796fd38f9 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:11.583748 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.677987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.680115 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.728171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.728727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:50:11.733245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.736959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-742cfc16-aa93-49ca-a91e-a6f208a95539 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0f9e0732-6fc2-45b0-b9ea-3af26e2b0c8b HTTP/1.1" status: 204 len: 168 time: 0.8290436 Nov 25 17:50:11.737409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:11.782458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Deleting subnet a61b1e70-a820-474d-9fee-7f45c26c93bf {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:11.785706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.821760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.908781 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.966367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:11.994256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61b1e70-a820-474d-9fee-7f45c26c93bf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:11.996634 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.000535 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f3da2-57f6-4b36-bcc5-21a68b6f2397 None None] Network 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:12.004620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-33eb6ab2-b4f9-411b-a571-00898eb9eb3a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a61b1e70-a820-474d-9fee-7f45c26c93bf HTTP/1.1" status: 204 len: 168 time: 0.2627101 Nov 25 17:50:12.004770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:12.075040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.133597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Deleting port 1fa71637-97be-4def-a360-61aada23caa5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:12.133803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.205222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] For port 1fa71637-97be-4def-a360-61aada23caa5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fa71637-97be-4def-a360-61aada23caa5,segment=NetworkSegment(4bb3bd78-2096-4200-8cf6-92402eebd497),segment_id=4bb3bd78-2096-4200-8cf6-92402eebd497)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:12.206144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.222277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Calling delete_port for 1fa71637-97be-4def-a360-61aada23caa5 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:12.291833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] DHCP port deletion for 2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:12.316401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.348595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Deleting port 1fa71637-97be-4def-a360-61aada23caa5 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:12.349204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.351639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa71637-97be-4def-a360-61aada23caa5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:12.359290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] No DVR routers for this DVR port 1fa71637-97be-4def-a360-61aada23caa5 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:12.428825 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:50:12.473441 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] For port 1fa71637-97be-4def-a360-61aada23caa5, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:12.474045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.503114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.512068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Calling delete_port for 1fa71637-97be-4def-a360-61aada23caa5 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:12.515900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Port 1fa71637-97be-4def-a360-61aada23caa5 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 17:50:12.517788 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.531575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:12.536833 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 809b71ae-1322-4ba1-8d92-f77e590fe1a8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:12.544085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb3bd78-2096-4200-8cf6-92402eebd497') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:12.544515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb3bd78-2096-4200-8cf6-92402eebd497') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:12.546176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] No DVR routers for this DVR port 1fa71637-97be-4def-a360-61aada23caa5 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:12.557826 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.578102 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.588629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:12.589231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:12.591499 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:12.603090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 809b71ae-1322-4ba1-8d92-f77e590fe1a8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:12.616806 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 809b71ae-1322-4ba1-8d92-f77e590fe1a8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:12.617199 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fa71637-97be-4def-a360-61aada23caa5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:12.621420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Pushing event deleted for resources: {'Port': ['ID=1fa71637-97be-4def-a360-61aada23caa5,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:12.652350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1fa71637-97be-4def-a360-61aada23caa5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:12.652845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fa71637-97be-4def-a360-61aada23caa5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:12.653560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0d196aa7-79b4-417b-ab84-bdafaac26149 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:12.656893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.657484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.657963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.659148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.660363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.660843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.661334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.661803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.662269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.662895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.663360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.663870 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c3c5c-61a9-4562-91c3-f819019f1d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:12.678764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.695542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:12.702401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57084) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:12.712522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] 10.222.0.86 "DELETE /v2.0/networks/2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d HTTP/1.1" status: 204 len: 168 time: 0.7066071 Nov 25 17:50:12.715589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 0d196aa7-79b4-417b-ab84-bdafaac26149 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:12.717152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0d196aa7-79b4-417b-ab84-bdafaac26149 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:12.754806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac41d6-4657-4d43-b30a-0a7880f8b50f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad7f3f5-bd3c-4cfd-9183-62b67af2ce1d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:13.108942 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.674492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Deleting port d89daa15-c026-4ccc-9330-d3948ba64572 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:13.674713 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.753143 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] For port d89daa15-c026-4ccc-9330-d3948ba64572, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d89daa15-c026-4ccc-9330-d3948ba64572,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:13.753492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.765718 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Calling delete_port for d89daa15-c026-4ccc-9330-d3948ba64572 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:13.944191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:13.969724 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89daa15-c026-4ccc-9330-d3948ba64572,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:13.999539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:13.999884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.000221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.000553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.000881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.001207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.001529 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.001852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.002170 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.002983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.003300 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.003882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:50:14.151409 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.369768 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:50:14.476783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:50:14.481930 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1b2497b8-8d85-45f6-a4c2-bbcab518fff7 admin admin] 10.222.0.86 "PUT /v2.0/routers/a5c8ec60-4abe-47e8-ba1d-3cdec54c2581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784183 Nov 25 17:50:14.484375 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57092) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:14.487638 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] Sync routers for ids ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:50:14.497725 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] Routers {'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:14.498320 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:50:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:14.597679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.604699 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] Set router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:14.703597 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.762099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Deleting port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:14.762385 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.795355 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:50:13Z', 'revision_number': 5, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port': {'id': '45c643c2-1afb-4b78-a0d9-a9b10be0bdcb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:95:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:38:23Z', 'updated_at': '2021-11-25T17:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:14.822857 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] Checking router: a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:50:14.832716 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] Routers {'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:50:14.833366 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:50:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:14.865307 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] For port 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:14.865686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:14.879930 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Calling delete_port for 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:14.921164 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] Set router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:50:14.979458 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:50:14Z', 'revision_number': 6, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:15.007327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98422199-dedc-4f09-a1a2-af92972d11e9 None None] The sync data for ids ['a5c8ec60-4abe-47e8-ba1d-3cdec54c2581'] in n-d-817303-7 is: [{'id': 'a5c8ec60-4abe-47e8-ba1d-3cdec54c2581', 'name': 'tempest-TestVolumeBootPattern-1071109835-router', 'tenant_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:38:21Z', 'updated_at': '2021-11-25T17:50:14Z', 'revision_number': 6, 'project_id': '67e53e1ea2cb4c4ba80ab678b54c4b67', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:50:15.066108 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.092188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c643c2-1afb-4b78-a0d9-a9b10be0bdcb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.107902 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e2f33-6060-4699-ad5d-b39dd1cc2587 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:15.162889 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.266346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.268766 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.314458 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.315159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 17:50:15.319733 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.320998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3a991738-1efe-44cc-944a-513577e4a999 admin admin] 10.222.0.86 "DELETE /v2.0/routers/a5c8ec60-4abe-47e8-ba1d-3cdec54c2581 HTTP/1.1" status: 204 len: 168 time: 0.8355393 Nov 25 17:50:15.323325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57112) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.370697 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Deleting subnet 4001fddc-fdda-4c46-b418-ae7db140b0c3 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:50:15.374798 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.414527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.508438 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.562687 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.588541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4001fddc-fdda-4c46-b418-ae7db140b0c3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.594084 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.598835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-db1f2390-2390-4e1c-85a3-c19a2144f756 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4001fddc-fdda-4c46-b418-ae7db140b0c3 HTTP/1.1" status: 204 len: 168 time: 0.2745564 Nov 25 17:50:15.600702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b88a07-e0c0-4f23-b76e-3acb77beec48 None None] Network 1eb86208-aecc-4226-8ac0-3d8a1042fa4c requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:50:15.601335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57120) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:15.675435 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.733981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Deleting port d609df4b-f7df-42e3-9b80-44cbe3d0d715 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:15.734371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.796427 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] DHCP port deletion for 1eb86208-aecc-4226-8ac0-3d8a1042fa4c request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:50:15.830171 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] For port d609df4b-f7df-42e3-9b80-44cbe3d0d715, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d609df4b-f7df-42e3-9b80-44cbe3d0d715,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:15.830844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.850976 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Calling delete_port for d609df4b-f7df-42e3-9b80-44cbe3d0d715 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:15.864603 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] Deleting port d609df4b-f7df-42e3-9b80-44cbe3d0d715 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:50:15.865048 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.938692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] For port d609df4b-f7df-42e3-9b80-44cbe3d0d715, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d609df4b-f7df-42e3-9b80-44cbe3d0d715,segment=NetworkSegment(53f71ffa-2e5b-487d-8dfe-6eb50709d74c),segment_id=53f71ffa-2e5b-487d-8dfe-6eb50709d74c)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:50:15.939146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.945780 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:15.955260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] Calling delete_port for d609df4b-f7df-42e3-9b80-44cbe3d0d715 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:50:15.980997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d609df4b-f7df-42e3-9b80-44cbe3d0d715,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:15.988791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] No DVR routers for this DVR port d609df4b-f7df-42e3-9b80-44cbe3d0d715 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:16.041552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.063824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] Pushing event deleted for resources: {'Port': ['ID=d609df4b-f7df-42e3-9b80-44cbe3d0d715,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.073927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6e9e4-5406-49c5-b673-c81420ee0305 None None] No DVR routers for this DVR port d609df4b-f7df-42e3-9b80-44cbe3d0d715 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:50:16.089347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.115053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb86208-aecc-4226-8ac0-3d8a1042fa4c']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.125421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f71ffa-2e5b-487d-8dfe-6eb50709d74c') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.125713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f71ffa-2e5b-487d-8dfe-6eb50709d74c') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:50:16.137871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.152662 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.159956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:50:16.160462 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: timer() Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:50:16.162320 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:50:16.220152 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.226754 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.234003 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] 10.222.0.86 "DELETE /v2.0/networks/1eb86208-aecc-4226-8ac0-3d8a1042fa4c HTTP/1.1" status: 204 len: 168 time: 0.6269734 Nov 25 17:50:16.250959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670b56-2217-44ae-a83f-6495635283dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb86208-aecc-4226-8ac0-3d8a1042fa4c,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.267419 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.375035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 57138) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.423231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-02214c4d-2cdc-428e-944b-23da44b2c04c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd5e525f8e104f509ea2d4e4159bfac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445409 Nov 25 17:50:16.423453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.481389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:16.482303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e658d463-12ba-45b4-a5bc-b2678f620524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.502276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:16.502696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 45c643c2-1afb-4b78-a0d9-a9b10be0bdcb not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:16.503373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d89daa15-c026-4ccc-9330-d3948ba64572 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:16.515833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e658d463-12ba-45b4-a5bc-b2678f620524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.523315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d89daa15-c026-4ccc-9330-d3948ba64572 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:16.523610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d89daa15-c026-4ccc-9330-d3948ba64572 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:16.524025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d609df4b-f7df-42e3-9b80-44cbe3d0d715 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:50:16.543241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d609df4b-f7df-42e3-9b80-44cbe3d0d715 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:50:16.543700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d609df4b-f7df-42e3-9b80-44cbe3d0d715 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:50:16.569199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e658d463-12ba-45b4-a5bc-b2678f620524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.571838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e658d463-12ba-45b4-a5bc-b2678f620524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:16.572997 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e658d463-12ba-45b4-a5bc-b2678f620524 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9006285-c3ba-43f1-b77b-711ecadd8ce8 HTTP/1.1" status: 204 len: 168 time: 0.1476147 Nov 25 17:50:16.580712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658d463-12ba-45b4-a5bc-b2678f620524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9006285-c3ba-43f1-b77b-711ecadd8ce8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:16.950617 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57154) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:16.993007 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b393b39b-1b46-41b1-ac93-b81450e87bf6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67e53e1ea2cb4c4ba80ab678b54c4b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410745 Nov 25 17:50:16.995553 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 57156) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:17.044207 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee888feb-8077-497b-a9c0-c43836fef8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.065772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee888feb-8077-497b-a9c0-c43836fef8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.116055 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee888feb-8077-497b-a9c0-c43836fef8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.119113 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ee888feb-8077-497b-a9c0-c43836fef8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:17.120309 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ee888feb-8077-497b-a9c0-c43836fef8f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8af07b70-f7a9-4dbd-8ca4-dc65deba6200 HTTP/1.1" status: 204 len: 168 time: 0.1238577 Nov 25 17:50:17.129343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee888feb-8077-497b-a9c0-c43836fef8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af07b70-f7a9-4dbd-8ca4-dc65deba6200,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:17.712359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:35.721040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-17d62500-0220-4db0-ae6d-d3edc8b86d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:37.954300 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f254aa44-a527-4bce-9f8a-c95320a2b642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:39.391580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:40.671873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:41.452402 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:46.258542 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:47.705848 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:49.428690 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:50:54.760280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:54.876030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2af75fd7-4101-487e-a400-21c9d05d9801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.955134 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2af75fd7-4101-487e-a400-21c9d05d9801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:54.960263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2af75fd7-4101-487e-a400-21c9d05d9801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.002691 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2af75fd7-4101-487e-a400-21c9d05d9801 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c6259cc993f42be8c40110174ce54ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390411 Nov 25 17:50:55.002691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af75fd7-4101-487e-a400-21c9d05d9801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50186e9-9566-4058-ae40-22fbf116b626,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:50:55.005159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58080) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:50:55.057981 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec94c28-59aa-4b75-a583-49e346a1dbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.079504 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec94c28-59aa-4b75-a583-49e346a1dbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.132395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec94c28-59aa-4b75-a583-49e346a1dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.135067 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2ec94c28-59aa-4b75-a583-49e346a1dbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:50:55.136270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2ec94c28-59aa-4b75-a583-49e346a1dbea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e50186e9-9566-4058-ae40-22fbf116b626 HTTP/1.1" status: 204 len: 168 time: 0.1300292 Nov 25 17:50:55.144089 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec94c28-59aa-4b75-a583-49e346a1dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50186e9-9566-4058-ae40-22fbf116b626,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:05.728484 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d3a99006-648c-42bb-bdf1-b5edfcc39dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:07.956712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d5da03ff-2b83-4946-b958-c810d047c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:09.397473 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:10.674453 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:11.462457 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:16.260543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:17.737909 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:26.428855 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:51:35.722060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a47ef13d-63e2-4dcf-993b-ef95d9f9674a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:37.961026 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ee57d50-0535-41b7-9abc-c4450d673cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:39.400623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:40.677391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:41.456620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.011425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58364) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:44.120372 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.199289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.203278 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.244340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f5015-6fc5-4ace-9324-e3e1cdd57b03,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:44.250387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aaa96ee523854f81858b22fdb37b8741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378662 Nov 25 17:51:44.253158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:51:44.256110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.256561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.256905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.257238 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.257568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.257894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.258223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.258548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.258870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.259195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.259548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.259873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db269c16-7147-460d-b7b4-74565d27b9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.307968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.329191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.375914 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.378555 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:44.379783 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c38f5015-6fc5-4ace-9324-e3e1cdd57b03 HTTP/1.1" status: 204 len: 168 time: 0.1254613 Nov 25 17:51:44.387914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f5015-6fc5-4ace-9324-e3e1cdd57b03,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:51:44.395753 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.396108 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.396453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.396861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.397202 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.397712 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.398211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.398547 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.398880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.399211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.399648 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:44.400070 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fad10-1ba5-4383-a095-833c0281c707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:51:46.274726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:51:47.724827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:03.427722 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:52:05.724492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13809341-1f17-4efc-b20d-3874294109ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:07.964133 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c62e43ae-c58a-4aaa-a26b-afe94d70bf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:09.406537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:10.680694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:11.463643 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:16.291459 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.209061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58590) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.322236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f216b88d-f5aa-4526-bd73-87476ee9c819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.397708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f216b88d-f5aa-4526-bd73-87476ee9c819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.401552 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f216b88d-f5aa-4526-bd73-87476ee9c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.443076 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216b88d-f5aa-4526-bd73-87476ee9c819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9366f-4922-4660-8e2b-492e299e7909,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:17.449782 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f216b88d-f5aa-4526-bd73-87476ee9c819 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27667e4895ab4812a2633c7f1562f698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378953 Nov 25 17:52:17.450713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58594) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:17.505063 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc233ff5-0313-4e98-a8b1-877332ecca10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.528808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc233ff5-0313-4e98-a8b1-877332ecca10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.576460 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc233ff5-0313-4e98-a8b1-877332ecca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.579281 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-fc233ff5-0313-4e98-a8b1-877332ecca10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:17.580604 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fc233ff5-0313-4e98-a8b1-877332ecca10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dcf9366f-4922-4660-8e2b-492e299e7909 HTTP/1.1" status: 204 len: 168 time: 0.1289237 Nov 25 17:52:17.588955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc233ff5-0313-4e98-a8b1-877332ecca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9366f-4922-4660-8e2b-492e299e7909,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:17.755313 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:27.812642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-b9a36fdf-fdd4-4e6f-89c9-1c4ae7a6a116 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=5ac127a88a1744fc9f84c7a7388e1ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301030 Nov 25 17:52:28.022009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-df95c202-c2d3-452b-bb00-408f0fa2be20 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:28.024018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-df95c202-c2d3-452b-bb00-408f0fa2be20 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059982 Nov 25 17:52:28.039371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-4b0db79b-471f-4ac0-bd17-61d202e068b5 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/quotas/5ac127a88a1744fc9f84c7a7388e1ea9 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Nov 25 17:52:28.090853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-a9e1ca94-d3a1-4d26-b804-ca6392cd4fe1 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5ac127a88a1744fc9f84c7a7388e1ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460403 Nov 25 17:52:28.258700 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8af3a3d1-4eac-4f11-83f8-29a2523d7cf9 req-e5204223-3881-4063-a604-6b6eaebe7784 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 210 time: 0.0267274 Nov 25 17:52:29.215035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3faeb2fc-d487-4629-ae16-ace0129103a5 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ac127a88a1744fc9f84c7a7388e1ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378013 Nov 25 17:52:29.366115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25f0e290-3e90-42a5-a5c8-7dfc6dbd21d3 req-0e58f5bb-58b1-477e-bd10-7eafed4a5ed3 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 210 time: 0.0344284 Nov 25 17:52:29.405850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-30b57c10-9612-4ace-a765-c2eee3afbacd tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:29.407290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-30b57c10-9612-4ace-a765-c2eee3afbacd tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865463 Nov 25 17:52:29.420381 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Request body: {'port': {'device_id': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'admin_state_up': True, 'tenant_id': '5ac127a88a1744fc9f84c7a7388e1ea9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:29.526288 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Made reservation on behalf of 5ac127a88a1744fc9f84c7a7388e1ea9 for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:29.529627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.537685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.609196 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.613031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.677107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:29.746230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Allocated IP 192.168.233.4 (382d94f5-b409-4957-9b15-1f293b3b8fcf/601add41-1875-4245-9207-59f778d9edd1/497bd558-e395-4478-b66f-69baf780f3fa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:29.889079 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.924717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:29.977822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Network 382d94f5-b409-4957-9b15-1f293b3b8fcf is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:29.980945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:29.984853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:30.009205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Pushing event updated for resources: {'Port': ['ID=497bd558-e395-4478-b66f-69baf780f3fa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:30.037759 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:30.038928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.055664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-3c31f5e4-f283-4c34-86f9-e299118d893d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6387255 Nov 25 17:52:30.068256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Request body: {'port': {'device_id': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:30.126827 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.177961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3a0c0675-58ac-440f-9598-542daacd8c55 None None] Provisioning complete for port 497bd558-e395-4478-b66f-69baf780f3fa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:30.178560 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0675-58ac-440f-9598-542daacd8c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.217050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c0675-58ac-440f-9598-542daacd8c55 None None] Port 497bd558-e395-4478-b66f-69baf780f3fa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:52:30.621638 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c783b-f5ab-49c5-b34e-a7c2d22b31a6 req-bde076ed-2f1f-4865-84be-cb4996e05ecd tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:30.623100 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1c783b-f5ab-49c5-b34e-a7c2d22b31a6 req-bde076ed-2f1f-4865-84be-cb4996e05ecd tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 934 time: 0.1579909 Nov 25 17:52:30.699949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b1c783b-f5ab-49c5-b34e-a7c2d22b31a6 req-ecf7fb12-bab6-447b-8d50-02c516c140a1 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708029 Nov 25 17:52:30.754027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497bd558-e395-4478-b66f-69baf780f3fa {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:30.761896 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.774493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Transition to ACTIVE for port object 497bd558-e395-4478-b66f-69baf780f3fa will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:52:30.777779 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.835924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Pushing event updated for resources: {'Port': ['ID=497bd558-e395-4478-b66f-69baf780f3fa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:30.906264 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Attempting to bind port 497bd558-e395-4478-b66f-69baf780f3fa on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:30.906600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Attempting to bind port 497bd558-e395-4478-b66f-69baf780f3fa by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:30.906928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Attempting to bind port 497bd558-e395-4478-b66f-69baf780f3fa on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:30.911639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Port 497bd558-e395-4478-b66f-69baf780f3fa on network 382d94f5-b409-4957-9b15-1f293b3b8fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:52:30.911960 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Attempting to bind port 497bd558-e395-4478-b66f-69baf780f3fa on network 382d94f5-b409-4957-9b15-1f293b3b8fcf {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:30.917766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:30.918109 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Checking segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:30.918492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Bound using segment: {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:30.918922 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Bound port: 497bd558-e395-4478-b66f-69baf780f3fa, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90e52932-6c72-44c5-9d2e-a3bf5ee30f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:30.919279 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:30.988220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] For port 497bd558-e395-4478-b66f-69baf780f3fa, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:30.992576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] For port 497bd558-e395-4478-b66f-69baf780f3fa, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=497bd558-e395-4478-b66f-69baf780f3fa,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:30.996942 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.039240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:31.039882 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:31.041465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] 10.222.0.73 "PUT /v2.0/ports/497bd558-e395-4478-b66f-69baf780f3fa HTTP/1.1" status: 200 len: 1094 time: 0.9775028 Nov 25 17:52:31.041924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'tag': '497bd558-e395-4478-b66f-69baf780f3fa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:31.044197 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc99002-2290-430b-a67c-70ff55b3ca08" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa3a87-5890-47aa-a8f3-726c34ddacde", "tag": "497bd558-e395-4478-b66f-69baf780f3fa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:31.068044 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d37b4-e098-4b9b-817b-bcb32a63e325 service neutron] Pushing event updated for resources: {'Port': ['ID=497bd558-e395-4478-b66f-69baf780f3fa,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:31.127609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-c4775288-adbd-4da3-bcb8-5f2fad13f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:31.129218 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-c4775288-adbd-4da3-bcb8-5f2fad13f1ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ac127a88a1744fc9f84c7a7388e1ea9&device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 1097 time: 0.0440886 Nov 25 17:52:31.173169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-8b112e10-bfd5-494e-aa28-ba52e6a21303 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=497bd558-e395-4478-b66f-69baf780f3fa HTTP/1.1" status: 200 len: 217 time: 0.0352204 Nov 25 17:52:31.230974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-0d12dda6-c88f-4eed-9b7c-ad6944000f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:31.232512 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-0d12dda6-c88f-4eed-9b7c-ad6944000f67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0518961 Nov 25 17:52:31.280744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-b42a98f1-0848-4bfa-a2ed-eb500a5f5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:31.282284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-b42a98f1-0848-4bfa-a2ed-eb500a5f5283 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427542 Nov 25 17:52:31.373562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-db0a507d-4112-44b1-a488-b3a1986c77e7 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833192 Nov 25 17:52:31.466842 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1b204fd8-d351-4cb7-a550-a5ed6226873a req-0f37d9f4-0b58-40e6-9703-a048111eaea0 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863533 Nov 25 17:52:31.819706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9f40c-18af-4d82-a1dd-2777a2afa415 req-3f84f849-f9c1-4c4a-8b0b-2df0babedf41 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:31.821444 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89d9f40c-18af-4d82-a1dd-2777a2afa415 req-3f84f849-f9c1-4c4a-8b0b-2df0babedf41 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 946 time: 0.0507815 Nov 25 17:52:31.869602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89d9f40c-18af-4d82-a1dd-2777a2afa415 req-5a0195aa-6279-4a88-be49-525e657bf7d9 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Nov 25 17:52:32.108815 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d465cad-4821-4548-923f-86345a7fc2e0 x-openstack-request-id: req-4d465cad-4821-4548-923f-86345a7fc2e0 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:32.109116 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa3a87-5890-47aa-a8f3-726c34ddacde", "tag": "497bd558-e395-4478-b66f-69baf780f3fa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:32.109373 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d465cad-4821-4548-923f-86345a7fc2e0 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:32.109787 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'tag': '497bd558-e395-4478-b66f-69baf780f3fa', 'status': 'completed', 'code': 200} Nov 25 17:52:32.171640 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-7030ea1d-5e92-4c15-8421-35bce26d33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.173127 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-7030ea1d-5e92-4c15-8421-35bce26d33b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ac127a88a1744fc9f84c7a7388e1ea9&device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 1097 time: 0.0411618 Nov 25 17:52:32.266487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-4b3dcca9-2a5b-46ad-958b-b3ed96fb039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.267989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-4b3dcca9-2a5b-46ad-958b-b3ed96fb039b service neutron] 10.222.0.73 "GET /v2.0/networks?id=382d94f5-b409-4957-9b15-1f293b3b8fcf HTTP/1.1" status: 200 len: 870 time: 0.0875161 Nov 25 17:52:32.313215 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-97b638cd-f5c9-404a-a551-134d45b8264a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=497bd558-e395-4478-b66f-69baf780f3fa HTTP/1.1" status: 200 len: 217 time: 0.0357921 Nov 25 17:52:32.366225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-6175d6ef-c583-4f8f-b999-01a67de562fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.367590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-6175d6ef-c583-4f8f-b999-01a67de562fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=601add41-1875-4245-9207-59f778d9edd1 HTTP/1.1" status: 200 len: 843 time: 0.0481310 Nov 25 17:52:32.412887 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-7c42d8a2-3140-4dd4-a916-fa7685b3e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.414655 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-7c42d8a2-3140-4dd4-a916-fa7685b3e112 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=382d94f5-b409-4957-9b15-1f293b3b8fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406463 Nov 25 17:52:32.506055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-72657e7f-dd1f-4f40-b93c-c411daa60f5a service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Nov 25 17:52:32.600131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-acc99002-2290-430b-a67c-70ff55b3ca08 req-c4ebdee2-9236-47e9-8dd9-469a87969b42 service neutron] 10.222.0.73 "GET /v2.0/networks/382d94f5-b409-4957-9b15-1f293b3b8fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861487 Nov 25 17:52:32.986408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd984718-82f8-4f40-815b-4ba13890655f req-15867fd4-5570-4edc-a9f2-205b7b813044 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:32.987906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd984718-82f8-4f40-815b-4ba13890655f req-15867fd4-5570-4edc-a9f2-205b7b813044 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 946 time: 0.0498364 Nov 25 17:52:33.034664 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bd984718-82f8-4f40-815b-4ba13890655f req-4ba8c0c8-d838-4cf9-9a09-00fa3c842ffb tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Nov 25 17:52:34.151214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db172cb-fe72-4387-8a1a-445a579463dc req-5667cae3-a24b-4798-ada3-d6f1dd24dede tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:34.152661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5db172cb-fe72-4387-8a1a-445a579463dc req-5667cae3-a24b-4798-ada3-d6f1dd24dede tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 946 time: 0.0475600 Nov 25 17:52:34.199832 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5db172cb-fe72-4387-8a1a-445a579463dc req-1647f979-d45c-45cf-9d93-7d2ef7d9e5f0 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Nov 25 17:52:35.321647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f495704-eed5-40d0-bbb8-fbbab74daccb req-fdc6960c-1da1-445b-8735-d09634d37c1c tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:35.323149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f495704-eed5-40d0-bbb8-fbbab74daccb req-fdc6960c-1da1-445b-8735-d09634d37c1c tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 946 time: 0.0545990 Nov 25 17:52:35.372957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7f495704-eed5-40d0-bbb8-fbbab74daccb req-80fea4f0-8524-4924-8768-548d68be1c7e tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Nov 25 17:52:35.728120 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-92e5d2cb-8cf9-4f0b-9df1-cec497861c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:35.996372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 497bd558-e395-4478-b66f-69baf780f3fa details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:52:36.093210 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 497bd558-e395-4478-b66f-69baf780f3fa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=497bd558-e395-4478-b66f-69baf780f3fa,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:36.104779 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '497bd558-e395-4478-b66f-69baf780f3fa', 'network_id': '382d94f5-b409-4957-9b15-1f293b3b8fcf', 'port_id': '497bd558-e395-4478-b66f-69baf780f3fa', 'mac_address': 'fa:16:3e:9f:21:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601add41-1875-4245-9207-59f778d9edd1', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:52:36.140738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.153493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497bd558-e395-4478-b66f-69baf780f3fa {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:36.172804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 497bd558-e395-4478-b66f-69baf780f3fa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=497bd558-e395-4478-b66f-69baf780f3fa,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:36.176808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:36.227744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=497bd558-e395-4478-b66f-69baf780f3fa,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:36.235334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.235708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.236053 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.236392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.236728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.237062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.237392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.237724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.238057 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.238378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.238700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.239019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:36.428247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['497bd558-e395-4478-b66f-69baf780f3fa'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:36.490305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696de16-bc68-41b2-97c7-fd270d3470eb req-3f672d92-dc2a-473b-a239-8373f498ba90 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:36.491813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a696de16-bc68-41b2-97c7-fd270d3470eb req-3f672d92-dc2a-473b-a239-8373f498ba90 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 947 time: 0.0498724 Nov 25 17:52:36.540579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a696de16-bc68-41b2-97c7-fd270d3470eb req-a0231168-2f1e-4b14-a1dd-f597311a7cd3 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Nov 25 17:52:37.659433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a13f7-c11f-46ef-8dff-32453e1090bc req-2c45d973-c40f-4da2-ba16-c79e3e27b568 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:37.660908 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb9a13f7-c11f-46ef-8dff-32453e1090bc req-2c45d973-c40f-4da2-ba16-c79e3e27b568 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 947 time: 0.0490189 Nov 25 17:52:37.709717 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bb9a13f7-c11f-46ef-8dff-32453e1090bc req-5272341d-e6a4-4b30-b7ce-5327f7cc2335 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Nov 25 17:52:37.965520 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-77ba6c8f-649d-4e6d-8da7-e4cf2a809878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.011590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 497bd558-e395-4478-b66f-69baf780f3fa up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:38.063416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 497bd558-e395-4478-b66f-69baf780f3fa completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:52:38.067119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 497bd558-e395-4478-b66f-69baf780f3fa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:38.067522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.144935 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.168584 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497bd558-e395-4478-b66f-69baf780f3fa'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:38.170828 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e96ad4-655e-46a8-ae73-dd461c24b44a" -d '{"events": [{"server_uuid": "17fa3a87-5890-47aa-a8f3-726c34ddacde", "name": "network-vif-plugged", "status": "completed", "tag": "497bd558-e395-4478-b66f-69baf780f3fa"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:38.184724 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 497bd558-e395-4478-b66f-69baf780f3fa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=497bd558-e395-4478-b66f-69baf780f3fa,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:38.188081 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:38.240825 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=497bd558-e395-4478-b66f-69baf780f3fa,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:38.270657 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d88ba3-6c0f-46d1-8a8e-a649f5f1ad93 x-openstack-request-id: req-30d88ba3-6c0f-46d1-8a8e-a649f5f1ad93 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:38.271010 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa3a87-5890-47aa-a8f3-726c34ddacde", "name": "network-vif-plugged", "status": "completed", "tag": "497bd558-e395-4478-b66f-69baf780f3fa", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:38.271275 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-30d88ba3-6c0f-46d1-8a8e-a649f5f1ad93 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:38.271705 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497bd558-e395-4478-b66f-69baf780f3fa', 'code': 200} Nov 25 17:52:38.378710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f32a-bf24-4619-9abf-527ddc04ebe1 req-a4e40d65-f309-4275-91d9-b6061e5e0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:38.380234 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc20f32a-bf24-4619-9abf-527ddc04ebe1 req-a4e40d65-f309-4275-91d9-b6061e5e0500 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 1099 time: 0.0501394 Nov 25 17:52:38.427163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bc20f32a-bf24-4619-9abf-527ddc04ebe1 req-0c19405c-3c74-4163-b8e8-4200e5b1292a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Nov 25 17:52:38.829792 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c109a93-5dea-4e1a-826a-bc97b2fb962c req-50f5fa57-7d7a-45d7-8f4d-6bf5a454434e tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:38.831226 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c109a93-5dea-4e1a-826a-bc97b2fb962c req-50f5fa57-7d7a-45d7-8f4d-6bf5a454434e tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 948 time: 0.0487204 Nov 25 17:52:38.879188 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3c109a93-5dea-4e1a-826a-bc97b2fb962c req-b3996d07-86c1-49c5-915d-0d3cf5df8e7a tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Nov 25 17:52:39.406300 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.005179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99efcf-535d-4007-a232-47edd8be6ebd req-4426e46d-39c2-4dce-9d34-6ba9831821bf tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:40.006674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd99efcf-535d-4007-a232-47edd8be6ebd req-4426e46d-39c2-4dce-9d34-6ba9831821bf tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 948 time: 0.0529428 Nov 25 17:52:40.054425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd99efcf-535d-4007-a232-47edd8be6ebd req-948f51a8-fbb1-4f58-8281-4ef98520d224 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Nov 25 17:52:40.426245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:52:40.443063 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-760ea9cd-827f-4648-ad9c-22cbc4fd01de req-6bdd6806-7dd0-48d5-9ebc-37262aefc763 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:52:40.444107 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-760ea9cd-827f-4648-ad9c-22cbc4fd01de req-6bdd6806-7dd0-48d5-9ebc-37262aefc763 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1063499 Nov 25 17:52:40.683467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:40.832325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-c9bc9dea-2fad-4a28-b676-a9a610863997 req-ec1d3088-c689-466e-89f1-1e47fbce2ceb service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:52:40.833320 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9bc9dea-2fad-4a28-b676-a9a610863997 req-ec1d3088-c689-466e-89f1-1e47fbce2ceb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0632629 Nov 25 17:52:41.456467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:42.198895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67979b94-232f-4717-8009-31caf1463b22 req-0a78442b-7c4d-4d52-829b-44e2e2d7d396 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:42.200382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67979b94-232f-4717-8009-31caf1463b22 req-0a78442b-7c4d-4d52-829b-44e2e2d7d396 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 948 time: 0.0492833 Nov 25 17:52:42.246940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-67979b94-232f-4717-8009-31caf1463b22 req-7577cf78-2fef-4735-8952-8974bcb23eaa tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Nov 25 17:52:43.364752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dce33-a52a-4fd3-a055-bf3723d6a53a req-f9a689de-f227-4df6-941c-9184f3a27152 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:43.366235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176dce33-a52a-4fd3-a055-bf3723d6a53a req-f9a689de-f227-4df6-941c-9184f3a27152 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 948 time: 0.0502748 Nov 25 17:52:43.445235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-176dce33-a52a-4fd3-a055-bf3723d6a53a req-832c9d49-fbe5-42d2-9451-5ecb7a855b52 tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.86 "GET /v2.0/security-groups?id=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Nov 25 17:52:43.457886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-16c3b011-3169-4f7b-b2ae-28ac811aaa4d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:43.459293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-16c3b011-3169-4f7b-b2ae-28ac811aaa4d tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.73 "GET /v2.0/ports?device_id=17fa3a87-5890-47aa-a8f3-726c34ddacde HTTP/1.1" status: 200 len: 948 time: 0.0733819 Nov 25 17:52:43.550279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Deleting port 497bd558-e395-4478-b66f-69baf780f3fa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:52:43.550519 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.641975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] For port 497bd558-e395-4478-b66f-69baf780f3fa, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=497bd558-e395-4478-b66f-69baf780f3fa,segment=NetworkSegment(90e52932-6c72-44c5-9d2e-a3bf5ee30f0b),segment_id=90e52932-6c72-44c5-9d2e-a3bf5ee30f0b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:43.642330 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.654190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Calling delete_port for 497bd558-e395-4478-b66f-69baf780f3fa owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:52:43.780215 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.793012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['497bd558-e395-4478-b66f-69baf780f3fa'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:43.813091 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Pushing event deleted for resources: {'Port': ['ID=497bd558-e395-4478-b66f-69baf780f3fa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:43.854411 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] No DVR routers for this DVR port 497bd558-e395-4478-b66f-69baf780f3fa on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:52:43.857315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:43.861149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7a7eef55-8d9b-4a0f-96a5-6ed63949045d req-b12b56fb-7d77-41cf-971e-5bdd0b3166af tempest-ServersAdminNegativeTestJSON-1916582206 tempest-ServersAdminNegativeTestJSON-1916582206-project] 10.222.0.73 "DELETE /v2.0/ports/497bd558-e395-4478-b66f-69baf780f3fa HTTP/1.1" status: 204 len: 173 time: 0.3949728 Nov 25 17:52:43.861619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'name': 'network-vif-deleted', 'tag': '497bd558-e395-4478-b66f-69baf780f3fa'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:43.864604 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4a09b4-e47b-49a2-b79f-b42d3123a33e" -d '{"events": [{"server_uuid": "17fa3a87-5890-47aa-a8f3-726c34ddacde", "name": "network-vif-deleted", "tag": "497bd558-e395-4478-b66f-69baf780f3fa"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:43.906666 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891c1e51-2ed9-423c-aea0-7c9112b9bd2a x-openstack-request-id: req-891c1e51-2ed9-423c-aea0-7c9112b9bd2a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:43.906957 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa3a87-5890-47aa-a8f3-726c34ddacde", "name": "network-vif-deleted", "tag": "497bd558-e395-4478-b66f-69baf780f3fa", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:43.907207 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-891c1e51-2ed9-423c-aea0-7c9112b9bd2a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:43.907635 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa3a87-5890-47aa-a8f3-726c34ddacde', 'name': 'network-vif-deleted', 'tag': '497bd558-e395-4478-b66f-69baf780f3fa', 'status': 'completed', 'code': 200} Nov 25 17:52:44.740650 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58750) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:44.871090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6e407382-22a7-4bb0-9f67-1f93841c3d6e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ac127a88a1744fc9f84c7a7388e1ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292980 Nov 25 17:52:44.873574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58754) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:44.920644 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.941274 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.991048 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.993658 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:44.994787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2d737c9-347b-41f2-b44c-c5fc3aaedfa8 HTTP/1.1" status: 204 len: 168 time: 0.1203396 Nov 25 17:52:45.003040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d737c9-347b-41f2-b44c-c5fc3aaedfa8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:45.011645 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.011994 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.012334 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.012670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.013001 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.013339 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.013669 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.013990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.014309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.014626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.015048 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.015263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bf0a0e-199a-48b5-bd4e-11bf7daf04eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:45.256032 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58760) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:45.269969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd9adc84-5eaf-4333-a239-0fd15b93a17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.342095 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd9adc84-5eaf-4333-a239-0fd15b93a17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.346810 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dd9adc84-5eaf-4333-a239-0fd15b93a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.383468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9adc84-5eaf-4333-a239-0fd15b93a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29060fe-dd29-4d31-9db2-5f05b8e1c321,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:45.388984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dd9adc84-5eaf-4333-a239-0fd15b93a17f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ca70161fede493984c4b0fd6d951584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319408 Nov 25 17:52:45.392002 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58762) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:45.440188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79ac47ce-3c80-4a2c-ac91-d4fc667b0bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.461617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79ac47ce-3c80-4a2c-ac91-d4fc667b0bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.506860 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79ac47ce-3c80-4a2c-ac91-d4fc667b0bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.510198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-79ac47ce-3c80-4a2c-ac91-d4fc667b0bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:45.511339 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-79ac47ce-3c80-4a2c-ac91-d4fc667b0bb7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f29060fe-dd29-4d31-9db2-5f05b8e1c321 HTTP/1.1" status: 204 len: 168 time: 0.1184506 Nov 25 17:52:45.519639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac47ce-3c80-4a2c-ac91-d4fc667b0bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29060fe-dd29-4d31-9db2-5f05b8e1c321,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.044915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 497bd558-e395-4478-b66f-69baf780f3fa no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:52:46.065627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 497bd558-e395-4478-b66f-69baf780f3fa {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:52:46.065975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 497bd558-e395-4478-b66f-69baf780f3fa not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:52:46.180579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:46.281823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-610970656-network', 'tenant_id': '795214b5c3064df28f25ecc800d512ec'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:46.293025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.304459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Made reservation on behalf of 795214b5c3064df28f25ecc800d512ec for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:46.307505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.318448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.392153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.395474 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.415550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:52:46.430484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b838a088-e7d6-41aa-a7b7-8bad36da2c0f,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.434375 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.434710 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Added segment eafc072b-f0cc-4929-9935-5a57c45b2079 of type vlan for network 19af1e33-8ab4-4da8-915d-5e62a6ab788e Nov 25 17:52:46.473847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.499854 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.500798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:46.501368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.552542 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3707752 Nov 25 17:52:46.555453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58788) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:52:46.561598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Request body: {'subnet': {'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-610970656-subnet', 'tenant_id': '795214b5c3064df28f25ecc800d512ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:46.563630 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d47d11-b2a7-4f18-b036-b32aac949ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=19af1e33-8ab4-4da8-915d-5e62a6ab788e,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.574591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 19af1e33-8ab4-4da8-915d-5e62a6ab788e details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:52:46.584815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Made reservation on behalf of 795214b5c3064df28f25ecc800d512ec for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:46.587284 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.756185 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.809836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70f576b-ad19-4a47-9887-62e44f8a5379,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:46.820399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.820743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.821078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.821408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.821736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.822225 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.822428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.822748 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.823066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.823405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.823721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.824036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:52:46.829528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Checking segment: {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:46.829883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Network hostable DHCP agents. Network: 19af1e33-8ab4-4da8-915d-5e62a6ab788e, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:52:46.847713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Network 19af1e33-8ab4-4da8-915d-5e62a6ab788e is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:52:46.856801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 19af1e33-8ab4-4da8-915d-5e62a6ab788e) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:46.861358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:46.861961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:46.867511 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1025d6-2c6c-4095-88d5-53a502c4f039 None None] Network 19af1e33-8ab4-4da8-915d-5e62a6ab788e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:46.878330 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-015c79f8-1aef-455b-b1d7-9b439927b443 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3217938 Nov 25 17:52:46.994009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4c367-85b2-45e6-a64a-442431b24709 None None] Network 19af1e33-8ab4-4da8-915d-5e62a6ab788e requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:52:47.385605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-26567b2e-382a-45b4-9fdb-d4719e237854 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:47.386631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-26567b2e-382a-45b4-9fdb-d4719e237854 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 811 time: 0.1857047 Nov 25 17:52:47.402072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-9bda08e5-cb77-4cf3-849b-675650ffa052 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/quotas/795214b5c3064df28f25ecc800d512ec HTTP/1.1" status: 200 len: 375 time: 0.0096517 Nov 25 17:52:47.433941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-61314c48-9524-41dc-b0a4-3729c49933e3 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266173 Nov 25 17:52:47.444517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-bd395b69-5eb6-4235-b579-539bec856eba service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:52:47.445456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-bd395b69-5eb6-4235-b579-539bec856eba service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048997 Nov 25 17:52:47.532313 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-2b4c519b-c4c4-4f28-a5b8-921d8c5e0e00 service neutron] 10.222.0.86 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801127 Nov 25 17:52:47.622491 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-df9ef14c-02e3-4faa-9344-52d6aa2f27f4 service neutron] 10.222.0.86 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840871 Nov 25 17:52:47.745903 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:47.785537 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4bafb64f-8edc-4e13-a0d6-afda3a50c4d4 req-c195eed0-b600-47ec-9518-b2ee822b8d77 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 210 time: 0.0308959 Nov 25 17:52:48.706449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-0e5ec268-76e7-4e53-966b-fc4b5eccd574 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:48.707916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-0e5ec268-76e7-4e53-966b-fc4b5eccd574 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.73 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 811 time: 0.1017265 Nov 25 17:52:48.720514 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Request body: {'port': {'device_id': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e', 'admin_state_up': True, 'tenant_id': '795214b5c3064df28f25ecc800d512ec'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:48.838746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Made reservation on behalf of 795214b5c3064df28f25ecc800d512ec for: {'port': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:52:48.842456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:48.885651 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3e1affab-b072-4b0e-9cdf-2a8384c332e5 req-39142d31-996b-4e25-ad98-c3c8cc08deaf tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 210 time: 0.0279782 Nov 25 17:52:48.968483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Allocated IP 172.20.0.3 (19af1e33-8ab4-4da8-915d-5e62a6ab788e/d70f576b-ad19-4a47-9887-62e44f8a5379/588da36e-55c7-44a7-be22-fb21ad15bc37) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:52:49.116243 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.149229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.203919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Network 19af1e33-8ab4-4da8-915d-5e62a6ab788e is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:52:49.206919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:52:49.210950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:52:49.235864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:49.262455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:49.263065 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.279126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b4463cdd-1477-4132-9ca8-3ed94aba57ca tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625658 Nov 25 17:52:49.292112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Request body: {'port': {'device_id': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:52:49.345787 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.605041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588da36e-55c7-44a7-be22-fb21ad15bc37 {{(pid=103635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:49.612342 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.623999 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Transition to ACTIVE for port object 588da36e-55c7-44a7-be22-fb21ad15bc37 will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:52:49.627936 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.676583 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:49.745552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:52:49.745884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:52:49.746208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 on network 19af1e33-8ab4-4da8-915d-5e62a6ab788e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:49.750384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Port 588da36e-55c7-44a7-be22-fb21ad15bc37 on network 19af1e33-8ab4-4da8-915d-5e62a6ab788e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:52:49.750704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 on network 19af1e33-8ab4-4da8-915d-5e62a6ab788e {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:52:49.755513 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:52:49.755848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Checking segment: {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:52:49.756222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Bound using segment: {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:52:49.756641 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Bound port: 588da36e-55c7-44a7-be22-fb21ad15bc37, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:52:49.756987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.821876 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:52:49.824831 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:52:49.829153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.866248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:49.866863 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:49.868275 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] 10.222.0.73 "PUT /v2.0/ports/588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 1091 time: 0.5808935 Nov 25 17:52:49.868715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:49.871223 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:49.896911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6659b-e00a-401f-8b8d-9d551d0d43eb service neutron] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=3']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:49.919189 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4124e1-29d3-4d65-85c0-52f836a48ba3 x-openstack-request-id: req-3f4124e1-29d3-4d65-85c0-52f836a48ba3 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:49.919507 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:49.919760 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f4124e1-29d3-4d65-85c0-52f836a48ba3 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:49.920153 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'status': 'completed', 'code': 200} Nov 25 17:52:49.953734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-2e123f05-dd03-46cd-9b85-8fdd2b74d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:49.955277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-2e123f05-dd03-46cd-9b85-8fdd2b74d83e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1094 time: 0.0459840 Nov 25 17:52:50.003855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-ba3531f7-a998-4bec-8ea4-f754832ab1b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0394921 Nov 25 17:52:50.006898 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a930d13-13bd-46d8-8e26-f8c0d21e3b0b req-8c321289-b39e-4c19-b31e-02e087e60129 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.008394 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a930d13-13bd-46d8-8e26-f8c0d21e3b0b req-8c321289-b39e-4c19-b31e-02e087e60129 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0495939 Nov 25 17:52:50.055923 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-4e4b4eff-1ed9-4d58-bb01-a80081f35db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.056592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3a930d13-13bd-46d8-8e26-f8c0d21e3b0b req-dfda42b1-4cd3-4f43-bab4-6daeb68e7669 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Nov 25 17:52:50.058654 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-4e4b4eff-1ed9-4d58-bb01-a80081f35db8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0469015 Nov 25 17:52:50.090954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-ea7729ea-ec93-438c-b2bb-ac78856a7740 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255420 Nov 25 17:52:50.178332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-b7ff283a-7050-4e42-a6c4-4abd64bdaabd service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801165 Nov 25 17:52:50.270812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7755290a-ad1c-45c3-b7be-e57e4a388ce1 req-0d72d96b-d00b-4d43-8afa-fdaca98ebc10 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857759 Nov 25 17:52:50.354856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-1cf73638-8a42-43c0-be3f-612253de96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.356346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-1cf73638-8a42-43c0-be3f-612253de96c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1094 time: 0.0423870 Nov 25 17:52:50.449985 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-59b9c53a-8a87-4f83-a29e-0c3016c2655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.451491 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-59b9c53a-8a87-4f83-a29e-0c3016c2655c service neutron] 10.222.0.73 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.0883060 Nov 25 17:52:50.502682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-17bc0f2e-664a-4add-84a8-2353796901d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0345244 Nov 25 17:52:50.552508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-8e660bd7-044b-4082-a863-d47016de874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:50.553926 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-8e660bd7-044b-4082-a863-d47016de874b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0426543 Nov 25 17:52:50.585841 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-651c2c42-d748-413d-8057-e35fd64f00a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242102 Nov 25 17:52:50.678081 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-127d8a25-2467-4c79-abb0-64714c830991 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Nov 25 17:52:50.770245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d56e1f3a-f3a6-447d-be31-21a7fc0dca62 req-69d25505-3cf4-4814-977b-52891ffcf0b0 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826678 Nov 25 17:52:51.180752 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f6b80-52ea-432d-a3b1-b241f5d627da req-f6dc96f7-d0cf-4e3e-aceb-2b24615cc647 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:51.182869 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b23f6b80-52ea-432d-a3b1-b241f5d627da req-f6dc96f7-d0cf-4e3e-aceb-2b24615cc647 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0535145 Nov 25 17:52:51.232262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b23f6b80-52ea-432d-a3b1-b241f5d627da req-65042f43-a205-4d26-a3fe-667b89693e35 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Nov 25 17:52:52.351661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959b5fc-58d9-4c5e-a425-9fd389005bbf req-ecbb99b9-e043-4444-b3f6-4b2bc4cff463 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:52.353130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d959b5fc-58d9-4c5e-a425-9fd389005bbf req-ecbb99b9-e043-4444-b3f6-4b2bc4cff463 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0534914 Nov 25 17:52:52.405185 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d959b5fc-58d9-4c5e-a425-9fd389005bbf req-3a8047cd-3943-4656-844d-5f5a73a83436 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454118 Nov 25 17:52:53.520182 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c8b1f-06f0-4a2d-af85-f6a0d3ed936d req-de5c88fc-1ac3-48f8-8a0e-5477ff917a4c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:53.521646 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca1c8b1f-06f0-4a2d-af85-f6a0d3ed936d req-de5c88fc-1ac3-48f8-8a0e-5477ff917a4c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0479999 Nov 25 17:52:53.567774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ca1c8b1f-06f0-4a2d-af85-f6a0d3ed936d req-66a53e94-7ce5-4745-adbe-d69736cc73d1 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Nov 25 17:52:54.043494 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:52:54.138322 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:54.150080 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e', 'port_id': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'mac_address': 'fa:16:3e:12:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70f576b-ad19-4a47-9887-62e44f8a5379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:52:54.190880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:54.205118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588da36e-55c7-44a7-be22-fb21ad15bc37 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:52:54.223743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:54.227492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:54.274486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:54.413768 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['588da36e-55c7-44a7-be22-fb21ad15bc37'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:52:54.685581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddea063-6d3c-444a-bd14-b109db309001 req-7894682e-b660-4216-a548-dee0b384fb27 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:54.687128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ddea063-6d3c-444a-bd14-b109db309001 req-7894682e-b660-4216-a548-dee0b384fb27 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Nov 25 17:52:54.733386 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4ddea063-6d3c-444a-bd14-b109db309001 req-8ebe312d-d72d-45b1-b851-fe8a422ff4b9 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Nov 25 17:52:55.928163 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efa8b-01b3-45f0-b14a-111147ee66df req-351a1a98-be45-4130-a2f7-9869254ca04f tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:55.929618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b1efa8b-01b3-45f0-b14a-111147ee66df req-351a1a98-be45-4130-a2f7-9869254ca04f tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 944 time: 0.1292264 Nov 25 17:52:55.975786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9b1efa8b-01b3-45f0-b14a-111147ee66df req-1a58ddbb-dc71-4668-847f-32c6eec6164c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Nov 25 17:52:56.044419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:52:56.092700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 588da36e-55c7-44a7-be22-fb21ad15bc37 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:52:56.096770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 588da36e-55c7-44a7-be22-fb21ad15bc37 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:52:56.097134 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.172329 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.194344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:52:56.196961 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1cb92d-2b7e-42b6-b965-2daa9f602190" -d '{"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-plugged", "status": "completed", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:52:56.213014 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:52:56.217183 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:52:56.244668 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550d122d-52cb-4bf1-9862-5b7aba619ced x-openstack-request-id: req-550d122d-52cb-4bf1-9862-5b7aba619ced {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:52:56.245050 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-plugged", "status": "completed", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:52:56.245313 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-550d122d-52cb-4bf1-9862-5b7aba619ced {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:52:56.245710 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'code': 200} Nov 25 17:52:56.274048 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:52:56.332459 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319405-853a-4493-a5f0-4b03f3d4eb2a req-44d4e19c-ca71-4efc-9a76-af76da806736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:56.333820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88319405-853a-4493-a5f0-4b03f3d4eb2a req-44d4e19c-ca71-4efc-9a76-af76da806736 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1096 time: 0.0397308 Nov 25 17:52:56.377619 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-88319405-853a-4493-a5f0-4b03f3d4eb2a req-e2f8a5a4-b42f-4cd5-91e1-d782663bc3aa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363028 Nov 25 17:52:57.092797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc3797-8222-4930-a1d7-d000606af107 req-229eaae9-0563-4a9b-aafb-9c2c86325dac tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:57.094290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dcc3797-8222-4930-a1d7-d000606af107 req-229eaae9-0563-4a9b-aafb-9c2c86325dac tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Nov 25 17:52:57.147272 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6dcc3797-8222-4930-a1d7-d000606af107 req-5e974ac9-6548-4470-b97d-2803c008fd10 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 Nov 25 17:52:58.329857 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa31fe0-6cea-43e2-9276-eae60ce207a4 req-e217b192-4628-4983-b9db-3b9092a3d025 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:58.331327 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-baa31fe0-6cea-43e2-9276-eae60ce207a4 req-e217b192-4628-4983-b9db-3b9092a3d025 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.1149127 Nov 25 17:52:58.379584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-baa31fe0-6cea-43e2-9276-eae60ce207a4 req-14affcdc-c584-4c90-8456-3348aa19c1d5 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Nov 25 17:52:58.628433 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8f222-3f24-475c-b5c8-1d04bc27c6e6 req-7f25cc52-0aa1-436b-9f88-099065b7558b tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:58.629955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bf8f222-3f24-475c-b5c8-1d04bc27c6e6 req-7f25cc52-0aa1-436b-9f88-099065b7558b tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Nov 25 17:52:58.664876 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-a915c68f-0b2c-47b9-ab19-205a1a94b481 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948296 Nov 25 17:52:58.674607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-9dfbe6db-c089-4be5-a820-3be808b002d4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:52:58.675607 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-9dfbe6db-c089-4be5-a820-3be808b002d4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050297 Nov 25 17:52:58.680267 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8bf8f222-3f24-475c-b5c8-1d04bc27c6e6 req-52dc5306-ef7c-404e-ad04-ad0ac7ff4fcc tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Nov 25 17:52:59.830686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea7a3-aa8b-4d28-87fa-eac8ec10fdd8 req-848d9ca8-88ff-4340-aa43-c406e67af698 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:59.832203 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-102ea7a3-aa8b-4d28-87fa-eac8ec10fdd8 req-848d9ca8-88ff-4340-aa43-c406e67af698 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0765648 Nov 25 17:52:59.859003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-417c9676-566c-47f9-adac-e636e4bf91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:59.860543 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-417c9676-566c-47f9-adac-e636e4bf91fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1096 time: 0.0655072 Nov 25 17:52:59.937037 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-102ea7a3-aa8b-4d28-87fa-eac8ec10fdd8 req-7d8ef6e6-9379-4c8b-b08d-eea44bd45bd5 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976686 Nov 25 17:52:59.975870 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-ea682f4b-adb4-46e7-9e14-95e5ac0318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:52:59.977234 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-ea682f4b-adb4-46e7-9e14-95e5ac0318b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.1089380 Nov 25 17:53:00.018256 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-8214a357-c81d-41d5-89cc-a0bbe8bdf42b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0340583 Nov 25 17:53:00.071372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-034b701f-b0b5-4e3e-a149-ba1e81835753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:00.073447 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-034b701f-b0b5-4e3e-a149-ba1e81835753 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0482979 Nov 25 17:53:00.105789 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-574a63be-98e1-439b-8573-164f5e9f07d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254903 Nov 25 17:53:00.194017 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-45ff4c71-4d38-4647-b939-ec680f4a1f5e service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813696 Nov 25 17:53:00.287176 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-e4adce03-7eb8-4c97-9c63-2d2339e47db4 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853155 Nov 25 17:53:01.052559 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7236da4-7422-4bb5-ba85-5d2f849d0b7e req-60a07300-4f60-4f4b-89d0-2d49f96eedd6 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:01.054032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7236da4-7422-4bb5-ba85-5d2f849d0b7e req-60a07300-4f60-4f4b-89d0-2d49f96eedd6 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0475249 Nov 25 17:53:01.105530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7236da4-7422-4bb5-ba85-5d2f849d0b7e req-9753e6e8-ba4f-4771-afd1-f55b8e8152a7 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Nov 25 17:53:02.234251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6295f-88ab-43a7-a5c9-80110f88e54a req-f59ec2ff-fa3c-4c04-ae3b-1701d762f6bc tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:02.235744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70f6295f-88ab-43a7-a5c9-80110f88e54a req-f59ec2ff-fa3c-4c04-ae3b-1701d762f6bc tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0525463 Nov 25 17:53:02.282507 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70f6295f-88ab-43a7-a5c9-80110f88e54a req-8e38f920-e0a9-4b7d-b2e3-b0cea7f2321f tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Nov 25 17:53:03.398245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b336d-3956-467e-a790-59c4222f3ab2 req-a84289aa-8fa7-4a04-981e-67bd063f06d5 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:03.399739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d7b336d-3956-467e-a790-59c4222f3ab2 req-a84289aa-8fa7-4a04-981e-67bd063f06d5 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0481124 Nov 25 17:53:03.449872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d7b336d-3956-467e-a790-59c4222f3ab2 req-d11c7765-39ef-4f69-898a-6fbabc70d02f tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437367 Nov 25 17:53:04.565958 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e95974-cd07-4a7a-9db8-6ff17db8b532 req-93ca5066-0dd8-4b21-8d84-c07500bbd605 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:04.567710 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7e95974-cd07-4a7a-9db8-6ff17db8b532 req-93ca5066-0dd8-4b21-8d84-c07500bbd605 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Nov 25 17:53:04.618639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7e95974-cd07-4a7a-9db8-6ff17db8b532 req-fa28732b-f2b8-48f6-be4c-fc4fdb44448a tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Nov 25 17:53:05.730020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94c0831c-2a71-4b09-adb5-60d8cb091d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:05.740672 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b47186-428c-4f90-920c-fe0422148fc9 req-9e86a2b1-f741-46d4-b7b1-2e68697a92f0 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:05.742137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02b47186-428c-4f90-920c-fe0422148fc9 req-9e86a2b1-f741-46d4-b7b1-2e68697a92f0 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0504816 Nov 25 17:53:05.789441 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02b47186-428c-4f90-920c-fe0422148fc9 req-9ec7e3be-b272-48a8-af08-3e365eb33c9b tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Nov 25 17:53:06.912903 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658bce-619b-4b8d-9357-bc7fc894f9d5 req-0fb0ed98-ca2c-4c43-86a0-88958857fe8d tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:06.914357 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c658bce-619b-4b8d-9357-bc7fc894f9d5 req-0fb0ed98-ca2c-4c43-86a0-88958857fe8d tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Nov 25 17:53:06.962061 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8c658bce-619b-4b8d-9357-bc7fc894f9d5 req-077a1c46-e886-4adb-a4fe-4b33b993f10b tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Nov 25 17:53:07.968003 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9094-5578-4c3d-bfaa-6ebc1215821e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:08.083342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128c30a-312d-47c6-bec1-f5dbe3c7c46c req-e2b59524-a6a6-43cc-8aba-09d5b2d8f1ee tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:08.084808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c128c30a-312d-47c6-bec1-f5dbe3c7c46c req-e2b59524-a6a6-43cc-8aba-09d5b2d8f1ee tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Nov 25 17:53:08.131485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c128c30a-312d-47c6-bec1-f5dbe3c7c46c req-1c1dcd42-5368-488b-a7f2-7f5847d4ebdd tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Nov 25 17:53:08.325905 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-009fa645-ed9e-4f8a-827d-f8132093a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:08.327356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-009fa645-ed9e-4f8a-827d-f8132093a67f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1096 time: 0.0398855 Nov 25 17:53:08.431814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-ba359ae5-c184-467f-8c05-543121f01c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:08.433167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-ba359ae5-c184-467f-8c05-543121f01c24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.0857298 Nov 25 17:53:08.475122 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-07039eaf-5fa3-4f93-8873-16c61da43566 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0343015 Nov 25 17:53:08.523822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-841fae44-88f7-4558-97d4-a9d9b69c0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:08.525305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-841fae44-88f7-4558-97d4-a9d9b69c0427 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0431616 Nov 25 17:53:08.560160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-8dec55ce-525b-411f-a5da-508f67538c82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285149 Nov 25 17:53:08.647971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-8006ca79-aaa2-4798-929c-a1b27e017f20 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813253 Nov 25 17:53:08.738714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a31a6c89-fa2a-4411-a75f-b5b85591ae97 req-e1087cac-d035-47bd-8acc-25f517376b20 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843172 Nov 25 17:53:09.256750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3bfc6-4817-4331-8582-2a33d7e55160 req-e06038a1-ff01-414c-8495-c5d08c488e41 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:09.258212 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fea3bfc6-4817-4331-8582-2a33d7e55160 req-e06038a1-ff01-414c-8495-c5d08c488e41 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0513611 Nov 25 17:53:09.305101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fea3bfc6-4817-4331-8582-2a33d7e55160 req-45d145b5-5ec4-4f51-a3b9-49d9d205e6f6 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Nov 25 17:53:09.408283 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:10.443183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f68f8-f1fb-46c1-adbd-80bfdd220827 req-d1c25288-f90d-4de6-bb30-c2c669334c57 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:10.445654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc4f68f8-f1fb-46c1-adbd-80bfdd220827 req-d1c25288-f90d-4de6-bb30-c2c669334c57 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0627494 Nov 25 17:53:10.496964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cc4f68f8-f1fb-46c1-adbd-80bfdd220827 req-bd3f1e4a-2d23-44e0-8812-76d913932ebc tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Nov 25 17:53:10.687630 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.457853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:11.618593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88b284-124d-43d3-a9a8-797cd1a53bf2 req-f37d9568-990b-4d10-bc75-a850d2eb6978 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:11.620073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa88b284-124d-43d3-a9a8-797cd1a53bf2 req-f37d9568-990b-4d10-bc75-a850d2eb6978 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Nov 25 17:53:11.667695 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa88b284-124d-43d3-a9a8-797cd1a53bf2 req-8bf86af3-8727-4c4d-9261-e0400fe649ac tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Nov 25 17:53:12.783943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840c39-f97f-4f9e-8b87-a6fa35b84d5f req-aa716758-78aa-4cfa-a442-1692b4be4100 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:12.786668 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b840c39-f97f-4f9e-8b87-a6fa35b84d5f req-aa716758-78aa-4cfa-a442-1692b4be4100 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0507679 Nov 25 17:53:12.840113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b840c39-f97f-4f9e-8b87-a6fa35b84d5f req-23c914eb-d5c2-4c2e-892e-406ffb102a22 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Nov 25 17:53:13.961788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66403d-2075-48fa-aa4c-246f2781c03e req-26690c88-7504-44e1-8b83-ad9fcbecf193 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:13.963240 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa66403d-2075-48fa-aa4c-246f2781c03e req-26690c88-7504-44e1-8b83-ad9fcbecf193 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0530372 Nov 25 17:53:14.009801 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-aa66403d-2075-48fa-aa4c-246f2781c03e req-751c3541-5868-4e18-8bd1-32f71d702399 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Nov 25 17:53:15.126098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb724982-278d-4e48-b917-2ed49f01b2e6 req-a107c8d7-ffc1-4816-93d0-30c4b52483c4 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:15.127541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb724982-278d-4e48-b917-2ed49f01b2e6 req-a107c8d7-ffc1-4816-93d0-30c4b52483c4 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0499814 Nov 25 17:53:15.174935 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eb724982-278d-4e48-b917-2ed49f01b2e6 req-85a3ce6a-51a6-4282-82f6-2f454122e00c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Nov 25 17:53:16.296374 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07697439-3867-4ce9-940b-f3aa191c46eb req-4142454d-cba9-4524-9138-d8a83ce9f715 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:16.297910 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07697439-3867-4ce9-940b-f3aa191c46eb req-4142454d-cba9-4524-9138-d8a83ce9f715 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Nov 25 17:53:16.307360 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:16.346571 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-07697439-3867-4ce9-940b-f3aa191c46eb req-80f11a06-178d-47fd-bda8-33ae543c3f86 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Nov 25 17:53:17.426975 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:53:17.463643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7e3b-d7e8-401b-9bd6-38f927ab265d req-9a279845-0176-45ea-8bb1-7c82fcc9dff9 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:17.465114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3baa7e3b-d7e8-401b-9bd6-38f927ab265d req-9a279845-0176-45ea-8bb1-7c82fcc9dff9 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Nov 25 17:53:17.512208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3baa7e3b-d7e8-401b-9bd6-38f927ab265d req-9ecac059-2654-45fa-a7a2-b8636264eca4 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Nov 25 17:53:17.754617 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:18.630049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca511-bc87-4036-9bab-b6f610ede592 req-d85864f6-acba-485c-ae01-6ed8c83f2ab4 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:18.631519 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bdca511-bc87-4036-9bab-b6f610ede592 req-d85864f6-acba-485c-ae01-6ed8c83f2ab4 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0506642 Nov 25 17:53:18.677552 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bdca511-bc87-4036-9bab-b6f610ede592 req-49a37019-0773-492a-8474-f50c6b676ea5 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Nov 25 17:53:19.798054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083f140-39dc-4233-b1b8-705138a970d7 req-45ed9d09-31b7-4350-bb7b-9cd781d56369 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:19.799648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a083f140-39dc-4233-b1b8-705138a970d7 req-45ed9d09-31b7-4350-bb7b-9cd781d56369 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0533512 Nov 25 17:53:19.846673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a083f140-39dc-4233-b1b8-705138a970d7 req-598afb05-5019-4cc2-915e-5ce32079f6fe tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Nov 25 17:53:20.963668 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d9d12-fc7e-4421-b01e-5a205239c1b1 req-9540a9ab-f5aa-46fc-ba23-1b66d54f3f15 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:20.965134 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b86d9d12-fc7e-4421-b01e-5a205239c1b1 req-9540a9ab-f5aa-46fc-ba23-1b66d54f3f15 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0483284 Nov 25 17:53:21.012241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b86d9d12-fc7e-4421-b01e-5a205239c1b1 req-f7ae3e86-b7d1-41a4-9e79-013067fadcd2 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Nov 25 17:53:22.128787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a97e9-c97b-4703-adcc-f5cd8060ee2b req-370fca69-1f4f-423c-bb48-c58e694d3ccc tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:22.130181 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a1a97e9-c97b-4703-adcc-f5cd8060ee2b req-370fca69-1f4f-423c-bb48-c58e694d3ccc tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0484333 Nov 25 17:53:22.177218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a1a97e9-c97b-4703-adcc-f5cd8060ee2b req-eadcaeb2-7544-4155-86eb-d6cea3ceaab8 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Nov 25 17:53:23.291045 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d833e0-ff66-4f95-9cc7-cebb9859915f req-3433fa46-6061-48b4-bbc7-53f41f61650a tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:23.292574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e5d833e0-ff66-4f95-9cc7-cebb9859915f req-3433fa46-6061-48b4-bbc7-53f41f61650a tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0474553 Nov 25 17:53:23.346088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e5d833e0-ff66-4f95-9cc7-cebb9859915f req-305bda12-b7dc-4f8e-9a9a-5acda030627c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Nov 25 17:53:24.466191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2c52d-0b69-497b-b046-cab07ee6b4de req-ff25df2d-a48a-4e25-bde1-1ffa84d456d9 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:24.467804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bea2c52d-0b69-497b-b046-cab07ee6b4de req-ff25df2d-a48a-4e25-bde1-1ffa84d456d9 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0525725 Nov 25 17:53:24.515013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bea2c52d-0b69-497b-b046-cab07ee6b4de req-a2463713-4ab0-480c-833c-8078af25b3c6 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Nov 25 17:53:25.630200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8be55-97ad-4bf7-9a84-ac8025d9ec38 req-a51505ec-1193-4655-a49b-56f2537127f0 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:25.631703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0cc8be55-97ad-4bf7-9a84-ac8025d9ec38 req-a51505ec-1193-4655-a49b-56f2537127f0 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0476856 Nov 25 17:53:25.678556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0cc8be55-97ad-4bf7-9a84-ac8025d9ec38 req-e5baf7b6-adb6-43a1-9be0-5224e676cad0 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Nov 25 17:53:26.800989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63875563-3d6e-4df1-81ec-8ad70f2ee87f req-50c3c8e5-94c2-491c-9876-1dd118fe4458 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:26.802394 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63875563-3d6e-4df1-81ec-8ad70f2ee87f req-50c3c8e5-94c2-491c-9876-1dd118fe4458 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0497119 Nov 25 17:53:26.850667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-63875563-3d6e-4df1-81ec-8ad70f2ee87f req-8fdfe9b2-fc60-4616-a9a6-5eed4f34aae3 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Nov 25 17:53:27.146977 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-d67d439c-cdc9-4e31-a1a5-460f7a7edab0 service neutron] show failed (client error): The resource could not be found. Nov 25 17:53:27.147936 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-d67d439c-cdc9-4e31-a1a5-460f7a7edab0 service neutron] 10.222.0.73 "GET /v2.0/ports/588da36e-55c7-44a7-be22-fb21ad15bc37/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0541806 Nov 25 17:53:27.432197 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-b658d7cf-de0d-40f8-9046-9613c7c76723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:27.433803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-b658d7cf-de0d-40f8-9046-9613c7c76723 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892&tenant_id=795214b5c3064df28f25ecc800d512ec HTTP/1.1" status: 200 len: 1096 time: 0.1271501 Nov 25 17:53:27.446377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:27.498562 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:27.743583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:27.978710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56b74-a6c4-417e-a435-c2bc96ec7ee8 req-75a670f7-00b8-4354-b8d1-7c57d901619c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:27.980902 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18a56b74-a6c4-417e-a435-c2bc96ec7ee8 req-75a670f7-00b8-4354-b8d1-7c57d901619c tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0560081 Nov 25 17:53:28.030584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-18a56b74-a6c4-417e-a435-c2bc96ec7ee8 req-f88cc94b-1c58-4117-8b25-363b783b3481 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Nov 25 17:53:28.154739 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:28.192975 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:28.195230 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae61ec3-45e0-4f67-b4e2-abee87375655" -d '{"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-unplugged", "status": "completed", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:28.199259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.217819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Transition to ACTIVE for port object 588da36e-55c7-44a7-be22-fb21ad15bc37 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:53:28.222316 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.300486 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] No DVR routers for this DVR port 588da36e-55c7-44a7-be22-fb21ad15bc37 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:53:28.307033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:28.312890 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f132b-6bc8-4c03-bae2-d2291cac277f x-openstack-request-id: req-2c1f132b-6bc8-4c03-bae2-d2291cac277f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:28.313178 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-unplugged", "status": "completed", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:28.313429 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c1f132b-6bc8-4c03-bae2-d2291cac277f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:28.313889 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'code': 200} Nov 25 17:53:28.342470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:28.342995 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:28.343370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 on network 19af1e33-8ab4-4da8-915d-5e62a6ab788e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:28.347931 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Port 588da36e-55c7-44a7-be22-fb21ad15bc37 on network 19af1e33-8ab4-4da8-915d-5e62a6ab788e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:28.348247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Attempting to bind port 588da36e-55c7-44a7-be22-fb21ad15bc37 on network 19af1e33-8ab4-4da8-915d-5e62a6ab788e {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:28.352968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:28.353294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Checking segment: {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:28.353670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Bound using segment: {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:28.354087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Bound port: 588da36e-55c7-44a7-be22-fb21ad15bc37, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafc072b-f0cc-4929-9935-5a57c45b2079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:28.354431 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.415088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:28.418032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:28.423437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.458344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.458968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:28.460373 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] 10.222.0.55 "PUT /v2.0/ports/588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 1091 time: 1.0178397 Nov 25 17:53:28.482413 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865088-9a1c-455c-ab63-f354d57110df service neutron] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:28.524741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-af454849-51df-4d4f-bdd0-dbc270da0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.526215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-af454849-51df-4d4f-bdd0-dbc270da0d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1094 time: 0.0404074 Nov 25 17:53:28.614441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-51fb8681-cd19-44df-8ecf-3de7ce91ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.615816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-51fb8681-cd19-44df-8ecf-3de7ce91ff17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.0814321 Nov 25 17:53:28.659613 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-f462ab77-c755-4643-86f3-317d90486dba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0367849 Nov 25 17:53:28.707460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-192e1a73-2b12-4130-876f-5a241d4433cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:28.708861 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-192e1a73-2b12-4130-876f-5a241d4433cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0430949 Nov 25 17:53:28.740735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-fcad77dc-0cb5-4e23-b8b6-480ae7838911 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243239 Nov 25 17:53:28.830121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-6bf13125-2e2d-45ba-9643-c271f15674a7 service neutron] 10.222.0.55 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826857 Nov 25 17:53:28.919928 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf798f1a-23df-4254-ae1e-c4ca37efa193 req-9fe302bc-f2b1-4da6-8159-9218bb1ec50f service neutron] 10.222.0.55 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823581 Nov 25 17:53:29.149149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028919f0-f8d2-46bd-9d90-8dcecce7a97d req-4ee465d7-165e-4455-8b0c-026f4cc23f8a tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:29.150612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-028919f0-f8d2-46bd-9d90-8dcecce7a97d req-4ee465d7-165e-4455-8b0c-026f4cc23f8a tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0483608 Nov 25 17:53:29.196839 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-028919f0-f8d2-46bd-9d90-8dcecce7a97d req-2c0110df-246b-4f08-9baa-89c85a0ecac3 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Nov 25 17:53:30.314234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b91be-6a3a-4768-8309-87b9c9a3f0ac req-802bab7f-3741-4725-bfaf-2e625f36720e tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.315730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-708b91be-6a3a-4768-8309-87b9c9a3f0ac req-802bab7f-3741-4725-bfaf-2e625f36720e tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0483506 Nov 25 17:53:30.316198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:30.318442 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:30.371300 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-708b91be-6a3a-4768-8309-87b9c9a3f0ac req-027623d3-5ece-43dc-90a6-8e9950de48d5 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491958 Nov 25 17:53:30.372757 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61153ee-8623-4348-a6d4-a2e222942df0 x-openstack-request-id: req-d61153ee-8623-4348-a6d4-a2e222942df0 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:30.373048 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:30.373302 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d61153ee-8623-4348-a6d4-a2e222942df0 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:30.373694 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'status': 'completed', 'code': 200} Nov 25 17:53:30.442836 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-895d74a2-99b6-4af6-89a4-8d75d91aa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.444656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-895d74a2-99b6-4af6-89a4-8d75d91aa12d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1094 time: 0.0471826 Nov 25 17:53:30.451800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-fba50a53-b174-4cd1-aad0-269886455d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.454612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-fba50a53-b174-4cd1-aad0-269886455d83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1094 time: 0.0459931 Nov 25 17:53:30.548546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-88445b2f-4a85-40cb-8f81-74765eaca62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.549990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-88445b2f-4a85-40cb-8f81-74765eaca62d service neutron] 10.222.0.55 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.0872030 Nov 25 17:53:30.552255 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-c52e6627-c2b2-4077-bf55-1c4d6e973d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.553709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-c52e6627-c2b2-4077-bf55-1c4d6e973d78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.0932751 Nov 25 17:53:30.597343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-1d47f34a-6afb-422d-8b20-ab776e174daa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0402830 Nov 25 17:53:30.597728 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-e9a39caf-98c5-412d-a698-850401ec55dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0346665 Nov 25 17:53:30.646210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-aa914a86-bd85-4c07-95e4-d06c17de4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.647753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-aa914a86-bd85-4c07-95e4-d06c17de4d69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0442216 Nov 25 17:53:30.650518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-bba7efd1-3471-4507-af34-8af2a1a5e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:30.651984 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-bba7efd1-3471-4507-af34-8af2a1a5e5eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0473228 Nov 25 17:53:30.680009 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-877f2364-b069-41e2-a45f-8988fb5d8978 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249059 Nov 25 17:53:30.778969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-1617a969-4046-43dc-82f8-e766a4088a4d service neutron] 10.222.0.55 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914607 Nov 25 17:53:30.875240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-c254ce55-ab32-4e1a-b2dc-327562843858 service neutron] 10.222.0.55 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889616 Nov 25 17:53:30.992225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-fd2f9226-45e3-4933-aa9d-d6ae027f0366 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3326817 Nov 25 17:53:31.081426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-05030847-40d5-4005-b0e9-9a9e2cecca9f service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804186 Nov 25 17:53:31.171959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ef02c29-ce53-4e19-9eed-f215e4ec01f1 req-7fdca5ba-fed2-4cb1-9561-c46b3dc6bb23 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Nov 25 17:53:31.493197 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b6d1a-a4ae-475a-ad9c-db09b546f06d req-7683f480-1465-46f7-b30d-0f75ef8e3222 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:31.494629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc5b6d1a-a4ae-475a-ad9c-db09b546f06d req-7683f480-1465-46f7-b30d-0f75ef8e3222 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 943 time: 0.0486677 Nov 25 17:53:31.517118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:53:31.542000 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc5b6d1a-a4ae-475a-ad9c-db09b546f06d req-733b7c3d-85a7-45b4-afa0-422f01477c88 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Nov 25 17:53:31.611828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:31.623955 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'network_id': '19af1e33-8ab4-4da8-915d-5e62a6ab788e', 'port_id': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'mac_address': 'fa:16:3e:12:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70f576b-ad19-4a47-9887-62e44f8a5379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:53:31.667972 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.682917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588da36e-55c7-44a7-be22-fb21ad15bc37 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:53:31.705798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:31.709733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:31.758738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:31.822545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36bf30-646d-436f-90f8-5358edaca122 req-6e064eda-e3e3-4137-a036-8c6ffa394191 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:31.824027 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-6e064eda-e3e3-4137-a036-8c6ffa394191 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892&tenant_id=795214b5c3064df28f25ecc800d512ec&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 944 time: 0.0936706 Nov 25 17:53:31.884288 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [req-5b36bf30-646d-436f-90f8-5358edaca122 req-30a530c0-2971-4779-88a4-2d6869d38889 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:53:31.885292 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-30a530c0-2971-4779-88a4-2d6869d38889 service neutron] 10.222.0.73 "DELETE /v2.0/ports/588da36e-55c7-44a7-be22-fb21ad15bc37/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0536213 Nov 25 17:53:31.969639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['588da36e-55c7-44a7-be22-fb21ad15bc37'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:53:31.969888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36bf30-646d-436f-90f8-5358edaca122 req-481866be-ca42-43a7-9724-f8948649f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:31.971590 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-481866be-ca42-43a7-9724-f8948649f963 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=795214b5c3064df28f25ecc800d512ec&device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 1095 time: 0.0414336 Nov 25 17:53:32.064223 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36bf30-646d-436f-90f8-5358edaca122 req-b1d434b1-afcd-466b-a68c-9519e72e93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:32.065744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-b1d434b1-afcd-466b-a68c-9519e72e93c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 200 len: 912 time: 0.0869036 Nov 25 17:53:32.112377 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-7ce4c13d-801c-46b1-84e0-8125585a99cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 200 len: 217 time: 0.0389440 Nov 25 17:53:32.161950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36bf30-646d-436f-90f8-5358edaca122 req-9515381a-02d0-43a8-ab3c-693fe9513103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:32.163423 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-9515381a-02d0-43a8-ab3c-693fe9513103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 200 len: 851 time: 0.0439270 Nov 25 17:53:32.184315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:32.198618 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-5ccc8d40-170f-449f-bfec-c8f93b1b798b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19af1e33-8ab4-4da8-915d-5e62a6ab788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284915 Nov 25 17:53:32.224288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:32.286623 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-a65a59a9-71b6-4c88-8098-780ad5bf9b8c service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806074 Nov 25 17:53:32.379088 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-bbe1d610-39e1-4bc6-b914-801b5f9b69a8 service neutron] 10.222.0.73 "GET /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849020 Nov 25 17:53:33.056599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008dbb4-3f88-489d-8098-d9c3dba1c53b req-09b2bddb-edf8-4fd2-b998-c26f51913576 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:33.057977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3008dbb4-3f88-489d-8098-d9c3dba1c53b req-09b2bddb-edf8-4fd2-b998-c26f51913576 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 944 time: 0.0489278 Nov 25 17:53:33.105805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3008dbb4-3f88-489d-8098-d9c3dba1c53b req-d93b557d-aaf5-43d9-9f30-59cc21585741 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Nov 25 17:53:33.519295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:33.568365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 588da36e-55c7-44a7-be22-fb21ad15bc37 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:53:33.571865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 588da36e-55c7-44a7-be22-fb21ad15bc37 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:33.572231 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.652511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.674789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:33.677042 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1bbd5-d1f0-49b0-97e2-4d2244f449aa" -d '{"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-plugged", "status": "completed", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:33.689763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:33.694625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:33.721403 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc671a8-911f-4429-ae50-422359957609 x-openstack-request-id: req-3bc671a8-911f-4429-ae50-422359957609 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:33.721697 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-plugged", "status": "completed", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:33.721954 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3bc671a8-911f-4429-ae50-422359957609 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:33.722356 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'code': 200} Nov 25 17:53:33.745129 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.223544 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fedf1-daf4-4daf-adb7-5b6a8a5bdf1d req-d777bc68-38a3-4849-a060-93146a124637 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:34.225014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae3fedf1-daf4-4daf-adb7-5b6a8a5bdf1d req-d777bc68-38a3-4849-a060-93146a124637 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0497143 Nov 25 17:53:34.273078 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae3fedf1-daf4-4daf-adb7-5b6a8a5bdf1d req-2125acbf-0007-4506-96c9-cdb673af0be8 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.86 "GET /v2.0/security-groups?id=b838a088-e7d6-41aa-a7b7-8bad36da2c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Nov 25 17:53:34.286569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36bf30-646d-436f-90f8-5358edaca122 req-2cdf5d7d-1ca2-45fb-ae51-60341348ce06 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:34.288069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-2cdf5d7d-1ca2-45fb-ae51-60341348ce06 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdf34cce-35f3-43e5-8d24-cce4e999d892 HTTP/1.1" status: 200 len: 945 time: 0.0499859 Nov 25 17:53:34.383728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Deleting port 588da36e-55c7-44a7-be22-fb21ad15bc37 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:53:34.383971 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.472572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] For port 588da36e-55c7-44a7-be22-fb21ad15bc37, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=588da36e-55c7-44a7-be22-fb21ad15bc37,segment=NetworkSegment(eafc072b-f0cc-4929-9935-5a57c45b2079),segment_id=eafc072b-f0cc-4929-9935-5a57c45b2079)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:34.472934 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.485192 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Calling delete_port for 588da36e-55c7-44a7-be22-fb21ad15bc37 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:53:34.616572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.628620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['588da36e-55c7-44a7-be22-fb21ad15bc37'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:53:34.644199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Pushing event deleted for resources: {'Port': ['ID=588da36e-55c7-44a7-be22-fb21ad15bc37,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:34.690829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] No DVR routers for this DVR port 588da36e-55c7-44a7-be22-fb21ad15bc37 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:53:34.693335 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:34.696688 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b36bf30-646d-436f-90f8-5358edaca122 req-195846ea-bd49-428d-be6e-1adb44317878 tempest-DeleteServersTestJSON-521303241 tempest-DeleteServersTestJSON-521303241-project] 10.222.0.55 "DELETE /v2.0/ports/588da36e-55c7-44a7-be22-fb21ad15bc37 HTTP/1.1" status: 204 len: 173 time: 0.4027138 Nov 25 17:53:34.697122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-deleted', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:34.699404 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619fad8-a5d3-4bdb-bcff-b33bb43f2764" -d '{"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-deleted", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:34.740651 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198017fd-61c6-415b-b903-a4444ec07fd7 x-openstack-request-id: req-198017fd-61c6-415b-b903-a4444ec07fd7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:34.740947 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf34cce-35f3-43e5-8d24-cce4e999d892", "name": "network-vif-deleted", "tag": "588da36e-55c7-44a7-be22-fb21ad15bc37", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:34.741200 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-198017fd-61c6-415b-b903-a4444ec07fd7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:34.741617 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf34cce-35f3-43e5-8d24-cce4e999d892', 'name': 'network-vif-deleted', 'tag': '588da36e-55c7-44a7-be22-fb21ad15bc37', 'status': 'completed', 'code': 200} Nov 25 17:53:35.402710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58950) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.458628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Deleting subnet d70f576b-ad19-4a47-9887-62e44f8a5379 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:53:35.461760 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.498044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.536614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.588763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.619959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70f576b-ad19-4a47-9887-62e44f8a5379,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:35.621916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.625523 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2e4d7805-278d-43e0-8709-66f0e98b4b48 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d70f576b-ad19-4a47-9887-62e44f8a5379 HTTP/1.1" status: 204 len: 168 time: 0.2218137 Nov 25 17:53:35.628169 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58952) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:35.695405 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.733767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-502105e5-5cbf-4274-afc0-112749188cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.783538 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.803148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19af1e33-8ab4-4da8-915d-5e62a6ab788e']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:35.812724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafc072b-f0cc-4929-9935-5a57c45b2079') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:35.813010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafc072b-f0cc-4929-9935-5a57c45b2079') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:53:35.822205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.835887 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.842623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:53:35.843006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:53:35.844682 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:53:35.897249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.902297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:35.906188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] 10.222.0.86 "DELETE /v2.0/networks/19af1e33-8ab4-4da8-915d-5e62a6ab788e HTTP/1.1" status: 204 len: 168 time: 0.2771034 Nov 25 17:53:35.918770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3829-8d2b-4d11-89e6-41f1781f7f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=19af1e33-8ab4-4da8-915d-5e62a6ab788e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:36.027438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58956) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.066636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f684b4e0-fb45-4dfe-8276-19c644347640 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=795214b5c3064df28f25ecc800d512ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379817 Nov 25 17:53:36.069159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58958) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.119252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04934932-ee58-493a-b8e7-dd262f427a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.140419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04934932-ee58-493a-b8e7-dd262f427a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.187905 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04934932-ee58-493a-b8e7-dd262f427a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.190488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-04934932-ee58-493a-b8e7-dd262f427a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.191615 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-04934932-ee58-493a-b8e7-dd262f427a9a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b838a088-e7d6-41aa-a7b7-8bad36da2c0f HTTP/1.1" status: 204 len: 168 time: 0.1215627 Nov 25 17:53:36.199214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934932-ee58-493a-b8e7-dd262f427a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b838a088-e7d6-41aa-a7b7-8bad36da2c0f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:36.864100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 58980) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:36.962522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1997987496-network', 'tenant_id': '261805eacee74842af8c7d5ea2d7cc0b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:36.987784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Made reservation on behalf of 261805eacee74842af8c7d5ea2d7cc0b for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:36.990087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:36.998391 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.072043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.075631 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.100138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:53:37.109534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d9b83-210f-4971-98fd-9bf2d76dc6f1,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.114492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.114816 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Added segment 54f9ee64-3ed5-4cf8-bf52-f246c9618bc7 of type vlan for network 94ba5738-46ac-4d52-9e4c-310cb3c88ece Nov 25 17:53:37.156513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.184369 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.185272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:37.185847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.240923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3755965 Nov 25 17:53:37.244129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 58984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:53:37.245966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3daac-2058-4a7e-88a6-8ad87ff080c6 admin admin] Pushing event updated for resources: {'Network': ['ID=94ba5738-46ac-4d52-9e4c-310cb3c88ece,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.249895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Request body: {'subnet': {'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1997987496-subnet', 'tenant_id': '261805eacee74842af8c7d5ea2d7cc0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:37.256562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 94ba5738-46ac-4d52-9e4c-310cb3c88ece details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:53:37.273364 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Made reservation on behalf of 261805eacee74842af8c7d5ea2d7cc0b for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:37.275685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.447831 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.508593 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9234f36-0e7b-42b3-a9f8-87d9fef57a16,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:37.516397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Checking segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:37.516754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Network hostable DHCP agents. Network: 94ba5738-46ac-4d52-9e4c-310cb3c88ece, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:53:37.532865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Network 94ba5738-46ac-4d52-9e4c-310cb3c88ece is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:53:37.540982 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:53:37.541408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 94ba5738-46ac-4d52-9e4c-310cb3c88ece) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:37.548798 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:37.549418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:37.566549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971edb11-170d-4e98-8f2e-d1ef88fede75 None None] Network 94ba5738-46ac-4d52-9e4c-310cb3c88ece requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:37.567372 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cb0278a9-91aa-4371-9196-3ba5efba3caf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3221037 Nov 25 17:53:37.568685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 588da36e-55c7-44a7-be22-fb21ad15bc37 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:53:37.569026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 588da36e-55c7-44a7-be22-fb21ad15bc37 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:53:37.693232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc752711-b3cf-41a1-a5f3-8dc9af16119a None None] Network 94ba5738-46ac-4d52-9e4c-310cb3c88ece requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:53:37.969685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13298d7d-8bed-470b-bf2c-fea8df2b1ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:38.001813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-1c234da4-2dd2-4eab-b97b-7f27eb3e565f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:38.003323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-1c234da4-2dd2-4eab-b97b-7f27eb3e565f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 815 time: 0.1096516 Nov 25 17:53:38.018488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-231d41a5-e09a-4741-872a-b8af15677cb5 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/quotas/261805eacee74842af8c7d5ea2d7cc0b HTTP/1.1" status: 200 len: 375 time: 0.0095205 Nov 25 17:53:38.052990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-c7526e55-7bc3-4191-8410-811d94e28c85 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293751 Nov 25 17:53:38.142531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-6107998f-19ca-4c81-ad9b-6d176a6b076f service neutron] 10.222.0.86 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819898 Nov 25 17:53:38.240175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-4e90314c-b85e-4de3-81ca-433ad3bac8c6 service neutron] 10.222.0.86 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914631 Nov 25 17:53:38.394561 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-22ef9b37-6124-4256-9212-4466f1006326 req-e36fc6bb-3b5f-4092-ab5b-90491b11fa12 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Nov 25 17:53:39.324270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-b54230d0-24a3-48b8-8748-168a8a524edd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:39.326377 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-b54230d0-24a3-48b8-8748-168a8a524edd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 815 time: 0.1146667 Nov 25 17:53:39.340424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Request body: {'port': {'device_id': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'admin_state_up': True, 'tenant_id': '261805eacee74842af8c7d5ea2d7cc0b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:39.412296 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.453811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Made reservation on behalf of 261805eacee74842af8c7d5ea2d7cc0b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:53:39.457970 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.503256 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51d3f9bf-0da4-46c9-9936-cda65f818c09 req-9e0ab314-55b8-4cd6-8268-0a57aa82213c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 210 time: 0.0351927 Nov 25 17:53:39.612100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Allocated IP 172.20.0.10 (94ba5738-46ac-4d52-9e4c-310cb3c88ece/e9234f36-0e7b-42b3-a9f8-87d9fef57a16/7d316609-380f-4be5-bfe5-23c7801ef59f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:53:39.758744 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.793614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.838498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Network 94ba5738-46ac-4d52-9e4c-310cb3c88ece is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:53:39.841465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:53:39.845606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:53:39.852291 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:39.897821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:39.898436 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:39.916098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-0fa0f25b-0f25-4429-9f39-26cd368f3ba3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796392 Nov 25 17:53:39.928812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Request body: {'port': {'device_id': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:53:39.989599 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.256067 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d316609-380f-4be5-bfe5-23c7801ef59f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:53:40.263239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.275160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Transition to ACTIVE for port object 7d316609-380f-4be5-bfe5-23c7801ef59f will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:53:40.279090 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.331940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.403986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:53:40.404309 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:53:40.405132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:40.409361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Port 7d316609-380f-4be5-bfe5-23c7801ef59f on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:53:40.409676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:53:40.414561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:53:40.414887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Checking segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:53:40.415265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Bound using segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:53:40.415724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Bound port: 7d316609-380f-4be5-bfe5-23c7801ef59f, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:53:40.416069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.481708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:53:40.487062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:53:40.494643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.538801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:40.539437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.540822 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 1092 time: 0.6164169 Nov 25 17:53:40.541262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:40.543546 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7684bb7d-19bf-41ba-9b40-6704de8d819e" -d '{"events": [{"name": "network-changed", "server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:40.567492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7248f-11ae-48f3-9055-7fe2447c3af3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:40.632757 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5823ce3-6309-4adc-94ac-e941b89d11d1 x-openstack-request-id: req-e5823ce3-6309-4adc-94ac-e941b89d11d1 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:40.633053 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:40.634074 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5823ce3-6309-4adc-94ac-e941b89d11d1 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:40.634074 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'status': 'completed', 'code': 200} Nov 25 17:53:40.643228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbcff3-f91f-4f9f-abcd-9276056f6159 req-897dd767-2204-43ae-ae0f-0d7b1a342e5e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:40.644807 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61dbcff3-f91f-4f9f-abcd-9276056f6159 req-897dd767-2204-43ae-ae0f-0d7b1a342e5e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0604670 Nov 25 17:53:40.654001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-4f8f5e43-e4d4-493c-b0e3-70b8064748f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:40.655933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-4f8f5e43-e4d4-493c-b0e3-70b8064748f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1095 time: 0.0652490 Nov 25 17:53:40.693753 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:40.697239 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61dbcff3-f91f-4f9f-abcd-9276056f6159 req-e8f7eaa1-7ebd-4e9e-81c9-d05e319039bd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Nov 25 17:53:40.701049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-fdd1cbd3-44d7-4bad-93c6-125dd9156ec7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0364275 Nov 25 17:53:40.750908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-b4ff2fd9-8a67-435d-9e54-a971313eb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:40.752512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-b4ff2fd9-8a67-435d-9e54-a971313eb602 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0446591 Nov 25 17:53:40.782849 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-20387207-79c5-4cc6-ad2f-718b2bc77a16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234351 Nov 25 17:53:40.888448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-16368ada-d2a5-4782-94ab-90be78b835e2 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981545 Nov 25 17:53:40.977963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f4c48ffb-8862-45f1-a66a-6959055e00a8 req-9bd94e06-bc33-43db-a8a7-2eabdd57a057 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821853 Nov 25 17:53:41.071106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-8ab4183b-adce-4cf3-9a3e-0051420d24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:41.072543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-8ab4183b-adce-4cf3-9a3e-0051420d24de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1095 time: 0.0461531 Nov 25 17:53:41.162273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-05508c51-cb6a-42a5-a134-5b9990dc3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:41.163745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-05508c51-cb6a-42a5-a134-5b9990dc3ef6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0846407 Nov 25 17:53:41.216670 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-f2c52156-15de-47fb-b741-590342fddc94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0464675 Nov 25 17:53:41.266063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-4d53f1c4-37eb-4834-98cc-fd181e5bc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:41.267510 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-4d53f1c4-37eb-4834-98cc-fd181e5bc30b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0433729 Nov 25 17:53:41.300530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-79730948-b7aa-4091-9126-5972fe467cb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247896 Nov 25 17:53:41.388208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-b29e0e98-2925-4112-9f0f-621d756fddbd service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800846 Nov 25 17:53:41.459952 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:41.482902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7684bb7d-19bf-41ba-9b40-6704de8d819e req-414b7a52-fc3a-4d32-856e-fda13ee4ef5f service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873091 Nov 25 17:53:41.816704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e70809-5807-4be4-a660-ff751f02a266 req-5288ff9b-d894-46b1-ad6c-f1f21be943ce tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:41.818150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02e70809-5807-4be4-a660-ff751f02a266 req-5288ff9b-d894-46b1-ad6c-f1f21be943ce tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0509977 Nov 25 17:53:41.867361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-02e70809-5807-4be4-a660-ff751f02a266 req-b49153eb-8d49-49bc-ba47-381e3fa2aa8e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Nov 25 17:53:42.985921 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22325-e0b0-4079-89a4-505d922adf91 req-b5dd2764-89fb-46ce-be36-2ae6a0951ec6 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:42.987438 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ccd22325-e0b0-4079-89a4-505d922adf91 req-b5dd2764-89fb-46ce-be36-2ae6a0951ec6 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0526917 Nov 25 17:53:43.034686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ccd22325-e0b0-4079-89a4-505d922adf91 req-9e2f2ace-278b-4b98-b7ec-091620431125 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Nov 25 17:53:43.569161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:53:43.665017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:43.677056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'port_id': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'mac_address': 'fa:16:3e:16:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9234f36-0e7b-42b3-a9f8-87d9fef57a16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:53:43.712637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.725991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d316609-380f-4be5-bfe5-23c7801ef59f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:53:43.744493 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:43.748578 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:43.795856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:43.803010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.803355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.803719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.804052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.804384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.804711 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.805040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.805362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.805684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.806005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.806326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.806644 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:53:43.932004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7d316609-380f-4be5-bfe5-23c7801ef59f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:53:44.153503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be2b5-031b-425e-9036-3fb2d38917b6 req-2ff39fb0-9e82-4b49-a9e7-e6f98668d4fe tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:44.155614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f8be2b5-031b-425e-9036-3fb2d38917b6 req-2ff39fb0-9e82-4b49-a9e7-e6f98668d4fe tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Nov 25 17:53:44.202876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f8be2b5-031b-425e-9036-3fb2d38917b6 req-3e95440f-594b-4228-9709-de85528b59c2 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Nov 25 17:53:45.318265 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008a90-8435-4f69-89da-776dc3491f49 req-edbc0aaf-1113-4290-8fbb-f2201448aab7 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:45.319787 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d008a90-8435-4f69-89da-776dc3491f49 req-edbc0aaf-1113-4290-8fbb-f2201448aab7 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Nov 25 17:53:45.367361 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d008a90-8435-4f69-89da-776dc3491f49 req-a7e2ea88-30ee-4c11-8477-b8297e0340f9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Nov 25 17:53:45.571691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:53:45.619686 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 7d316609-380f-4be5-bfe5-23c7801ef59f completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:53:45.623309 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7d316609-380f-4be5-bfe5-23c7801ef59f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:53:45.623736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.858993 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.881075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:53:45.883266 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc256a2-f59d-4513-867e-af02ebae363a" -d '{"events": [{"server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "name": "network-vif-plugged", "status": "completed", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:53:45.896354 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:53:45.900204 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:45.926379 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1064c585-643a-479c-bdef-a3742c4b4647 x-openstack-request-id: req-1064c585-643a-479c-bdef-a3742c4b4647 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:53:45.926678 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "name": "network-vif-plugged", "status": "completed", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:53:45.926929 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1064c585-643a-479c-bdef-a3742c4b4647 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:53:45.928083 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'code': 200} Nov 25 17:53:45.956126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:53:46.045394 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4538f90-2c82-40cb-ab41-12c41e8aa9ee req-73bf9c36-1cdc-4210-bd06-6e8a05ddeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:46.047958 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4538f90-2c82-40cb-ab41-12c41e8aa9ee req-73bf9c36-1cdc-4210-bd06-6e8a05ddeaba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1097 time: 0.0690646 Nov 25 17:53:46.101569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4538f90-2c82-40cb-ab41-12c41e8aa9ee req-4e5318d6-7ce7-4897-aa3e-f3d2656c3f2b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Nov 25 17:53:46.307758 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:46.483240 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a433b-e74a-433d-b074-dc743cb48a0b req-3477fe55-d7ee-491f-bd0a-c200db35f71f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:46.485686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a3a433b-e74a-433d-b074-dc743cb48a0b req-3477fe55-d7ee-491f-bd0a-c200db35f71f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Nov 25 17:53:46.535768 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a3a433b-e74a-433d-b074-dc743cb48a0b req-fc3993dd-bc4c-4a43-a4d1-5f757fbee969 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Nov 25 17:53:47.765788 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:53:47.913001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b48424-d57e-4d0d-9e7b-c3631a315bf8 req-416ff080-6a28-48f3-9d2a-be9a22d51b8d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:47.914481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88b48424-d57e-4d0d-9e7b-c3631a315bf8 req-416ff080-6a28-48f3-9d2a-be9a22d51b8d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.3050981 Nov 25 17:53:47.960525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-88b48424-d57e-4d0d-9e7b-c3631a315bf8 req-945bb8b3-1d4f-4f0c-9a91-2d6ae526ae79 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Nov 25 17:53:48.075253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a86d-75a2-43bc-8762-dceef5b6c5b0 req-41f1a438-0749-4865-83f0-7e331c00132d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:48.076771 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b466a86d-75a2-43bc-8762-dceef5b6c5b0 req-41f1a438-0749-4865-83f0-7e331c00132d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0486159 Nov 25 17:53:48.124098 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b466a86d-75a2-43bc-8762-dceef5b6c5b0 req-06112c63-9bba-482f-b039-5c726d3f07f1 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Nov 25 17:53:48.323243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc292af-06e6-46d6-b1e2-7b3cc81711a7 req-1c60d5ca-6103-4ee1-a2ac-8f6ea02d73b8 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:48.324749 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcc292af-06e6-46d6-b1e2-7b3cc81711a7 req-1c60d5ca-6103-4ee1-a2ac-8f6ea02d73b8 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0510755 Nov 25 17:53:48.372245 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dcc292af-06e6-46d6-b1e2-7b3cc81711a7 req-fd10b74c-7f35-4b7d-afc7-3fa0c4f351e7 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Nov 25 17:53:48.485405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febf2e6-db49-41de-859a-8d9109edde59 req-d1185856-8dfa-42f0-a14b-eaec7ca36ac8 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:48.486920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8febf2e6-db49-41de-859a-8d9109edde59 req-d1185856-8dfa-42f0-a14b-eaec7ca36ac8 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0484507 Nov 25 17:53:48.534687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8febf2e6-db49-41de-859a-8d9109edde59 req-b77f49e4-56cc-4c72-b955-4edef67f1290 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Nov 25 17:53:48.759743 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-712fdf56-4ce3-456f-99f2-4645cec27923 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440574 Nov 25 17:53:48.772753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0012de4-6354-4520-8754-7517e4f41bdc req-4a64d804-51ab-4c1d-84c8-00d0b0a04128 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:48.774232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0012de4-6354-4520-8754-7517e4f41bdc req-4a64d804-51ab-4c1d-84c8-00d0b0a04128 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Nov 25 17:53:48.828144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0012de4-6354-4520-8754-7517e4f41bdc req-4f11c3df-343c-4cb0-bc44-430b1aa3d146 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Nov 25 17:53:49.871003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-4a42458c-4c90-4248-a8fb-12808cec3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:49.872548 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-4a42458c-4c90-4248-a8fb-12808cec3da9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1097 time: 0.0428526 Nov 25 17:53:49.949539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b64201-3ff9-425b-a699-b615af9c1e4b req-d86997e4-6011-424d-9455-dce521a8c0fb tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:49.951019 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87b64201-3ff9-425b-a699-b615af9c1e4b req-d86997e4-6011-424d-9455-dce521a8c0fb tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0502996 Nov 25 17:53:49.966347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-672fac77-7435-40f0-973b-79c31dfd68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:49.967852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-672fac77-7435-40f0-973b-79c31dfd68b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0885293 Nov 25 17:53:49.999209 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87b64201-3ff9-425b-a699-b615af9c1e4b req-e236d634-27b4-4442-a688-ac823132e2d5 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Nov 25 17:53:50.015448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-114c5875-db9f-497d-b1c6-a4b553e9f294 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0395389 Nov 25 17:53:50.063782 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-a73d82af-4593-43e5-a86f-3b50ffed635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:50.065182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-a73d82af-4593-43e5-a86f-3b50ffed635f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0427697 Nov 25 17:53:50.096258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-61592b1c-5b5b-4493-a2b0-d884782a6ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241301 Nov 25 17:53:50.186480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-b2a68421-4459-4be8-a0d6-409e55398b63 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832837 Nov 25 17:53:50.276345 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-8fd6bf53-a982-42be-b27d-f6d8f9d3482e service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821879 Nov 25 17:53:51.117861 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4012a09-b6a1-44d6-963f-ef1faa75d2c1 req-c9b43ded-156d-402c-aa07-735223c921a0 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:51.119255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4012a09-b6a1-44d6-963f-ef1faa75d2c1 req-c9b43ded-156d-402c-aa07-735223c921a0 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0497797 Nov 25 17:53:51.170516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a4012a09-b6a1-44d6-963f-ef1faa75d2c1 req-b6b7233a-43e5-4e2a-9c33-51e9a36d3482 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Nov 25 17:53:52.286847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3c890-2ae5-4a9b-99bb-2e7117e5406e req-9c7b7573-0e82-4f32-a247-ea409a8a0456 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:52.288338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35d3c890-2ae5-4a9b-99bb-2e7117e5406e req-9c7b7573-0e82-4f32-a247-ea409a8a0456 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0496323 Nov 25 17:53:52.338932 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35d3c890-2ae5-4a9b-99bb-2e7117e5406e req-6d96e586-de1f-4cf9-adaa-a948dfd27c0c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Nov 25 17:53:52.644478 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-bc154c4a-fb34-40eb-be18-bfb3466e2aa0 req-5b0a2f5d-6448-44f0-ac39-acfc13fc03a7 service neutron] (103635) timed out ('10.222.0.73', 64687) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:53:53.461831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648e451-8e6a-45b0-a2cf-eb34b6d07a89 req-15ccfa7a-eb9a-4caf-a2d9-ddda494426aa tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:53.463317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5648e451-8e6a-45b0-a2cf-eb34b6d07a89 req-15ccfa7a-eb9a-4caf-a2d9-ddda494426aa tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0486326 Nov 25 17:53:53.511005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5648e451-8e6a-45b0-a2cf-eb34b6d07a89 req-3469c5b5-06a2-4aad-8783-7df4a1280ad0 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Nov 25 17:53:54.427417 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:53:54.628433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef4107-163f-46b6-93d7-673942052e64 req-a47b0b9c-1354-45d1-83e8-4a7283bd8bc9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:54.629877 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7ef4107-163f-46b6-93d7-673942052e64 req-a47b0b9c-1354-45d1-83e8-4a7283bd8bc9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0484383 Nov 25 17:53:54.678294 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a7ef4107-163f-46b6-93d7-673942052e64 req-eadba844-9e62-4de2-acbc-fb9675b3d531 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Nov 25 17:53:56.064229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce53cb-e569-4428-bffe-a7c5cc93de51 req-43a76a94-7696-47c5-b4e9-21a1f8039eba tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:56.066126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48ce53cb-e569-4428-bffe-a7c5cc93de51 req-43a76a94-7696-47c5-b4e9-21a1f8039eba tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0599375 Nov 25 17:53:56.117627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48ce53cb-e569-4428-bffe-a7c5cc93de51 req-28e9fb32-ad69-4674-8923-6f1831f6d1ec tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Nov 25 17:53:57.236446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7c30a-711b-4758-bf4d-39c5a3cc544c req-8be7667c-c31e-4ec0-9c5e-dd0426e66f81 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:57.237897 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8e7c30a-711b-4758-bf4d-39c5a3cc544c req-8be7667c-c31e-4ec0-9c5e-dd0426e66f81 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0520680 Nov 25 17:53:57.287131 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8e7c30a-711b-4758-bf4d-39c5a3cc544c req-f503e5fb-9c6b-408d-8fd3-541d7c584589 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Nov 25 17:53:58.404927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9931b-ff2e-42a1-8481-dbce1ae28f42 req-441f40e7-149a-4b28-96be-d03fd9680e4e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:58.406971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fa9931b-ff2e-42a1-8481-dbce1ae28f42 req-441f40e7-149a-4b28-96be-d03fd9680e4e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0514393 Nov 25 17:53:58.454779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3fa9931b-ff2e-42a1-8481-dbce1ae28f42 req-4150677f-8d85-489a-9bf1-062b5d8403f2 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Nov 25 17:53:59.573707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1b3ce-8f3e-4daf-adf0-0ea0d469b5f0 req-44a0c460-4732-4e8c-89a6-29ae6143ac72 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:53:59.575166 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79b1b3ce-8f3e-4daf-adf0-0ea0d469b5f0 req-44a0c460-4732-4e8c-89a6-29ae6143ac72 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0532112 Nov 25 17:53:59.622856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-79b1b3ce-8f3e-4daf-adf0-0ea0d469b5f0 req-3a3bf51f-d72e-41a0-ba3c-653eefeb8564 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Nov 25 17:54:00.748271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982ef9b-631e-43da-9edf-e65194b50df5 req-71411172-56e2-44d5-8ae2-7cff4d507c45 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:00.749735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c982ef9b-631e-43da-9edf-e65194b50df5 req-71411172-56e2-44d5-8ae2-7cff4d507c45 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0490115 Nov 25 17:54:00.796867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c982ef9b-631e-43da-9edf-e65194b50df5 req-7d1ff15f-d660-495f-a881-18d744cc655c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Nov 25 17:54:01.914452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51f01a-6c28-40a4-99c8-aa603c3b9cde req-795dce29-f9e6-4c77-9750-b4a34abca937 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:01.915977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd51f01a-6c28-40a4-99c8-aa603c3b9cde req-795dce29-f9e6-4c77-9750-b4a34abca937 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0505576 Nov 25 17:54:01.963887 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd51f01a-6c28-40a4-99c8-aa603c3b9cde req-19d1e897-1413-48a8-a32a-ea255bfbc527 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Nov 25 17:54:03.098849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93843c-fa15-4863-8260-e916d7aaea22 req-41d2d00d-387e-49e8-9f1b-4bf1912a2b08 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:03.100458 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d93843c-fa15-4863-8260-e916d7aaea22 req-41d2d00d-387e-49e8-9f1b-4bf1912a2b08 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0622945 Nov 25 17:54:03.148124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d93843c-fa15-4863-8260-e916d7aaea22 req-bc90f48b-8ca9-44f9-b667-66b46e9d740e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Nov 25 17:54:04.265280 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502fa8a-63b8-4340-98d7-af3d1c3394c1 req-7950676f-ac97-481b-8d25-0c8b57577156 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:04.267169 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a502fa8a-63b8-4340-98d7-af3d1c3394c1 req-7950676f-ac97-481b-8d25-0c8b57577156 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0494800 Nov 25 17:54:04.317937 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a502fa8a-63b8-4340-98d7-af3d1c3394c1 req-44a72e88-d31d-405f-8f8b-e748b196185c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Nov 25 17:54:05.433579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a562d9-5597-4690-ad2f-e42f4457fd8f req-08d4d192-3f22-4159-b042-de5881cc2a0c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:05.435058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57a562d9-5597-4690-ad2f-e42f4457fd8f req-08d4d192-3f22-4159-b042-de5881cc2a0c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Nov 25 17:54:05.491247 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57a562d9-5597-4690-ad2f-e42f4457fd8f req-1d23d8d5-77d8-4523-8917-41f873d79583 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Nov 25 17:54:05.736029 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2baf4e31-67a8-483f-bfb5-4119941ee101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:06.607434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f16e-a978-496c-beb1-9bbfd1e1b941 req-0d92eb4b-be83-4347-8752-1d4089ed8d83 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:06.608899 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e85f16e-a978-496c-beb1-9bbfd1e1b941 req-0d92eb4b-be83-4347-8752-1d4089ed8d83 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Nov 25 17:54:06.655521 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6e85f16e-a978-496c-beb1-9bbfd1e1b941 req-a5da2de6-78ae-4c4a-a66b-622ef36412e3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Nov 25 17:54:07.775661 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c162-4cb2-4b60-b590-57ed7d676b34 req-3b190c30-0289-4c71-b3f2-f80e00b049ac tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:07.777130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9f1c162-4cb2-4b60-b590-57ed7d676b34 req-3b190c30-0289-4c71-b3f2-f80e00b049ac tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0487041 Nov 25 17:54:07.835211 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9f1c162-4cb2-4b60-b590-57ed7d676b34 req-b28d22f1-893a-497e-80d7-1413405491ec tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Nov 25 17:54:07.971218 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0b28ec3f-a248-4fa5-8b47-a2fbe866939a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:08.353036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-9dfeb065-ebe4-4939-922f-b7e352221716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:08.354450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-9dfeb065-ebe4-4939-922f-b7e352221716 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1097 time: 0.0395973 Nov 25 17:54:08.458142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-b65c72f3-8e7b-4b8b-915f-5e55107cdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:08.459622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-b65c72f3-8e7b-4b8b-915f-5e55107cdeba service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0848076 Nov 25 17:54:08.507488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-9f26b292-bccb-487a-baf4-85e5b36dfb20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0403199 Nov 25 17:54:08.557445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-9872de00-4775-41c1-b456-1561bbac1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:08.558907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-9872de00-4775-41c1-b456-1561bbac1865 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0442674 Nov 25 17:54:08.590976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-e2a1af14-c927-4c61-90b3-dac63b4ab9a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242975 Nov 25 17:54:08.682367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-180d79ab-9999-4c63-881d-b9d959eedde8 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 Nov 25 17:54:08.770677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b32a39ac-ba91-45c0-9e87-e384c4a9489f req-9ab0b3f3-4a53-4f0c-aed1-1c187eab8ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810113 Nov 25 17:54:08.951372 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d08ce-ef99-459a-a491-4ef7dec47790 req-965ffa3d-e963-43b8-b76e-693a0b7693d5 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:08.952859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc6d08ce-ef99-459a-a491-4ef7dec47790 req-965ffa3d-e963-43b8-b76e-693a0b7693d5 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0488415 Nov 25 17:54:08.999632 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc6d08ce-ef99-459a-a491-4ef7dec47790 req-314230d7-f8f3-44f2-bc74-9cd7acc5aebd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Nov 25 17:54:09.412835 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:10.118244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de0619-8573-4527-bc1b-26b9f7f58d8f req-d5ecc466-aad9-4cab-a316-e66b752420a9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:10.119702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79de0619-8573-4527-bc1b-26b9f7f58d8f req-d5ecc466-aad9-4cab-a316-e66b752420a9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Nov 25 17:54:10.171591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79de0619-8573-4527-bc1b-26b9f7f58d8f req-153fe9b3-5062-4545-bf1b-3b128e2881eb tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Nov 25 17:54:10.693286 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:11.298973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060560c2-33f0-4716-9dcb-7e5151a85d4d req-d288ae1b-dfb4-4391-9771-51c8a4804197 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:11.300505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-060560c2-33f0-4716-9dcb-7e5151a85d4d req-d288ae1b-dfb4-4391-9771-51c8a4804197 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0557604 Nov 25 17:54:11.352615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-060560c2-33f0-4716-9dcb-7e5151a85d4d req-b61f7509-8939-47b5-86b5-566cdd13caed tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Nov 25 17:54:11.464011 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:12.469959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db991-2d2c-441f-bebc-1ec8eb6a2086 req-9dfb7828-02ae-41b1-abb8-21a2b72616d1 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:12.471467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f3db991-2d2c-441f-bebc-1ec8eb6a2086 req-9dfb7828-02ae-41b1-abb8-21a2b72616d1 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0498159 Nov 25 17:54:12.519877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f3db991-2d2c-441f-bebc-1ec8eb6a2086 req-af176cc2-47c6-4794-a7ae-38c4827533da tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Nov 25 17:54:13.641748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c7eb2-c2da-4094-b4f7-8791bbc32ff7 req-d2c9a159-31b1-4757-859f-8fde5bfed714 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:13.643290 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-729c7eb2-c2da-4094-b4f7-8791bbc32ff7 req-d2c9a159-31b1-4757-859f-8fde5bfed714 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0521760 Nov 25 17:54:13.692386 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-729c7eb2-c2da-4094-b4f7-8791bbc32ff7 req-c497d42c-b694-4423-a596-4811c1d88b47 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Nov 25 17:54:14.807200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1541e3-359b-4a6e-ac11-0f14297c68e2 req-9654fb5f-fb1f-4813-bdcb-206f2fd41175 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:14.808667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d1541e3-359b-4a6e-ac11-0f14297c68e2 req-9654fb5f-fb1f-4813-bdcb-206f2fd41175 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0481086 Nov 25 17:54:14.856805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d1541e3-359b-4a6e-ac11-0f14297c68e2 req-be5b2eca-ae83-48c4-86c4-8b8d9230f492 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Nov 25 17:54:15.976502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d393e3a-3024-40e6-ae42-5f4aca7a17b9 req-ed1bbb54-7645-4f76-b605-448e301fed18 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:15.977977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d393e3a-3024-40e6-ae42-5f4aca7a17b9 req-ed1bbb54-7645-4f76-b605-448e301fed18 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0520003 Nov 25 17:54:16.024686 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d393e3a-3024-40e6-ae42-5f4aca7a17b9 req-239020ee-72c9-4f77-acde-d6d9d64437e9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Nov 25 17:54:16.307455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.181841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d13bcc-f08c-4471-9d56-115f7b06018f req-9c76416b-35b3-41ed-a4d9-8f79f098d75f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:17.183240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9d13bcc-f08c-4471-9d56-115f7b06018f req-9c76416b-35b3-41ed-a4d9-8f79f098d75f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 946 time: 0.0903249 Nov 25 17:54:17.213135 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-ff340451-b37b-4a98-822b-2a557141bb1c req-3383b18d-11ad-42dd-9ff4-ab63647449d9 service neutron] show failed (client error): The resource could not be found. Nov 25 17:54:17.214104 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-3383b18d-11ad-42dd-9ff4-ab63647449d9 service neutron] 10.222.0.55 "GET /v2.0/ports/7d316609-380f-4be5-bfe5-23c7801ef59f/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0919437 Nov 25 17:54:17.241574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9d13bcc-f08c-4471-9d56-115f7b06018f req-66116ea1-e042-4de1-9cfc-c402e9226dda tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Nov 25 17:54:17.496441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-2e8cfa76-2190-4158-91e3-bd1bae464a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:17.497938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-2e8cfa76-2190-4158-91e3-bd1bae464a61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9&tenant_id=261805eacee74842af8c7d5ea2d7cc0b HTTP/1.1" status: 200 len: 1097 time: 0.1278143 Nov 25 17:54:17.509347 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:17.565170 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.763612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:17.788483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.800128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h1-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:17.839609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:17.841876 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10004be9-95e5-4b00-b929-c03f373ccd08" -d '{"events": [{"server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:17.846116 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.860622 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.provisioning_blocks [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Transition to ACTIVE for port object 7d316609-380f-4be5-bfe5-23c7801ef59f will not be triggered until provisioned by entity L2. {{(pid=103635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:17.865154 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:17.899214 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96991202-20ae-4fff-92f9-e1f93f549aa5 x-openstack-request-id: req-96991202-20ae-4fff-92f9-e1f93f549aa5 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:17.899996 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:17.899996 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-96991202-20ae-4fff-92f9-e1f93f549aa5 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:17.900177 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'code': 200} Nov 25 17:54:17.933050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=6']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:17.935129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] No DVR routers for this DVR port 7d316609-380f-4be5-bfe5-23c7801ef59f on host n-h1-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:17.944828 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.945205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.945554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.945893 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.946225 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.946556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.946882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.947207 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.947566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.947896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.948219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.948539 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:17.981895 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:17.982252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:17.982576 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:17.987449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Port 7d316609-380f-4be5-bfe5-23c7801ef59f on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:17.987766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Attempting to bind port 7d316609-380f-4be5-bfe5-23c7801ef59f on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:17.992523 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:17.992879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Checking segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:17.993254 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Bound using segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} {{(pid=103635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:17.993672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.managers [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Bound port: 7d316609-380f-4be5-bfe5-23c7801ef59f, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}}] {{(pid=103635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:17.994015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.054838 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h2-817303-7, cleared binding levels {{(pid=103635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:18.057696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:18.062329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.095409 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.096112 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:18.097476 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 1092 time: 0.5921333 Nov 25 17:54:18.119913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ef24-edec-4e34-9bf4-f4f175b1ca02 service neutron] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:18.165815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-ae426a99-7f51-4ceb-add7-349983f75e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.167297 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-ae426a99-7f51-4ceb-add7-349983f75e44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1095 time: 0.0446072 Nov 25 17:54:18.258598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-f6ac53bd-3672-4d87-aecd-aa6ced0e032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.260130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-f6ac53bd-3672-4d87-aecd-aa6ced0e032c service neutron] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0859618 Nov 25 17:54:18.303526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-d2d79874-926d-43cf-96e7-7c34792c2830 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0361121 Nov 25 17:54:18.359928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340451-b37b-4a98-822b-2a557141bb1c req-17deb540-7cff-4392-9791-231643420d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.362142 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-17deb540-7cff-4392-9791-231643420d22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0519202 Nov 25 17:54:18.362255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9cc5e-587d-42bf-adc8-c0abb4bdf5e6 req-82e2262e-ca5c-4a7b-9b49-8b1d9b61e622 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:18.363791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abc9cc5e-587d-42bf-adc8-c0abb4bdf5e6 req-82e2262e-ca5c-4a7b-9b49-8b1d9b61e622 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0503078 Nov 25 17:54:18.393285 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-67a52777-cfb7-464b-b486-200c8b206a5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242436 Nov 25 17:54:18.414808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-abc9cc5e-587d-42bf-adc8-c0abb4bdf5e6 req-819fb68e-2e01-4030-88bf-904069c9e1ee tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447550 Nov 25 17:54:18.483862 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-11df21e1-f8e0-4967-a24b-4bb2213cacae service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837765 Nov 25 17:54:18.583002 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ff340451-b37b-4a98-822b-2a557141bb1c req-1bd0abe6-9354-418e-8c6d-1e096ed254cd service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926359 Nov 25 17:54:19.532963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25504f-c40c-4cf3-8053-0d064e8e98d4 req-d308092b-9808-46a6-9a93-3a571d7b08d3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:19.534432 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd25504f-c40c-4cf3-8053-0d064e8e98d4 req-d308092b-9808-46a6-9a93-3a571d7b08d3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0499549 Nov 25 17:54:19.581753 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dd25504f-c40c-4cf3-8053-0d064e8e98d4 req-23812b20-6d87-4920-a671-5494cd278bc6 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Nov 25 17:54:19.697972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:54:19.739301 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:54:19.901926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:19.904324 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:19.951766 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d4f27e-edda-4309-bead-002584f8cf72 x-openstack-request-id: req-13d4f27e-edda-4309-bead-002584f8cf72 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:19.952057 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:19.952303 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13d4f27e-edda-4309-bead-002584f8cf72 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:19.952797 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'status': 'completed', 'code': 200} Nov 25 17:54:20.011483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-3ae77ed5-2d48-4683-91cf-9a039d33065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.013046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-3ae77ed5-2d48-4683-91cf-9a039d33065c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1095 time: 0.0414257 Nov 25 17:54:20.020457 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-88fcc430-42db-4ad6-9a77-ed5709397b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.021934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-88fcc430-42db-4ad6-9a77-ed5709397b25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1095 time: 0.0465775 Nov 25 17:54:20.105877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-dd6debd5-ccd1-45f3-b83e-4f1a131a7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.107408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-dd6debd5-ccd1-45f3-b83e-4f1a131a7d70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0874851 Nov 25 17:54:20.122216 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-526646ad-f943-49df-9995-bef69c5ee52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.123822 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-526646ad-f943-49df-9995-bef69c5ee52c service neutron] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0886486 Nov 25 17:54:20.156002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-15374e75-93e4-45fe-b92b-b71116c8b316 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0409355 Nov 25 17:54:20.181204 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-4dd8748e-871b-41ef-b95f-e8c2779c2aa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0498595 Nov 25 17:54:20.231822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-ec5a5b86-feda-4c1b-86df-4191f06d6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.234115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-ec5a5b86-feda-4c1b-86df-4191f06d6ea2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0702558 Nov 25 17:54:20.253737 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-9705d7bd-5606-43d1-a019-5e05524d83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.255187 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-9705d7bd-5606-43d1-a019-5e05524d83b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0676539 Nov 25 17:54:20.266842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-ec397747-5fe9-4125-a809-152536c6180b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246222 Nov 25 17:54:20.287042 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-54bfc720-b89e-4b13-86a5-891a821e5fb5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243061 Nov 25 17:54:20.359569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-ca1beaa0-aa7a-43fa-81ec-32a0ffb39a21 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854523 Nov 25 17:54:20.378227 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-6b015cdb-f7a6-4294-8d31-2bdb4564b141 service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Nov 25 17:54:20.449880 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-d13f8e9a-5cde-4b98-ac80-26bd0cd0a2ed service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Nov 25 17:54:20.476525 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a12ad99e-559e-4e9e-9d7f-2071fcffbcd7 req-c955b40e-fe6e-46bc-8850-e0682683f05b service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907695 Nov 25 17:54:20.702556 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e288-4864-4432-aacd-315c0f5bfd53 req-b5694a4a-d86e-4173-8be1-0e99a48527ad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.704718 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df11e288-4864-4432-aacd-315c0f5bfd53 req-b5694a4a-d86e-4173-8be1-0e99a48527ad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0530097 Nov 25 17:54:20.751969 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-df11e288-4864-4432-aacd-315c0f5bfd53 req-a6b718e1-85c3-409b-a71f-b67708ce8301 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Nov 25 17:54:20.959892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff49ed-490d-4ce0-9b84-a2e0743b6366 req-61382f1c-f0d2-4bcf-9215-8b9719bc7a9d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.961389 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2ff49ed-490d-4ce0-9b84-a2e0743b6366 req-61382f1c-f0d2-4bcf-9215-8b9719bc7a9d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Nov 25 17:54:20.997710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-43d97edd-3488-4ed7-b844-8b21290d0d8b tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:20.999169 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-43d97edd-3488-4ed7-b844-8b21290d0d8b tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.55 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9&tenant_id=261805eacee74842af8c7d5ea2d7cc0b&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 944 time: 0.0907433 Nov 25 17:54:21.008860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d2ff49ed-490d-4ce0-9b84-a2e0743b6366 req-1508c471-c75c-4c73-9f93-d71e5865b4b5 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Nov 25 17:54:21.062537 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-052a446f-5bae-4df4-bc59-e82f2f8b2673 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:54:21.064023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-052a446f-5bae-4df4-bc59-e82f2f8b2673 service neutron] 10.222.0.55 "DELETE /v2.0/ports/7d316609-380f-4be5-bfe5-23c7801ef59f/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0556183 Nov 25 17:54:21.151047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-74a16323-47ed-44e4-95a9-0e0916ebc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.152544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-74a16323-47ed-44e4-95a9-0e0916ebc24d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 1095 time: 0.0423896 Nov 25 17:54:21.247597 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-32fb1a9c-c717-458d-9ffc-787928c801a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.249094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-32fb1a9c-c717-458d-9ffc-787928c801a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0898633 Nov 25 17:54:21.291152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-443ce90e-9d54-4d18-a8eb-32d3ce7108ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 200 len: 217 time: 0.0344844 Nov 25 17:54:21.340287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-6909036a-46bb-40b1-83d3-e54d2b60f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:21.341625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-6909036a-46bb-40b1-83d3-e54d2b60f16f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0443013 Nov 25 17:54:21.372273 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-3a6a7b83-7bea-458c-a0bf-a77f676f7e97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233722 Nov 25 17:54:21.463111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-f1d1c995-2659-4775-ad7c-3c863ebb26bf service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Nov 25 17:54:21.551492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4f06d83e-4666-401f-bde0-5c50266b6dc4 req-e114e0e9-14ba-46b4-a31f-a54c34c5b29b service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808663 Nov 25 17:54:22.136878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6b6de-3b5f-4cc1-82b7-a1b1bf1457f3 req-74943463-6cd3-4cbc-8570-de70ceb2a614 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:22.138263 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16c6b6de-3b5f-4cc1-82b7-a1b1bf1457f3 req-74943463-6cd3-4cbc-8570-de70ceb2a614 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0569229 Nov 25 17:54:22.185146 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-16c6b6de-3b5f-4cc1-82b7-a1b1bf1457f3 req-a9eec4b7-ebde-4173-8591-0b30a18ae0de tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Nov 25 17:54:22.305153 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dbffe-1001-47dd-a29b-006eca5c9f44 req-b069d2f1-d40d-452f-a237-9bc15d7bbb6a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:22.306624 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae1dbffe-1001-47dd-a29b-006eca5c9f44 req-b069d2f1-d40d-452f-a237-9bc15d7bbb6a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0493586 Nov 25 17:54:22.353793 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ae1dbffe-1001-47dd-a29b-006eca5c9f44 req-fe23d780-f50c-4073-b805-40ff85a1e48e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Nov 25 17:54:22.418399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:22.468153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010b986-d52a-478f-8074-977e02450624 req-4eb5a157-adcb-4575-b535-aa369f949604 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:22.469733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a010b986-d52a-478f-8074-977e02450624 req-4eb5a157-adcb-4575-b535-aa369f949604 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 944 time: 0.0506718 Nov 25 17:54:22.518599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a010b986-d52a-478f-8074-977e02450624 req-1ba01704-a21a-457c-9eeb-6c9abb9a78a5 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Nov 25 17:54:22.518836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:22.530502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'port_id': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'mac_address': 'fa:16:3e:16:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9234f36-0e7b-42b3-a9f8-87d9fef57a16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:22.568306 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:22.581716 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d316609-380f-4be5-bfe5-23c7801ef59f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:22.601684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:22.605845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:22.656087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:22.832466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['7d316609-380f-4be5-bfe5-23c7801ef59f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:22.877835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d2153414-5d2e-49c2-8c44-a41b4bbce8c2 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:22.879301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d2153414-5d2e-49c2-8c44-a41b4bbce8c2 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 815 time: 0.1087520 Nov 25 17:54:22.894268 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-2b887aaa-d953-4b86-a336-b45c7a3e7786 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/quotas/261805eacee74842af8c7d5ea2d7cc0b HTTP/1.1" status: 200 len: 375 time: 0.0089867 Nov 25 17:54:22.952812 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-538f9423-040e-4c55-b17b-4eeff979b1aa tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531752 Nov 25 17:54:23.046519 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-f2617e45-330e-47d3-8e7c-c9ef9c7cf44d service neutron] 10.222.0.86 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859110 Nov 25 17:54:23.136490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-8bff4bd4-eb85-4002-b607-76f7a696c5a1 service neutron] 10.222.0.86 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Nov 25 17:54:23.299111 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ef251d06-dd28-4b12-a9b4-d9c2f94d013b req-e3ac13ed-80fc-427b-8543-77e89e3c5e32 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 210 time: 0.0265062 Nov 25 17:54:23.978449 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-cb9ee6bd-5889-4e9f-83a8-928efd84649a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:23.979957 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-cb9ee6bd-5889-4e9f-83a8-928efd84649a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.73 "GET /v2.0/ports?device_id=d41e02b9-2b26-4c82-ae1b-29cccad008e9 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Nov 25 17:54:24.069463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Deleting port 7d316609-380f-4be5-bfe5-23c7801ef59f {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:54:24.069808 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.112266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.73', 65277) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:54:24.164019 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] For port 7d316609-380f-4be5-bfe5-23c7801ef59f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7d316609-380f-4be5-bfe5-23c7801ef59f,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:24.164374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.179439 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Calling delete_port for 7d316609-380f-4be5-bfe5-23c7801ef59f owned by compute:nova {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:54:24.226184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-4de551e7-04f9-44b0-8216-c56e522a40e7 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:24.227700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-4de551e7-04f9-44b0-8216-c56e522a40e7 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 815 time: 0.1144295 Nov 25 17:54:24.242670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Request body: {'port': {'device_id': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'admin_state_up': True, 'tenant_id': '261805eacee74842af8c7d5ea2d7cc0b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:24.310167 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.325419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['7d316609-380f-4be5-bfe5-23c7801ef59f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:24.341275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Pushing event deleted for resources: {'Port': ['ID=7d316609-380f-4be5-bfe5-23c7801ef59f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:24.370425 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Made reservation on behalf of 261805eacee74842af8c7d5ea2d7cc0b for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:54:24.373973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.395282 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] No DVR routers for this DVR port 7d316609-380f-4be5-bfe5-23c7801ef59f on host n-h2-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:54:24.398080 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.402230 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.73 "DELETE /v2.0/ports/7d316609-380f-4be5-bfe5-23c7801ef59f HTTP/1.1" status: 204 len: 173 time: 0.4155662 Nov 25 17:54:24.402804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'name': 'network-vif-deleted', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:24.405306 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929ee2c-edc5-4a83-8a56-91c21fd03f02" -d '{"events": [{"server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "name": "network-vif-deleted", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:24.420872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4eb28dd9-02c6-4f76-bd2f-eb07bcaf0560 req-ea8b4946-7e97-4786-9c54-f5eab1737c5c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 210 time: 0.0428360 Nov 25 17:54:24.435617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:24.463496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 7d316609-380f-4be5-bfe5-23c7801ef59f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:54:24.463842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 17:54:24.468789 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d082da-b7e1-43ae-b246-aeb068fe2b67 x-openstack-request-id: req-e2d082da-b7e1-43ae-b246-aeb068fe2b67 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:24.469089 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e02b9-2b26-4c82-ae1b-29cccad008e9", "name": "network-vif-deleted", "tag": "7d316609-380f-4be5-bfe5-23c7801ef59f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:24.469344 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2d082da-b7e1-43ae-b246-aeb068fe2b67 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:24.471179 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e02b9-2b26-4c82-ae1b-29cccad008e9', 'name': 'network-vif-deleted', 'tag': '7d316609-380f-4be5-bfe5-23c7801ef59f', 'status': 'completed', 'code': 200} Nov 25 17:54:24.497303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Port 7d316609-380f-4be5-bfe5-23c7801ef59f not found, will not notify nova. {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 17:54:24.544662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Allocated IP 172.20.0.7 (94ba5738-46ac-4d52-9e4c-310cb3c88ece/e9234f36-0e7b-42b3-a9f8-87d9fef57a16/8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:54:24.702969 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.740473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.753203 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['7d316609-380f-4be5-bfe5-23c7801ef59f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:24.784894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Network 94ba5738-46ac-4d52-9e4c-310cb3c88ece is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:54:24.787819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:54:24.791580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:54:24.820100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:24.836448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.836774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.837114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.837449 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.837777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.838102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.838428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.838752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.839073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.839421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.839731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.840046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:54:24.863818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:24.864419 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:24.880151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d0106a7c-8436-49bb-9e5b-cb0999ae93dd tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6421604 Nov 25 17:54:24.893050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Request body: {'port': {'device_id': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:54:24.948838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.201385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:25.210603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.227320 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Transition to ACTIVE for port object 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:54:25.230939 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.287103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:25.353777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:54:25.354103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:54:25.354440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:25.358565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:54:25.358874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:54:25.365359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:54:25.365687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Checking segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:54:25.366063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Bound using segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:54:25.366473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Bound port: 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:54:25.366813 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.428512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:54:25.431482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:54:25.435899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.476421 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.477031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:25.478409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] 10.222.0.73 "PUT /v2.0/ports/8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 1091 time: 0.5900555 Nov 25 17:54:25.478847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:25.481132 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a0383-1ab0-4946-8a2e-896d8f28146d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:25.505967 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254225d-d793-462d-8b28-d277ef013f65 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:25.544236 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4711418-0588-4384-aa0a-694b69e33b91 x-openstack-request-id: req-c4711418-0588-4384-aa0a-694b69e33b91 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:25.544530 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:25.544780 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4711418-0588-4384-aa0a-694b69e33b91 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:25.545162 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'status': 'completed', 'code': 200} Nov 25 17:54:25.592135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-02faebc0-bdc6-4ece-aae2-58871f90da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.593614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-02faebc0-bdc6-4ece-aae2-58871f90da39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1094 time: 0.0764978 Nov 25 17:54:25.605793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae762b1-329d-4a6d-83e0-0a00f2f7c277 req-c26038ac-1fdb-472a-b185-fce6c3c54c77 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.607150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ae762b1-329d-4a6d-83e0-0a00f2f7c277 req-c26038ac-1fdb-472a-b185-fce6c3c54c77 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0612600 Nov 25 17:54:25.655023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-bf34922d-df6f-485e-92dd-b8bddb9af2bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0469263 Nov 25 17:54:25.715482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ae762b1-329d-4a6d-83e0-0a00f2f7c277 req-dc16926e-8df4-4fc0-aaab-a4c67f258244 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012104 Nov 25 17:54:25.723445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-6f5d94d5-865a-4f02-a0a2-8c819b1372cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:25.724785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-6f5d94d5-865a-4f02-a0a2-8c819b1372cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0618405 Nov 25 17:54:25.756622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-d1d10aa2-b1ef-4c8b-9e11-22c90828b880 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254941 Nov 25 17:54:26.113719 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-48697657-2322-47be-a82c-fd137f9616f0 service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495409 Nov 25 17:54:26.201611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d68cb8d8-f68d-49d9-b349-5684dcc038f1 req-0d16758a-c23d-4e32-b570-b5726fed4bbf service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806556 Nov 25 17:54:26.283226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-fa064189-aa6d-42af-8493-0efc9f9159a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.284690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-fa064189-aa6d-42af-8493-0efc9f9159a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1094 time: 0.0399373 Nov 25 17:54:26.375652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-797cd9a6-ce12-4bdd-a63b-bcba5e7fa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.378152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-797cd9a6-ce12-4bdd-a63b-bcba5e7fa8cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0867896 Nov 25 17:54:26.419464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-81e6c9bf-7765-4489-ac6c-4019e6c68335 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0338547 Nov 25 17:54:26.472887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-0fe0ee54-7788-498d-8a19-4a84e7d3ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.474563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-0fe0ee54-7788-498d-8a19-4a84e7d3ddbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0474966 Nov 25 17:54:26.507868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-3599b929-e33c-40da-b8d8-57aae6158763 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247300 Nov 25 17:54:26.598733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-97bb1aed-1bb4-42d3-9cf9-1b928bb549cb service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819829 Nov 25 17:54:26.695633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-566a0383-1ab0-4946-8a2e-896d8f28146d req-07d099f3-2c57-461b-af7e-54268b338ba0 service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895505 Nov 25 17:54:26.835227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81974a-0912-4f1c-bab3-254080e1a406 req-9ebce97a-50f0-4a49-be40-eec2d7e3c089 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:26.836725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b81974a-0912-4f1c-bab3-254080e1a406 req-9ebce97a-50f0-4a49-be40-eec2d7e3c089 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0486848 Nov 25 17:54:26.886824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2b81974a-0912-4f1c-bab3-254080e1a406 req-33c165ad-9ab9-4240-a25a-3e15fd8cbf73 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Nov 25 17:54:28.008557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f034bb-d9f0-4ea2-beb5-21da71f08838 req-38bd83fe-1d58-40f4-b6dd-cfc49c5f39cb tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:28.010002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68f034bb-d9f0-4ea2-beb5-21da71f08838 req-38bd83fe-1d58-40f4-b6dd-cfc49c5f39cb tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0479827 Nov 25 17:54:28.055435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68f034bb-d9f0-4ea2-beb5-21da71f08838 req-af1aadbb-6c75-43cc-b7d4-248ef49bce2e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Nov 25 17:54:28.450465 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:54:28.470556 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 7d316609-380f-4be5-bfe5-23c7801ef59f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:54:28.470897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7d316609-380f-4be5-bfe5-23c7801ef59f not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:54:29.176383 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8f675-c838-454f-95ec-80858b08a83a req-eebc30e8-416e-4a4e-ae56-19f0a3d22ead tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:29.177738 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48e8f675-c838-454f-95ec-80858b08a83a req-eebc30e8-416e-4a4e-ae56-19f0a3d22ead tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0545733 Nov 25 17:54:29.225479 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48e8f675-c838-454f-95ec-80858b08a83a req-5ec8029d-01a9-4561-8115-e6de900fc51d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Nov 25 17:54:30.340602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c5f9c-04d5-4af9-a5ab-ceb3345aa6ce req-418b77a4-18a3-43fb-9129-b540efa5e93e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:30.342068 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-267c5f9c-04d5-4af9-a5ab-ceb3345aa6ce req-418b77a4-18a3-43fb-9129-b540efa5e93e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0486131 Nov 25 17:54:30.393213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-267c5f9c-04d5-4af9-a5ab-ceb3345aa6ce req-dc8c69f0-bde6-4177-abbb-91b2b43584f8 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450809 Nov 25 17:54:30.465693 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:54:30.561714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:30.573810 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'port_id': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'mac_address': 'fa:16:3e:be:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9234f36-0e7b-42b3-a9f8-87d9fef57a16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:54:30.609623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:30.622843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:54:30.642475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:30.646460 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:30.696231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:30.835424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:54:31.426373 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:54:31.504943 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987610df-d9cb-4ba3-b71e-9b920bfc20bd req-85a5a999-af2d-43b1-9472-d9b2d18b7cca tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:31.512249 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-987610df-d9cb-4ba3-b71e-9b920bfc20bd req-85a5a999-af2d-43b1-9472-d9b2d18b7cca tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 944 time: 0.0488255 Nov 25 17:54:31.554966 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-987610df-d9cb-4ba3-b71e-9b920bfc20bd req-646c3635-7f53-43a2-8c9c-33813f27e6cc tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Nov 25 17:54:32.497655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:54:32.550558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:54:32.554086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:54:32.554453 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.636202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.660637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:54:32.662901 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73264132-fa3e-4ef5-985d-62dc25af5700" -d '{"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:54:32.676778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:54:32.678193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74a44e-bf9b-4711-a653-0ac7849188e0 req-4d1b859f-62d5-4615-81dd-a1a2ff03bd86 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:32.679945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b74a44e-bf9b-4711-a653-0ac7849188e0 req-4d1b859f-62d5-4615-81dd-a1a2ff03bd86 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 944 time: 0.0497947 Nov 25 17:54:32.681586 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:32.710229 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b0637-aaeb-4b6e-aab2-74b66fb77781 x-openstack-request-id: req-c91b0637-aaeb-4b6e-aab2-74b66fb77781 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:54:32.710520 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:54:32.710779 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c91b0637-aaeb-4b6e-aab2-74b66fb77781 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:54:32.711166 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'code': 200} Nov 25 17:54:32.734901 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b74a44e-bf9b-4711-a653-0ac7849188e0 req-604a9907-8b66-4688-80e3-5cf085c08149 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469899 Nov 25 17:54:32.738720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:54:32.820966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d40bf-063f-4f96-a32d-bd838a09fea9 req-2f65bf82-eaad-4032-bbd9-7b3f73c0a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:32.822454 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-709d40bf-063f-4f96-a32d-bd838a09fea9 req-2f65bf82-eaad-4032-bbd9-7b3f73c0a9da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1096 time: 0.0419309 Nov 25 17:54:32.868863 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-709d40bf-063f-4f96-a32d-bd838a09fea9 req-09058ca8-4d78-4444-bcec-9dccef222fb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Nov 25 17:54:33.854263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731f89-019f-4de5-86a6-0528eb9d57b0 req-2c83c3e9-2b0c-48ca-9b34-4c8ab4293a35 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:33.855803 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0731f89-019f-4de5-86a6-0528eb9d57b0 req-2c83c3e9-2b0c-48ca-9b34-4c8ab4293a35 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0491176 Nov 25 17:54:33.906888 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b0731f89-019f-4de5-86a6-0528eb9d57b0 req-ec6a1363-89c1-43e4-ab7f-bf5b9098baa9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Nov 25 17:54:35.026714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11775f10-6227-4f2c-8bab-3598c470d534 req-c92e53d3-4f84-4b8d-9a9b-78cefbbcbafc tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:35.028237 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11775f10-6227-4f2c-8bab-3598c470d534 req-c92e53d3-4f84-4b8d-9a9b-78cefbbcbafc tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Nov 25 17:54:35.074599 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11775f10-6227-4f2c-8bab-3598c470d534 req-01942d6d-40d1-4aba-aba7-285286d716db tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Nov 25 17:54:35.188848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8389025-282d-48e7-9803-1f91b0dafd7c req-b072ff96-8c78-433c-bd88-35299db2b52e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:35.190348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8389025-282d-48e7-9803-1f91b0dafd7c req-b072ff96-8c78-433c-bd88-35299db2b52e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0492730 Nov 25 17:54:35.239826 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f8389025-282d-48e7-9803-1f91b0dafd7c req-2ef3f1db-cd92-4b14-9056-8144a0da74d4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Nov 25 17:54:35.501636 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-85036e82-cd78-4057-9569-f0d6d5bdb43b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731611 Nov 25 17:54:35.509670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb192a4-f76e-47ee-b845-84eb57f1bf8a req-f0a838e4-ff85-4776-89d7-44ad7f9c082f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:35.511302 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-adb192a4-f76e-47ee-b845-84eb57f1bf8a req-f0a838e4-ff85-4776-89d7-44ad7f9c082f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0748119 Nov 25 17:54:35.560998 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-adb192a4-f76e-47ee-b845-84eb57f1bf8a req-a38332f3-edcd-47fb-a6e6-bd6d864d43d4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Nov 25 17:54:35.736991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f5e4fd17-ec25-4c23-8150-8832ae7a4437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:36.571000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-a28219c6-5cd7-4e7c-85eb-ac2d58abc69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:36.572512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-a28219c6-5cd7-4e7c-85eb-ac2d58abc69c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1096 time: 0.0413656 Nov 25 17:54:36.699133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-de4fee45-610a-4ca5-bc8d-882d9b1869f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:36.700597 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-de4fee45-610a-4ca5-bc8d-882d9b1869f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.1206110 Nov 25 17:54:36.709180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1984cd-4d67-4434-95ea-eddadedfef9a req-bb10ae1b-8abe-43af-a1b0-cc3825c87af4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:36.710518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c1984cd-4d67-4434-95ea-eddadedfef9a req-bb10ae1b-8abe-43af-a1b0-cc3825c87af4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0780697 Nov 25 17:54:36.751941 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-8b199778-ce2c-419d-9f6a-69c05032ab30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0404906 Nov 25 17:54:36.825063 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c1984cd-4d67-4434-95ea-eddadedfef9a req-7a445969-8b92-42e6-b654-ec3d48cffc43 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077418 Nov 25 17:54:36.828489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-7f4d4af8-7c41-4f65-b99e-66cffdef2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:36.830033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-7f4d4af8-7c41-4f65-b99e-66cffdef2dc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0713046 Nov 25 17:54:36.867477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-04e8d912-66a1-4b72-8e61-3c0803e82755 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291829 Nov 25 17:54:36.955413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-9d065763-5235-44b1-8613-c9a91c95ae9e service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809441 Nov 25 17:54:37.047737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-a8ef8d2c-6326-4049-a5bf-04cf591ea80a service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855725 Nov 25 17:54:37.942389 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b4a41-8712-4ca7-895b-ae180b8d2bb4 req-e493f279-ea3a-46e2-9e9b-f2a054991ed1 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:37.943878 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d3b4a41-8712-4ca7-895b-ae180b8d2bb4 req-e493f279-ea3a-46e2-9e9b-f2a054991ed1 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Nov 25 17:54:37.975870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f3a94e3b-48dd-4f88-b685-52763f2884c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:37.993729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2d3b4a41-8712-4ca7-895b-ae180b8d2bb4 req-16dd9840-bf75-43fb-ba6d-70eb459a6e8b tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Nov 25 17:54:39.116505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d7149-1fef-4c4a-9eed-8580829a61ee req-8d2157ad-25b7-43cd-b2c5-9ea3342bab9d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:39.117914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-593d7149-1fef-4c4a-9eed-8580829a61ee req-8d2157ad-25b7-43cd-b2c5-9ea3342bab9d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0548842 Nov 25 17:54:39.164126 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-593d7149-1fef-4c4a-9eed-8580829a61ee req-61216828-02fc-4c4a-b335-b29f8b84831b tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Nov 25 17:54:39.285914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-c4c09a2d-95e5-4035-a944-1d21510f1466 req-9f849a0d-395a-470b-9d07-61aa0e3d9253 service neutron] (103635) timed out ('10.222.0.86', 46432) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:54:39.415489 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:40.281483 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8df7be-1978-47bd-9cfd-2602965f1aed req-614acdf8-8519-428e-b633-5d677cd5e122 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:40.282951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc8df7be-1978-47bd-9cfd-2602965f1aed req-614acdf8-8519-428e-b633-5d677cd5e122 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Nov 25 17:54:40.334520 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc8df7be-1978-47bd-9cfd-2602965f1aed req-acb4bc46-e8fb-471c-a26d-1bead4807088 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Nov 25 17:54:40.694515 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:41.465032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b947a-c3a8-4f18-a399-edb15553e5af req-e421f578-ecfe-4bca-959f-a58c17eb1dbf tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:41.467088 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d37b947a-c3a8-4f18-a399-edb15553e5af req-e421f578-ecfe-4bca-959f-a58c17eb1dbf tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0597639 Nov 25 17:54:41.467620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:41.516234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d37b947a-c3a8-4f18-a399-edb15553e5af req-82cfd461-d6e5-4ef2-9034-7c0bdc1a8703 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Nov 25 17:54:42.631363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173a834-da77-4eb2-8421-d892ef409a94 req-96969688-b325-4bbb-95d6-4e0e5d10d492 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:42.632853 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6173a834-da77-4eb2-8421-d892ef409a94 req-96969688-b325-4bbb-95d6-4e0e5d10d492 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0487306 Nov 25 17:54:42.680068 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6173a834-da77-4eb2-8421-d892ef409a94 req-98ab04fe-3eee-45a3-b042-a8b23491b89d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Nov 25 17:54:43.796386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3504bc5-7af6-4411-913c-09dc0b1d92ae req-cd3c9985-dea7-4ec6-b454-7f54a9c9d651 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:43.797860 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3504bc5-7af6-4411-913c-09dc0b1d92ae req-cd3c9985-dea7-4ec6-b454-7f54a9c9d651 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Nov 25 17:54:43.845666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f3504bc5-7af6-4411-913c-09dc0b1d92ae req-02cbd60a-4600-468b-8afa-cadab2029de7 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Nov 25 17:54:44.964507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12ef33-5dac-4383-8ea3-2a068d424fae req-47b07f63-641e-433e-961c-1b9894d2cf02 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:44.965971 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a12ef33-5dac-4383-8ea3-2a068d424fae req-47b07f63-641e-433e-961c-1b9894d2cf02 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Nov 25 17:54:45.013772 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6a12ef33-5dac-4383-8ea3-2a068d424fae req-9de796e0-d581-4df4-9dca-3bf56f7c81e4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Nov 25 17:54:46.128365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555df2d7-84fc-42ef-b7eb-d5c329bd4850 req-ba7f73fa-0d36-43c2-a270-2d9401956aaf tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:46.130342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-555df2d7-84fc-42ef-b7eb-d5c329bd4850 req-ba7f73fa-0d36-43c2-a270-2d9401956aaf tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0495994 Nov 25 17:54:46.180946 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-555df2d7-84fc-42ef-b7eb-d5c329bd4850 req-bca96cec-eb48-40ad-9e20-95f69e3d52fa tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Nov 25 17:54:46.327923 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:47.302858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c407-b5c2-4682-8b68-7f3ca59f188c req-d3df1717-9a47-48eb-8ff8-007dce64aeac tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:47.304353 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c87c407-b5c2-4682-8b68-7f3ca59f188c req-d3df1717-9a47-48eb-8ff8-007dce64aeac tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Nov 25 17:54:47.353231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c87c407-b5c2-4682-8b68-7f3ca59f188c req-6a0973f0-0e4a-4ceb-bc9e-40380235db07 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Nov 25 17:54:47.789170 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:54:48.469645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998a795-9c7c-47b0-84fd-92ceb1fc2d67 req-4ef90ddf-0706-4108-a5cd-d2a0b09a3c34 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:48.471119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6998a795-9c7c-47b0-84fd-92ceb1fc2d67 req-4ef90ddf-0706-4108-a5cd-d2a0b09a3c34 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Nov 25 17:54:48.518821 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6998a795-9c7c-47b0-84fd-92ceb1fc2d67 req-802a86d6-09a1-487b-9354-7c2a59f15f12 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Nov 25 17:54:49.635754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f670-65f3-48a5-a47d-f4d742df98c2 req-7d3f506f-ce21-4d6b-9ba8-a35537475452 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:49.637223 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e570f670-65f3-48a5-a47d-f4d742df98c2 req-7d3f506f-ce21-4d6b-9ba8-a35537475452 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0488198 Nov 25 17:54:49.683421 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e570f670-65f3-48a5-a47d-f4d742df98c2 req-4b99a806-03fe-485d-aca9-424dc4d5b58e tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Nov 25 17:54:50.804721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ecdb8-3b87-4a6d-9981-24a14a5bbe86 req-2d4a38b0-9f9a-4c1f-be44-4f47d80bcd8f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:50.806143 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e84ecdb8-3b87-4a6d-9981-24a14a5bbe86 req-2d4a38b0-9f9a-4c1f-be44-4f47d80bcd8f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0539005 Nov 25 17:54:50.856125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e84ecdb8-3b87-4a6d-9981-24a14a5bbe86 req-18f42520-dcaa-436d-9c74-0b2b22be1f3a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Nov 25 17:54:51.969248 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0ee84-fb0e-4c72-8537-d0b0de609713 req-8f9030e4-9080-429d-b5fb-98b74ba17a37 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:51.970690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3c0ee84-fb0e-4c72-8537-d0b0de609713 req-8f9030e4-9080-429d-b5fb-98b74ba17a37 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0471680 Nov 25 17:54:52.020583 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3c0ee84-fb0e-4c72-8537-d0b0de609713 req-9e7e4bd9-238a-4cbf-891a-79a79d35f3fb tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Nov 25 17:54:53.141673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f109f-0566-4406-8dc6-857b6680c823 req-348c0c34-3c14-42d0-9e9e-334e92cfec09 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:53.143054 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e54f109f-0566-4406-8dc6-857b6680c823 req-348c0c34-3c14-42d0-9e9e-334e92cfec09 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0535734 Nov 25 17:54:53.189837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e54f109f-0566-4406-8dc6-857b6680c823 req-d8e57563-bac4-45ee-98fc-fdf2118b9da4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Nov 25 17:54:54.306537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001199b6-8611-45ff-b4bd-992f794f4564 req-0e1d218b-fb25-4d80-af62-2facd43bbdfe tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:54.307996 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-001199b6-8611-45ff-b4bd-992f794f4564 req-0e1d218b-fb25-4d80-af62-2facd43bbdfe tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0475006 Nov 25 17:54:54.354246 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-001199b6-8611-45ff-b4bd-992f794f4564 req-198fa1f9-b78a-45e4-8f28-41d6569ac6de tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Nov 25 17:54:55.471166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8398b8-c5e9-47df-acad-baf631c3687b req-cf15097d-a062-45d4-8c3f-dc99e93db04b tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:55.472756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8398b8-c5e9-47df-acad-baf631c3687b req-cf15097d-a062-45d4-8c3f-dc99e93db04b tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0487704 Nov 25 17:54:55.520159 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2c8398b8-c5e9-47df-acad-baf631c3687b req-88aa4f7c-9239-4802-9d2c-2786f2257111 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Nov 25 17:54:56.634824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aedb2-b9c0-46ab-a670-ff646bd9962a req-91fe0e41-ed1a-46f9-962a-ac12c5d9f63c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:56.636299 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59aedb2-b9c0-46ab-a670-ff646bd9962a req-91fe0e41-ed1a-46f9-962a-ac12c5d9f63c tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0476911 Nov 25 17:54:56.683133 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a59aedb2-b9c0-46ab-a670-ff646bd9962a req-d0a79a08-2650-45a2-952e-2155acb538e6 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Nov 25 17:54:57.798563 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba0043-2155-4805-a568-1580bb496925 req-0008bf53-37cc-4117-87a6-a379c931e5f3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:57.800079 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6ba0043-2155-4805-a568-1580bb496925 req-0008bf53-37cc-4117-87a6-a379c931e5f3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0488198 Nov 25 17:54:57.856966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d6ba0043-2155-4805-a568-1580bb496925 req-59e8b5f5-0c7a-426b-972d-ff29a2952069 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Nov 25 17:54:58.977744 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802948a2-6beb-4e9e-87b9-9dd714e1fa1d req-a7d66b06-76a1-4ff0-bb5f-7d5b18bbbfc4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:54:58.979202 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-802948a2-6beb-4e9e-87b9-9dd714e1fa1d req-a7d66b06-76a1-4ff0-bb5f-7d5b18bbbfc4 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Nov 25 17:54:59.025741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-802948a2-6beb-4e9e-87b9-9dd714e1fa1d req-429494f5-2081-4b5a-b0c5-af5acd3ad425 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Nov 25 17:55:00.140162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32bc46-d905-443a-86cb-70612b63fa0a req-f78119be-12cd-48cf-9384-207d9069616f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:00.141541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b32bc46-d905-443a-86cb-70612b63fa0a req-f78119be-12cd-48cf-9384-207d9069616f tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Nov 25 17:55:00.188071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0b32bc46-d905-443a-86cb-70612b63fa0a req-0ed8d0cb-5429-4f6c-a31f-95e3fdf2bcab tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Nov 25 17:55:01.306842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e197527-29f7-440e-86a4-da7a145248b2 req-02b86ebb-7cc7-4198-a81e-c8b5e9b46069 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:01.308322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e197527-29f7-440e-86a4-da7a145248b2 req-02b86ebb-7cc7-4198-a81e-c8b5e9b46069 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Nov 25 17:55:01.355774 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4e197527-29f7-440e-86a4-da7a145248b2 req-ad8ede25-1fd0-4c39-8646-8b63cd40df25 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Nov 25 17:55:02.484712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237013dc-78d2-4bb1-bc97-f0ef8d3f5da1 req-cb49392f-5fbd-4fc2-9df1-b15d04b2e0c9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:02.486413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-237013dc-78d2-4bb1-bc97-f0ef8d3f5da1 req-cb49392f-5fbd-4fc2-9df1-b15d04b2e0c9 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0624897 Nov 25 17:55:02.537262 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-237013dc-78d2-4bb1-bc97-f0ef8d3f5da1 req-645264ec-a8fe-4026-bd9d-706d668966cf tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436134 Nov 25 17:55:03.657657 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a47a8-c06e-40fe-a25d-ef8fc148cd9f req-de604ded-9a15-4c5f-9b26-d52b5619b618 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:03.659104 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c1a47a8-c06e-40fe-a25d-ef8fc148cd9f req-de604ded-9a15-4c5f-9b26-d52b5619b618 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0534472 Nov 25 17:55:03.708283 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5c1a47a8-c06e-40fe-a25d-ef8fc148cd9f req-d4c516de-3f3b-47db-b638-7d4b5ba1252a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Nov 25 17:55:03.750901 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-a13031c6-b94e-4080-9113-27d9d3bed287 service neutron] show failed (client error): The resource could not be found. Nov 25 17:55:03.751950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-a13031c6-b94e-4080-9113-27d9d3bed287 service neutron] 10.222.0.73 "GET /v2.0/ports/8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0590746 Nov 25 17:55:03.950883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-2821a1ec-8889-40e4-8012-23e50c1874eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:03.952449 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-2821a1ec-8889-40e4-8012-23e50c1874eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77&tenant_id=261805eacee74842af8c7d5ea2d7cc0b HTTP/1.1" status: 200 len: 1096 time: 0.0418234 Nov 25 17:55:03.964016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:04.015536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.219643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:04.251735 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:04.291920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:04.294182 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148bf5f2-b1a5-4117-8cf9-a68d8403f9f3" -d '{"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:04.298245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.311356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Transition to ACTIVE for port object 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:55:04.315497 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.344153 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac5fbd-7d8c-41a6-a726-242c5f545a88 x-openstack-request-id: req-e2ac5fbd-7d8c-41a6-a726-242c5f545a88 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:04.344445 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:04.344695 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e2ac5fbd-7d8c-41a6-a726-242c5f545a88 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:04.345090 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'code': 200} Nov 25 17:55:04.382112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] No DVR routers for this DVR port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:55:04.384104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:04.418612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:04.418930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:04.419257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:04.423481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:55:04.423804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Attempting to bind port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on network 94ba5738-46ac-4d52-9e4c-310cb3c88ece {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:04.429144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:04.429471 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Checking segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:04.429848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Bound using segment: {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:04.430274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Bound port: 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:04.430618 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.496332 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:04.499148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:04.503534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.546387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.547113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:04.548399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 1091 time: 0.5884340 Nov 25 17:55:04.567294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516674b-879d-43d9-b638-a63310a6fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:04.611180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-7bbfb1e8-131d-4e45-a714-5b219581697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.612704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-7bbfb1e8-131d-4e45-a714-5b219581697a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1094 time: 0.0412543 Nov 25 17:55:04.706143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-b1abbd73-6e05-40f9-901f-1e495aec6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.707682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-b1abbd73-6e05-40f9-901f-1e495aec6a3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0882447 Nov 25 17:55:04.749768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-d531208f-2b75-47d2-a7a0-bdfceab1d668 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0354931 Nov 25 17:55:04.798694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-73deab0f-c0c9-4098-a3b0-a85ece5d4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.800200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-73deab0f-c0c9-4098-a3b0-a85ece5d4250 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0436773 Nov 25 17:55:04.827741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7453a9-595f-49af-ab5a-a4af20e3683f req-fad55c74-bda4-4806-b3bc-673d5d580403 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:04.829242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f7453a9-595f-49af-ab5a-a4af20e3683f req-fad55c74-bda4-4806-b3bc-673d5d580403 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0496683 Nov 25 17:55:04.838962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-0899cec9-a71a-4575-81c5-49197704a270 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313740 Nov 25 17:55:04.883069 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f7453a9-595f-49af-ab5a-a4af20e3683f req-82d1f2f6-e297-4699-8fd1-6316568c8df0 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Nov 25 17:55:04.932731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-3f912c39-7753-40c1-aeda-286422536299 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868654 Nov 25 17:55:05.026539 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68b6aa1e-cd63-4846-ba59-a204d2ce17f2 req-6ae0b70e-514c-42ea-ac6a-6fb51b07e805 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858178 Nov 25 17:55:05.739471 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9a794d3-20ce-4c7a-8eaf-14c0709fe271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:06.004056 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bcb84-2c71-4769-9275-4fabe7ddb1c2 req-8e5a6e49-ac43-4f98-be83-cc0e38dd5344 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.006031 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f4bcb84-2c71-4769-9275-4fabe7ddb1c2 req-8e5a6e49-ac43-4f98-be83-cc0e38dd5344 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0499945 Nov 25 17:55:06.052930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f4bcb84-2c71-4769-9275-4fabe7ddb1c2 req-454cf7c6-ee4c-4527-a1b3-5e7ffce20288 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Nov 25 17:55:06.346717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:06.349279 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45da6005-0245-4ea6-a208-a6c252062b49" -d '{"events": [{"name": "network-changed", "server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:06.398452 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86b7544-4086-468f-9241-b82bd1c29a03 x-openstack-request-id: req-d86b7544-4086-468f-9241-b82bd1c29a03 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:06.398742 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:06.398994 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d86b7544-4086-468f-9241-b82bd1c29a03 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:06.399428 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'status': 'completed', 'code': 200} Nov 25 17:55:06.493307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6005-0245-4ea6-a208-a6c252062b49 req-5a40e93e-7096-420e-90f8-3b892ca3240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.494799 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-5a40e93e-7096-420e-90f8-3b892ca3240f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1094 time: 0.0766943 Nov 25 17:55:06.496508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6005-0245-4ea6-a208-a6c252062b49 req-d76dc796-f2a4-4e3e-8738-12ff57275e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.497826 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-d76dc796-f2a4-4e3e-8738-12ff57275e1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1094 time: 0.0717301 Nov 25 17:55:06.657157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6005-0245-4ea6-a208-a6c252062b49 req-cd40d489-5ab5-43d6-9cbb-4fc9728bc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.658323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-cd40d489-5ab5-43d6-9cbb-4fc9728bc322 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.1557939 Nov 25 17:55:06.660828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6005-0245-4ea6-a208-a6c252062b49 req-5230ab07-56a5-4a88-8c56-818572642941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.662781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-5230ab07-56a5-4a88-8c56-818572642941 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.1523919 Nov 25 17:55:06.732788 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-33e7b711-ca7b-489e-aad1-08fdba002103 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0677948 Nov 25 17:55:06.734077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-41f00d55-c42d-4509-8c5c-6f226b8e746f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0634899 Nov 25 17:55:06.814693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6005-0245-4ea6-a208-a6c252062b49 req-6d99dd24-8322-4c22-9693-251e040ac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.816145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-6d99dd24-8322-4c22-9693-251e040ac195 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0767171 Nov 25 17:55:06.818058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6005-0245-4ea6-a208-a6c252062b49 req-2cad2089-d1e6-43b2-98a6-787ee2d4a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:06.819930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-2cad2089-d1e6-43b2-98a6-787ee2d4a777 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0733411 Nov 25 17:55:06.871047 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-8c850e0a-9e05-48a3-8abc-914ffeb12ebc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479891 Nov 25 17:55:06.872888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-37f3857e-5f55-48b6-ac27-30a1069ea93f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427761 Nov 25 17:55:07.029048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-e05e02c5-e20d-49ff-b3ff-112541f54f72 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511903 Nov 25 17:55:07.030847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-41214897-cddb-41de-b6be-2a28e1695ad0 service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450746 Nov 25 17:55:07.219141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-56bd4824-7e1f-4885-92e2-f19bff0897b7 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821649 Nov 25 17:55:07.232548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7d55-897e-4b51-806f-f839ef43f0c1 req-421166b0-a90c-4e61-a3ec-c631b24a70b3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:07.233985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae0f7d55-897e-4b51-806f-f839ef43f0c1 req-421166b0-a90c-4e61-a3ec-c631b24a70b3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.1089971 Nov 25 17:55:07.240274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-45da6005-0245-4ea6-a208-a6c252062b49 req-58e7da7b-89d1-4326-aba9-1d03ea72216e service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016745 Nov 25 17:55:07.552259 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae0f7d55-897e-4b51-806f-f839ef43f0c1 req-9678ffe2-41d2-4d08-858b-37e6fd7668ff tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110180 Nov 25 17:55:07.776165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c404-a205-41cb-bf29-207bbff39f10 req-e8c4eee3-3c4a-4afa-a456-3dbf6aed1197 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:07.777728 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b22c404-a205-41cb-bf29-207bbff39f10 req-e8c4eee3-3c4a-4afa-a456-3dbf6aed1197 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 943 time: 0.0772922 Nov 25 17:55:07.799726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-5993cf41-b157-4fd5-9501-39d62622e672 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:07.801102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-5993cf41-b157-4fd5-9501-39d62622e672 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77&tenant_id=261805eacee74842af8c7d5ea2d7cc0b&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 943 time: 0.0737772 Nov 25 17:55:07.877274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7b22c404-a205-41cb-bf29-207bbff39f10 req-bedc1bae-cd23-4b88-92a9-94023de08003 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936303 Nov 25 17:55:07.886398 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-ca89e484-0890-40b1-a16e-27eb1526a535 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:55:07.887347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-ca89e484-0890-40b1-a16e-27eb1526a535 service neutron] 10.222.0.73 "DELETE /v2.0/ports/8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0781929 Nov 25 17:55:07.927094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:55:07.984935 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-ead2c53f-7c70-46d1-b661-dbcca71fbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:07.986469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-ead2c53f-7c70-46d1-b661-dbcca71fbccf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1094 time: 0.0463622 Nov 25 17:55:08.017305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a935f1f2-d9aa-4e4d-9e4e-b1d6eea76024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.048993 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:08.064658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'network_id': '94ba5738-46ac-4d52-9e4c-310cb3c88ece', 'port_id': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'mac_address': 'fa:16:3e:be:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9234f36-0e7b-42b3-a9f8-87d9fef57a16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:55:08.094055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-7bda956d-61c8-4475-932b-fc83d0142e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:08.095525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-7bda956d-61c8-4475-932b-fc83d0142e26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0929377 Nov 25 17:55:08.103418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.117133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:08.137135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:08.140824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:08.141607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-1234c54e-b4f2-4d01-ba2c-77a573500edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0381026 Nov 25 17:55:08.187704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:08.192125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-96d936b0-0c64-42dc-aed6-fcbd4f551427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:08.193903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-96d936b0-0c64-42dc-aed6-fcbd4f551427 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0451417 Nov 25 17:55:08.195140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.195513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.195850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.196183 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.196513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.196841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.197166 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.197490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.197812 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.198132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.198452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.198798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:08.227751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-4efda108-26f5-495a-9693-5c489844acea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255294 Nov 25 17:55:08.354285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:55:08.356112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-aadb7519-35a7-4635-95f5-840aa3903992 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685599 Nov 25 17:55:08.362251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-5bbc6fab-bfbc-4f64-a31f-e5550e192b85 service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262119 Nov 25 17:55:08.425674 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:55:08.490987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-4bf0d384-6fb0-4872-acad-cdc4280f940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:08.492630 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-4bf0d384-6fb0-4872-acad-cdc4280f940b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 1095 time: 0.0720966 Nov 25 17:55:08.497290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b957520a-ec98-42ee-b1a2-fbd86c4e0151 req-62da7eb8-8a65-40d9-b7ee-cc54b62bba08 service neutron] 10.222.0.73 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279731 Nov 25 17:55:08.605644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-8dc3f883-b31c-440e-a03c-ab5b3453bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:08.607168 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-8dc3f883-b31c-440e-a03c-ab5b3453bcdb service neutron] 10.222.0.55 "GET /v2.0/networks?id=94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 200 len: 916 time: 0.0917323 Nov 25 17:55:08.653589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-cc823a47-f5fc-4566-824c-c9d41d276873 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 200 len: 217 time: 0.0386779 Nov 25 17:55:08.668677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:08.703625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-9cabd2cb-cd49-4d42-9211-053bee4c5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:08.705091 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-9cabd2cb-cd49-4d42-9211-053bee4c5ed2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 200 len: 855 time: 0.0440950 Nov 25 17:55:08.707949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:08.737797 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-bd22b822-799b-4ba8-a1ce-7e4e7f43555c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94ba5738-46ac-4d52-9e4c-310cb3c88ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243733 Nov 25 17:55:08.832438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-e06a4ed5-bd13-43a1-9855-0f8c33aa4ea8 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874507 Nov 25 17:55:08.926673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c7985bf-283e-4e8f-87cf-2c9bb0df47d0 req-9b9ba7d1-4b07-450b-a586-399b0e924aa1 service neutron] 10.222.0.55 "GET /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869274 Nov 25 17:55:08.999832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97b5d-fce3-413d-9347-22e9418fb00e req-90fc41ca-267d-4adf-91dd-750bfe3cb176 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:09.001329 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28c97b5d-fce3-413d-9347-22e9418fb00e req-90fc41ca-267d-4adf-91dd-750bfe3cb176 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 944 time: 0.0499892 Nov 25 17:55:09.060466 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28c97b5d-fce3-413d-9347-22e9418fb00e req-5555dc07-6dc0-43a4-8859-22125da529fa tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522969 Nov 25 17:55:09.176787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3ee52-ed24-4d10-9660-145016d64b20 req-4ad1c024-5fb0-4725-a3a4-4d52008cb305 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:09.179240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55e3ee52-ed24-4d10-9660-145016d64b20 req-4ad1c024-5fb0-4725-a3a4-4d52008cb305 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 944 time: 0.0508385 Nov 25 17:55:09.232513 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55e3ee52-ed24-4d10-9660-145016d64b20 req-96d5a878-f52f-490a-a0f7-62a89043a79d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Nov 25 17:55:09.349396 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf0cb-af52-4c89-8c7e-4f25e2bff2fe req-83fbc6f1-c75e-4c79-874e-da61d2b9ffce tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:09.351091 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-475cf0cb-af52-4c89-8c7e-4f25e2bff2fe req-83fbc6f1-c75e-4c79-874e-da61d2b9ffce tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 944 time: 0.0500927 Nov 25 17:55:09.397317 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-475cf0cb-af52-4c89-8c7e-4f25e2bff2fe req-8b282663-02ce-434a-b457-3f039b622ed3 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Nov 25 17:55:09.418695 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:09.733470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00116bae-0fb1-4e4e-85cf-0f4c583112d0 req-2ea12294-aaa4-426a-a18e-1532f3dcca19 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:09.734942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00116bae-0fb1-4e4e-85cf-0f4c583112d0 req-2ea12294-aaa4-426a-a18e-1532f3dcca19 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 944 time: 0.0491426 Nov 25 17:55:09.782024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00116bae-0fb1-4e4e-85cf-0f4c583112d0 req-6a572a78-f24a-4e5c-bcdc-0ef7d455d9fc tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Nov 25 17:55:09.937653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:09.990328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:55:09.993943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:09.994309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:10.071199 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:10.093314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:10.095584 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ad211-4eb8-4f70-a010-7223655c273a" -d '{"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:10.109481 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:10.113745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:10.136998 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423eecc7-18fb-4f79-b020-217fcaacc0fb x-openstack-request-id: req-423eecc7-18fb-4f79-b020-217fcaacc0fb {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:10.137286 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:10.137541 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-423eecc7-18fb-4f79-b020-217fcaacc0fb {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:10.137926 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'code': 200} Nov 25 17:55:10.166692 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:10.698922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:10.873908 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-41712a58-abfc-4786-8305-1030711f362d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:10.875361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-41712a58-abfc-4786-8305-1030711f362d tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0566120 Nov 25 17:55:10.949278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd55b-7133-4261-906c-ff767a5a02e7 req-8aca7447-729c-4366-bb18-b92e80440c90 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:10.950749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b1fd55b-7133-4261-906c-ff767a5a02e7 req-8aca7447-729c-4366-bb18-b92e80440c90 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1748c1b-3470-40b6-848a-89755b9c5c77 HTTP/1.1" status: 200 len: 945 time: 0.0933135 Nov 25 17:55:11.024740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3b1fd55b-7133-4261-906c-ff767a5a02e7 req-c2af31c9-b9d4-4102-b8c5-b339400d4ab0 tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.86 "GET /v2.0/security-groups?id=406d9b83-210f-4971-98fd-9bf2d76dc6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572364 Nov 25 17:55:11.029721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Deleting port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:55:11.030059 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.121558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] For port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,segment=NetworkSegment(54f9ee64-3ed5-4cf8-bf52-f246c9618bc7),segment_id=54f9ee64-3ed5-4cf8-bf52-f246c9618bc7)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:11.121831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.134432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Calling delete_port for 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:55:11.263483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.275477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:55:11.303253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Pushing event deleted for resources: {'Port': ['ID=8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:11.343272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] No DVR routers for this DVR port 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:55:11.345950 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:11.349402 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ed48ca7d-cd88-49d6-b665-604a80450513 req-61369644-b0c1-4176-992d-90ee7d642aad tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] 10.222.0.55 "DELETE /v2.0/ports/8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba HTTP/1.1" status: 204 len: 173 time: 0.4569097 Nov 25 17:55:11.350269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-deleted', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:11.352534 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b8e144-4e6f-46fb-860d-28178067749a" -d '{"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-deleted", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:11.393555 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d564312-2e6c-4c2a-b560-672cccad1d9b x-openstack-request-id: req-0d564312-2e6c-4c2a-b560-672cccad1d9b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:11.393848 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1748c1b-3470-40b6-848a-89755b9c5c77", "name": "network-vif-deleted", "tag": "8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:11.394101 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d564312-2e6c-4c2a-b560-672cccad1d9b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:11.394523 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1748c1b-3470-40b6-848a-89755b9c5c77', 'name': 'network-vif-deleted', 'tag': '8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba', 'status': 'completed', 'code': 200} Nov 25 17:55:11.469619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.145212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59304) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.190095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Deleting subnet e9234f36-0e7b-42b3-a9f8-87d9fef57a16 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 17:55:12.193661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.231910 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.271027 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.329660 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.356754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9234f36-0e7b-42b3-a9f8-87d9fef57a16,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:12.358736 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.362210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a387bbd7-dda4-4ba0-8351-7913a67e90ff admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e9234f36-0e7b-42b3-a9f8-87d9fef57a16 HTTP/1.1" status: 204 len: 168 time: 0.2151744 Nov 25 17:55:12.365165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59306) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.435861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.513321 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.532983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ba5738-46ac-4d52-9e4c-310cb3c88ece']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:12.542605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:12.542902 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f9ee64-3ed5-4cf8-bf52-f246c9618bc7') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:12.552995 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.565809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.571666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 17:55:12.572050 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: timer() Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 17:55:12.573703 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 17:55:12.631564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.637031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.640255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] 10.222.0.86 "DELETE /v2.0/networks/94ba5738-46ac-4d52-9e4c-310cb3c88ece HTTP/1.1" status: 204 len: 168 time: 0.2740347 Nov 25 17:55:12.658991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757bef6-2c7d-4dbf-8f57-8b72a3702a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=94ba5738-46ac-4d52-9e4c-310cb3c88ece,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:12.750465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59310) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.790015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f882e902-a188-4f9c-a235-cd843a1ff37f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=261805eacee74842af8c7d5ea2d7cc0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384104 Nov 25 17:55:12.792473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59312) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:12.841163 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddcaca9f-285b-4b98-9046-a3246f15c5ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.863265 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddcaca9f-285b-4b98-9046-a3246f15c5ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.919661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddcaca9f-285b-4b98-9046-a3246f15c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.922793 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ddcaca9f-285b-4b98-9046-a3246f15c5ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:12.924543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ddcaca9f-285b-4b98-9046-a3246f15c5ef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/406d9b83-210f-4971-98fd-9bf2d76dc6f1 HTTP/1.1" status: 204 len: 168 time: 0.1309781 Nov 25 17:55:12.934412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaca9f-285b-4b98-9046-a3246f15c5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d9b83-210f-4971-98fd-9bf2d76dc6f1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:13.679913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59334) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:13.800231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-33506830-network', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:13.842280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Made reservation on behalf of 30eccf487732473e9f054e6a4b6caa6d for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:13.844812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.859120 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.936056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:55:13.941666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.947153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.962429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:55:13.962992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 8e7ff82b-ad1b-4b04-ad4e-00f6721f02ba not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:55:13.977075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 17:55:13.983723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6979c3c9-1d44-4e8c-8594-8d86330cc39c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:13.990481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:13.990832 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Added segment 3c31e366-94cf-4901-a51a-c29ec5c50d1b of type vlan for network 184a371e-ce22-4cff-881a-2e456df838db Nov 25 17:55:14.037863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.071923 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.073050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:14.073643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.134095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4530454 Nov 25 17:55:14.138569 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59338) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:14.146471 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Request body: {'subnet': {'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-33506830-subnet', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:14.148866 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f892e2-7a06-4f80-a75b-e746ed74c76d admin admin] Pushing event updated for resources: {'Network': ['ID=184a371e-ce22-4cff-881a-2e456df838db,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:14.159978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 184a371e-ce22-4cff-881a-2e456df838db details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 17:55:14.173306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Made reservation on behalf of 30eccf487732473e9f054e6a4b6caa6d for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:14.175772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.353546 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.406195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:14.417124 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:14.417484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Network hostable DHCP agents. Network: 184a371e-ce22-4cff-881a-2e456df838db, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 17:55:14.433691 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Network 184a371e-ce22-4cff-881a-2e456df838db is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 17:55:14.443349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 184a371e-ce22-4cff-881a-2e456df838db) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:14.448101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:14.448773 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.456209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50a8d1-a1fd-4d7e-8b24-9d20585a4663 None None] Network 184a371e-ce22-4cff-881a-2e456df838db requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:14.465868 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bcf6f02c-16fc-4e02-a262-1e924fbdf9c6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3271515 Nov 25 17:55:14.468522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59340) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:14.473360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:14.496944 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.498038 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.560009 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.617107 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-184a371e-ce22-4cff-881a-2e456df838db', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 17:55:14.618267 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.764200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Allocated IP 172.20.0.2 (184a371e-ce22-4cff-881a-2e456df838db/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7/33d55964-1ec7-4bb3-8e12-72870ba56872) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:14.916717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.921562 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:14.961873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:14.965090 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:14.968694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:14.976602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Pushing event updated for resources: {'Port': ['ID=33d55964-1ec7-4bb3-8e12-72870ba56872,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:15.000767 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.030135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Attempting to bind port 33d55964-1ec7-4bb3-8e12-72870ba56872 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:15.030505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Attempting to bind port 33d55964-1ec7-4bb3-8e12-72870ba56872 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:15.030873 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Attempting to bind port 33d55964-1ec7-4bb3-8e12-72870ba56872 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:15.035882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:15.036989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:15.037426 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.037815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:15.038318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Bound port: 33d55964-1ec7-4bb3-8e12-72870ba56872, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:15.038703 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.103524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] For port 33d55964-1ec7-4bb3-8e12-72870ba56872, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:15.106543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] For port 33d55964-1ec7-4bb3-8e12-72870ba56872, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=33d55964-1ec7-4bb3-8e12-72870ba56872,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:15.111098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.171699 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f0f9-ccdb-4c2b-bcb0-2488acc7ccee None None] Pushing event updated for resources: {'Port': ['ID=33d55964-1ec7-4bb3-8e12-72870ba56872,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:15.210147 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.230181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.357902 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Allocated IP 172.25.8.170 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/17495196-a22d-4225-a663-2a6d3423adb6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:15.468183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.501335 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.546295 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:15.549107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:15.553277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:15.561414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe04dd9-13c3-49f3-b32b-925fc63c657f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:15.580664 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Pushing event updated for resources: {'Port': ['ID=17495196-a22d-4225-a663-2a6d3423adb6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:15.640886 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d727c985-e276-494f-bfce-573e72cc932d None None] Provisioning complete for port 17495196-a22d-4225-a663-2a6d3423adb6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:15.641257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d727c985-e276-494f-bfce-573e72cc932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:15.679083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d727c985-e276-494f-bfce-573e72cc932d None None] Port 17495196-a22d-4225-a663-2a6d3423adb6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:15.820676 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.029686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.045965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2110249f-50f7-443e-a268-65dc11bc4583 None None] Network 184a371e-ce22-4cff-881a-2e456df838db requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 17:55:16.112897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-603b7fa6-8de8-4ad2-bc1e-04fff885922a None None] Provisioning complete for port 33d55964-1ec7-4bb3-8e12-72870ba56872 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:16.113257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-603b7fa6-8de8-4ad2-bc1e-04fff885922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.158771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 17:55:16.262537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-603b7fa6-8de8-4ad2-bc1e-04fff885922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.265727 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:16.279403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:16.288396 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.292280 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-31431686-59c2-4b6d-9a6c-e9e303e83f11 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8203645 Nov 25 17:55:16.292799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59342) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:16.301684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:16.303376 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:55:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:16.313642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-603b7fa6-8de8-4ad2-bc1e-04fff885922a None None] For port 33d55964-1ec7-4bb3-8e12-72870ba56872, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=33d55964-1ec7-4bb3-8e12-72870ba56872,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:16.526756 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-603b7fa6-8de8-4ad2-bc1e-04fff885922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.600711 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.635013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b7fa6-8de8-4ad2-bc1e-04fff885922a None None] Pushing event updated for resources: {'Port': ['ID=33d55964-1ec7-4bb3-8e12-72870ba56872,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:16.656398 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:16.714652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 33d55964-1ec7-4bb3-8e12-72870ba56872 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:16.738434 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.754770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-23736a86-3384-4e99-b6ff-d4904bb6d04f None None] Provisioning complete for port 33d55964-1ec7-4bb3-8e12-72870ba56872 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:16.755762 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23736a86-3384-4e99-b6ff-d4904bb6d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:16.897208 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Allocated IP 172.20.0.1 (184a371e-ce22-4cff-881a-2e456df838db/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7/3490d781-8f0c-42de-a7ae-baf059cb4c46) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:16.906578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 33d55964-1ec7-4bb3-8e12-72870ba56872 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:16.907000 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.001764 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.032105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:15Z', 'revision_number': 3, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:17.034944 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.067212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:17.067842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Updating router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 port 17495196-a22d-4225-a663-2a6d3423adb6 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:17.079414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:17.083053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:17.086527 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:17.095996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.114348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=3490d781-8f0c-42de-a7ae-baf059cb4c46,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:17.133139 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.275500 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.366651 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.371582 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.424232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1c7ed-e219-4b9d-ac3a-21ac1e218443 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:17.444346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.447774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5b4d7524-9451-48a2-b997-0a25c76037fe None None] Provisioning complete for port 3490d781-8f0c-42de-a7ae-baf059cb4c46 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:17.448195 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7524-9451-48a2-b997-0a25c76037fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.451550 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.452272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb946-3696-4e96-a5af-80971fdeaf17 None None] Pushing event updated for resources: {'Port': ['ID=17495196-a22d-4225-a663-2a6d3423adb6,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:17.475565 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Attempting to bind port 17495196-a22d-4225-a663-2a6d3423adb6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:17.475938 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Attempting to bind port 17495196-a22d-4225-a663-2a6d3423adb6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:17.476306 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Attempting to bind port 17495196-a22d-4225-a663-2a6d3423adb6 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:17.491327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:17.491822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:17.492225 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.492617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:17.493102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Bound port: 17495196-a22d-4225-a663-2a6d3423adb6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:17.493497 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.523554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d7524-9451-48a2-b997-0a25c76037fe None None] Port 3490d781-8f0c-42de-a7ae-baf059cb4c46 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:17.532421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=3490d781-8f0c-42de-a7ae-baf059cb4c46,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:17.536209 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.548226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] For port 17495196-a22d-4225-a663-2a6d3423adb6, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:17.551513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] For port 17495196-a22d-4225-a663-2a6d3423adb6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=17495196-a22d-4225-a663-2a6d3423adb6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:17.557418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.606164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e98f89-4733-46aa-9b33-07043fa5f48b None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 17:55:17.623717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:17.624266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:55:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:17.631150 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb946-3696-4e96-a5af-80971fdeaf17 None None] Pushing event updated for resources: {'Port': ['ID=17495196-a22d-4225-a663-2a6d3423adb6,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:17.638414 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:17.640250 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:17.734482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-980f49c6-aeb6-48a6-8a82-9daceb39d2aa None None] Provisioning complete for port 17495196-a22d-4225-a663-2a6d3423adb6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:17.734862 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-980f49c6-aeb6-48a6-8a82-9daceb39d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.770363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:17.807346 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:17.846491 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:17.900754 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:17.906180 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-03b77de0-c311-4150-893d-ee737eed8ff7 admin admin] 10.222.0.86 "PUT /v2.0/routers/7a59054c-86fc-4d17-8cfd-f72b59e3f942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120296 Nov 25 17:55:17.970818 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-980f49c6-aeb6-48a6-8a82-9daceb39d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.003617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-980f49c6-aeb6-48a6-8a82-9daceb39d2aa None None] For port 17495196-a22d-4225-a663-2a6d3423adb6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=17495196-a22d-4225-a663-2a6d3423adb6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:18.015546 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-980f49c6-aeb6-48a6-8a82-9daceb39d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.104037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f49c6-aeb6-48a6-8a82-9daceb39d2aa None None] Pushing event updated for resources: {'Port': ['ID=17495196-a22d-4225-a663-2a6d3423adb6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.137050 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 2, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:18.166590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c1bde0f9-9ed5-4175-97fe-849e0f8e6d75 None None] Provisioning complete for port 3490d781-8f0c-42de-a7ae-baf059cb4c46 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:18.166980 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1bde0f9-9ed5-4175-97fe-849e0f8e6d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.168680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8547a4-d454-4039-be7d-942b244df998 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 2, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:18.212666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c1bde0f9-9ed5-4175-97fe-849e0f8e6d75 None None] Port 3490d781-8f0c-42de-a7ae-baf059cb4c46 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:18.473535 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 59350) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.479728 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662635252', 'description': 'tempest-description--642944741'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:18.504400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.576983 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.581608 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.615650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.619445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1414785 Nov 25 17:55:18.619445 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e1d1b3-f895-4d62-8c06-b90868b50fec,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.619909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59352) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.624399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'security_group_rule': {'security_group_id': '91e1d1b3-f895-4d62-8c06-b90868b50fec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:18.637795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.638209 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.639605 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.639931 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.640485 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.640888 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.641232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.641804 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.642205 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.642596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.642988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.643299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 33d55964-1ec7-4bb3-8e12-72870ba56872 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:18.643444 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0036d-a902-4278-88b3-96e4872dca3b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:18.679919 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.705964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 33d55964-1ec7-4bb3-8e12-72870ba56872 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:18.706340 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.737155 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.742528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.760046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c03fcd5-c347-42bc-91ce-c7c40e607bc1,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.773687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.777423 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c146d9c6-7182-456f-8d1a-c5e0d17cf298 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541355 Nov 25 17:55:18.777668 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59354) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.783321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'security_group_rule': {'security_group_id': '91e1d1b3-f895-4d62-8c06-b90868b50fec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:18.811109 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.901550 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.905712 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.923768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c8d96a-f0d1-47d0-bb47-7fac75fbd229,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:18.939954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:18.941241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-02f815aa-0157-4e45-b4bd-36334eb71643 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621082 Nov 25 17:55:18.945270 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59356) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:18.949755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:18.977469 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.085802 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.241475 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Allocated IP 172.25.8.184 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/8c2de028-9c9c-4a11-aff7-523c23e0fc14) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:19.354916 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.389376 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.435679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:19.438656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:19.441135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:19.477372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'Port': ['ID=8c2de028-9c9c-4a11-aff7-523c23e0fc14,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:19.577752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.614327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.763229 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.767827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.832432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'Port': ['ID=8c2de028-9c9c-4a11-aff7-523c23e0fc14,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:19.844940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.866068 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:19.867354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0b718e4f-9a38-4d35-bc5c-db8f2c76422f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9211276 Nov 25 17:55:20.029747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-dc301195-0df7-4021-8cca-8f0631719b15 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--662635252&fields=id&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 267 time: 0.0519013 Nov 25 17:55:20.142557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-8c205d2b-b4db-4257-8e54-0c174b9794e4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:20.144048 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-8c205d2b-b4db-4257-8e54-0c174b9794e4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1067069 Nov 25 17:55:20.159692 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-b7827d36-f8f7-4e84-a1a3-42751abfe3ec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/quotas/30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 375 time: 0.0092292 Nov 25 17:55:20.210662 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:20.216939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-d0ba29eb-c6cd-4cea-b557-77fbb0efe79e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472505 Nov 25 17:55:20.220597 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:20.221193 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:55:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:20.316137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-a7138509-7f78-4fe0-99c8-8398b34690d5 service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Nov 25 17:55:20.324806 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:20.405287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-48de809a-db42-4eac-9412-317db13a7770 service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828357 Nov 25 17:55:20.533011 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 2, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:20.567288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:20.567970 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Updating router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 port 3490d781-8f0c-42de-a7ae-baf059cb4c46 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 17:55:20.584814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f6538c2c-a803-4103-81be-74c4ce1cd024 req-e9b25abe-f9a3-40ee-941e-d2b4f1e2af53 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 210 time: 0.0395770 Nov 25 17:55:20.608391 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.663458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 17495196-a22d-4225-a663-2a6d3423adb6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:20.718778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 17495196-a22d-4225-a663-2a6d3423adb6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:20.719300 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.905583 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.910656 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:20.962834 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Pushing event updated for resources: {'Port': ['ID=3490d781-8f0c-42de-a7ae-baf059cb4c46,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:20.987199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.987561 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.987894 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.988218 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.988538 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.988853 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.989165 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.990180 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.990807 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.990807 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.990974 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:20.991286 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:55:21.019327 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Attempting to bind port 3490d781-8f0c-42de-a7ae-baf059cb4c46 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:21.019936 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Attempting to bind port 3490d781-8f0c-42de-a7ae-baf059cb4c46 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:21.020478 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Attempting to bind port 3490d781-8f0c-42de-a7ae-baf059cb4c46 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:21.027082 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:21.027639 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:21.028037 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.028412 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:21.028872 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Bound port: 3490d781-8f0c-42de-a7ae-baf059cb4c46, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:21.029279 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.105143 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] For port 3490d781-8f0c-42de-a7ae-baf059cb4c46, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:21.108434 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] For port 3490d781-8f0c-42de-a7ae-baf059cb4c46, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3490d781-8f0c-42de-a7ae-baf059cb4c46,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:21.112575 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.176586 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:21.177969 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:55:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:21.214592 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169bf52-ca68-49cb-9967-753f133c5853 None None] Pushing event updated for resources: {'Port': ['ID=3490d781-8f0c-42de-a7ae-baf059cb4c46,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:21.257707 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6e461036-bacb-490e-a264-c626ca9c9819 None None] Provisioning complete for port 3490d781-8f0c-42de-a7ae-baf059cb4c46 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:21.258071 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e461036-bacb-490e-a264-c626ca9c9819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.298873 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:21.349619 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e461036-bacb-490e-a264-c626ca9c9819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.386450 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6e461036-bacb-490e-a264-c626ca9c9819 None None] For port 3490d781-8f0c-42de-a7ae-baf059cb4c46, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3490d781-8f0c-42de-a7ae-baf059cb4c46,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:21.390678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6e461036-bacb-490e-a264-c626ca9c9819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.449962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e461036-bacb-490e-a264-c626ca9c9819 None None] Pushing event updated for resources: {'Port': ['ID=3490d781-8f0c-42de-a7ae-baf059cb4c46,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:21.521992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4f032d87-51ea-4ff7-9d4d-ebd50ee3f0f3 None None] Provisioning complete for port 3490d781-8f0c-42de-a7ae-baf059cb4c46 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:21.523305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f032d87-51ea-4ff7-9d4d-ebd50ee3f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:21.604449 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-987ae200-417e-47c0-8b62-fef588350658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:21.627321 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-400ec7da-447a-4234-b954-837dc86bd7dd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:21.629346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-400ec7da-447a-4234-b954-837dc86bd7dd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1387684 Nov 25 17:55:21.638721 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ae200-417e-47c0-8b62-fef588350658 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:21.724383 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fe5cfa9f-d57b-47b9-b305-cfe3e39bd8a5 req-6a985651-7399-4d56-abf4-7d6c67e49069 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 210 time: 0.0369833 Nov 25 17:55:21.738187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-6e72b69e-9c96-490d-867d-87d982406cf3 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 379 time: 0.0993490 Nov 25 17:55:21.748702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'port': {'device_id': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'admin_state_up': True, 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'security_groups': ['91e1d1b3-f895-4d62-8c06-b90868b50fec']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:22.148585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Made reservation on behalf of 30eccf487732473e9f054e6a4b6caa6d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:55:22.152371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.285180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Allocated IP 172.20.0.11 (184a371e-ce22-4cff-881a-2e456df838db/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7/876a8e3e-db0f-4123-9070-213eae36118b) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:55:22.419496 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.453411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.505730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:55:22.508649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:55:22.510943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:55:22.544877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:22.568598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:22.569312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.590243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-953c8ef1-82fa-4650-9784-48975d00425b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8453858 Nov 25 17:55:22.605033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Request body: {'port': {'device_id': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:22.655101 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3490d781-8f0c-42de-a7ae-baf059cb4c46 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:22.668805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.709266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3490d781-8f0c-42de-a7ae-baf059cb4c46 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:22.709967 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.809667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4a62c3a2-99d9-4906-ae44-070a27579f54 None None] Provisioning complete for port 876a8e3e-db0f-4123-9070-213eae36118b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:22.810280 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a62c3a2-99d9-4906-ae44-070a27579f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.852782 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-4a62c3a2-99d9-4906-ae44-070a27579f54 None None] Port 876a8e3e-db0f-4123-9070-213eae36118b cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:55:22.874259 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4e398-29df-48e0-b37d-139725e06048 req-490f6867-1973-4a5a-9453-0bc9f1100226 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:22.875898 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fef4e398-29df-48e0-b37d-139725e06048 req-490f6867-1973-4a5a-9453-0bc9f1100226 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 932 time: 0.0732241 Nov 25 17:55:22.924581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fef4e398-29df-48e0-b37d-139725e06048 req-047cde44-b955-46e1-9ff1-9c8854a10b97 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Nov 25 17:55:22.966489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876a8e3e-db0f-4123-9070-213eae36118b {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:22.973683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:22.986080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Transition to ACTIVE for port object 876a8e3e-db0f-4123-9070-213eae36118b will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:55:22.990187 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.042138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:23.119378 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:55:23.119751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:55:23.120075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:23.124734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Port 876a8e3e-db0f-4123-9070-213eae36118b on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:55:23.125049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:55:23.130372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:55:23.130724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:55:23.131131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:55:23.131599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Bound port: 876a8e3e-db0f-4123-9070-213eae36118b, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:55:23.131953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.200522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:55:23.203738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:55:23.210849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.249889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.250554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:23.252023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] 10.222.0.73 "PUT /v2.0/ports/876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1092 time: 0.6514826 Nov 25 17:55:23.252469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:23.254933 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2168e-1a60-41d7-b999-397b87d0d2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:23.280878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8f370-8725-42d5-801f-2bd14bcf256b service neutron] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:23.331266 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4854b3-3dbb-4daf-8e1a-681a7f837259 x-openstack-request-id: req-9b4854b3-3dbb-4daf-8e1a-681a7f837259 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:23.331590 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:23.331844 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9b4854b3-3dbb-4daf-8e1a-681a7f837259 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:23.332250 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'status': 'completed', 'code': 200} Nov 25 17:55:23.350485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-58bada61-855e-4d0e-91cf-fa57e11a3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.352067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-58bada61-855e-4d0e-91cf-fa57e11a3963 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1095 time: 0.0486181 Nov 25 17:55:23.402196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-b6d90a64-e6b5-44b9-99cd-a437cc987b77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 217 time: 0.0419340 Nov 25 17:55:23.453445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-0b93ba46-813f-4ed0-964d-0a3334b96968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.454891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-0b93ba46-813f-4ed0-964d-0a3334b96968 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0465872 Nov 25 17:55:23.500465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-a3ce4909-ebf0-4f09-9eb5-9b55e5558617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.501867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-a3ce4909-ebf0-4f09-9eb5-9b55e5558617 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401762 Nov 25 17:55:23.593888 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-c33a480b-09ec-4a22-b92a-7afc30a24131 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851190 Nov 25 17:55:23.682850 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-867c6d4a-0339-433f-9823-8fa6ab03c082 req-5d81b9da-dd29-4258-8ae6-71fd60dd0d78 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822515 Nov 25 17:55:23.765817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-5dbb4b6c-a8ce-4c9a-abdf-4545cff4a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.767226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-5dbb4b6c-a8ce-4c9a-abdf-4545cff4a912 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1095 time: 0.0408781 Nov 25 17:55:23.862901 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-261ed6c2-b7d5-4988-8998-d5fda493dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.865726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-261ed6c2-b7d5-4988-8998-d5fda493dca8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0904226 Nov 25 17:55:23.906865 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-354bc1e8-5120-4898-8566-8dc6c2a709bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 217 time: 0.0349324 Nov 25 17:55:23.962505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-273cac6e-79fd-409e-877e-93f39ca318a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:23.963992 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-273cac6e-79fd-409e-877e-93f39ca318a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0496671 Nov 25 17:55:24.012920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-1a5b1de1-c195-40cd-bc0d-9466f88debd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:24.014415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-1a5b1de1-c195-40cd-bc0d-9466f88debd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422513 Nov 25 17:55:24.042801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888747d-fdec-487f-b0cd-6e2d6fd9cae6 req-5a0cfd9c-9fca-480d-9761-ff1a84304172 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:24.044235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9888747d-fdec-487f-b0cd-6e2d6fd9cae6 req-5a0cfd9c-9fca-480d-9761-ff1a84304172 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 944 time: 0.0497525 Nov 25 17:55:24.092431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9888747d-fdec-487f-b0cd-6e2d6fd9cae6 req-c34d32f0-2b66-4c4a-899d-56f617c31f27 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419729 Nov 25 17:55:24.109063 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-6d1f025d-85c3-4eb6-a4fe-06c3cd907e8e service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863140 Nov 25 17:55:24.207653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efc2168e-1a60-41d7-b999-397b87d0d2d7 req-a913d5d1-fefd-4f1b-8da6-992c95423570 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898285 Nov 25 17:55:25.211955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676552-a450-4954-8e73-d28b0635bd49 req-2faa1c9f-ebbb-4eb7-ac4b-29a69fa7845d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:25.213438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9676552-a450-4954-8e73-d28b0635bd49 req-2faa1c9f-ebbb-4eb7-ac4b-29a69fa7845d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 944 time: 0.0505278 Nov 25 17:55:25.260955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9676552-a450-4954-8e73-d28b0635bd49 req-8569d812-a8a5-45e9-9c59-d9fedf1d025b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Nov 25 17:55:26.381764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cafa1-6b19-41ad-8deb-9fbd1198e56c req-1900f366-c178-45de-a585-ac3ae1ed7a7b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:26.383241 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-651cafa1-6b19-41ad-8deb-9fbd1198e56c req-1900f366-c178-45de-a585-ac3ae1ed7a7b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 944 time: 0.0532727 Nov 25 17:55:26.429288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-651cafa1-6b19-41ad-8deb-9fbd1198e56c req-f31e7cb8-653f-4518-95a9-c964d6013681 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Nov 25 17:55:26.715027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 876a8e3e-db0f-4123-9070-213eae36118b details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:55:26.813432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:26.983637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '876a8e3e-db0f-4123-9070-213eae36118b', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': '876a8e3e-db0f-4123-9070-213eae36118b', 'mac_address': 'fa:16:3e:4d:20:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:55:27.020149 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.032641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876a8e3e-db0f-4123-9070-213eae36118b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:55:27.051947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:27.056211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:27.111637 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:27.259440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['876a8e3e-db0f-4123-9070-213eae36118b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:55:27.557070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8f47-664a-4673-859b-3b8d4acb90a5 req-b42f9905-2ab2-4f04-8dce-74aee12f71af tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:27.558570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f6f8f47-664a-4673-859b-3b8d4acb90a5 req-b42f9905-2ab2-4f04-8dce-74aee12f71af tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 945 time: 0.0520165 Nov 25 17:55:27.609216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3f6f8f47-664a-4673-859b-3b8d4acb90a5 req-622a9163-8e3b-44e8-aefe-e631b8dbc65c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Nov 25 17:55:28.746606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 876a8e3e-db0f-4123-9070-213eae36118b up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:55:28.799415 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 876a8e3e-db0f-4123-9070-213eae36118b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:55:28.804155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 876a8e3e-db0f-4123-9070-213eae36118b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:55:28.804527 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.901688 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.925924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:28.928400 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e84aa17-eba9-4701-b464-fb842f984219" -d '{"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-plugged", "status": "completed", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:28.941537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:55:28.950084 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:28.980190 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2392dd09-879f-47cd-a8f1-19e4db699a1c x-openstack-request-id: req-2392dd09-879f-47cd-a8f1-19e4db699a1c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:28.980486 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-plugged", "status": "completed", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:28.980742 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2392dd09-879f-47cd-a8f1-19e4db699a1c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:28.981134 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'code': 200} Nov 25 17:55:28.996598 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d3ccc-8df1-4e7f-8d04-0ddf22541b97 req-df3fb1f8-b52c-43af-bf02-f514033de8a1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:28.998229 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c2d3ccc-8df1-4e7f-8d04-0ddf22541b97 req-df3fb1f8-b52c-43af-bf02-f514033de8a1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0578244 Nov 25 17:55:29.003315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:55:29.051338 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2c2d3ccc-8df1-4e7f-8d04-0ddf22541b97 req-e979dc1b-f121-4909-841a-47807dcd458c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431356 Nov 25 17:55:29.080976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b5e7-aca4-4c52-a302-006e29e56d31 req-3780764d-09cc-42c7-83eb-fdbad9208437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:29.082516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43f5b5e7-aca4-4c52-a302-006e29e56d31 req-3780764d-09cc-42c7-83eb-fdbad9208437 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1097 time: 0.0406718 Nov 25 17:55:29.128186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43f5b5e7-aca4-4c52-a302-006e29e56d31 req-119ad09e-7544-43e6-8da3-c83a217e3f56 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380750 Nov 25 17:55:30.169966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761d77d-a9a0-4758-8b2b-81e247b1cae2 req-ae1cda15-84f0-4e7c-a8d0-fc25dc09d85d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:30.171482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0761d77d-a9a0-4758-8b2b-81e247b1cae2 req-ae1cda15-84f0-4e7c-a8d0-fc25dc09d85d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0502045 Nov 25 17:55:30.222632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0761d77d-a9a0-4758-8b2b-81e247b1cae2 req-d5767f49-8cb7-4414-98d3-650d67eadb63 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445697 Nov 25 17:55:31.341226 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d65822-97fd-4dd4-9839-99b1e9ba29c9 req-22c5b52d-beee-486a-bc62-408f7ad8f827 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:31.342716 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-78d65822-97fd-4dd4-9839-99b1e9ba29c9 req-22c5b52d-beee-486a-bc62-408f7ad8f827 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0525336 Nov 25 17:55:31.389407 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-78d65822-97fd-4dd4-9839-99b1e9ba29c9 req-860dfb7d-dc66-4624-82b5-8f36dc512606 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 Nov 25 17:55:31.510005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6469077-34aa-4df0-8e5a-f3a5d4f7f3b7 req-ac8df1bd-ec2d-4918-b6a3-2c36eb070c2f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:31.511464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6469077-34aa-4df0-8e5a-f3a5d4f7f3b7 req-ac8df1bd-ec2d-4918-b6a3-2c36eb070c2f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0570779 Nov 25 17:55:31.520045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59406) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:55:31.525195 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'floatingip': {'port_id': '876a8e3e-db0f-4123-9070-213eae36118b'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:55:31.564622 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.130297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.133841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.233289 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 associated. External IP: 172.25.8.184, port: 876a8e3e-db0f-4123-9070-213eae36118b. Nov 25 17:55:32.438844 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:55:32.546954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:55:32.551549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:32.557442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:55:32.569500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:32.570202 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:55:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:32.579171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3c5e97a8-cb2e-4b9e-b094-c09af2a61d64 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "PUT /v2.0/floatingips/2cf651e5-bdf0-4970-9617-a3e8e1496159 HTTP/1.1" status: 200 len: 992 time: 1.0574472 Nov 25 17:55:32.579780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:55:32.582055 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d77b85-c873-4d91-9497-1b39fcffe536" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:55:32.622044 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e91f1e-611a-4a65-9140-5d5d29a79a3d x-openstack-request-id: req-40e91f1e-611a-4a65-9140-5d5d29a79a3d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:55:32.622339 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:55:32.622618 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-40e91f1e-611a-4a65-9140-5d5d29a79a3d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:55:32.623025 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'status': 'completed', 'code': 200} Nov 25 17:55:32.695464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:32.732664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-559e852d-15df-4038-ba56-2d76369a13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:32.734178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-559e852d-15df-4038-ba56-2d76369a13e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1097 time: 0.0400763 Nov 25 17:55:32.827646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-2c9099a6-1e67-413d-8c1a-5350be556e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:32.829271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-2c9099a6-1e67-413d-8c1a-5350be556e69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0885389 Nov 25 17:55:32.910605 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-6b8cc532-cfe1-4959-abd6-d825bc1ccc22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1000 time: 0.0746720 Nov 25 17:55:32.925447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': '876a8e3e-db0f-4123-9070-213eae36118b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:4d:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:55:32Z', 'revision_number': 1, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:32.953043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:55:32.961459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:55:32.962059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:55:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:32.965545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-58919141-3899-404b-a877-663aecea25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:32.967012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-58919141-3899-404b-a877-663aecea25f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0483038 Nov 25 17:55:33.012727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-8cd1f4fe-de6b-43dc-ab7a-e19c73969c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:55:33.014224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-8cd1f4fe-de6b-43dc-ab7a-e19c73969c85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398445 Nov 25 17:55:33.068412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:55:33.103123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-ed0033f2-b3bc-4280-830f-08a8f1c95473 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812664 Nov 25 17:55:33.204066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80d77b85-c873-4d91-9497-1b39fcffe536 req-d4ec474e-4189-4b86-aa8b-8b6ed9ba795a service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944309 Nov 25 17:55:33.307059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': '876a8e3e-db0f-4123-9070-213eae36118b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:4d:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:55:32Z', 'revision_number': 1, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:55:33.333217 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d1bf3-5ab8-47b9-b7bf-fc15b8f9238e None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': '876a8e3e-db0f-4123-9070-213eae36118b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:4d:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:55:32Z', 'revision_number': 1, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:55:33.538746 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdedc30-dbd4-469e-9112-aef185246839 None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:55:35.740623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c1781f81-b81e-439a-b84d-167347b3e2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:37.979157 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-06a12172-0dc0-4411-9ea1-03a609de1f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:39.421777 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:40.700587 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:41.472484 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:45.424085 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:55:46.333071 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:55:47.806647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:05.741917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bb9d-9ec0-4679-b50b-b3e93fffcace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:07.982440 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c97d17fc-3179-4236-b463-a8c22c01b62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:09.424085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:10.702850 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:11.434231 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-db32a9a5-9831-413a-9ec4-4ce6cb97de75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426939 Nov 25 17:56:11.474617 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:11.519331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-2786d8a8-30cd-4a8f-9642-06e50e464360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.520859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-2786d8a8-30cd-4a8f-9642-06e50e464360 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1097 time: 0.0427554 Nov 25 17:56:11.625396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-8497e3c4-f3bf-4668-b13b-5f9d0ce4ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.626873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-8497e3c4-f3bf-4668-b13b-5f9d0ce4ad6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0875175 Nov 25 17:56:11.692595 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-c8320ad6-b05f-4e31-b9fe-c7c8cd208956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1002 time: 0.0589542 Nov 25 17:56:11.748833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-1c59ecfe-afaf-4cc3-8b90-3d71e1d5a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.750291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-1c59ecfe-afaf-4cc3-8b90-3d71e1d5a131 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0488145 Nov 25 17:56:11.795643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-9d802665-47ae-4402-9a2e-7033f6c761cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:56:11.797102 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-9d802665-47ae-4402-9a2e-7033f6c761cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401454 Nov 25 17:56:11.883342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-e2738b70-c932-4225-86fa-5ce4ebdf3021 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793757 Nov 25 17:56:11.976222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-36a6f3a3-d759-412e-9387-fc347115fa64 req-10f1bc3a-e434-44c9-a945-9b40c6784c25 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858598 Nov 25 17:56:16.346254 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:17.813647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:22.423468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:56:35.744247 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c10f9e0-9e4c-4100-9217-8bc17c01b7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:37.984838 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d69a47d-7028-412d-8128-ae797bd86dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:39.427556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:40.707484 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:41.476727 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:46.352816 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:47.836833 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:56:59.422185 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:57:05.745359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4addc425-e7e8-4ffd-9630-c86e0302529c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:07.450167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8739fc5-1f0d-42cf-b8e8-ed6975f40e80 req-933d61f3-4268-4c06-ac9d-7c82faddc4e4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:07.451653 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8739fc5-1f0d-42cf-b8e8-ed6975f40e80 req-933d61f3-4268-4c06-ac9d-7c82faddc4e4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0498979 Nov 25 17:57:07.499944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a8739fc5-1f0d-42cf-b8e8-ed6975f40e80 req-7a740956-11f9-4372-b4c9-9a034130c486 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Nov 25 17:57:07.756011 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-bbba7cdb-a864-472d-8c10-55176461c5a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671587 Nov 25 17:57:07.771636 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ec249-c1a7-47b1-94b7-e6b575d6c3c6 req-6382596c-72e4-469e-be8b-35d926ef88a4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:07.773575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-143ec249-c1a7-47b1-94b7-e6b575d6c3c6 req-6382596c-72e4-469e-be8b-35d926ef88a4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0754123 Nov 25 17:57:07.822602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-143ec249-c1a7-47b1-94b7-e6b575d6c3c6 req-8dd7688a-ab6b-4315-a855-012ece22619b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Nov 25 17:57:07.985894 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-abd0813d-ce94-4048-a74f-c6de53f2e076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:08.939432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717a5e-cca9-48a1-a583-d3d17052db7d req-d3e87553-4769-4af8-9187-2a3c057d80d6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:08.941637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a717a5e-cca9-48a1-a583-d3d17052db7d req-d3e87553-4769-4af8-9187-2a3c057d80d6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0493987 Nov 25 17:57:08.988855 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a717a5e-cca9-48a1-a583-d3d17052db7d req-324be7fd-5571-4b07-a500-65b01c2abf56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Nov 25 17:57:09.430123 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:10.104787 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984970-422b-44a6-9021-c76ec2a52577 req-90bced15-2e1f-46ab-aefa-536f5cd94b37 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:10.106242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3984970-422b-44a6-9021-c76ec2a52577 req-90bced15-2e1f-46ab-aefa-536f5cd94b37 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0492744 Nov 25 17:57:10.152555 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a3984970-422b-44a6-9021-c76ec2a52577 req-e622d483-925a-4147-9538-c66c747499ce tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403492 Nov 25 17:57:10.711052 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:10.767549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-8ad441b9-15f6-44d7-a509-0892f0ed7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:10.769714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-8ad441b9-15f6-44d7-a509-0892f0ed7cff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1097 time: 0.0446696 Nov 25 17:57:10.871479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-9cae519d-7e54-4496-b9dd-923e18d4bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:10.872942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-9cae519d-7e54-4496-b9dd-923e18d4bbee service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0849817 Nov 25 17:57:10.939789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-3192db3d-ac08-4c88-b0b4-b87c1a0b1e91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1002 time: 0.0598485 Nov 25 17:57:11.293873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-5a0d7e02-9674-414d-9c6e-30bb483aaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:11.295331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-5a0d7e02-9674-414d-9c6e-30bb483aaeef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.3488908 Nov 25 17:57:11.319079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b3a52-a301-4595-9e48-7cae19207371 req-2a8ab3bd-bc97-4eb1-ae95-74ea5625dd70 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:11.320559 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c8b3a52-a301-4595-9e48-7cae19207371 req-2a8ab3bd-bc97-4eb1-ae95-74ea5625dd70 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0703335 Nov 25 17:57:11.378357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-f5f2a3de-e30f-4a79-b595-db127ad78f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:11.379873 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-f5f2a3de-e30f-4a79-b595-db127ad78f7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767753 Nov 25 17:57:11.398517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c8b3a52-a301-4595-9e48-7cae19207371 req-e691f8be-9af2-40c8-8dad-d68795c2593b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641375 Nov 25 17:57:11.475524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-0f4baf08-3019-42bc-917c-2dbb34d97f0a service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Nov 25 17:57:11.484358 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:11.570201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5c486c03-aa16-4dde-bc79-6fecba63a698 req-de43c054-7f79-498e-af99-e61beafe64d6 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873833 Nov 25 17:57:12.545835 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7615cd-f482-4905-90c9-f58fe25161bc req-10e284cc-a150-4f74-b47f-6bfb96dcaeec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:12.547404 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be7615cd-f482-4905-90c9-f58fe25161bc req-10e284cc-a150-4f74-b47f-6bfb96dcaeec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0545650 Nov 25 17:57:12.597709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-be7615cd-f482-4905-90c9-f58fe25161bc req-8849a1b3-8831-435a-9c9a-e3fb1a731b3d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441973 Nov 25 17:57:12.993460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-34b78550-d590-4151-b3b2-cccdbf455780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:12.994914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-34b78550-d590-4151-b3b2-cccdbf455780 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1097 time: 0.0423658 Nov 25 17:57:13.084208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-6ec43a6c-fec7-4984-a250-cbc74f4e890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:13.085620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-6ec43a6c-fec7-4984-a250-cbc74f4e890f service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0839500 Nov 25 17:57:13.167055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-77596070-e790-4a32-bcfd-b3f5b354800c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1002 time: 0.0744464 Nov 25 17:57:13.216809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ffd71a38-6c85-4eea-8c47-5b4a43735b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:13.218420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ffd71a38-6c85-4eea-8c47-5b4a43735b0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0447981 Nov 25 17:57:13.263783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-b79e23a6-8f95-4520-b5a6-4d3b4d27849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:13.265226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-b79e23a6-8f95-4520-b5a6-4d3b4d27849e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404241 Nov 25 17:57:13.358585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-6769007d-cf7c-4273-8d97-4d7780acaa57 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861046 Nov 25 17:57:13.448012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-5d1bccea-35ba-45ba-ad22-5e867656f78a service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826678 Nov 25 17:57:13.725004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d241ac-50eb-470f-b5c3-a0052f129e06 req-4fa950ed-b7ba-4a44-9c87-b88e9c555921 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:13.726474 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72d241ac-50eb-470f-b5c3-a0052f129e06 req-4fa950ed-b7ba-4a44-9c87-b88e9c555921 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0539792 Nov 25 17:57:13.772507 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-72d241ac-50eb-470f-b5c3-a0052f129e06 req-3737954c-3fcb-4f86-b9ef-5911a670d83c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Nov 25 17:57:14.889149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b2e24-4466-440c-b26f-debfe5874650 req-71abef53-881a-4802-9779-7bf62ab2887d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:14.890627 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d11b2e24-4466-440c-b26f-debfe5874650 req-71abef53-881a-4802-9779-7bf62ab2887d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0497360 Nov 25 17:57:14.942871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d11b2e24-4466-440c-b26f-debfe5874650 req-402d350f-d651-4764-8afd-b579bfad9010 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461035 Nov 25 17:57:16.061998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38d4a5-ac09-4fed-9f71-e1ba60418b6c req-9d7bb92a-88fe-40ee-abb3-b2f92509b0ee tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:16.063518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc38d4a5-ac09-4fed-9f71-e1ba60418b6c req-9d7bb92a-88fe-40ee-abb3-b2f92509b0ee tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0489655 Nov 25 17:57:16.110393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc38d4a5-ac09-4fed-9f71-e1ba60418b6c req-a142d4fa-4836-4476-b0e1-a80681b3e7c2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Nov 25 17:57:16.355513 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:17.232647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b13ed-5551-4399-be42-7ca74772e42b req-a98e38c6-3db1-48cb-bfae-dce935569644 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:17.234190 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-529b13ed-5551-4399-be42-7ca74772e42b req-a98e38c6-3db1-48cb-bfae-dce935569644 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0511041 Nov 25 17:57:17.286101 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-529b13ed-5551-4399-be42-7ca74772e42b req-c77a6d07-bb7a-48e1-a7d1-971fe2bceada tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 Nov 25 17:57:17.849675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:18.405149 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41472c-06de-4837-807a-2e2569a27483 req-3b98f63a-0a14-4cd5-b70d-092daee1cb55 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:18.406628 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc41472c-06de-4837-807a-2e2569a27483 req-3b98f63a-0a14-4cd5-b70d-092daee1cb55 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0518730 Nov 25 17:57:18.454244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fc41472c-06de-4837-807a-2e2569a27483 req-8333fe88-9f1c-4df1-9c74-d16e5f0a4def tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410404 Nov 25 17:57:19.580610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717ae9-e8c1-45c8-9ffe-c12c42ccedd6 req-853910f6-3bac-4557-bb4b-a4ab762aedd1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:19.582261 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92717ae9-e8c1-45c8-9ffe-c12c42ccedd6 req-853910f6-3bac-4557-bb4b-a4ab762aedd1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0490494 Nov 25 17:57:19.628769 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92717ae9-e8c1-45c8-9ffe-c12c42ccedd6 req-a809ec8b-42b5-4d48-88a2-7b5634553c98 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Nov 25 17:57:20.746447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c928c-939f-46bf-9444-25d7c47b2457 req-a85ea551-84c0-4740-9454-ec314c5cc6e2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:20.747976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-509c928c-939f-46bf-9444-25d7c47b2457 req-a85ea551-84c0-4740-9454-ec314c5cc6e2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0494189 Nov 25 17:57:20.796403 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-509c928c-939f-46bf-9444-25d7c47b2457 req-bf53e96d-f554-410f-bb0b-f17f1c688cde tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401697 Nov 25 17:57:21.917008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8a2bc-52b0-4c1f-8009-45d9a43996e3 req-53c1e22a-4674-4c60-8237-ee728d951c68 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:21.918496 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0ca8a2bc-52b0-4c1f-8009-45d9a43996e3 req-53c1e22a-4674-4c60-8237-ee728d951c68 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0480802 Nov 25 17:57:21.964554 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0ca8a2bc-52b0-4c1f-8009-45d9a43996e3 req-efece4d3-c2ac-4822-a0e2-2e09dcaf2f97 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401495 Nov 25 17:57:23.082305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ab90e-590d-4fe9-9590-549069bf0e13 req-ae0a8bb0-80a8-4eba-9984-15d57eb08c50 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:23.083809 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-543ab90e-590d-4fe9-9590-549069bf0e13 req-ae0a8bb0-80a8-4eba-9984-15d57eb08c50 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0495429 Nov 25 17:57:23.135527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-543ab90e-590d-4fe9-9590-549069bf0e13 req-c9f2c112-e096-4bee-94cf-a572b25a43cd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456696 Nov 25 17:57:24.256107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75a610-7762-426c-95bf-d54256a52e8d req-2785e1a9-ea50-4dc4-8bc6-cf5351623279 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:24.257581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc75a610-7762-426c-95bf-d54256a52e8d req-2785e1a9-ea50-4dc4-8bc6-cf5351623279 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0525296 Nov 25 17:57:24.304764 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc75a610-7762-426c-95bf-d54256a52e8d req-d71b56eb-5aee-4357-98b9-3b3acb02387f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Nov 25 17:57:25.241271 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-a4f276c7-57e1-4d92-b031-88b2cc478ff4 service neutron] show failed (client error): The resource could not be found. Nov 25 17:57:25.242276 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-a4f276c7-57e1-4d92-b031-88b2cc478ff4 service neutron] 10.222.0.73 "GET /v2.0/ports/876a8e3e-db0f-4123-9070-213eae36118b/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0562611 Nov 25 17:57:25.454288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607e2f2-d42f-472a-93b0-dafd0ace1762 req-31bc1251-a192-4f71-9a4f-ed557a00b1eb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:25.456283 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a607e2f2-d42f-472a-93b0-dafd0ace1762 req-31bc1251-a192-4f71-9a4f-ed557a00b1eb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0765069 Nov 25 17:57:25.470319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ee170e22-a219-45d3-a346-4a9b57a08de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:25.472314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ee170e22-a219-45d3-a346-4a9b57a08de9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 1097 time: 0.0647361 Nov 25 17:57:25.487167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:25.541629 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a607e2f2-d42f-472a-93b0-dafd0ace1762 req-fe41f372-34f8-4149-b675-c833a701b5f8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786495 Nov 25 17:57:25.564015 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.765604 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:25.798840 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:25.838042 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:25.840363 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677fec80-b27e-4d17-8e21-49c970d412d5" -d '{"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-unplugged", "status": "completed", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:25.844241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.858592 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Transition to ACTIVE for port object 876a8e3e-db0f-4123-9070-213eae36118b will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:57:25.864447 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:25.901034 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0264fd-8501-4d97-a63a-90f0c7ff5d28 x-openstack-request-id: req-9c0264fd-8501-4d97-a63a-90f0c7ff5d28 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:25.901326 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-unplugged", "status": "completed", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:25.901580 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c0264fd-8501-4d97-a63a-90f0c7ff5d28 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:25.901975 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'code': 200} Nov 25 17:57:25.968300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:25.994345 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.994691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.995041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.995351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.995736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.996029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.996355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.996676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.997000 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.997323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.997646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:25.997962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:26.056944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] No DVR routers for this DVR port 876a8e3e-db0f-4123-9070-213eae36118b on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:26.190122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:26.190454 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:26.190778 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:26.195050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Port 876a8e3e-db0f-4123-9070-213eae36118b on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:57:26.195366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Attempting to bind port 876a8e3e-db0f-4123-9070-213eae36118b on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:26.200114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:26.200442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:26.200819 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:26.201262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Bound port: 876a8e3e-db0f-4123-9070-213eae36118b, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:26.201605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.263263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:26.266496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:26.271279 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.310811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:26.311481 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:26.312884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] 10.222.0.55 "PUT /v2.0/ports/876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1092 time: 0.8314140 Nov 25 17:57:26.334821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac691a14-0f75-44b3-a04e-dbddd8b10b4f service neutron] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:26.381800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-fc17ef0d-9907-4068-bce2-e30f6a394095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:26.383303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-fc17ef0d-9907-4068-bce2-e30f6a394095 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1095 time: 0.0450037 Nov 25 17:57:26.476242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-0ca23113-ea36-484d-871b-69fe8fbbf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:26.478914 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-0ca23113-ea36-484d-871b-69fe8fbbf19d service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0887799 Nov 25 17:57:26.551241 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-f08d3afa-9c92-4bb1-b4f2-0e480c3e5e53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1000 time: 0.0653808 Nov 25 17:57:26.605305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-e4fb5a71-4dc0-4926-8f78-94d133bead68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:26.606761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-e4fb5a71-4dc0-4926-8f78-94d133bead68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0485859 Nov 25 17:57:26.685557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-84c974c4-382c-4681-9cf7-6a0d74d0028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:26.687035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-84c974c4-382c-4681-9cf7-6a0d74d0028c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729728 Nov 25 17:57:26.695987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbed21-0f74-4bac-a6c9-5fc1957f8a36 req-2762877d-1904-4f0a-8d53-d7aa19a8629e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:26.697323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ddbed21-0f74-4bac-a6c9-5fc1957f8a36 req-2762877d-1904-4f0a-8d53-d7aa19a8629e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 944 time: 0.0756128 Nov 25 17:57:26.793729 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0ddbed21-0f74-4bac-a6c9-5fc1957f8a36 req-844315b9-d126-4d11-9b0d-8760fa05b5e3 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887730 Nov 25 17:57:26.818473 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-63ab2de9-00f7-4383-a690-4ffa7a97102b service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202312 Nov 25 17:57:26.913084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-479d7068-c03b-484c-95d1-34bc0d2f2ae6 req-69f41453-43de-482e-9dde-15042ee0fed7 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Nov 25 17:57:27.903446 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:27.905916 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:27.916342 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5a68-f5ea-44f2-b208-7ccce0b9ab93 req-a9788aef-531c-4421-b811-8b305ffeee5d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:27.917885 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3ba5a68-f5ea-44f2-b208-7ccce0b9ab93 req-a9788aef-531c-4421-b811-8b305ffeee5d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 944 time: 0.0494854 Nov 25 17:57:27.955083 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b419f680-c65a-402c-bb64-d0ff3f5513be x-openstack-request-id: req-b419f680-c65a-402c-bb64-d0ff3f5513be {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:27.955378 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:27.955661 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b419f680-c65a-402c-bb64-d0ff3f5513be {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:27.956160 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'status': 'completed', 'code': 200} Nov 25 17:57:27.966612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c3ba5a68-f5ea-44f2-b208-7ccce0b9ab93 req-d7db0daa-6ce2-4b67-ada8-35eda692de7a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428014 Nov 25 17:57:28.042512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-625255f5-c86d-417c-8fe4-a93107b8d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.044014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-625255f5-c86d-417c-8fe4-a93107b8d649 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1095 time: 0.0585413 Nov 25 17:57:28.046319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-05e6b4e7-dade-4897-bd10-ee93071dc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.047737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-05e6b4e7-dade-4897-bd10-ee93071dc0b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1095 time: 0.0714140 Nov 25 17:57:28.204214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-286ec3c9-1b1b-459d-bde7-bf57559e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.205667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-286ec3c9-1b1b-459d-bde7-bf57559e7847 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1473458 Nov 25 17:57:28.207242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-c3205f30-368e-49bf-945a-1b8616525d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.208625 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-c3205f30-368e-49bf-945a-1b8616525d55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1573205 Nov 25 17:57:28.324607 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-4c5203b8-8286-4bc8-b567-4750cd262af6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1000 time: 0.1107616 Nov 25 17:57:28.326371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-1b82597a-a199-420a-bb57-e1cbe3143b41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1000 time: 0.1067653 Nov 25 17:57:28.411082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-77092597-c910-4865-bb9a-dc9c3f4d0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.412593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-77092597-c910-4865-bb9a-dc9c3f4d0397 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0797200 Nov 25 17:57:28.413815 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-e6cf08f0-7078-41c7-9f78-24a9c4da4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.415100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-e6cf08f0-7078-41c7-9f78-24a9c4da4036 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0811589 Nov 25 17:57:28.501707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-5f74c42e-5f4b-4afb-b9cb-88f68beeeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.503484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-5f74c42e-5f4b-4afb-b9cb-88f68beeeac0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808086 Nov 25 17:57:28.505933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-f8f9fe32-65ee-4e0c-b711-9a94d16a72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:28.507282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-f8f9fe32-65ee-4e0c-b711-9a94d16a72ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758326 Nov 25 17:57:28.536213 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 876a8e3e-db0f-4123-9070-213eae36118b details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:57:28.635126 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:28.647444 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '876a8e3e-db0f-4123-9070-213eae36118b', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': '876a8e3e-db0f-4123-9070-213eae36118b', 'mac_address': 'fa:16:3e:4d:20:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:57:28.671018 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-42afc69e-6f65-42c0-819e-e1473621878f service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608915 Nov 25 17:57:28.674337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-4be27542-d674-4551-b684-9c70bdcf5957 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541698 Nov 25 17:57:28.684341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.697624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876a8e3e-db0f-4123-9070-213eae36118b {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:28.717424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:28.722626 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:28.770660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:28.780641 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.780986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.781331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.781667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.781997 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.782325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.782670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.782974 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.783298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.783722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.784046 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.784980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:57:28.835551 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-92b52c4f-c388-4dbb-a68e-b366634c1feb service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577744 Nov 25 17:57:28.839002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6fc766ab-89ad-4a5a-a90b-9a3bf96d429f req-ebec0a7d-40fe-416a-a230-60e9ea04b4c7 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543279 Nov 25 17:57:28.972797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['876a8e3e-db0f-4123-9070-213eae36118b'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:57:29.105584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a1152-46d5-466a-89fa-552f1d4d8315 req-2a2d81c1-a91e-4dca-9ec7-eb0771eefc2b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.107966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-960a1152-46d5-466a-89fa-552f1d4d8315 req-2a2d81c1-a91e-4dca-9ec7-eb0771eefc2b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 945 time: 0.0669255 Nov 25 17:57:29.158970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-960a1152-46d5-466a-89fa-552f1d4d8315 req-bdb64987-ea43-45da-967a-9ad956ad7c17 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Nov 25 17:57:29.371168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 876a8e3e-db0f-4123-9070-213eae36118b no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:29.391327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef2f8-8956-499d-b150-65a3581cdc4b req-12a9a993-ac6f-4e34-a0c9-c7c6bbe80d9c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.393097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc6ef2f8-8956-499d-b150-65a3581cdc4b req-12a9a993-ac6f-4e34-a0c9-c7c6bbe80d9c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 945 time: 0.0814223 Nov 25 17:57:29.401366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572892-c989-4d10-86fc-c4660786fec8 req-a568151c-d1fb-4c17-b91d-07167acba20e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.402736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-a568151c-d1fb-4c17-b91d-07167acba20e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d&tenant_id=30eccf487732473e9f054e6a4b6caa6d&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 945 time: 0.0814867 Nov 25 17:57:29.410211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 876a8e3e-db0f-4123-9070-213eae36118b not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:29.479534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bc6ef2f8-8956-499d-b150-65a3581cdc4b req-4d276f5a-ec6a-4a41-9762-aec1393fd4d5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758002 Nov 25 17:57:29.495857 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-dd572892-c989-4d10-86fc-c4660786fec8 req-206b4309-bbc3-4a5f-9694-e6def622d2cf service neutron] delete failed (client error): The resource could not be found. Nov 25 17:57:29.496868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-206b4309-bbc3-4a5f-9694-e6def622d2cf service neutron] 10.222.0.73 "DELETE /v2.0/ports/876a8e3e-db0f-4123-9070-213eae36118b/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0859189 Nov 25 17:57:29.875215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572892-c989-4d10-86fc-c4660786fec8 req-32ef4bac-708f-4cd5-9d94-982b9c0692ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.876746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-32ef4bac-708f-4cd5-9d94-982b9c0692ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 1096 time: 0.3351388 Nov 25 17:57:29.971570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572892-c989-4d10-86fc-c4660786fec8 req-06b5df7f-63c6-42a3-957b-7ae18c7da71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:29.973905 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-06b5df7f-63c6-42a3-957b-7ae18c7da71c service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0888851 Nov 25 17:57:30.041222 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-09778a5a-c46c-4d97-bae5-0e29b8a24875 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 200 len: 1001 time: 0.0596876 Nov 25 17:57:30.090082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572892-c989-4d10-86fc-c4660786fec8 req-d3639879-f30d-491a-9b39-002238fd856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:30.091502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-d3639879-f30d-491a-9b39-002238fd856a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0427692 Nov 25 17:57:30.136352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572892-c989-4d10-86fc-c4660786fec8 req-d588675a-94a2-42cc-85ca-ed7639dc80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:30.137722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-d588675a-94a2-42cc-85ca-ed7639dc80c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389147 Nov 25 17:57:30.232499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-50b3eb7c-b507-4264-994f-c670e3158d05 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868556 Nov 25 17:57:30.318544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dd572892-c989-4d10-86fc-c4660786fec8 req-12d8b713-ab2b-4e70-8272-8caeef29dd84 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790262 Nov 25 17:57:30.550846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 876a8e3e-db0f-4123-9070-213eae36118b up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:30.599558 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbde0c-f62f-4480-866f-21f525264fa0 req-2bef40b2-5010-4b69-8755-ab1c070b49de tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:30.601505 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 876a8e3e-db0f-4123-9070-213eae36118b completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:57:30.606234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 876a8e3e-db0f-4123-9070-213eae36118b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:30.606545 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.607153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0edbde0c-f62f-4480-866f-21f525264fa0 req-2bef40b2-5010-4b69-8755-ab1c070b49de tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 945 time: 0.0547502 Nov 25 17:57:30.663679 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0edbde0c-f62f-4480-866f-21f525264fa0 req-2cb5dddd-4f70-42dc-ae38-c58631ba3fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556111 Nov 25 17:57:30.691924 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.717212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:30.719514 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b718a0-b25c-46b2-8100-630f9ffad96e" -d '{"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-plugged", "status": "completed", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:30.733096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:30.738543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:30.766608 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d1fc02-c078-43d7-94ba-ad42b6bba635 x-openstack-request-id: req-12d1fc02-c078-43d7-94ba-ad42b6bba635 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:30.766825 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-plugged", "status": "completed", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:30.767109 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12d1fc02-c078-43d7-94ba-ad42b6bba635 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:30.767495 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'code': 200} Nov 25 17:57:30.792794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:31.785842 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bd9b-d528-4836-9d93-c4cdac7abd9c req-0c0537cb-9b4b-4a9b-93a1-dbcb19d79bce tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:31.787313 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab58bd9b-d528-4836-9d93-c4cdac7abd9c req-0c0537cb-9b4b-4a9b-93a1-dbcb19d79bce tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0486689 Nov 25 17:57:31.836398 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab58bd9b-d528-4836-9d93-c4cdac7abd9c req-e9e57a7d-a222-4da8-8521-d1a9caedf346 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Nov 25 17:57:31.966712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfeaac-667b-4dc9-9659-be4b9e0129ba req-88d96ca7-2ec5-41ba-b15f-655b4747f7ec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:31.968095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cacfeaac-667b-4dc9-9659-be4b9e0129ba req-88d96ca7-2ec5-41ba-b15f-655b4747f7ec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0536530 Nov 25 17:57:32.015173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cacfeaac-667b-4dc9-9659-be4b9e0129ba req-dde0c60c-da76-4f56-b009-2e7a18feee2a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 Nov 25 17:57:32.127684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d50e1-dd35-48b5-821c-2146417f5c11 req-eac6b171-c370-46ad-86f3-0281463ea837 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:32.130035 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-216d50e1-dd35-48b5-821c-2146417f5c11 req-eac6b171-c370-46ad-86f3-0281463ea837 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0497200 Nov 25 17:57:32.176188 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-216d50e1-dd35-48b5-821c-2146417f5c11 req-b31293ab-dd7a-4890-ac48-5a57149790c8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402684 Nov 25 17:57:32.422659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18a8fb-be37-4571-80b8-08d8b44646f6 req-9807b825-0cd6-40ea-a02e-7888dd9d4097 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:32.424149 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed18a8fb-be37-4571-80b8-08d8b44646f6 req-9807b825-0cd6-40ea-a02e-7888dd9d4097 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0519302 Nov 25 17:57:32.471277 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ed18a8fb-be37-4571-80b8-08d8b44646f6 req-01843f88-2f80-447d-961e-5520bf5852f7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Nov 25 17:57:33.602001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa176634-5cd9-4c02-abf3-2495daae5393 req-8a4e9a79-76b8-401b-9c9f-5d1c59b408e2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:33.604100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa176634-5cd9-4c02-abf3-2495daae5393 req-8a4e9a79-76b8-401b-9c9f-5d1c59b408e2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0585790 Nov 25 17:57:33.677618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-e1fe3ee3-59ea-44ee-bd5a-736a11cf00e0 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:33.679069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-e1fe3ee3-59ea-44ee-bd5a-736a11cf00e0 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2e1db0-d90b-45e7-851c-3c33aac44c7d HTTP/1.1" status: 200 len: 946 time: 0.0951629 Nov 25 17:57:33.683484 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fa176634-5cd9-4c02-abf3-2495daae5393 req-454014b6-2fdc-47d4-952a-5b3d41e6bba5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617056 Nov 25 17:57:33.771230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Deleting port 876a8e3e-db0f-4123-9070-213eae36118b {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:57:33.771500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:33.858324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] For port 876a8e3e-db0f-4123-9070-213eae36118b, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=876a8e3e-db0f-4123-9070-213eae36118b,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:33.858680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.078725 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.078987 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.079295 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 disassociated. External IP: 172.25.8.184, port: 876a8e3e-db0f-4123-9070-213eae36118b. Nov 25 17:57:34.079656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Calling delete_port for 876a8e3e-db0f-4123-9070-213eae36118b owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:57:34.207118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.236230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event deleted for resources: {'Port': ['ID=876a8e3e-db0f-4123-9070-213eae36118b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:34.352615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:34.464114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:34.474451 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:34.484290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:34.484936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:57:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:34.504949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] No DVR routers for this DVR port 876a8e3e-db0f-4123-9070-213eae36118b on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:57:34.507649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:34.510890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4b1304d-de82-46ad-bf64-4961c344d66a req-f16b937b-91bc-407a-be13-7758f1330cfe tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "DELETE /v2.0/ports/876a8e3e-db0f-4123-9070-213eae36118b HTTP/1.1" status: 204 len: 173 time: 0.8256123 Nov 25 17:57:34.511342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-deleted', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:34.513598 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78952f88-6611-45d7-9152-ed5c1c6f3645" -d '{"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-deleted", "tag": "876a8e3e-db0f-4123-9070-213eae36118b"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:34.557227 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0570a8-4e8b-4405-9dcd-9adaefbbaacd x-openstack-request-id: req-7d0570a8-4e8b-4405-9dcd-9adaefbbaacd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:34.557517 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e1db0-d90b-45e7-851c-3c33aac44c7d", "name": "network-vif-deleted", "tag": "876a8e3e-db0f-4123-9070-213eae36118b", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:34.557773 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d0570a8-4e8b-4405-9dcd-9adaefbbaacd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:34.558183 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e1db0-d90b-45e7-851c-3c33aac44c7d', 'name': 'network-vif-deleted', 'tag': '876a8e3e-db0f-4123-9070-213eae36118b', 'status': 'completed', 'code': 200} Nov 25 17:57:34.605604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:34.821029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:34.852305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:34.861430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:34.862996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:57:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:34.935803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-dfe704ed-4d89-4373-bca8-7bc9b74cde8b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--662635252&fields=id&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 267 time: 0.0480773 Nov 25 17:57:34.968216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:35.056613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-346c038c-4b22-4d40-a265-1a60514a662f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:35.058182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-346c038c-4b22-4d40-a265-1a60514a662f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1144261 Nov 25 17:57:35.074965 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-9ab38d7a-9526-4a37-b26b-c7432daf018a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/quotas/30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 375 time: 0.0107141 Nov 25 17:57:35.137673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-547dc82e-0120-4155-a414-6552925689fc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566218 Nov 25 17:57:35.235722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-3bcfec36-c005-413a-982e-a51332f92363 service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Nov 25 17:57:35.333191 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-33a312e1-1b78-43c5-9df1-3d7ca62d3670 service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901074 Nov 25 17:57:35.333590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:35.360462 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23696f0e-a776-4ef3-8b0a-736052d57a12 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:35.504296 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-67511651-c1c3-45a5-a33a-80c86599d437 req-feb943aa-0eae-4c77-af42-fd84f3e61ac0 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 210 time: 0.0286429 Nov 25 17:57:35.631489 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7525e940-28e1-43ec-8ad9-38f2a915e132 None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:57:35.762412 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f681c75a-fea4-4578-80d3-d6e32ae459c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.421262 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:57:36.508590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-92415439-60ae-434c-990e-fcf11bfb86fc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:36.510039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-92415439-60ae-434c-990e-fcf11bfb86fc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1078577 Nov 25 17:57:36.573646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 876a8e3e-db0f-4123-9070-213eae36118b no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:57:36.582676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-2f508d9f-2b0c-48d7-8486-7ffb567e3785 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 379 time: 0.0632312 Nov 25 17:57:36.602037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'port': {'device_id': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'admin_state_up': True, 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'security_groups': ['91e1d1b3-f895-4d62-8c06-b90868b50fec']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:36.605981 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 876a8e3e-db0f-4123-9070-213eae36118b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:57:36.606329 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 876a8e3e-db0f-4123-9070-213eae36118b not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:57:36.634776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dffa8ed3-b727-4237-896e-038408e27620 req-a978a8da-5d23-4511-8f74-2c9e05873f1d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 210 time: 0.0510800 Nov 25 17:57:36.730534 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Made reservation on behalf of 30eccf487732473e9f054e6a4b6caa6d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:57:36.734899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:36.869499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Allocated IP 172.20.0.3 (184a371e-ce22-4cff-881a-2e456df838db/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7/a24a5629-01cb-4457-8b91-7eef704ccdb5) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:57:37.004856 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.037248 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.084505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:57:37.087440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:57:37.090933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:57:37.120842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.147083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:37.147728 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.164069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4c479608-00d5-44aa-aaca-453af1840fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695968 Nov 25 17:57:37.177152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Request body: {'port': {'device_id': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:37.244170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.324055 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c5e7abb0-5787-4b33-8b2c-89a8ff0679c2 None None] Provisioning complete for port a24a5629-01cb-4457-8b91-7eef704ccdb5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:37.324665 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c5e7abb0-5787-4b33-8b2c-89a8ff0679c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.358228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7abb0-5787-4b33-8b2c-89a8ff0679c2 None None] Port a24a5629-01cb-4457-8b91-7eef704ccdb5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:57:37.510598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24a5629-01cb-4457-8b91-7eef704ccdb5 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:37.518096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.530005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Transition to ACTIVE for port object a24a5629-01cb-4457-8b91-7eef704ccdb5 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:57:37.534053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.582969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.655680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:57:37.656014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:57:37.656342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:37.663234 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Port a24a5629-01cb-4457-8b91-7eef704ccdb5 on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:57:37.663712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:57:37.669073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:57:37.669406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:57:37.669784 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:57:37.670211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Bound port: a24a5629-01cb-4457-8b91-7eef704ccdb5, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:57:37.670561 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.745337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:57:37.748860 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:57:37.753901 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.758837 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a24a-f2f7-468c-a16b-294e58a97b33 req-9cb0782e-eb4f-4082-b89e-2212e0530bea tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:37.761123 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6763a24a-f2f7-468c-a16b-294e58a97b33 req-9cb0782e-eb4f-4082-b89e-2212e0530bea tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 943 time: 0.0516162 Nov 25 17:57:37.788652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:37.789271 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:37.791131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] 10.222.0.55 "PUT /v2.0/ports/a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1091 time: 0.6182764 Nov 25 17:57:37.793715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:37.797681 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:37.820014 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6763a24a-f2f7-468c-a16b-294e58a97b33 req-f9f0dc63-9ba1-44f7-a9b4-00a30378b635 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519521 Nov 25 17:57:37.827853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857261c-5fde-4044-a14d-f3de09bb3085 service neutron] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:37.864971 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3195e4-45e2-4af1-a2c9-9f5a4c32750b x-openstack-request-id: req-bd3195e4-45e2-4af1-a2c9-9f5a4c32750b {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:37.865264 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:37.865523 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd3195e4-45e2-4af1-a2c9-9f5a4c32750b {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:37.865927 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'status': 'completed', 'code': 200} Nov 25 17:57:37.901148 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-07d1a479-f6d5-4e2b-b717-6bbc0229bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:37.902658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-07d1a479-f6d5-4e2b-b717-6bbc0229bc2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0474987 Nov 25 17:57:37.949555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-0330099c-1f37-46cc-9380-5b890c3911f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 217 time: 0.0390942 Nov 25 17:57:37.995504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b4581b95-6d56-48f1-9418-6139cd44087e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:38.002670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-10518e9b-b684-4c44-8554-f1aea6a68f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.004335 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-10518e9b-b684-4c44-8554-f1aea6a68f13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0474589 Nov 25 17:57:38.053266 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4e0e1d9e-e1af-4793-a587-4eff3ae1dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.054731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4e0e1d9e-e1af-4793-a587-4eff3ae1dc8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436110 Nov 25 17:57:38.148152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-4ec223cc-092b-4fad-8fe8-71d8ea2a3e54 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865760 Nov 25 17:57:38.236948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204a387b-56f3-4141-bdbc-62e8ba2f58b3 req-e1c91a4a-aaad-4c02-93fa-804183921014 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819416 Nov 25 17:57:38.320241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-0bef115c-1558-4e82-9210-30377e87207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.321624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-0bef115c-1558-4e82-9210-30377e87207d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0411391 Nov 25 17:57:38.415019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-e238875c-d9e0-441d-9ddb-f0b03bce226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.416525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-e238875c-d9e0-441d-9ddb-f0b03bce226e service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0877492 Nov 25 17:57:38.458430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-5ce0b8c8-a167-44c1-9609-bde4d691b8af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 217 time: 0.0350640 Nov 25 17:57:38.507296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-75cd201e-5c48-42a1-9b4f-a4f3ed804d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.508749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-75cd201e-5c48-42a1-9b4f-a4f3ed804d35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0429192 Nov 25 17:57:38.559349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-709037f0-6c02-43a2-99aa-a4afd486232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.560853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-709037f0-6c02-43a2-99aa-a4afd486232d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440767 Nov 25 17:57:38.652285 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-f4353c16-114c-474e-8119-dee45dd4df30 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825298 Nov 25 17:57:38.745117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d7fad0bb-658e-4cfd-8ed2-462a4b7a0d9b req-e8c0b0d7-4e89-4e5f-9593-2a180122df58 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850673 Nov 25 17:57:38.955861 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c3ae-b1ca-481a-b0bb-3d9ce24c392d req-9485b480-7837-4fcf-9e20-2482b71d8bae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:38.957326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1455c3ae-b1ca-481a-b0bb-3d9ce24c392d req-9485b480-7837-4fcf-9e20-2482b71d8bae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 943 time: 0.0539322 Nov 25 17:57:39.005102 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1455c3ae-b1ca-481a-b0bb-3d9ce24c392d req-89d848e4-4cec-473a-8803-b0bd4c35b1ca tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Nov 25 17:57:39.433415 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.126337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734d2b-22db-4d01-842f-2a66e725365b req-a2efcba3-35f0-408e-a300-f6f12ab98423 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:40.128155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f734d2b-22db-4d01-842f-2a66e725365b req-a2efcba3-35f0-408e-a300-f6f12ab98423 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 943 time: 0.0507252 Nov 25 17:57:40.177309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f734d2b-22db-4d01-842f-2a66e725365b req-93cc722e-672b-4a94-9083-0249178fc17a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Nov 25 17:57:40.602659 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:57:40.696268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:40.716443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'mac_address': 'fa:16:3e:8c:a4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:57:40.723622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.758866 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.772726 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24a5629-01cb-4457-8b91-7eef704ccdb5 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:57:40.792590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:40.796199 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:40.842169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:40.981534 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['a24a5629-01cb-4457-8b91-7eef704ccdb5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:57:41.292384 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf939ae-e334-4883-92fe-3e4999187673 req-6c62a307-805f-4581-8b81-2a26d6f1854f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:41.293843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbf939ae-e334-4883-92fe-3e4999187673 req-6c62a307-805f-4581-8b81-2a26d6f1854f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 944 time: 0.0493164 Nov 25 17:57:41.342231 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbf939ae-e334-4883-92fe-3e4999187673 req-448731e4-e25a-48fe-8249-074eb2e6e9a9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Nov 25 17:57:41.476326 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.458044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131af02-7052-4981-b911-96a846764d22 req-68dd79c4-6bf3-4bb6-9575-6f48469e56d7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:42.459530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1131af02-7052-4981-b911-96a846764d22 req-68dd79c4-6bf3-4bb6-9575-6f48469e56d7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 944 time: 0.0480106 Nov 25 17:57:42.510773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1131af02-7052-4981-b911-96a846764d22 req-c28adea2-5752-49e8-bd99-8d71288a1960 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452628 Nov 25 17:57:42.620514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:57:42.677861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port a24a5629-01cb-4457-8b91-7eef704ccdb5 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:57:42.682038 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port a24a5629-01cb-4457-8b91-7eef704ccdb5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:57:42.682408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.761998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.784180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:42.786409 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecfdcca-9ed7-40b9-a51f-9497665261e3" -d '{"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:42.798844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:57:42.804220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:42.852008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:57:42.892936 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae132fd2-c864-4583-8f9a-7e7f816a8148 x-openstack-request-id: req-ae132fd2-c864-4583-8f9a-7e7f816a8148 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:42.893254 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:42.893590 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ae132fd2-c864-4583-8f9a-7e7f816a8148 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:42.893994 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'code': 200} Nov 25 17:57:42.992662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b724a9-d972-4ba4-bd1a-0688d15e7354 req-a900799f-68ec-46ea-9e07-77959cff6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:42.994106 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0b724a9-d972-4ba4-bd1a-0688d15e7354 req-a900799f-68ec-46ea-9e07-77959cff6a75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0410194 Nov 25 17:57:43.038533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f0b724a9-d972-4ba4-bd1a-0688d15e7354 req-c254fdb5-9bfa-4a5a-9f33-4b23631eb472 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369785 Nov 25 17:57:43.626181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971faa71-e24c-4b30-b51f-f722ed0809b2 req-9e539c58-a638-4a87-afaa-8b1969d7a7e7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:43.627655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-971faa71-e24c-4b30-b51f-f722ed0809b2 req-9e539c58-a638-4a87-afaa-8b1969d7a7e7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0479772 Nov 25 17:57:43.674552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-971faa71-e24c-4b30-b51f-f722ed0809b2 req-6962f531-f2be-4e66-bb88-42be34991edb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Nov 25 17:57:44.797983 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b20f0-aebd-4c46-a6f8-887dae6fadbe req-9c92caa5-21bc-4189-a2da-405e2d8b86dc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:44.799456 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f08b20f0-aebd-4c46-a6f8-887dae6fadbe req-9c92caa5-21bc-4189-a2da-405e2d8b86dc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Nov 25 17:57:44.848799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f08b20f0-aebd-4c46-a6f8-887dae6fadbe req-eb4ad4f3-61be-40ee-a26d-9308a60d5ca0 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Nov 25 17:57:44.970924 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8acd1b-02c4-45c1-9d18-513dbbf1f300 req-c04cf6ac-b3d0-4e0a-8b8b-207a01bbb105 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:44.972431 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e8acd1b-02c4-45c1-9d18-513dbbf1f300 req-c04cf6ac-b3d0-4e0a-8b8b-207a01bbb105 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0556521 Nov 25 17:57:44.981627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 59776) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:57:44.986076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'floatingip': {'port_id': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:57:45.025945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.458174 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.461979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:45.565112 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 associated. External IP: 172.25.8.184, port: a24a5629-01cb-4457-8b91-7eef704ccdb5. Nov 25 17:57:45.771323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:57:46.175222 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:57:46.180241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.185022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:57:46.194587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:46.195211 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:57:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:46.207165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-818027dc-4b8a-4f12-a9c1-e052f1dcb8da tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "PUT /v2.0/floatingips/2cf651e5-bdf0-4970-9617-a3e8e1496159 HTTP/1.1" status: 200 len: 991 time: 1.2244411 Nov 25 17:57:46.208450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:57:46.210826 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc5171-aed1-4fba-9644-80b10f780dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:57:46.258088 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730854c1-aeeb-4758-821f-42df6ed2e4ec x-openstack-request-id: req-730854c1-aeeb-4758-821f-42df6ed2e4ec {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:57:46.258512 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:57:46.258773 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-730854c1-aeeb-4758-821f-42df6ed2e4ec {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:57:46.259175 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'status': 'completed', 'code': 200} Nov 25 17:57:46.306263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:46.322183 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-2db7a1d7-d3ed-41a7-bb47-6f95cf1f3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:46.323709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-2db7a1d7-d3ed-41a7-bb47-6f95cf1f3acf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0410035 Nov 25 17:57:46.362165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:57:46.419750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-7b8c0fa5-7eb4-43a8-a058-cc486b95d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:46.421240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-7b8c0fa5-7eb4-43a8-a058-cc486b95d0cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0911784 Nov 25 17:57:46.487890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-e721a673-6577-43aa-befe-d51a483de365 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 999 time: 0.0587695 Nov 25 17:57:46.540575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-43abd5ce-b151-4390-8b44-0c61fb4aaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:46.542155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-43abd5ce-b151-4390-8b44-0c61fb4aaf28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0472324 Nov 25 17:57:46.545943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:8c:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:57:45Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:46.573037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:57:46.581420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:57:46.582033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:57:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:46.592957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-b7c5bd04-25fa-45d2-9bba-efaf065ad422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:57:46.594451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-b7c5bd04-25fa-45d2-9bba-efaf065ad422 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451326 Nov 25 17:57:46.683756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-938b74b0-af9d-470c-9f3a-2e12c6c5760b service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822213 Nov 25 17:57:46.695616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:57:46.779684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fbc5171-aed1-4fba-9644-80b10f780dc7 req-d4ca0b61-914d-4347-8d3a-e237dd92b119 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Nov 25 17:57:46.922976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:8c:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:57:45Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:57:46.956265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73e8a7-7360-4460-b994-681c283cb5d9 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:8c:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:57:45Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:57:47.153889 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2276439-b9ad-4d8a-b474-52eb528c8d10 None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:57:47.862625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:05.744268 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9eddc74e-d369-4bf1-b125-ba67271b4ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:07.991592 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d9d0cbe-4dc1-4176-9756-1fa94516f292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:09.436317 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:10.324687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-e13fae1d-b729-4a15-9434-6cf1f30c2670 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404592 Nov 25 17:58:10.408184 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-fb713444-71a1-4de9-b2b7-4fa986a0e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:10.409663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-fb713444-71a1-4de9-b2b7-4fa986a0e54e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0427611 Nov 25 17:58:10.534188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-43a31586-5d7c-4e46-b47f-52afebb2a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:10.535667 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-43a31586-5d7c-4e46-b47f-52afebb2a68a service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1051431 Nov 25 17:58:10.601960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-c8d06980-339e-453b-ba33-33205b8b7b16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1001 time: 0.0580854 Nov 25 17:58:10.650970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-8addecd1-5d66-4cc0-a058-5027b45a31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:10.652483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-8addecd1-5d66-4cc0-a058-5027b45a31ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0443578 Nov 25 17:58:10.704216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-b1ccaa83-04c9-4eca-a2fb-4d5162bda4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:58:10.705972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-b1ccaa83-04c9-4eca-a2fb-4d5162bda4c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461545 Nov 25 17:58:10.719554 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:10.802113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-f63cf437-610c-4965-8b7a-3a379bde8e70 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892296 Nov 25 17:58:10.900392 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7d85cef5-e2ec-4da3-9321-268c99e76da8 req-a7a2b221-e38e-4e46-b58f-87c2fb3b2a31 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904627 Nov 25 17:58:11.477983 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:13.421223 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:58:16.346103 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:17.907747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:35.746130 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-61fb5147-a06c-4b3a-98e6-e04464fb3be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:37.992073 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b7c35b92-bfcc-414e-a607-9badc564387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:39.438282 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:40.719041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:41.480185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:46.361242 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:47.907116 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:58:50.421678 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:58:58.242886 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-ca842260-bb08-4c45-9b3f-08b2b130d7f9 req-50b4f0cd-5151-47f9-8751-26f0c52b3855 service neutron] (103635) timed out ('10.222.0.55', 62306) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 17:59:05.748559 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88d23d7e-9015-4a9f-9b0a-8a1e276d21f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:07.993957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-40afdb1d-f026-48b0-9585-3fb5d1a21736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:09.440794 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:10.478134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-f94b806b-0545-4861-994b-4c6994dfb963 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1970866 Nov 25 17:59:10.560344 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-c7eb6867-58e9-402f-b5ef-fe10ce39572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:10.561769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-c7eb6867-58e9-402f-b5ef-fe10ce39572a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0406947 Nov 25 17:59:10.666179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-bfd561ee-b3b4-488f-b00b-0a7a401824ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:10.667701 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-bfd561ee-b3b4-488f-b00b-0a7a401824ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0863895 Nov 25 17:59:10.725007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:10.737303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-d8ea5d03-e352-45ec-ad8d-c8dd0cca160b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1001 time: 0.0619733 Nov 25 17:59:10.785991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-fe644aef-971c-4361-be02-acf2bd9c801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:10.787438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-fe644aef-971c-4361-be02-acf2bd9c801a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0432947 Nov 25 17:59:10.837865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-40ee5c1c-93b0-470c-b96d-7e6f36b265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:10.839274 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-40ee5c1c-93b0-470c-b96d-7e6f36b265b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442853 Nov 25 17:59:10.850690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-e83d84b5-0a44-4e3e-923d-6c3abd45c098 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:59:10.851666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-e83d84b5-0a44-4e3e-923d-6c3abd45c098 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049105 Nov 25 17:59:10.942175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-0213fe0a-179a-4f82-888f-f7119d80bea1 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836189 Nov 25 17:59:11.035553 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-014990fc-a0df-403c-98bd-08c1cf31cd5c req-e25f2f58-be11-46fd-8cfe-6e44ccbfe04d service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866196 Nov 25 17:59:11.483741 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:16.360943 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:17.912019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:21.328366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb564c7-82b2-41fc-b76f-fbbc0cbe36dd req-f25f71d9-d483-40c1-928e-9f3ac2e951fc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:21.329879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7eb564c7-82b2-41fc-b76f-fbbc0cbe36dd req-f25f71d9-d483-40c1-928e-9f3ac2e951fc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1295068 Nov 25 17:59:21.379585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7eb564c7-82b2-41fc-b76f-fbbc0cbe36dd req-8667afed-38ac-4f04-9358-e6de6aef7ead tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435824 Nov 25 17:59:22.597325 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fda97-4594-4b44-829e-43d770f81942 req-b10dca48-ab80-40b1-8f9c-5cae73d89d9d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:22.598805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-260fda97-4594-4b44-829e-43d770f81942 req-b10dca48-ab80-40b1-8f9c-5cae73d89d9d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1412401 Nov 25 17:59:22.646031 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-260fda97-4594-4b44-829e-43d770f81942 req-98fa6d0c-cbd3-4130-9754-f6b1d4f113c5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412996 Nov 25 17:59:23.770823 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38a21-cee1-41fa-bde2-5cdf1a0c9c01 req-b8a58880-fe5f-4aca-9f71-212b35b351ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:23.772329 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fea38a21-cee1-41fa-bde2-5cdf1a0c9c01 req-b8a58880-fe5f-4aca-9f71-212b35b351ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Nov 25 17:59:23.818710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fea38a21-cee1-41fa-bde2-5cdf1a0c9c01 req-8dc54061-71e8-4ccc-bf54-be2b5eded651 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Nov 25 17:59:24.936881 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d5af-a326-424c-9317-9d7e23715111 req-9d7f4e8e-76aa-470f-b41c-457b7d7ae7f8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:24.938344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5601d5af-a326-424c-9317-9d7e23715111 req-9d7f4e8e-76aa-470f-b41c-457b7d7ae7f8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0473318 Nov 25 17:59:24.988776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5601d5af-a326-424c-9317-9d7e23715111 req-d8e8418f-ca6b-4544-861c-d80400a02c41 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445433 Nov 25 17:59:26.111715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0087a9-977a-456d-8110-d63bbea5e223 req-fffc723a-f7bb-4bea-b531-bff42a0111c8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:26.113239 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d0087a9-977a-456d-8110-d63bbea5e223 req-fffc723a-f7bb-4bea-b531-bff42a0111c8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Nov 25 17:59:26.159768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d0087a9-977a-456d-8110-d63bbea5e223 req-bb9a63a0-baaa-4eea-af2a-0ea8b4eb1724 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 Nov 25 17:59:27.276263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b095363-5744-47b8-9948-85826b48a056 req-de918b46-a407-4e76-8a86-1977e1a49234 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:27.277726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b095363-5744-47b8-9948-85826b48a056 req-de918b46-a407-4e76-8a86-1977e1a49234 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0481014 Nov 25 17:59:27.328431 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b095363-5744-47b8-9948-85826b48a056 req-d77187ab-0f93-4f35-8bfa-7b8cc95ac040 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435660 Nov 25 17:59:27.421732 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 17:59:28.445364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececd5d6-f6fb-4b89-a1eb-bb3e3f4f2dbb req-a73da42a-95e6-485b-80ef-4ada39c2c6d1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:28.446885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ececd5d6-f6fb-4b89-a1eb-bb3e3f4f2dbb req-a73da42a-95e6-485b-80ef-4ada39c2c6d1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Nov 25 17:59:28.494908 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ececd5d6-f6fb-4b89-a1eb-bb3e3f4f2dbb req-7d5f860d-bcad-4028-8e99-2cfb7c5b046d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Nov 25 17:59:29.610522 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfcc6f-9d76-479f-b945-08a5be665a67 req-d0cfc3d0-3704-4104-84ef-ddac1d52799f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:29.612016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ebdfcc6f-9d76-479f-b945-08a5be665a67 req-d0cfc3d0-3704-4104-84ef-ddac1d52799f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Nov 25 17:59:29.658442 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ebdfcc6f-9d76-479f-b945-08a5be665a67 req-99129568-bf21-4152-9432-e65449eaf775 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Nov 25 17:59:30.774727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c054b9-d3ed-480e-8b60-89a910c6ad6d req-e4adc231-1d2e-4361-b8da-71c51fb9627e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:30.776234 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b2c054b9-d3ed-480e-8b60-89a910c6ad6d req-e4adc231-1d2e-4361-b8da-71c51fb9627e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0500159 Nov 25 17:59:30.827879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b2c054b9-d3ed-480e-8b60-89a910c6ad6d req-190b7b9f-8141-46ed-a014-797d911de701 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450354 Nov 25 17:59:31.955634 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694f88-809e-46d7-996e-ea0d8ffebfb0 req-d7f80554-6d31-4b20-bea6-015a6c391de6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:31.957106 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96694f88-809e-46d7-996e-ea0d8ffebfb0 req-d7f80554-6d31-4b20-bea6-015a6c391de6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0526612 Nov 25 17:59:32.004084 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-96694f88-809e-46d7-996e-ea0d8ffebfb0 req-60c2bad6-1845-4c1b-9224-07cb6ceee071 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408740 Nov 25 17:59:32.246654 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c08b7-deb8-45b4-b563-683e65b012f3 req-466ef50e-46f5-4314-828e-7f0872a23061 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:32.248584 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f70c08b7-deb8-45b4-b563-683e65b012f3 req-466ef50e-46f5-4314-828e-7f0872a23061 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0502377 Nov 25 17:59:32.318099 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-a044b105-27d5-4e39-bc98-b1f1b2b99199 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271210 Nov 25 17:59:32.325258 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f70c08b7-deb8-45b4-b563-683e65b012f3 req-9af65cf0-1551-48be-9cd6-77f8e57f5cd1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682654 Nov 25 17:59:33.394271 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-82cae9f6-98da-460f-b819-75231367bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:33.395930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-82cae9f6-98da-460f-b819-75231367bffe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0436819 Nov 25 17:59:33.499890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e1ff-ebee-41f8-ad21-d6f2eb2acffa req-2d7aa857-6486-4439-a9e5-c63b97923c7b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:33.501372 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27d1e1ff-ebee-41f8-ad21-d6f2eb2acffa req-2d7aa857-6486-4439-a9e5-c63b97923c7b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1031921 Nov 25 17:59:33.538026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-9816f645-6293-4410-9381-54f9b86494e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:33.539497 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-9816f645-6293-4410-9381-54f9b86494e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1330059 Nov 25 17:59:33.603415 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27d1e1ff-ebee-41f8-ad21-d6f2eb2acffa req-073aa52d-00b7-46ca-b9fe-ede86c18b61b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934093 Nov 25 17:59:33.620974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-c6d827e5-fbce-4799-9fe0-d60e70783904 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1001 time: 0.0718861 Nov 25 17:59:33.673562 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-d895bee6-3f4d-41ac-bd11-6a93bc34b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:33.674987 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-d895bee6-3f4d-41ac-bd11-6a93bc34b91b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0473135 Nov 25 17:59:33.719079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-36bf4320-3b13-43df-b118-aca57a608317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:33.720561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-36bf4320-3b13-43df-b118-aca57a608317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390959 Nov 25 17:59:33.810284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-be8d61c2-96e8-4bc3-957e-8b32e3fc4b54 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Nov 25 17:59:33.905459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-6b6a276a-af22-480a-9bff-2909cebdbfa9 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 Nov 25 17:59:35.020021 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd05b-b046-483e-8be6-189046cedb49 req-ba1efc72-496b-4bee-8298-f2517367f09d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:35.021477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6cdd05b-b046-483e-8be6-189046cedb49 req-ba1efc72-496b-4bee-8298-f2517367f09d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.3454645 Nov 25 17:59:35.068205 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e6cdd05b-b046-483e-8be6-189046cedb49 req-7b3e4d60-fcb2-4c3d-a41c-5cb2c22505ad tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Nov 25 17:59:35.752191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3b9cdcb2-3cbb-4042-a9f1-10610664102b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:35.755284 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-0597db64-8915-43b8-a63c-8cbc58b74235 service neutron] show failed (client error): The resource could not be found. Nov 25 17:59:35.756336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-0597db64-8915-43b8-a63c-8cbc58b74235 service neutron] 10.222.0.55 "GET /v2.0/ports/a24a5629-01cb-4457-8b91-7eef704ccdb5/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0584443 Nov 25 17:59:36.009886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-133b9004-7210-41e9-886c-019f22a0dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:36.011370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-133b9004-7210-41e9-886c-019f22a0dc35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 1096 time: 0.0884976 Nov 25 17:59:36.022372 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-2d0655d3-a6ad-4cb9-ad9f-472095c765c2 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:59:36.023311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-2d0655d3-a6ad-4cb9-ad9f-472095c765c2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048566 Nov 25 17:59:36.034708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:59:36.089034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.286818 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2ae87-4736-477c-bc20-fdeac8e226a0 req-d647d805-a924-4513-ba8e-146bf86ed10e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:36.288312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9d2ae87-4736-477c-bc20-fdeac8e226a0 req-d647d805-a924-4513-ba8e-146bf86ed10e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1484668 Nov 25 17:59:36.349707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:36.374524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9d2ae87-4736-477c-bc20-fdeac8e226a0 req-e98d440f-0e52-4684-9340-d65a57849821 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785954 Nov 25 17:59:36.396188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:59:36.435705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:36.438140 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af331dcd-75e3-48d4-9dfc-2747b9bc8c60" -d '{"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:36.442244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.455626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Transition to ACTIVE for port object a24a5629-01cb-4457-8b91-7eef704ccdb5 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:59:36.459649 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.537368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:36.553043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.553393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.553736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.554078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.554408 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.554741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.555066 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.555460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.555895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.556052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.556369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.556812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:36.574235 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79efd97c-6c60-4919-add4-107334bf0284 x-openstack-request-id: req-79efd97c-6c60-4919-add4-107334bf0284 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:36.574544 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:36.574795 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79efd97c-6c60-4919-add4-107334bf0284 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:36.575193 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'code': 200} Nov 25 17:59:36.600827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] No DVR routers for this DVR port a24a5629-01cb-4457-8b91-7eef704ccdb5 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:36.739187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:59:36.739557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:59:36.739886 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:59:36.744236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Port a24a5629-01cb-4457-8b91-7eef704ccdb5 on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:59:36.744557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Attempting to bind port a24a5629-01cb-4457-8b91-7eef704ccdb5 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:59:36.749890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:59:36.750228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:59:36.750607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:59:36.751518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Bound port: a24a5629-01cb-4457-8b91-7eef704ccdb5, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:59:36.752239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.836361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:59:36.841002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:59:36.845670 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.906527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:36.907237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:36.908661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1091 time: 0.8775859 Nov 25 17:59:36.927311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46018b78-a093-4665-80d0-18c4b979e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:36.977494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-8ae77900-e812-495c-b27a-892219556848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:36.979002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-8ae77900-e812-495c-b27a-892219556848 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0466802 Nov 25 17:59:37.070926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-03f0c654-dc04-44d6-9fdd-0d50c62ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:37.072414 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-03f0c654-dc04-44d6-9fdd-0d50c62ddd3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0863996 Nov 25 17:59:37.143134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-1de86543-a91f-4555-881f-123f18037c4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 999 time: 0.0634222 Nov 25 17:59:37.198825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-d1e608c2-2ba1-4423-b51b-41fe3b52a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:37.200416 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-d1e608c2-2ba1-4423-b51b-41fe3b52a432 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0500083 Nov 25 17:59:37.245674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-f487dd42-4ed7-4c14-ba29-3331a4c2fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:37.247178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-f487dd42-4ed7-4c14-ba29-3331a4c2fd13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399601 Nov 25 17:59:37.337875 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-c15a32ed-3e07-4ffc-ba92-3c967a699d0b service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Nov 25 17:59:37.428540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-025928ea-0246-41ae-a486-87c1e12af6c5 req-e420f248-2eee-4e71-8b27-706f48837c7f service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832322 Nov 25 17:59:37.501767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a534-2fc4-496b-8af2-18a6928b4662 req-5aec6f7e-7ce4-4a35-9407-81db4ee0928a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:37.503293 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9159a534-2fc4-496b-8af2-18a6928b4662 req-5aec6f7e-7ce4-4a35-9407-81db4ee0928a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 943 time: 0.0558739 Nov 25 17:59:37.555101 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9159a534-2fc4-496b-8af2-18a6928b4662 req-7bd6cbf0-5acd-4776-a3e7-c6ed18c466b9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Nov 25 17:59:37.994264 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-344165fe-4c05-4bef-8090-8154b3debedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:38.576570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:38.579671 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20518aae-da9b-4471-8189-9165a788520a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:38.631599 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b8608-7611-49bc-bd1a-ebe9c81dbf15 x-openstack-request-id: req-062b8608-7611-49bc-bd1a-ebe9c81dbf15 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:38.631885 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:38.632141 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-062b8608-7611-49bc-bd1a-ebe9c81dbf15 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:38.632534 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'status': 'completed', 'code': 200} Nov 25 17:59:38.687123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ad051-30b5-4225-b0ce-120da564a50d req-a3404417-bb80-4932-98d2-33a0dbe98cf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:38.688709 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d0ad051-30b5-4225-b0ce-120da564a50d req-a3404417-bb80-4932-98d2-33a0dbe98cf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 943 time: 0.0587921 Nov 25 17:59:38.729813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-1e84f6a1-08b3-46fb-8269-d19363607dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:38.732105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-1e84f6a1-08b3-46fb-8269-d19363607dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0811617 Nov 25 17:59:38.739114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0d0ad051-30b5-4225-b0ce-120da564a50d req-c00df415-d6b4-42a3-a1df-7d0e41e8d626 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Nov 25 17:59:38.749677 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-6623ffcc-c76f-469e-b06e-6dd4bf939978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:38.751142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-6623ffcc-c76f-469e-b06e-6dd4bf939978 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0709894 Nov 25 17:59:39.167700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:39.205693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-569f9080-3186-46dc-9a9e-2821ee406bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.206499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:39.207145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-569f9080-3186-46dc-9a9e-2821ee406bd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.4693351 Nov 25 17:59:39.209893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-3f08e5e3-5d79-4444-a75a-18be0a0c8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.211213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-3f08e5e3-5d79-4444-a75a-18be0a0c8eaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.4505770 Nov 25 17:59:39.321277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-048cc333-d03c-44ee-ba97-81853ca8cdad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 999 time: 0.1064403 Nov 25 17:59:39.323027 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-143bdaba-8272-43f5-85a4-a0a4be2fd7ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 999 time: 0.1017790 Nov 25 17:59:39.406681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-fb8ccbff-07a8-46f6-be7e-803a2896c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.408183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-fb8ccbff-07a8-46f6-be7e-803a2896c429 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0803936 Nov 25 17:59:39.411629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-6e7f7d4e-4310-440c-9a8a-935cfabfc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.412947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-6e7f7d4e-4310-440c-9a8a-935cfabfc0b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0780139 Nov 25 17:59:39.445599 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:39.481256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-926b7a6f-3d51-4a81-9804-9e43d7aedc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.482956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-926b7a6f-3d51-4a81-9804-9e43d7aedc4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669341 Nov 25 17:59:39.488943 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518aae-da9b-4471-8189-9165a788520a req-082c612c-62e2-4d0f-97db-e5c0e0caaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.490352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-082c612c-62e2-4d0f-97db-e5c0e0caaaea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667024 Nov 25 17:59:39.642796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-c0af1149-9ad7-4919-a5aa-97308c2edaaa service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514013 Nov 25 17:59:39.646053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-1b903208-daaf-4684-a0cf-413de5c95745 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477132 Nov 25 17:59:39.813899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-6b31f86e-2fde-44f7-a6c3-78955a5801cc service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630981 Nov 25 17:59:39.816903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20518aae-da9b-4471-8189-9165a788520a req-36725628-e93a-473e-aef4-284822727125 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592255 Nov 25 17:59:39.869708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7b404-54e5-4a69-9f37-e128a7988f0a req-529ebbd4-ad44-42ca-a1ad-f34c78f1b11c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:39.871167 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06d7b404-54e5-4a69-9f37-e128a7988f0a req-529ebbd4-ad44-42ca-a1ad-f34c78f1b11c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 943 time: 0.0563157 Nov 25 17:59:39.916785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:59:39.928347 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-06d7b404-54e5-4a69-9f37-e128a7988f0a req-e601ee6a-b2e8-4b97-803f-721b2e068c34 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509906 Nov 25 17:59:40.047092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:40.060245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'mac_address': 'fa:16:3e:8c:a4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:59:40.101509 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.115816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24a5629-01cb-4457-8b91-7eef704ccdb5 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:59:40.136947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:40.142214 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.202778 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:40.211032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.211564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.212125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.212583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.213013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.213610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.214037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.214466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.214893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.215321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.215776 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.216878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 17:59:40.229581 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab753c-0f93-4aeb-a4b2-b0e037518ef3 req-11cd06b6-50be-484e-95cf-969ee82110a2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:40.231522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14ab753c-0f93-4aeb-a4b2-b0e037518ef3 req-11cd06b6-50be-484e-95cf-969ee82110a2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 944 time: 0.0981114 Nov 25 17:59:40.240709 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-88ab4993-780c-418b-b223-b0e98feb7c19 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:40.242176 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-88ab4993-780c-418b-b223-b0e98feb7c19 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5&tenant_id=30eccf487732473e9f054e6a4b6caa6d&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 944 time: 0.0932190 Nov 25 17:59:40.330070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-14ab753c-0f93-4aeb-a4b2-b0e037518ef3 req-bfcd868a-7cfb-4a3a-b8c6-ae69bc29bf01 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868754 Nov 25 17:59:40.339345 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-3a2dc575-7876-4d47-b41b-143f1cc64317 service neutron] delete failed (client error): The resource could not be found. Nov 25 17:59:40.340413 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-3a2dc575-7876-4d47-b41b-143f1cc64317 service neutron] 10.222.0.55 "DELETE /v2.0/ports/a24a5629-01cb-4457-8b91-7eef704ccdb5/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0907474 Nov 25 17:59:40.382229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['a24a5629-01cb-4457-8b91-7eef704ccdb5'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:59:40.427700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-93b73642-ab1e-42af-ae65-2c527292a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:40.429290 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-93b73642-ab1e-42af-ae65-2c527292a20e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0436094 Nov 25 17:59:40.525979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-e80eed1d-f78d-4647-8328-5e6e3f259034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:40.527451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-e80eed1d-f78d-4647-8328-5e6e3f259034 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0905282 Nov 25 17:59:40.592618 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-8e6b4635-6844-4b48-85c3-86640f229584 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1000 time: 0.0583634 Nov 25 17:59:40.646337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-feab8b7c-ce20-430d-b271-1b49b2984b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:40.647856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-feab8b7c-ce20-430d-b271-1b49b2984b3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0491188 Nov 25 17:59:40.704617 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-00c06e8a-6567-41ed-bde5-62d8c3467de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:40.706129 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-00c06e8a-6567-41ed-bde5-62d8c3467de2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512941 Nov 25 17:59:40.724928 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:40.794972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-725dad22-baa6-4f4f-9633-5fe7813ab751 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806012 Nov 25 17:59:40.887139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-045a9cf3-8049-4048-9f34-0506c0b96207 req-d807019f-df24-44fa-822a-f5fb6bb70ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 Nov 25 17:59:41.456161 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559573-ee07-44a4-93ae-5d537a247568 req-ec139ccd-7090-4303-9359-c27156ab0766 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:41.457640 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2559573-ee07-44a4-93ae-5d537a247568 req-ec139ccd-7090-4303-9359-c27156ab0766 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 944 time: 0.0551934 Nov 25 17:59:41.485481 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:41.506714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b2559573-ee07-44a4-93ae-5d537a247568 req-05e775a1-f275-471c-bdc2-2cc5714d682c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429270 Nov 25 17:59:41.622814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25339fa-3f41-4679-bfbb-24780480e199 req-85d6c427-118d-4ee1-bde9-5d28c2a3576a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:41.624311 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c25339fa-3f41-4679-bfbb-24780480e199 req-85d6c427-118d-4ee1-bde9-5d28c2a3576a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 944 time: 0.0495219 Nov 25 17:59:41.672716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c25339fa-3f41-4679-bfbb-24780480e199 req-f8dab646-bf7d-415a-9225-89781e84202e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Nov 25 17:59:41.869052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f5cd2-1039-40ec-ae0b-62cfd7637c62 req-88759454-2a10-4af1-91ae-fdc6f07093c4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:41.870494 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-497f5cd2-1039-40ec-ae0b-62cfd7637c62 req-88759454-2a10-4af1-91ae-fdc6f07093c4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 944 time: 0.0513048 Nov 25 17:59:41.944161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084978d-a402-4694-9331-0c492ea5de27 req-a2f63008-cbd9-453f-a255-764dc9896f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:41.945676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-a2f63008-cbd9-453f-a255-764dc9896f61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 1095 time: 0.0846877 Nov 25 17:59:41.946849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:59:41.948993 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-497f5cd2-1039-40ec-ae0b-62cfd7637c62 req-758dd70d-d84b-487e-84ad-308b0f9ab2b2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706968 Nov 25 17:59:42.001630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port a24a5629-01cb-4457-8b91-7eef704ccdb5 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:59:42.006104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port a24a5629-01cb-4457-8b91-7eef704ccdb5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:59:42.006469 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:42.040498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084978d-a402-4694-9331-0c492ea5de27 req-1c44d25e-26dd-4edf-b249-71732d619686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:42.042045 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-1c44d25e-26dd-4edf-b249-71732d619686 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0894883 Nov 25 17:59:42.082076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:42.105074 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:42.108133 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4190d8d2-9ce4-4e8f-8180-455fd2efafe0" -d '{"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:42.114991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-d1755be5-7122-4b95-8a11-ce88a79f618e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 200 len: 1000 time: 0.0663629 Nov 25 17:59:42.121040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:42.130917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:42.154094 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4321d6ca-b43c-477a-a508-a231ecff1b8c x-openstack-request-id: req-4321d6ca-b43c-477a-a508-a231ecff1b8c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:42.154553 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:42.154553 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4321d6ca-b43c-477a-a508-a231ecff1b8c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:42.155245 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'code': 200} Nov 25 17:59:42.168961 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084978d-a402-4694-9331-0c492ea5de27 req-b3558c56-8ef3-44c8-a88e-a11e438b1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:42.171412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-b3558c56-8ef3-44c8-a88e-a11e438b1dde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0489893 Nov 25 17:59:42.182915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:42.219438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084978d-a402-4694-9331-0c492ea5de27 req-5a88e0dc-33ab-4cee-9b43-eb6120e9387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:42.220912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-5a88e0dc-33ab-4cee-9b43-eb6120e9387f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420663 Nov 25 17:59:42.314119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-ccd3ade3-dc73-4bd9-917f-318d4d630a26 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857902 Nov 25 17:59:42.401689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f084978d-a402-4694-9331-0c492ea5de27 req-0e22a08a-8fc6-4356-b9f1-56411a30314c service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805357 Nov 25 17:59:43.066312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afff6e1-70d0-466e-85c0-fb21885ca0ed req-b4db64d7-b3fd-476f-b928-a3623cb4ab93 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:43.067798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0afff6e1-70d0-466e-85c0-fb21885ca0ed req-b4db64d7-b3fd-476f-b928-a3623cb4ab93 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0493248 Nov 25 17:59:43.119789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0afff6e1-70d0-466e-85c0-fb21885ca0ed req-facac0f0-d464-4a42-91c7-89d30f112094 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Nov 25 17:59:43.353226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43577-164f-4d12-8379-39559a13808e req-31cae671-aae1-4567-8748-a20cb7fe80a7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:43.354705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-01e43577-164f-4d12-8379-39559a13808e req-31cae671-aae1-4567-8748-a20cb7fe80a7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Nov 25 17:59:43.401900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-01e43577-164f-4d12-8379-39559a13808e req-5a2f35a0-e3a6-4f72-9469-877935b16733 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 Nov 25 17:59:44.517484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b53a4e-c41c-4109-83b9-0887460f13e2 req-4477c15f-73bd-4814-b53d-a963dfb01519 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:44.518943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38b53a4e-c41c-4109-83b9-0887460f13e2 req-4477c15f-73bd-4814-b53d-a963dfb01519 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0475848 Nov 25 17:59:44.565742 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-38b53a4e-c41c-4109-83b9-0887460f13e2 req-d284ead6-3b8a-454a-812a-11d21a41b594 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Nov 25 17:59:44.580787 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-4820b309-36b6-4fa9-8fe8-55e339ba137d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:44.582242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-4820b309-36b6-4fa9-8fe8-55e339ba137d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1e28249-66e8-42a2-acf2-9873562bb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0488527 Nov 25 17:59:44.672916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Deleting port a24a5629-01cb-4457-8b91-7eef704ccdb5 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 17:59:44.673247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.764252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] For port a24a5629-01cb-4457-8b91-7eef704ccdb5, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=a24a5629-01cb-4457-8b91-7eef704ccdb5,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:44.764605 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.935584 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.935940 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:44.936251 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 disassociated. External IP: 172.25.8.184, port: a24a5629-01cb-4457-8b91-7eef704ccdb5. Nov 25 17:59:44.936638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Calling delete_port for a24a5629-01cb-4457-8b91-7eef704ccdb5 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 17:59:45.067818 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:45.104037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event deleted for resources: {'Port': ['ID=a24a5629-01cb-4457-8b91-7eef704ccdb5,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:45.225442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:59:45.333466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:59:45.343589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:59:45.354175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:45.354960 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:59:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:45.377885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] No DVR routers for this DVR port a24a5629-01cb-4457-8b91-7eef704ccdb5 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 17:59:45.380528 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:45.384204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-05960ee9-5d65-4dff-92f0-b554dba1f322 req-cb302a1e-fd78-44dd-b64b-622ebf2d5398 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "DELETE /v2.0/ports/a24a5629-01cb-4457-8b91-7eef704ccdb5 HTTP/1.1" status: 204 len: 173 time: 0.7954609 Nov 25 17:59:45.384697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-deleted', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:45.386982 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a39d34-3d1e-4aa8-a218-9c7200f76f8d" -d '{"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-deleted", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:45.426427 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0d0b3-5b4a-43f4-b098-84c713634de3 x-openstack-request-id: req-93d0d0b3-5b4a-43f4-b098-84c713634de3 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:45.426722 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e28249-66e8-42a2-acf2-9873562bb2a5", "name": "network-vif-deleted", "tag": "a24a5629-01cb-4457-8b91-7eef704ccdb5", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:45.426978 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93d0d0b3-5b4a-43f4-b098-84c713634de3 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:45.427471 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e28249-66e8-42a2-acf2-9873562bb2a5', 'name': 'network-vif-deleted', 'tag': 'a24a5629-01cb-4457-8b91-7eef704ccdb5', 'status': 'completed', 'code': 200} Nov 25 17:59:45.634318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:45.840434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:45.865469 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-167d9c8f-f631-4871-96bf-5a55712212df tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--662635252&fields=id&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 267 time: 0.0425258 Nov 25 17:59:45.867314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:59:45.876403 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:45.877008 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:59:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:45.976151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-350679d2-ae49-47d7-b3cc-730fe31a256e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:45.977576 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-350679d2-ae49-47d7-b3cc-730fe31a256e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1038623 Nov 25 17:59:45.985026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:45.993753 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-a3c21c9f-c1ff-405e-930b-cc5477e4b3b8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/quotas/30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 375 time: 0.0092347 Nov 25 17:59:46.044939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-b6db4f62-5f4d-49b7-9002-a36963a219ff tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446813 Nov 25 17:59:46.114775 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-ccc1c7a1-b61a-43c9-ad24-29eea2486d1d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 17:59:46.115799 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-ccc1c7a1-b61a-43c9-ad24-29eea2486d1d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0589938 Nov 25 17:59:46.189365 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:46.209748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-a73a848a-1f55-4a75-bfad-0a19955fb8fb service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Nov 25 17:59:46.215617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806433d-de84-4d09-83ae-a906c1da2a32 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:59:46.303777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-a8f84a4d-662c-4ac8-aaca-28006dfdd8a8 service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Nov 25 17:59:46.384985 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:46.477376 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168a239-782b-4f8a-a88b-6cfaea775ba9 None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:59:46.485657 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17e85dfe-c41f-4830-af56-a33a24cf7ad4 req-eed0a986-74c5-48ad-a8db-4d6944798030 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 210 time: 0.0373816 Nov 25 17:59:47.384278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-c030611c-a60c-4c4b-a59d-01549d8bec05 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:47.385754 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-c030611c-a60c-4c4b-a59d-01549d8bec05 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1064186 Nov 25 17:59:47.446840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-6c9c1875-7361-4958-92ac-fdb3c4e3e2e5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 379 time: 0.0520630 Nov 25 17:59:47.456418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'port': {'device_id': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'admin_state_up': True, 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'security_groups': ['91e1d1b3-f895-4d62-8c06-b90868b50fec']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:59:47.564524 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Made reservation on behalf of 30eccf487732473e9f054e6a4b6caa6d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 17:59:47.568437 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.585072 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-581ecfdb-2909-4692-8574-35e91a136c71 req-556a6fc0-9f45-4803-b110-df1facc6bcf4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 210 time: 0.0286896 Nov 25 17:59:47.709460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Allocated IP 172.20.0.3 (184a371e-ce22-4cff-881a-2e456df838db/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7/dcb847d4-9728-4a37-a28b-52459ce69681) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 17:59:47.849433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.883569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.914534 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:47.930158 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 17:59:47.933275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 17:59:47.935904 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 17:59:47.975839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:47.978722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 17:59:48.002402 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: a24a5629-01cb-4457-8b91-7eef704ccdb5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 17:59:48.002891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device a24a5629-01cb-4457-8b91-7eef704ccdb5 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 17:59:48.005279 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:48.005912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.022981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-5ab1b5c0-35eb-4726-8a4d-b9dedc176ac1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701594 Nov 25 17:59:48.035352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Request body: {'port': {'device_id': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:59:48.098407 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.189978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ccbfe51e-0722-43e6-a6d2-d9a4b0f55cfe None None] Provisioning complete for port dcb847d4-9728-4a37-a28b-52459ce69681 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:59:48.190337 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ccbfe51e-0722-43e6-a6d2-d9a4b0f55cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.228754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfe51e-0722-43e6-a6d2-d9a4b0f55cfe None None] Port dcb847d4-9728-4a37-a28b-52459ce69681 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 17:59:48.364036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb847d4-9728-4a37-a28b-52459ce69681 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:59:48.371239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.383007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Transition to ACTIVE for port object dcb847d4-9728-4a37-a28b-52459ce69681 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 17:59:48.386764 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.454883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:48.510841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 17:59:48.511172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 17:59:48.511586 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:59:48.516721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 17:59:48.517044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 17:59:48.522048 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 17:59:48.522381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 17:59:48.522760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 17:59:48.523186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Bound port: dcb847d4-9728-4a37-a28b-52459ce69681, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 17:59:48.523571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.589879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 17:59:48.593713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 17:59:48.597249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.635955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:48.636564 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:48.638469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1091 time: 0.6071146 Nov 25 17:59:48.638991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:48.641319 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43544bf8-47c2-4b14-ad67-e31527d44ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:48.666038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc1898-1407-48b2-ba3a-09968a36e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:48.709054 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef4baed-8805-4219-95ce-9aa7ea72626c x-openstack-request-id: req-aef4baed-8805-4219-95ce-9aa7ea72626c {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:48.709324 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:48.709579 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aef4baed-8805-4219-95ce-9aa7ea72626c {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:48.709967 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'status': 'completed', 'code': 200} Nov 25 17:59:48.773187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-d8d79419-61dc-48e3-93b4-cdc75f90cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:48.774685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-d8d79419-61dc-48e3-93b4-cdc75f90cb77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1094 time: 0.0779924 Nov 25 17:59:48.788294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff717a6-b0a2-4687-9916-a67dcb92ca89 req-d6dd5c31-3d96-48ec-9f25-bb3bff9082a2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:48.789837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ff717a6-b0a2-4687-9916-a67dcb92ca89 req-d6dd5c31-3d96-48ec-9f25-bb3bff9082a2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0944581 Nov 25 17:59:48.838270 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-d224af15-afd5-4e48-8444-2eb39d363607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 217 time: 0.0432637 Nov 25 17:59:48.908962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ff717a6-b0a2-4687-9916-a67dcb92ca89 req-fdd91d3c-cd9a-4af9-9a4d-9724d7733f23 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113734 Nov 25 17:59:48.914463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-8bab40a9-f46c-4986-80ff-3f5ceb89d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:48.915864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-8bab40a9-f46c-4986-80ff-3f5ceb89d839 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0752947 Nov 25 17:59:48.962583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-51ec07e7-92aa-49f7-8581-e7e00877be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:48.964069 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-51ec07e7-92aa-49f7-8581-e7e00877be17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409803 Nov 25 17:59:49.051717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-9dd8f0f5-2fba-43fc-b72e-69a0707a567f service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805137 Nov 25 17:59:49.143025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1f2b0fc1-8b78-43c8-ac7c-8bcc0bb3e3e2 req-8f1d56de-9ee4-4b5a-8e41-2928a66e3f42 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845568 Nov 25 17:59:49.227641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-afa57f23-214b-47c4-a88d-8008daf9d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:49.229139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-afa57f23-214b-47c4-a88d-8008daf9d976 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1094 time: 0.0408416 Nov 25 17:59:49.319777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-dcfd3901-7a7e-49b9-9c54-8dfaa6436415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:49.321145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-dcfd3901-7a7e-49b9-9c54-8dfaa6436415 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0852420 Nov 25 17:59:49.364283 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-5fd63078-f228-467a-a22c-cfea34d722ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 217 time: 0.0361547 Nov 25 17:59:49.414732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-9d541885-50f3-483a-b696-97bc653dda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:49.416206 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-9d541885-50f3-483a-b696-97bc653dda9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0440698 Nov 25 17:59:49.460415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-9a9ac1a6-9edc-4510-bf44-d6a22b839292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:49.461847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-9a9ac1a6-9edc-4510-bf44-d6a22b839292 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381024 Nov 25 17:59:49.552895 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-515faafe-4d90-490c-813f-3994e18ece26 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833383 Nov 25 17:59:49.641180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-43544bf8-47c2-4b14-ad67-e31527d44ed5 req-c115bad7-c30c-4ed1-bfea-f966e47a2725 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806904 Nov 25 17:59:50.030419 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a2d33-d036-477e-8685-a64deb23ccbb req-de642cc6-9f9d-48b9-afe9-6c89fcaa3004 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:50.031927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d8a2d33-d036-477e-8685-a64deb23ccbb req-de642cc6-9f9d-48b9-afe9-6c89fcaa3004 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0542316 Nov 25 17:59:50.080492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6d8a2d33-d036-477e-8685-a64deb23ccbb req-15a3423f-3ca6-4b9a-9679-8c19518db0c5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Nov 25 17:59:51.200773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb1adc-656f-4df7-901d-64f9d4d46c69 req-b0754109-f99f-4b96-869a-2e1391eda9e2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:51.202235 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dcb1adc-656f-4df7-901d-64f9d4d46c69 req-b0754109-f99f-4b96-869a-2e1391eda9e2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0538626 Nov 25 17:59:51.228245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 17:59:51.250780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1dcb1adc-656f-4df7-901d-64f9d4d46c69 req-d6ac52c9-8df2-4c8b-8f9c-d00c13af5e56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 Nov 25 17:59:51.323916 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:51.345184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'mac_address': 'fa:16:3e:9e:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 17:59:51.385013 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:51.397988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb847d4-9728-4a37-a28b-52459ce69681 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 17:59:51.417246 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:51.420824 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:51.467196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:51.660665 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['dcb847d4-9728-4a37-a28b-52459ce69681'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 17:59:52.371493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5690-d647-409b-95a3-aea8faffca1f req-61136fb5-1801-43a0-96ac-333d06e1cee9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:52.373534 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c1c5690-d647-409b-95a3-aea8faffca1f req-61136fb5-1801-43a0-96ac-333d06e1cee9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0502179 Nov 25 17:59:52.421419 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7c1c5690-d647-409b-95a3-aea8faffca1f req-3c2d5dd9-b68a-4848-9555-abedaf03e8bd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Nov 25 17:59:53.245777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 17:59:53.292877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port dcb847d4-9728-4a37-a28b-52459ce69681 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 17:59:53.297416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port dcb847d4-9728-4a37-a28b-52459ce69681 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 17:59:53.297787 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.377099 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.399221 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:53.401474 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98bb455-5cc7-4e1a-bcaa-67b4d6c148e9" -d '{"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:53.415866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 17:59:53.421168 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:53.444614 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945cf5ba-ec79-4f93-878c-b4701a9ad75a x-openstack-request-id: req-945cf5ba-ec79-4f93-878c-b4701a9ad75a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:53.444907 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:53.445163 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-945cf5ba-ec79-4f93-878c-b4701a9ad75a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:53.445558 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'code': 200} Nov 25 17:59:53.475338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 17:59:53.543157 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3d034-67bb-4a88-8595-2d860139c110 req-8b7db52f-8450-488f-900e-2a8669c68d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:53.544658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eeb3d034-67bb-4a88-8595-2d860139c110 req-8b7db52f-8450-488f-900e-2a8669c68d99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1096 time: 0.0402594 Nov 25 17:59:53.553141 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1e832-827f-4061-9640-747c74177d48 req-8ac3de48-c008-44f4-8a48-24879a38c474 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:53.554616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b1e832-827f-4061-9640-747c74177d48 req-8ac3de48-c008-44f4-8a48-24879a38c474 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0548210 Nov 25 17:59:53.589192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eeb3d034-67bb-4a88-8595-2d860139c110 req-66ebf59a-8978-4295-aa4f-bfafe07f5afe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378904 Nov 25 17:59:53.601806 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c4b1e832-827f-4061-9640-747c74177d48 req-8e67fe18-6749-4444-a12d-931993e56e9a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410368 Nov 25 17:59:54.720438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6387-339e-4d60-810b-bca260bcd84e req-58a9dabe-3b84-4774-b348-de5a1aa5e0ba tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:54.722062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-469c6387-339e-4d60-810b-bca260bcd84e req-58a9dabe-3b84-4774-b348-de5a1aa5e0ba tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0486562 Nov 25 17:59:54.772490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-469c6387-339e-4d60-810b-bca260bcd84e req-e6c1c28b-bfd6-47ec-9bc0-b255c900cd94 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 Nov 25 17:59:54.884628 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9426f6-94f6-487b-8978-ce880064feac req-36caf6a1-5224-4098-9d2b-687a52711819 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:54.886032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1d9426f6-94f6-487b-8978-ce880064feac req-36caf6a1-5224-4098-9d2b-687a52711819 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0492170 Nov 25 17:59:54.895743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60150) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 17:59:54.900123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'floatingip': {'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 17:59:54.939188 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:55.376378 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:55.380340 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:55.487321 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 associated. External IP: 172.25.8.184, port: dcb847d4-9728-4a37-a28b-52459ce69681. Nov 25 17:59:55.695271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 17:59:55.804491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 17:59:55.809263 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 17:59:55.815073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 17:59:55.826652 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:55.827288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:59:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:55.844860 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-071cec5e-5363-4a21-8c9f-7c099ce88cf1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "PUT /v2.0/floatingips/2cf651e5-bdf0-4970-9617-a3e8e1496159 HTTP/1.1" status: 200 len: 991 time: 0.9428697 Nov 25 17:59:55.844860 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 17:59:55.844860 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ce930c7e45048afb142ee33ad8f8c502a3bf56a8f594000d0e31b4588c0a062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6099aec9-0b5a-4d12-b03c-9b6c469b68af" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 17:59:55.951269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:55.980849 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6a3c2a-2da0-4f4e-a73d-d9101834bd0c x-openstack-request-id: req-3d6a3c2a-2da0-4f4e-a73d-d9101834bd0c {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 17:59:55.981688 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 17:59:55.981847 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d6a3c2a-2da0-4f4e-a73d-d9101834bd0c {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 17:59:55.982235 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'status': 'completed', 'code': 200} Nov 25 17:59:56.040600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-e10af1f7-b8e7-4846-b819-611b72a0dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:56.042190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-e10af1f7-b8e7-4846-b819-611b72a0dc60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1096 time: 0.0407043 Nov 25 17:59:56.132037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-7ba6a5a1-3cc9-42b9-899f-00d063f04be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:56.133488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-7ba6a5a1-3cc9-42b9-899f-00d063f04be2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0844615 Nov 25 17:59:56.181888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:9e:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:59:55Z', 'revision_number': 9, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:56.206163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-6ee7df0a-7d63-4d8c-b5dd-1822b0683989 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 999 time: 0.0657167 Nov 25 17:59:56.209971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 17:59:56.218434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 17:59:56.219042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T17:59:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:56.257523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-40016125-4750-43e5-b3f1-0e2b27a59abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:56.258975 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-40016125-4750-43e5-b3f1-0e2b27a59abb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0456102 Nov 25 17:59:56.303181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-d0c2d96a-5964-42f8-bfec-cd4d9b087dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 17:59:56.304690 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-d0c2d96a-5964-42f8-bfec-cd4d9b087dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388579 Nov 25 17:59:56.327608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 17:59:56.567087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:9e:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:59:55Z', 'revision_number': 9, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 17:59:56.594890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa82da-b30a-4158-b77c-ebdeb0d33dd5 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:9e:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T17:59:55Z', 'revision_number': 9, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 17:59:56.712820 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-10cd82af-c5db-4f41-9b39-467f6e757cb7 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008939 Nov 25 17:59:56.804708 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85024-df90-4e49-9517-90c80a41f2d0 None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 17:59:56.809422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6099aec9-0b5a-4d12-b03c-9b6c469b68af req-1f372479-1a92-4ac7-92f1-5ae1df1869be service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889165 Nov 25 18:00:04.424857 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:00:05.753784 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-50bcc8e3-7030-4e4f-9d97-88602411598a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:07.994815 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9c50-cc24-4332-b9b5-f8c36cf721c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:09.447256 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:10.324682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-4f2a0a8b-2a44-415c-abbe-a53f21f18e0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439732 Nov 25 18:00:10.407466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bd22f-1759-4524-a352-15f787e93d74 req-c3d4e596-8024-4fa4-bdc1-13ca6ba286e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:10.408959 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-c3d4e596-8024-4fa4-bdc1-13ca6ba286e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1096 time: 0.0401590 Nov 25 18:00:10.516264 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bd22f-1759-4524-a352-15f787e93d74 req-febf0965-7586-4d08-941c-29e7e92250aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:10.517731 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-febf0965-7586-4d08-941c-29e7e92250aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0874083 Nov 25 18:00:10.586829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-b0a9d545-c24a-47ce-bbb6-89be653d9fcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1002 time: 0.0610583 Nov 25 18:00:10.634740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bd22f-1759-4524-a352-15f787e93d74 req-6b9f39bc-c02b-454f-a06d-e8a461a718e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:10.636204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-6b9f39bc-c02b-454f-a06d-e8a461a718e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0423625 Nov 25 18:00:10.682296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bd22f-1759-4524-a352-15f787e93d74 req-05f0ab29-0eee-4989-8be3-ecc0050e9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:00:10.683788 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-05f0ab29-0eee-4989-8be3-ecc0050e9446 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406182 Nov 25 18:00:10.728454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:10.780546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-880663bc-ab91-445f-a0c6-a15f4acc05db service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893743 Nov 25 18:00:10.877909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-077bd22f-1759-4524-a352-15f787e93d74 req-3b30ba77-d6cd-4fbe-bf07-f630f2b4fe10 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Nov 25 18:00:11.488014 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:16.377307 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:17.932571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:35.755964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5586f98a-7eb8-46a8-9967-cacc92e2ecd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:37.996295 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2fe58ad-58f3-4fa7-b0c7-63e597dc063b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:39.454831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:40.730496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:41.423941 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:00:41.489618 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:46.381490 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:00:47.929337 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:05.759137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-17ae9e35-1b78-4ae0-8e6b-23da2ab1ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:08.003721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a42462ce-81a0-4934-9105-a4dfdd272d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:09.453565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:10.734285 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:11.491279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:12.343396 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-dd99719c-a144-445a-a4df-e0c61f29dc1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460768 Nov 25 18:01:12.426750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-4616d27a-148f-4dd5-837d-ad8ccb578ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:12.428279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-4616d27a-148f-4dd5-837d-ad8ccb578ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1096 time: 0.0412402 Nov 25 18:01:12.527435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-72cfc4db-efae-4d92-a183-ea3ed6c47bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:12.528947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-72cfc4db-efae-4d92-a183-ea3ed6c47bbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0823047 Nov 25 18:01:12.597172 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-1c086c8e-fb2f-48bf-b3de-e0184e07f03c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1002 time: 0.0612898 Nov 25 18:01:12.647660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-726a109c-55bb-4e34-8212-afc7698db0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:12.649166 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-726a109c-55bb-4e34-8212-afc7698db0f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0448000 Nov 25 18:01:12.697172 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-c640fccf-0780-4334-83cc-ad1f7754235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:12.698687 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-c640fccf-0780-4334-83cc-ad1f7754235a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418205 Nov 25 18:01:12.798409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-34b69e75-ddcc-4d3d-8f25-69f1cc114f2f service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926130 Nov 25 18:01:12.887868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c08e4f2f-0d32-45cc-9e60-c5cc222d6c45 req-6d486107-0a82-495c-be64-b3ca1deeecdc service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827799 Nov 25 18:01:15.360347 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-a4eb693c-3cd0-4a52-8383-0fc649d4bf77 req-7d7021e0-f613-471d-86b0-b625a2364e12 service neutron] (103636) timed out ('10.222.0.86', 44002) {{(pid=103636) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:01:16.380531 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:17.934996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:18.423265 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:01:32.056797 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-5ded1e6b-053a-473a-9267-8ffe573d02ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694559 Nov 25 18:01:32.068549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5042d85-eb1e-41b1-9684-760ff77f1300 req-2920fd40-4bee-47f0-95ee-7fc5e4573e24 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:32.070046 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5042d85-eb1e-41b1-9684-760ff77f1300 req-2920fd40-4bee-47f0-95ee-7fc5e4573e24 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0718646 Nov 25 18:01:32.126332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5042d85-eb1e-41b1-9684-760ff77f1300 req-44c4cf1c-c24b-49b5-9345-aeaf26a4283d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496776 Nov 25 18:01:33.126398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-8d4185f4-420b-4c88-8912-31d967210e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:33.127915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-8d4185f4-420b-4c88-8912-31d967210e47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1096 time: 0.0413902 Nov 25 18:01:33.265224 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-d1d07a08-7e06-43ab-8a44-ac4b41034691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:33.266693 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-d1d07a08-7e06-43ab-8a44-ac4b41034691 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1317163 Nov 25 18:01:33.275612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5fc3d-10f5-4e9e-9a86-73ae92ac32c7 req-b229b7aa-1dd0-4bfb-bfce-cb0e3eb1cf48 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:33.276997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11b5fc3d-10f5-4e9e-9a86-73ae92ac32c7 req-b229b7aa-1dd0-4bfb-bfce-cb0e3eb1cf48 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0795636 Nov 25 18:01:33.370654 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-aaf29327-341c-48ae-bc86-ee515a34b4be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1002 time: 0.0926960 Nov 25 18:01:33.374073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-11b5fc3d-10f5-4e9e-9a86-73ae92ac32c7 req-b2d7f61d-1e7f-42ee-a1ce-2b30b4c31d13 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904651 Nov 25 18:01:33.419945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-416a491c-47d2-4e87-a2db-07a108488e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:33.421407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-416a491c-47d2-4e87-a2db-07a108488e3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0438361 Nov 25 18:01:33.465687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-cfc3582c-dae2-41c9-8a5e-4d4c33d4697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:33.467188 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-cfc3582c-dae2-41c9-8a5e-4d4c33d4697c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389309 Nov 25 18:01:33.567418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-0ccce99c-0511-411b-af2c-5081c7fd0d38 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933464 Nov 25 18:01:33.658781 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-c6f88036-8f38-4fb5-91a5-fa8789943ac1 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Nov 25 18:01:34.494392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4941e0-df71-4d6f-b848-bbc92e99a25c req-e9740720-247f-437b-a49e-bf6097240e73 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:34.495925 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e4941e0-df71-4d6f-b848-bbc92e99a25c req-e9740720-247f-437b-a49e-bf6097240e73 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0494678 Nov 25 18:01:34.541684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5e4941e0-df71-4d6f-b848-bbc92e99a25c req-6524fae0-8f18-4f1e-9e3d-c57ed0f2a877 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398319 Nov 25 18:01:35.663675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e099-36d2-46b9-8f31-b62321a4ff09 req-9e162d79-73b1-447c-b697-c45e4460571c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:35.665152 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d396e099-36d2-46b9-8f31-b62321a4ff09 req-9e162d79-73b1-447c-b697-c45e4460571c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0537605 Nov 25 18:01:35.711358 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d396e099-36d2-46b9-8f31-b62321a4ff09 req-df2b087a-7ac3-42b0-a84f-2da3e10bebf5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403066 Nov 25 18:01:35.761031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-432fe41f-e06e-4a51-94be-6f7ce4c0254b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:36.829984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc543cf-1661-48d0-97d3-fa9137acb2f4 req-49986945-0062-4116-b505-3e9dabf3f3d0 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:36.831511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbc543cf-1661-48d0-97d3-fa9137acb2f4 req-49986945-0062-4116-b505-3e9dabf3f3d0 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0506670 Nov 25 18:01:36.880574 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fbc543cf-1661-48d0-97d3-fa9137acb2f4 req-db7590ab-41a1-4625-8931-0514285f1bbb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Nov 25 18:01:37.995745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a59237e6-a2a1-46ce-8da0-45c803737209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:38.000084 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562af20-76d5-4655-a4c0-dd631270ebf1 req-9e140324-7c42-43cf-9e16-67018172ca5b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:38.001634 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6562af20-76d5-4655-a4c0-dd631270ebf1 req-9e140324-7c42-43cf-9e16-67018172ca5b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0498276 Nov 25 18:01:38.049600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6562af20-76d5-4655-a4c0-dd631270ebf1 req-2dfcd4c7-eb7a-4187-aff4-7eaa6d24f6ef tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 Nov 25 18:01:39.169687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c820a0-43cc-4b5d-90eb-1f4ae655e9ed req-203a64a2-431c-4d3a-b44e-814b947738f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:39.171126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70c820a0-43cc-4b5d-90eb-1f4ae655e9ed req-203a64a2-431c-4d3a-b44e-814b947738f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0525601 Nov 25 18:01:39.219076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70c820a0-43cc-4b5d-90eb-1f4ae655e9ed req-15e4797c-486d-4981-ab38-c10d1cf870ef tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Nov 25 18:01:39.458498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:40.341187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c2206-f37f-4f48-8e47-02cc35b4f230 req-e66860ee-4250-445d-84d7-2aa7c84b8d1d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:40.342671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e12c2206-f37f-4f48-8e47-02cc35b4f230 req-e66860ee-4250-445d-84d7-2aa7c84b8d1d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0518978 Nov 25 18:01:40.390656 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e12c2206-f37f-4f48-8e47-02cc35b4f230 req-463bffca-0673-4fa8-909c-4fdf8261ebce tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420375 Nov 25 18:01:40.735856 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:41.496317 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:41.513926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be88e6-2d47-4a03-b57f-55d17a2b40ad req-20e21a44-b7b7-4df5-bd24-35c2f451e162 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:41.515445 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35be88e6-2d47-4a03-b57f-55d17a2b40ad req-20e21a44-b7b7-4df5-bd24-35c2f451e162 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0547516 Nov 25 18:01:41.562714 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-35be88e6-2d47-4a03-b57f-55d17a2b40ad req-c8a93dc0-ec88-4248-a1ca-6115c5a6daa6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411658 Nov 25 18:01:42.679367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d5494-2087-4e7e-981d-56a6772081bf req-2885bf66-d1b6-4186-9c44-09e59980112f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:42.680857 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e7d5494-2087-4e7e-981d-56a6772081bf req-2885bf66-d1b6-4186-9c44-09e59980112f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0484300 Nov 25 18:01:42.727816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1e7d5494-2087-4e7e-981d-56a6772081bf req-c93d6708-cffc-4e7c-ad6d-d184e32835a3 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Nov 25 18:01:43.850287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d7b5-2487-433e-bd64-99e789945c6e req-5d22b444-1168-4046-af9b-fc025b648ac5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:43.851796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2381d7b5-2487-433e-bd64-99e789945c6e req-5d22b444-1168-4046-af9b-fc025b648ac5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0549097 Nov 25 18:01:43.900593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2381d7b5-2487-433e-bd64-99e789945c6e req-93fe4f38-5710-41f7-94e6-d90074f2517a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Nov 25 18:01:45.023722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb53e5-2ebb-4bff-a0d0-c8e0b4052eb7 req-192ff00e-2760-4108-a859-8a01a4c0bd8c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:45.025105 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4eeb53e5-2ebb-4bff-a0d0-c8e0b4052eb7 req-192ff00e-2760-4108-a859-8a01a4c0bd8c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0483584 Nov 25 18:01:45.076006 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4eeb53e5-2ebb-4bff-a0d0-c8e0b4052eb7 req-1f53c55a-4b03-4a2d-9996-5aa16ae3a9f2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449750 Nov 25 18:01:45.478385 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-f058c5cc-fd04-4483-b254-f7be56999596 req-77d92325-6936-4315-8f2d-d77c6b0b769c service neutron] show failed (client error): The resource could not be found. Nov 25 18:01:45.479379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-77d92325-6936-4315-8f2d-d77c6b0b769c service neutron] 10.222.0.55 "GET /v2.0/ports/dcb847d4-9728-4a37-a28b-52459ce69681/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0555787 Nov 25 18:01:45.675993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-fa8bbb45-8527-4c17-9d35-7515f30e9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:45.677988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-fa8bbb45-8527-4c17-9d35-7515f30e9094 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 1096 time: 0.0435524 Nov 25 18:01:45.689859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:45.742928 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:45.946231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:45.978631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:46.019652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:46.021885 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e0207-3735-469f-bf8a-b18e2d7833b0" -d '{"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:46.025966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.038996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Transition to ACTIVE for port object dcb847d4-9728-4a37-a28b-52459ce69681 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:01:46.044501 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.072809 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d114f524-2f2b-4c6b-b5a2-28a8e1277593 x-openstack-request-id: req-d114f524-2f2b-4c6b-b5a2-28a8e1277593 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:46.073105 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:46.073363 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d114f524-2f2b-4c6b-b5a2-28a8e1277593 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:46.073764 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'code': 200} Nov 25 18:01:46.130299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:46.143698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.144574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.145178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.145553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.146013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.146533 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.147420 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.147814 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.148232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.148634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.149027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.149416 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:46.207997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] No DVR routers for this DVR port dcb847d4-9728-4a37-a28b-52459ce69681 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:46.272346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07de946-9fce-425a-8d3a-f5d586c2f696 req-41c84348-f16b-4eec-a2f3-83558edf3216 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.273823 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f07de946-9fce-425a-8d3a-f5d586c2f696 req-41c84348-f16b-4eec-a2f3-83558edf3216 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.1191819 Nov 25 18:01:46.367999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f07de946-9fce-425a-8d3a-f5d586c2f696 req-d36b4928-d3a0-4357-9167-70ebb34212ec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639107 Nov 25 18:01:46.391511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.399619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:01:46.399952 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:01:46.400277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:46.404503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:01:46.404824 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:46.409574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:01:46.409909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:46.410285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:01:46.410702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Bound port: dcb847d4-9728-4a37-a28b-52459ce69681, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:01:46.411049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.476885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:46.479999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:01:46.484560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.516261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.516886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:46.518253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] 10.222.0.73 "PUT /v2.0/ports/dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1091 time: 0.8323545 Nov 25 18:01:46.541657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7973dc-aff4-42e7-b6c5-e99b6912c128 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:46.586349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-9eec95f1-022c-42c7-8f32-220b6c79f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.587876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-9eec95f1-022c-42c7-8f32-220b6c79f525 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1094 time: 0.0433226 Nov 25 18:01:46.692078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-e9c6c394-2e75-4716-9e5d-3564d187923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.694554 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-e9c6c394-2e75-4716-9e5d-3564d187923c service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0983796 Nov 25 18:01:46.760171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-277dfe33-e1b1-4ee9-a792-fccfed9f2988 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1000 time: 0.0579526 Nov 25 18:01:46.927697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-b93faa5b-94e0-46df-8b8b-aa691df249d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.929210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-b93faa5b-94e0-46df-8b8b-aa691df249d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0435638 Nov 25 18:01:46.979573 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c5cc-fd04-4483-b254-f7be56999596 req-facdcaaa-29c2-4a44-a396-cf3fe41a1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:46.981045 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-facdcaaa-29c2-4a44-a396-cf3fe41a1d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444868 Nov 25 18:01:47.069715 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-5574e36b-ddf0-493c-9d66-f6b5ee977ea5 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Nov 25 18:01:47.160376 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f058c5cc-fd04-4483-b254-f7be56999596 req-c6b1a905-00e1-41a2-b392-f592762eb70e service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832849 Nov 25 18:01:47.494723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812eb2e-d652-4372-84d2-6b8ae2b94840 req-221669a5-c4ec-45c2-9b5a-14e109740e00 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:47.496263 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5812eb2e-d652-4372-84d2-6b8ae2b94840 req-221669a5-c4ec-45c2-9b5a-14e109740e00 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0504649 Nov 25 18:01:47.545529 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5812eb2e-d652-4372-84d2-6b8ae2b94840 req-bf10c730-3e3b-461b-a9f4-5fea3fe7cd77 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Nov 25 18:01:47.837947 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:01:47.876128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:01:47.928981 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:48.074646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:48.077050 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b320d093-9dcb-4697-94c4-2c00c044af4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:48.124634 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f1cd5-a050-4a8a-b57d-aa0cefb008da x-openstack-request-id: req-560f1cd5-a050-4a8a-b57d-aa0cefb008da {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:48.124927 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:48.125181 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-560f1cd5-a050-4a8a-b57d-aa0cefb008da {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:48.125582 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'status': 'completed', 'code': 200} Nov 25 18:01:48.214090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-3464f2cf-e9fb-4a00-91d4-23a3d384beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.215661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-3464f2cf-e9fb-4a00-91d4-23a3d384beef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1094 time: 0.0703418 Nov 25 18:01:48.217267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-685f0f7d-6b58-4756-bb25-abc4255cabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.218581 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-685f0f7d-6b58-4756-bb25-abc4255cabe3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1094 time: 0.0644479 Nov 25 18:01:48.377478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-ac08b6b7-c83d-43c7-8b5b-620935444aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.378836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-ac08b6b7-c83d-43c7-8b5b-620935444aaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1566269 Nov 25 18:01:48.379955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-598c7db5-ea73-4165-8b94-9a093f241862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.381281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-598c7db5-ea73-4165-8b94-9a093f241862 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1521671 Nov 25 18:01:48.492161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-95be4366-986f-4729-b5ab-2cb65f38dbbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1000 time: 0.1037297 Nov 25 18:01:48.493932 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-125e33ef-8d8b-4273-9785-8ef290afb761 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1000 time: 0.0999401 Nov 25 18:01:48.573894 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-a33d3607-f26f-4dbb-9fbf-05c51cdd7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.575232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-a33d3607-f26f-4dbb-9fbf-05c51cdd7ccc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0750887 Nov 25 18:01:48.578927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-b256158a-132f-4c95-90df-28718ba85416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.580279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-b256158a-132f-4c95-90df-28718ba85416 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0728462 Nov 25 18:01:48.657178 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-7ba8fcef-7a57-4763-90a3-b616c07af2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.658616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-7ba8fcef-7a57-4763-90a3-b616c07af2a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764730 Nov 25 18:01:48.666342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-baf604e2-cd5e-4feb-a0bf-3842bf8ed6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.667862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-baf604e2-cd5e-4feb-a0bf-3842bf8ed6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619097 Nov 25 18:01:48.672592 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5641-18f4-40dd-9b69-2d1982ca3f48 req-f3c9c7f1-cceb-4da9-a01c-dd7b94917af9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:48.674522 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e1a5641-18f4-40dd-9b69-2d1982ca3f48 req-f3c9c7f1-cceb-4da9-a01c-dd7b94917af9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0523131 Nov 25 18:01:48.735340 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e1a5641-18f4-40dd-9b69-2d1982ca3f48 req-d4a9735d-50e3-48bb-a0c6-f4be3a693a91 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500588 Nov 25 18:01:48.836910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-b3ccaac4-f880-4c87-bbb0-63b8daeb5961 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677642 Nov 25 18:01:48.840399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-dd26314a-fb27-4190-9e7d-031f671a338c service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620266 Nov 25 18:01:48.992729 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-79a52b83-d86d-4a35-9a58-56d3dcb66da8 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478496 Nov 25 18:01:48.996114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b320d093-9dcb-4697-94c4-2c00c044af4b req-21ec6948-0659-4710-afc9-13cd6eaa1f14 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437581 Nov 25 18:01:49.859890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcefa5a-500d-4e04-9f0a-5d465f8878dc req-a9fadc9a-4e73-405e-8839-5ffcdadc3418 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:49.861357 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebcefa5a-500d-4e04-9f0a-5d465f8878dc req-a9fadc9a-4e73-405e-8839-5ffcdadc3418 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0497456 Nov 25 18:01:49.910968 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebcefa5a-500d-4e04-9f0a-5d465f8878dc req-4d87f7f2-ce1a-444f-b98f-cf6564c7d9a8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Nov 25 18:01:50.221919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-d5b41f16-2946-497b-b164-c1093ff5210d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.223369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-d5b41f16-2946-497b-b164-c1093ff5210d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb&tenant_id=30eccf487732473e9f054e6a4b6caa6d&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 943 time: 0.0799842 Nov 25 18:01:50.237153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a400f-7db7-46ee-8526-ee111c35f3e0 req-136397c0-4e82-46c0-b26b-596f50c8c015 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.238512 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d1a400f-7db7-46ee-8526-ee111c35f3e0 req-136397c0-4e82-46c0-b26b-596f50c8c015 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 943 time: 0.0683367 Nov 25 18:01:50.336446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:01:50.439723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:50.453082 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'mac_address': 'fa:16:3e:9e:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:01:50.492729 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:50.506394 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb847d4-9728-4a37-a28b-52459ce69681 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:01:50.532281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:50.537622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:50.589009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:50.596785 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.597136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.597502 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.597844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.598290 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.598628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.598957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.599568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.599908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.600240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.600564 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.600887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:01:50.645874 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3d1a400f-7db7-46ee-8526-ee111c35f3e0 req-1389d9e1-2125-4700-ba44-42c2d1413cb8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009013 Nov 25 18:01:50.649351 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-6d30ba5f-762c-47bb-b23f-9639061b056d service neutron] 10.222.0.73 "GET /v2.0/ports/dcb847d4-9728-4a37-a28b-52459ce69681/bindings/n-h2-817303-7 HTTP/1.1" status: 200 len: 382 time: 0.4099894 Nov 25 18:01:50.714221 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-627b72ba-58ff-47e4-b024-e2c6d9401ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.715631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-627b72ba-58ff-47e4-b024-e2c6d9401ebc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1095 time: 0.0393064 Nov 25 18:01:50.787227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['dcb847d4-9728-4a37-a28b-52459ce69681'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:01:50.808593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-40456552-c09a-4af4-8c13-e2bcd11fb420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.810070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-40456552-c09a-4af4-8c13-e2bcd11fb420 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0872149 Nov 25 18:01:50.881011 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-bf1007fd-03d2-4c2a-b043-fb45f6548ce4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1001 time: 0.0637772 Nov 25 18:01:50.931194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-18ce89ae-6baf-423f-be80-c8effddcc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.932695 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-18ce89ae-6baf-423f-be80-c8effddcc910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0445533 Nov 25 18:01:50.978466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-b3e6266c-97b0-49ad-95a4-90069a3b9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:50.979868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-b3e6266c-97b0-49ad-95a4-90069a3b9f36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399108 Nov 25 18:01:51.070629 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-cb3e2602-2540-42db-9902-8906f890193d service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Nov 25 18:01:51.158997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-12edd8f1-dd50-41ee-af7e-5e3e93c48a25 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806243 Nov 25 18:01:51.771602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88775-fae9-4b19-821c-31a4b229cefb req-732d46a9-02f7-4c6f-b3be-29dcb0542e99 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:51.773076 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91e88775-fae9-4b19-821c-31a4b229cefb req-732d46a9-02f7-4c6f-b3be-29dcb0542e99 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0546756 Nov 25 18:01:51.820756 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91e88775-fae9-4b19-821c-31a4b229cefb req-9ac088a0-9f7f-4fd0-8e1c-19134341c34a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 Nov 25 18:01:52.335939 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:01:52.385216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port dcb847d4-9728-4a37-a28b-52459ce69681 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:01:52.389231 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port dcb847d4-9728-4a37-a28b-52459ce69681 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:01:52.389605 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.471620 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.497660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:52.500813 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e39aae-a832-4273-b9be-d3d0c0137832" -d '{"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:52.515560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:52.519541 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:52.551150 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f7ef6-17d9-49e6-a359-d4a8e697b522 x-openstack-request-id: req-b71f7ef6-17d9-49e6-a359-d4a8e697b522 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:52.551477 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:52.551733 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b71f7ef6-17d9-49e6-a359-d4a8e697b522 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:52.552117 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'code': 200} Nov 25 18:01:52.574109 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:52.943853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d41a-1ec9-4538-8863-538692ec5eca req-741bc083-1975-4c15-89da-2bdfdb13588a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:52.946417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5db5d41a-1ec9-4538-8863-538692ec5eca req-741bc083-1975-4c15-89da-2bdfdb13588a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0521235 Nov 25 18:01:52.994805 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5db5d41a-1ec9-4538-8863-538692ec5eca req-c49dbee2-a9b7-4c6e-8819-de80da07387f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429912 Nov 25 18:01:53.087761 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-d806c560-31dd-4191-bad4-8fb837396a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:53.089221 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-d806c560-31dd-4191-bad4-8fb837396a31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 1096 time: 0.0452955 Nov 25 18:01:53.100639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:01:53.152395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.345734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:53.378036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:53.431240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:53.433602 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff43fd9-7775-4811-86e8-1f7ad6e2760d" -d '{"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:53.439084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.455369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Transition to ACTIVE for port object dcb847d4-9728-4a37-a28b-52459ce69681 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:01:53.459891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.490956 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944c54c-fdb0-485a-a85e-ea202c30b8ca x-openstack-request-id: req-8944c54c-fdb0-485a-a85e-ea202c30b8ca {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:53.491247 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:53.492044 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8944c54c-fdb0-485a-a85e-ea202c30b8ca {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:53.492438 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'code': 200} Nov 25 18:01:53.543429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:53.586460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] No DVR routers for this DVR port dcb847d4-9728-4a37-a28b-52459ce69681 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:53.723940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:01:53.724260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:01:53.724576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:53.729804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:01:53.730119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Attempting to bind port dcb847d4-9728-4a37-a28b-52459ce69681 on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:01:53.735071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:01:53.735410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:01:53.735807 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:01:53.736216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Bound port: dcb847d4-9728-4a37-a28b-52459ce69681, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:01:53.736554 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.807365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:01:53.810330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:01:53.815441 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.846030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:53.846712 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:53.848354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] 10.222.0.55 "PUT /v2.0/ports/dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1092 time: 0.7513111 Nov 25 18:01:53.901960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126dc52-5e5d-4bfb-b956-7cca0978d727 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:53.921032 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-25ad468c-99f4-45a7-ad13-bba0f464013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:53.922555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-25ad468c-99f4-45a7-ad13-bba0f464013c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1095 time: 0.0483022 Nov 25 18:01:54.022543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-ec4b2e7e-2c99-4388-b778-9a04e4f2cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:54.024801 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-ec4b2e7e-2c99-4388-b778-9a04e4f2cef4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0951891 Nov 25 18:01:54.094352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-4ec8c34e-43da-4531-85b9-98f32cfd1134 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1000 time: 0.0623910 Nov 25 18:01:54.118710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6a6af-782a-4f53-9b08-d90ea815e386 req-e644f171-74b6-479b-8fb3-7a96fd8b9cf4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:54.120145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ea6a6af-782a-4f53-9b08-d90ea815e386 req-e644f171-74b6-479b-8fb3-7a96fd8b9cf4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0552347 Nov 25 18:01:54.152686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-8b3cbf66-fd8f-40b6-aa4d-e70938955166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:54.154084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-8b3cbf66-fd8f-40b6-aa4d-e70938955166 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0501494 Nov 25 18:01:54.168958 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8ea6a6af-782a-4f53-9b08-d90ea815e386 req-aa1dcf55-aca5-4fa9-a9de-d1d7670c8c9a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Nov 25 18:01:54.208019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-56c48a33-66f8-4c0a-b431-7200f052d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:54.209504 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-56c48a33-66f8-4c0a-b431-7200f052d251 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406671 Nov 25 18:01:54.301785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-9c123dae-051f-408d-984f-b86c98d232c3 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Nov 25 18:01:54.399316 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9c26b7e-06aa-46ee-8bbb-5973b0963cf5 req-380fc427-9b93-4a53-ab63-a342465f23df service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853636 Nov 25 18:01:55.289812 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539457f-60e4-4ba0-9f81-f66e3f13845b req-b2a67598-1492-4a2a-a5fb-a0e430ff5040 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:55.291277 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0539457f-60e4-4ba0-9f81-f66e3f13845b req-b2a67598-1492-4a2a-a5fb-a0e430ff5040 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0498297 Nov 25 18:01:55.337882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0539457f-60e4-4ba0-9f81-f66e3f13845b req-1633234d-798f-49b9-b30a-487e89fa3982 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407355 Nov 25 18:01:55.423236 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:01:55.493788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:55.496162 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a879b-734b-4587-929d-bce7e055657c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:55.546800 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df5a0c-60c9-4ea9-8327-f1e645767356 x-openstack-request-id: req-10df5a0c-60c9-4ea9-8327-f1e645767356 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:55.547091 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:55.547341 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-10df5a0c-60c9-4ea9-8327-f1e645767356 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:55.547766 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'status': 'completed', 'code': 200} Nov 25 18:01:55.645040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-4a3b6ae2-94cd-44b9-8cb2-6d68f1afc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:55.646514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-4a3b6ae2-94cd-44b9-8cb2-6d68f1afc086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1095 time: 0.0663497 Nov 25 18:01:55.648702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-76a582fe-4be6-4f43-88f4-ec0da1515a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:55.650030 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-76a582fe-4be6-4f43-88f4-ec0da1515a30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 1095 time: 0.0776241 Nov 25 18:01:55.812699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-1dd5c64d-defc-486c-b5e0-df36d015b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:55.814058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-1dd5c64d-defc-486c-b5e0-df36d015b576 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1607146 Nov 25 18:01:55.815116 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-c862dcde-fb6f-4bb5-bd51-7f9d1cc7d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:55.816424 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-c862dcde-fb6f-4bb5-bd51-7f9d1cc7d52a service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1562445 Nov 25 18:01:55.932260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-a5ec22d8-bb11-4e41-bc74-3c4c2a2fe17e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1000 time: 0.1107304 Nov 25 18:01:55.934059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-f1a3ce24-5cdb-40c4-89e9-d4d8157df5be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 200 len: 1000 time: 0.1062484 Nov 25 18:01:56.018771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-06f831b3-6d67-46b9-8102-40bc4bce803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.020248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-06f831b3-6d67-46b9-8102-40bc4bce803c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0808830 Nov 25 18:01:56.024419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-d362377e-237d-4868-807c-fec6cad4c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.025805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-d362377e-237d-4868-807c-fec6cad4c036 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0782526 Nov 25 18:01:56.093381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-426eff3c-9fce-4301-9a45-21cb3bb28ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.094777 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-426eff3c-9fce-4301-9a45-21cb3bb28ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671813 Nov 25 18:01:56.097038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a879b-734b-4587-929d-bce7e055657c req-b374485a-cb77-43c6-b566-76ad06ff855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.098446 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-b374485a-cb77-43c6-b566-76ad06ff855d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631268 Nov 25 18:01:56.249238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-8f7579fb-4ce2-4f2e-83bd-6c04872bf8d7 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474290 Nov 25 18:01:56.252515 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-242c7344-284d-4b6c-8eb6-de920592cf27 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430833 Nov 25 18:01:56.335905 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:01:56.376350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:01:56.408840 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-3160550d-2f62-463b-90f6-ba107c3c3065 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527095 Nov 25 18:01:56.410696 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f54a879b-734b-4587-929d-bce7e055657c req-80b0985d-d5c2-45b6-840f-59ed8d9f16cf service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470737 Nov 25 18:01:56.465460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddafa0-90f0-4cda-a2ae-09110bcd2d41 req-065afbf8-d4fe-4045-83da-a1c7632ac1e7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.466976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-faddafa0-90f0-4cda-a2ae-09110bcd2d41 req-065afbf8-d4fe-4045-83da-a1c7632ac1e7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0551615 Nov 25 18:01:56.519889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-faddafa0-90f0-4cda-a2ae-09110bcd2d41 req-9f18bb28-111b-4684-b4c1-c305c2d50d9c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468321 Nov 25 18:01:56.637946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5005906-3df2-484c-8c53-aad4b4a5e33d req-4914b02c-7780-4660-87cd-a0e990f33e46 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.639319 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5005906-3df2-484c-8c53-aad4b4a5e33d req-4914b02c-7780-4660-87cd-a0e990f33e46 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0498407 Nov 25 18:01:56.686940 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5005906-3df2-484c-8c53-aad4b4a5e33d req-e1fb1b7f-ce91-466a-864f-c6b280c2adfa tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417588 Nov 25 18:01:56.799910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887da077-dac3-47ce-9c14-8b06919e1ae5 req-06e2894d-e11f-4906-89a0-967d1b4899f3 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:56.801388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-887da077-dac3-47ce-9c14-8b06919e1ae5 req-06e2894d-e11f-4906-89a0-967d1b4899f3 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0483122 Nov 25 18:01:56.849766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-887da077-dac3-47ce-9c14-8b06919e1ae5 req-a61c70c7-b56c-4ea7-bcc5-061256d391e1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Nov 25 18:01:57.089786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ba199-cb7a-442d-9a83-ec3f2bc944c9 req-0fbd360e-92ba-4480-a2a7-3e82f8748577 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:57.091242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b7ba199-cb7a-442d-9a83-ec3f2bc944c9 req-0fbd360e-92ba-4480-a2a7-3e82f8748577 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 944 time: 0.0532494 Nov 25 18:01:57.144561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b7ba199-cb7a-442d-9a83-ec3f2bc944c9 req-1eb7bb71-0628-4f73-a207-147a0e3e1b94 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470726 Nov 25 18:01:57.880829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:01:57.979520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:57.990585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'mac_address': 'fa:16:3e:9e:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:01:58.028060 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.041486 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb847d4-9728-4a37-a28b-52459ce69681 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:01:58.061536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:58.065308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.116658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:58.259275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d582-4449-457e-9563-0bc43873029a req-d9e5d0c0-0607-401e-a098-58c52f69bd99 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:58.260779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a026d582-4449-457e-9563-0bc43873029a req-d9e5d0c0-0607-401e-a098-58c52f69bd99 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0500093 Nov 25 18:01:58.272864 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662953-79b7-441a-bec5-16cbe6e8dfa7 req-d457954b-9129-4440-b0cb-94e4a72eded9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:01:58.275248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c662953-79b7-441a-bec5-16cbe6e8dfa7 req-d457954b-9129-4440-b0cb-94e4a72eded9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 945 time: 0.0505774 Nov 25 18:01:58.327475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c662953-79b7-441a-bec5-16cbe6e8dfa7 req-3e7e6e52-3232-4835-9729-391e6c6459d5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458696 Nov 25 18:01:58.349241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Deleting port dcb847d4-9728-4a37-a28b-52459ce69681 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:01:58.349576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.441424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] For port dcb847d4-9728-4a37-a28b-52459ce69681, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=dcb847d4-9728-4a37-a28b-52459ce69681,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:01:58.441784 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.624808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.625171 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.625487 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 disassociated. External IP: 172.25.8.184, port: dcb847d4-9728-4a37-a28b-52459ce69681. Nov 25 18:01:58.625829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Calling delete_port for dcb847d4-9728-4a37-a28b-52459ce69681 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:01:58.762122 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:58.791949 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event deleted for resources: {'Port': ['ID=dcb847d4-9728-4a37-a28b-52459ce69681,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:01:58.910241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:01:59.021061 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:01:59.030516 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:01:59.041720 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:59.042339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:01:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:59.060566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] No DVR routers for this DVR port dcb847d4-9728-4a37-a28b-52459ce69681 on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:01:59.063180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:01:59.066872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a026d582-4449-457e-9563-0bc43873029a req-28bb9dfd-b924-4df6-81eb-99d8080ac344 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "DELETE /v2.0/ports/dcb847d4-9728-4a37-a28b-52459ce69681 HTTP/1.1" status: 204 len: 173 time: 0.8000345 Nov 25 18:01:59.067312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-deleted', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:01:59.069772 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f8493-077d-4083-ac8a-7baba8e031a7" -d '{"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-deleted", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:01:59.116716 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a615e9-4b8f-437c-a2c6-41b8adcf6934 x-openstack-request-id: req-04a615e9-4b8f-437c-a2c6-41b8adcf6934 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:01:59.117019 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1f98c7-90ff-47c1-9a82-481ccec226cb", "name": "network-vif-deleted", "tag": "dcb847d4-9728-4a37-a28b-52459ce69681", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:01:59.118638 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04a615e9-4b8f-437c-a2c6-41b8adcf6934 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:01:59.119199 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f98c7-90ff-47c1-9a82-481ccec226cb', 'name': 'network-vif-deleted', 'tag': 'dcb847d4-9728-4a37-a28b-52459ce69681', 'status': 'completed', 'code': 200} Nov 25 18:01:59.154120 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:01:59.354103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:59.386162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:01:59.395942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:01:59.396562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:01:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:59.437684 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3335d1f8-7bb3-493b-b727-5abcc3dcd6c2 req-58a1abe7-5027-4411-9458-eb2a6fabf1ba tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed1f98c7-90ff-47c1-9a82-481ccec226cb HTTP/1.1" status: 200 len: 210 time: 0.0278425 Nov 25 18:01:59.520437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:01:59.738243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:01:59.764286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b67ef7-84f7-45e4-a3b2-e50cd0b525a5 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:01:59.996192 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64d2ce-bf1a-4f36-afab-66eead13229a None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:02:00.720829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-1873a214-c91c-4f2e-bf98-9fea319a5e42 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--662635252&fields=id&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 267 time: 0.0456567 Nov 25 18:02:00.825474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-0f042ae1-1a06-42b0-8935-437f461f5db1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:00.826937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-0f042ae1-1a06-42b0-8935-437f461f5db1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.0994444 Nov 25 18:02:00.842141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-d2bdfcc4-173c-4622-b0f4-e8251d2cea41 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/quotas/30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 375 time: 0.0093837 Nov 25 18:02:00.898243 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-5ebd8693-b56a-45dc-ab0f-bc0fe399d2d8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503528 Nov 25 18:02:01.041161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-afd60a62-e0ba-451b-9082-eafbf7276f3b service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311791 Nov 25 18:02:01.133867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-efccea3a-99e0-4f1d-83e4-5e4221872a5b service neutron] 10.222.0.86 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Nov 25 18:02:01.294344 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-51f596af-9c3c-44e1-bec9-0c71feb910ab req-3da15ae8-55a5-493d-a39e-9d54593994a8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0272009 Nov 25 18:02:01.889282 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:02:01.912694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: dcb847d4-9728-4a37-a28b-52459ce69681 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:02:01.913029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device dcb847d4-9728-4a37-a28b-52459ce69681 not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:02:02.210230 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6ec23d97-c68d-4d9b-8d0d-70748d222cc8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:02.213369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6ec23d97-c68d-4d9b-8d0d-70748d222cc8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 810 time: 0.1224260 Nov 25 18:02:02.279939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-43225228-5017-4d99-876d-4ad7bdcdc27d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 379 time: 0.0585594 Nov 25 18:02:02.291167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'port': {'device_id': '3102b8fe-855f-4855-a414-7ca36604ede4', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'admin_state_up': True, 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'security_groups': ['91e1d1b3-f895-4d62-8c06-b90868b50fec']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:02:02.406774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b9f9382-67e4-4187-94c5-ec983016786c req-c323a042-1ab9-4d82-8fa3-2f36d15e356e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0377643 Nov 25 18:02:02.425460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Made reservation on behalf of 30eccf487732473e9f054e6a4b6caa6d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:02:02.429232 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.556755 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Allocated IP 172.20.0.11 (184a371e-ce22-4cff-881a-2e456df838db/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7/7e2cc429-a8c2-4eb4-89e9-271f6f50445a) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:02:02.696203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.729849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.774134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Network 184a371e-ce22-4cff-881a-2e456df838db is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:02:02.777135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:02:02.780946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:02:02.787081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:02.837799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:02.837799 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:02.853385 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-6cba27d9-bf3b-499a-868f-39f44d040b6a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5662367 Nov 25 18:02:02.868806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Request body: {'port': {'device_id': '3102b8fe-855f-4855-a414-7ca36604ede4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:02:02.929288 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.063269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f2ef2395-d18f-464f-bd07-1de2319fb455 None None] Provisioning complete for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:02:03.064287 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2395-d18f-464f-bd07-1de2319fb455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.099204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef2395-d18f-464f-bd07-1de2319fb455 None None] Port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:02:03.513838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2cc429-a8c2-4eb4-89e9-271f6f50445a {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:02:03.521695 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.526377 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a7a8-970c-4617-a740-d3756ef1761a req-47060605-23f0-4218-ba95-eb79cc245d08 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:03.528927 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0941a7a8-970c-4617-a740-d3756ef1761a req-47060605-23f0-4218-ba95-eb79cc245d08 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 932 time: 0.0514050 Nov 25 18:02:03.535375 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Transition to ACTIVE for port object 7e2cc429-a8c2-4eb4-89e9-271f6f50445a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:02:03.540565 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.583944 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0941a7a8-970c-4617-a740-d3756ef1761a req-fd07ba62-7ce8-4655-9b78-a7ac8c83fd12 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486197 Nov 25 18:02:03.595479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:03.669276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:02:03.669656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:02:03.669982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:02:03.674525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:02:03.674837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:02:03.679624 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:02:03.681472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:02:03.681695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:02:03.682120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Bound port: 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:02:03.682473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.749008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:02:03.752356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:02:03.757423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.794040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:03.794659 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:03.796061 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] 10.222.0.73 "PUT /v2.0/ports/7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1092 time: 0.9325247 Nov 25 18:02:03.796505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:03.798789 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bba652a-0d35-423e-a550-da303a48e723" -d '{"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:03.826550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1f07a-145c-4025-bb1f-30d3b7e4093e service neutron] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:03.856989 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44167686-8b7c-444f-8675-164de8741dd6 x-openstack-request-id: req-44167686-8b7c-444f-8675-164de8741dd6 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:03.857871 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:03.858441 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44167686-8b7c-444f-8675-164de8741dd6 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:03.862952 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'status': 'completed', 'code': 200} Nov 25 18:02:03.891277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-d473f52c-24c1-4577-a9f1-f9768b1a1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:03.892824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-d473f52c-24c1-4577-a9f1-f9768b1a1b01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1095 time: 0.0468838 Nov 25 18:02:03.936786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-c59bcbdc-d6cb-4d2c-ae97-b8a4226f886d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 217 time: 0.0355179 Nov 25 18:02:03.987419 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-e9319402-31a8-4725-9411-2d9c654e4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:03.988906 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-e9319402-31a8-4725-9411-2d9c654e4cd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0456367 Nov 25 18:02:04.039645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-624c14e6-36f2-4fb2-a749-00f10adb8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.041144 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-624c14e6-36f2-4fb2-a749-00f10adb8f50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452905 Nov 25 18:02:04.131563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-8180dd3b-1cf1-42d1-bf14-876f2832fdc4 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Nov 25 18:02:04.223017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d50160e1-35b5-4a3c-97ab-9e517e6f3196 req-847f82e7-6234-4a79-8109-b2c6df31bf46 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848172 Nov 25 18:02:04.317107 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba652a-0d35-423e-a550-da303a48e723 req-c431572a-29bd-493f-a741-9f2babd20fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.318574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-c431572a-29bd-493f-a741-9f2babd20fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1095 time: 0.0442204 Nov 25 18:02:04.408035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba652a-0d35-423e-a550-da303a48e723 req-0a1a484a-00e8-4a8c-b1cc-ae1d63ba1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.409475 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-0a1a484a-00e8-4a8c-b1cc-ae1d63ba1af5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0843899 Nov 25 18:02:04.453818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-de8bef5b-b9c3-498e-b1a5-a039386a1224 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 217 time: 0.0376217 Nov 25 18:02:04.501595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba652a-0d35-423e-a550-da303a48e723 req-246b8ed6-ca81-472b-a1d9-3635e7ad4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.502911 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-246b8ed6-ca81-472b-a1d9-3635e7ad4546 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0426342 Nov 25 18:02:04.548477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba652a-0d35-423e-a550-da303a48e723 req-7f5703d2-dd85-475c-9bf1-f82c5e3eadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.549923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-7f5703d2-dd85-475c-9bf1-f82c5e3eadc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383761 Nov 25 18:02:04.647324 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-6a35ed5e-10fd-4777-8151-a79661f20722 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896685 Nov 25 18:02:04.712281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b7687-e509-43fe-98bb-0cd8e34f492c req-41ccfdbd-a847-4d41-aed9-75296544ece7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:04.713784 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b41b7687-e509-43fe-98bb-0cd8e34f492c req-41ccfdbd-a847-4d41-aed9-75296544ece7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0528967 Nov 25 18:02:04.738893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2bba652a-0d35-423e-a550-da303a48e723 req-70dc2360-693a-4d68-896b-06bd6b04c00b service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841644 Nov 25 18:02:04.763114 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b41b7687-e509-43fe-98bb-0cd8e34f492c req-27c97219-ee8e-477a-a4ef-794cb8c57fda tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Nov 25 18:02:05.764182 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-97c63182-0d46-418f-af2a-332067c90407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:05.888474 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89bf35-01fa-412e-bbce-d1ebff4418a0 req-9986c32f-010a-4b24-9e01-64397329ac42 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:05.889956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d89bf35-01fa-412e-bbce-d1ebff4418a0 req-9986c32f-010a-4b24-9e01-64397329ac42 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0574489 Nov 25 18:02:05.938067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9d89bf35-01fa-412e-bbce-d1ebff4418a0 req-b43c3955-ce80-4d48-856a-5439a40a8c08 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Nov 25 18:02:06.393841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:02:06.490154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:06.502162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'mac_address': 'fa:16:3e:27:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:02:06.537738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:06.551013 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2cc429-a8c2-4eb4-89e9-271f6f50445a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:02:06.571595 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:06.575735 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:06.625814 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:06.761321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['7e2cc429-a8c2-4eb4-89e9-271f6f50445a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:02:07.057974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebd867-4fd4-448b-a755-fdc93910d1ee req-b70dc345-862e-493f-a52f-130abd597d39 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:07.059373 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89ebd867-4fd4-448b-a755-fdc93910d1ee req-b70dc345-862e-493f-a52f-130abd597d39 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0483112 Nov 25 18:02:07.106848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-89ebd867-4fd4-448b-a755-fdc93910d1ee req-b6d676ec-f917-471b-a85a-24163ddca939 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Nov 25 18:02:07.999936 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a2abd89d-bff9-4683-988f-117b338fecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:08.222191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595cadf-8fff-4277-993f-db11a82f1481 req-9b104514-7012-41e6-b9c8-19d004a0b977 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:08.223662 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b595cadf-8fff-4277-993f-db11a82f1481 req-9b104514-7012-41e6-b9c8-19d004a0b977 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Nov 25 18:02:08.272382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b595cadf-8fff-4277-993f-db11a82f1481 req-5059db62-4e38-4eca-abc8-38ffea9f0bde tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Nov 25 18:02:08.432067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:02:08.480240 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:02:08.484725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:02:08.485093 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:08.568405 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:08.592463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:08.594687 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c114f4d9-b8fb-43b3-bd6e-7d8660d2d755" -d '{"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-plugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:08.607001 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:02:08.611901 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:08.640287 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433af3a9-c7b5-4182-8852-50a937f41b4b x-openstack-request-id: req-433af3a9-c7b5-4182-8852-50a937f41b4b {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:08.640588 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-plugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:08.640826 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-433af3a9-c7b5-4182-8852-50a937f41b4b {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:08.641213 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'code': 200} Nov 25 18:02:08.669687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:02:08.725626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ced1-f0da-4125-9a5f-113481e3ca26 req-c5d8aed0-d6e9-4bb3-b1c0-bbe8bf8cb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:08.727632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8549ced1-f0da-4125-9a5f-113481e3ca26 req-c5d8aed0-d6e9-4bb3-b1c0-bbe8bf8cb3ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1097 time: 0.0392334 Nov 25 18:02:08.776043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8549ced1-f0da-4125-9a5f-113481e3ca26 req-cc3cecbc-629a-45c1-bc7a-5629bdc8d894 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Nov 25 18:02:09.391467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0c124-9e80-4c36-bb75-dfb2c02627b2 req-2a776e87-615b-4476-859f-5242f3df041f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:09.392882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ea0c124-9e80-4c36-bb75-dfb2c02627b2 req-2a776e87-615b-4476-859f-5242f3df041f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0502250 Nov 25 18:02:09.439216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ea0c124-9e80-4c36-bb75-dfb2c02627b2 req-a555c9a4-fbf1-459d-a363-6f363ba3d0dc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Nov 25 18:02:09.460532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:10.560604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1172af-03ae-4b65-91ef-1a741c6f94bc req-33c4f385-2e29-4ef0-9feb-17274ab07d5c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:10.568726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad1172af-03ae-4b65-91ef-1a741c6f94bc req-33c4f385-2e29-4ef0-9feb-17274ab07d5c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0553424 Nov 25 18:02:10.628065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad1172af-03ae-4b65-91ef-1a741c6f94bc req-40480d9c-dc06-471a-bad3-665c8178f061 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528524 Nov 25 18:02:10.738773 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:10.741879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cdb64-71b6-4e46-aeba-a958a065bc59 req-836dc801-fc90-4c68-9e47-229b48ffd75a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:10.744540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-676cdb64-71b6-4e46-aeba-a958a065bc59 req-836dc801-fc90-4c68-9e47-229b48ffd75a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0513308 Nov 25 18:02:10.753159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60504) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:02:10.757455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Request body: {'floatingip': {'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:02:10.800544 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:11.242513 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:11.246252 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:11.346921 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 associated. External IP: 172.25.8.184, port: 7e2cc429-a8c2-4eb4-89e9-271f6f50445a. Nov 25 18:02:11.491146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:11.554713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:02:11.663090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:02:11.668655 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:11.673204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:02:11.685022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:02:11.685634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:02:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:02:11.696636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a24e42f9-d66a-4a11-bd25-7a1f58bb65ae tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "PUT /v2.0/floatingips/2cf651e5-bdf0-4970-9617-a3e8e1496159 HTTP/1.1" status: 200 len: 993 time: 0.9423022 Nov 25 18:02:11.697296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:02:11.699832 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efec0431-cb75-485e-95d0-9fbdc0044637" -d '{"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:02:11.744198 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f2fac-7fe4-40f6-bdd2-fdbf9d094f5d x-openstack-request-id: req-697f2fac-7fe4-40f6-bdd2-fdbf9d094f5d {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:02:11.744805 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:02:11.744805 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-697f2fac-7fe4-40f6-bdd2-fdbf9d094f5d {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:02:11.745132 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'status': 'completed', 'code': 200} Nov 25 18:02:11.800078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:02:11.806210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-74440406-6884-4b47-88e5-34905dedbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:11.807673 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-74440406-6884-4b47-88e5-34905dedbd60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1097 time: 0.0425360 Nov 25 18:02:11.905120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-6512e6ff-6d01-4620-aa6d-9c118200c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:11.906592 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-6512e6ff-6d01-4620-aa6d-9c118200c6e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0915980 Nov 25 18:02:11.980213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-bbec79cc-e630-40fc-a2e7-925c2a0fbe1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.0664148 Nov 25 18:02:12.034081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-a76b73a5-fbe6-47c2-a696-fe4715994d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:12.035621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-a76b73a5-fbe6-47c2-a696-fe4715994d24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0488825 Nov 25 18:02:12.046011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:27:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102b8fe-855f-4855-a414-7ca36604ede4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T18:02:11Z', 'revision_number': 13, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:02:12.072198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:02:12.080267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-c35a7c46-2110-48af-9a7f-c5a39d914c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:12.080435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:02:12.080913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:02:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:02:12.081757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-c35a7c46-2110-48af-9a7f-c5a39d914c14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394819 Nov 25 18:02:12.171118 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-35498adf-c1ab-4427-945e-e73bca39750d service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822563 Nov 25 18:02:12.185420 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:02:12.268696 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-efec0431-cb75-485e-95d0-9fbdc0044637 req-04187357-f7e7-45e2-aa4a-901f2c154aa6 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909460 Nov 25 18:02:12.587738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:27:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102b8fe-855f-4855-a414-7ca36604ede4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T18:02:11Z', 'revision_number': 13, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:02:12.613682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a60af1-6c79-45cf-85ea-8660ebda57e7 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '2cf651e5-bdf0-4970-9617-a3e8e1496159', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'mac_address': 'fa:16:3e:27:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102b8fe-855f-4855-a414-7ca36604ede4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T17:55:19Z', 'updated_at': '2021-11-25T18:02:11Z', 'revision_number': 13, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:02:12.748380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-95f21ce3-436b-4775-9748-55b9c61f8800 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506911 Nov 25 18:02:12.824127 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05866b12-06da-49b4-9cca-a3a8ac989b34 None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:02:12.842708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-714bdfa6-f185-4e95-93a2-a632c34e8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:12.844151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-714bdfa6-f185-4e95-93a2-a632c34e8190 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1097 time: 0.0514376 Nov 25 18:02:12.954001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-742cea36-324c-44ce-9561-536d20fa790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:12.955547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-742cea36-324c-44ce-9561-536d20fa790d service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0907569 Nov 25 18:02:13.025584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-794aecc3-1a4f-4b9e-96a1-e85cf7b3c10a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1003 time: 0.0629351 Nov 25 18:02:13.080030 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-38046708-1b3f-4d08-a293-e7a8d0f5712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:13.081455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-38046708-1b3f-4d08-a293-e7a8d0f5712b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0490589 Nov 25 18:02:13.126346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-56a83cde-a8a2-4e72-aaca-4ca85dcb0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:02:13.127747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-56a83cde-a8a2-4e72-aaca-4ca85dcb0743 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394182 Nov 25 18:02:13.214121 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-6d97d727-580d-4b48-9268-ab33dcf84edb service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796781 Nov 25 18:02:13.306533 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-492d4e09-df67-4817-92c6-418ae4a1ed6f req-60b33b03-70ca-4e14-8b15-438f0e5c5ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Nov 25 18:02:16.379397 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:17.944912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:32.422863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:02:35.766475 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b554ef3b-f02f-4918-bf9a-2458c58b4db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:38.001123 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5a1771bf-a2ac-4f84-b4fb-140a8558753d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:39.466106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:40.742646 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:41.495025 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:46.395491 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:02:47.937248 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:05.767232 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4b4481c0-c141-4b2b-bb0f-22c1808071d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:08.002968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-60c1194f-00ce-4daa-95f8-6db3db3b91c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:09.422294 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:03:09.466656 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:10.745206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:11.497906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:13.736621 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-ab051a9c-8e7a-4ac3-989a-5aaf5d4c361b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530419 Nov 25 18:03:13.817595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-0f5c04ee-e54a-4654-9bdc-0a2377a2553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:13.819070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-0f5c04ee-e54a-4654-9bdc-0a2377a2553c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1097 time: 0.0402453 Nov 25 18:03:13.924953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-9c1a25d0-559b-43cb-9239-4d4861d39255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:13.926412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-9c1a25d0-559b-43cb-9239-4d4861d39255 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0876548 Nov 25 18:03:13.994743 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-b0504b5e-6451-4848-ad33-3e186b25274f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1003 time: 0.0615079 Nov 25 18:03:14.055411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-6da7206b-f518-4c6d-b255-8f8841c00fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:14.056877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-6da7206b-f518-4c6d-b255-8f8841c00fa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0553062 Nov 25 18:03:14.100990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-bf5e63b5-b47c-4ac8-879e-10f500605827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:14.102472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-bf5e63b5-b47c-4ac8-879e-10f500605827 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393026 Nov 25 18:03:14.189094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-4f1a0f44-948a-4a76-bca2-f009470abd65 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799754 Nov 25 18:03:14.280499 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f73bf0ef-73a8-4d4a-938a-cf5ea87b70bf req-d58724b1-53a0-4eb6-a2c1-61eaea401060 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847335 Nov 25 18:03:16.409437 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:17.957250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:35.768989 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-51b815bf-f7c4-4359-b3a0-497833181575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:38.005031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-33ad7061-9505-4f7f-b1c2-6750e658c38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:39.469614 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:40.747717 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:41.500860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:46.411324 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:46.422455 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:03:47.958110 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:03:48.986262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2007c-778d-4060-826f-a85f3dabca71 req-cff53559-ed75-453b-9304-733b8092057d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:03:48.987750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fe2007c-778d-4060-826f-a85f3dabca71 req-cff53559-ed75-453b-9304-733b8092057d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Nov 25 18:03:49.033749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4fe2007c-778d-4060-826f-a85f3dabca71 req-05b3d021-0656-4f0c-ba29-c35488d728b6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Nov 25 18:04:01.007786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-0d4cc2e4-a978-4d90-aeb9-991d2394e33a req-c5be9624-5782-44fa-8683-5db3fb570a06 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:04:01.008764 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0d4cc2e4-a978-4d90-aeb9-991d2394e33a req-c5be9624-5782-44fa-8683-5db3fb570a06 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055983 Nov 25 18:04:01.203993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-0ad8c6f0-8412-4372-8001-218fabfaafb3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713146 Nov 25 18:04:01.215970 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fcb2-718d-4e02-bf25-a4fc6d94aad4 req-a1bcd574-0d27-45e2-ad18-4e98b1e60aaa tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:01.217356 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fb8fcb2-718d-4e02-bf25-a4fc6d94aad4 req-a1bcd574-0d27-45e2-ad18-4e98b1e60aaa tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0720706 Nov 25 18:04:01.222309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-fbecc3d2-127c-4184-9e33-1f2a7de5b11c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:04:01.223269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-fbecc3d2-127c-4184-9e33-1f2a7de5b11c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049365 Nov 25 18:04:01.268526 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fb8fcb2-718d-4e02-bf25-a4fc6d94aad4 req-700d0603-9cc5-4ba8-9e7a-1a19e1666ab8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 Nov 25 18:04:02.404402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e84f5-1370-4478-97d7-edfc36f6fa81 req-4fdc82e0-7918-4307-9e6c-aa324d91b977 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:02.406240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700e84f5-1370-4478-97d7-edfc36f6fa81 req-4fdc82e0-7918-4307-9e6c-aa324d91b977 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0635204 Nov 25 18:04:02.480923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-f97f2846-c4bb-4c23-812f-4f3b6de81396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:02.482404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-f97f2846-c4bb-4c23-812f-4f3b6de81396 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1097 time: 0.0639861 Nov 25 18:04:02.486389 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-700e84f5-1370-4478-97d7-edfc36f6fa81 req-638e1757-a659-4e68-aa01-1066a64d357b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740271 Nov 25 18:04:02.573037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-56a58d29-b8e7-4f2f-8af4-4e91ddcd33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:02.574418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-56a58d29-b8e7-4f2f-8af4-4e91ddcd33ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0843344 Nov 25 18:04:02.643770 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-0b72be41-4006-493f-b64b-afb0f7ea904d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1003 time: 0.0613382 Nov 25 18:04:02.692699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-2b018885-42cf-4f3b-a17c-9292aacfe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:02.694142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-2b018885-42cf-4f3b-a17c-9292aacfe4f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0439792 Nov 25 18:04:02.739364 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-32ea4cc6-1940-4dc5-ba6f-bcf56b39c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:02.740854 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-32ea4cc6-1940-4dc5-ba6f-bcf56b39c8fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396698 Nov 25 18:04:02.832212 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-82264768-0604-4527-8017-59ec8140cde9 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846376 Nov 25 18:04:02.924522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-8322d5e2-a1c0-4c23-a693-798036524ddc service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850751 Nov 25 18:04:03.607774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6facf-50e9-448c-b7be-04dfbf3e8092 req-85608bcd-8e76-43e9-8dd8-4be239059ca9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:03.609235 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77b6facf-50e9-448c-b7be-04dfbf3e8092 req-85608bcd-8e76-43e9-8dd8-4be239059ca9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0527360 Nov 25 18:04:03.657326 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-77b6facf-50e9-448c-b7be-04dfbf3e8092 req-761c795d-2a78-4440-a776-59f87aab04d7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409973 Nov 25 18:04:04.783558 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9336bf5-527b-43c5-a611-482f29913111 req-b1a66882-40da-47b5-84b9-34364f83cedc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:04.785053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9336bf5-527b-43c5-a611-482f29913111 req-b1a66882-40da-47b5-84b9-34364f83cedc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0543458 Nov 25 18:04:04.832604 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e9336bf5-527b-43c5-a611-482f29913111 req-5d1503ff-589f-4f5a-9661-a9633584d9bc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Nov 25 18:04:05.775058 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fb412e45-4d5e-4029-8880-35735001a329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:05.949852 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff75de0-b718-4e40-89ef-b26759139fcc req-2af39aeb-1ebc-4ee8-bc91-96407b572674 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:05.951303 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eff75de0-b718-4e40-89ef-b26759139fcc req-2af39aeb-1ebc-4ee8-bc91-96407b572674 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0497274 Nov 25 18:04:05.998754 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-eff75de0-b718-4e40-89ef-b26759139fcc req-7a23dd98-9a4e-49db-8d28-00fc17ad831c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415075 Nov 25 18:04:07.113714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe291-726e-4bc5-8330-beb9057f4886 req-a7133304-6b9d-449a-9f0f-b1366571b742 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:07.115078 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60dfe291-726e-4bc5-8330-beb9057f4886 req-a7133304-6b9d-449a-9f0f-b1366571b742 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Nov 25 18:04:07.161516 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-60dfe291-726e-4bc5-8330-beb9057f4886 req-080a679d-d1e4-48ac-8564-d358ef207fcb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404351 Nov 25 18:04:08.005316 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-38466c0a-1e18-4243-abec-7a87b01621ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:08.282401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a98dd-bcb2-40e1-961c-7e4771c90e8a req-ae2a06ac-e3e4-4900-9063-baf9ca0773b4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:08.284634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f57a98dd-bcb2-40e1-961c-7e4771c90e8a req-ae2a06ac-e3e4-4900-9063-baf9ca0773b4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Nov 25 18:04:08.334242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f57a98dd-bcb2-40e1-961c-7e4771c90e8a req-55d3e3f2-bf47-4be7-8959-0fd9cd849964 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437241 Nov 25 18:04:09.463977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5fb19-aacb-4072-a2b5-68a882da9522 req-e3a17c70-b877-4ee4-a90e-f31750114e12 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:09.465476 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ecb5fb19-aacb-4072-a2b5-68a882da9522 req-e3a17c70-b877-4ee4-a90e-f31750114e12 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0551829 Nov 25 18:04:09.473053 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:09.514216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ecb5fb19-aacb-4072-a2b5-68a882da9522 req-c1db4c77-a2e0-4ba8-8074-31d8a5141397 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Nov 25 18:04:10.632822 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7ec65-c017-4e64-a5b5-b7f3d20eae93 req-3d8a9a6e-2175-4526-a1c3-c80efd1f48a6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:10.634276 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7e7ec65-c017-4e64-a5b5-b7f3d20eae93 req-3d8a9a6e-2175-4526-a1c3-c80efd1f48a6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0490716 Nov 25 18:04:10.682197 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d7e7ec65-c017-4e64-a5b5-b7f3d20eae93 req-2266b44c-df37-4a19-9f2f-ec7e40881dec tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420220 Nov 25 18:04:10.751529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:11.504098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:11.800959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e334a-96db-4ffb-acee-37763542b2ac req-81023412-d6e6-4ec8-afa0-58a887b3661b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:11.802705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-013e334a-96db-4ffb-acee-37763542b2ac req-81023412-d6e6-4ec8-afa0-58a887b3661b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Nov 25 18:04:11.849756 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-013e334a-96db-4ffb-acee-37763542b2ac req-f4af8913-2e8a-4f3a-acb5-ec9bd737771c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413563 Nov 25 18:04:12.965808 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1808c-9db3-442c-b5e4-bb83f4a31f92 req-379813a6-62a1-4091-9833-9cc950e85332 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:12.967305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5c1808c-9db3-442c-b5e4-bb83f4a31f92 req-379813a6-62a1-4091-9833-9cc950e85332 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Nov 25 18:04:13.016533 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c5c1808c-9db3-442c-b5e4-bb83f4a31f92 req-aeeb6a41-8255-4c4c-baeb-dfb27ad1e24d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Nov 25 18:04:14.139331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dd614-2665-48ed-acbe-445fe7cc8479 req-d5b350a3-e065-4f5a-8915-6f7e88047d30 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:14.140744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e84dd614-2665-48ed-acbe-445fe7cc8479 req-d5b350a3-e065-4f5a-8915-6f7e88047d30 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Nov 25 18:04:14.191530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e84dd614-2665-48ed-acbe-445fe7cc8479 req-c5256ee8-badc-4b1f-bf13-f5c34da07a6e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Nov 25 18:04:14.754999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-65a20b97-bf29-4990-8eb4-991fd083c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:14.756464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-65a20b97-bf29-4990-8eb4-991fd083c16c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1097 time: 0.0398328 Nov 25 18:04:14.854546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-53e4e8ad-2395-42ff-bf16-586c59aa5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:14.856058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-53e4e8ad-2395-42ff-bf16-586c59aa5fdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0820901 Nov 25 18:04:14.927025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-7a7278c3-4243-4655-bea5-00336fcc8c84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1003 time: 0.0610201 Nov 25 18:04:14.976187 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-84aacd50-9c90-4295-82db-d5bdcc9b7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:14.977590 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-84aacd50-9c90-4295-82db-d5bdcc9b7da2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0428574 Nov 25 18:04:15.022441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-a15bc4aa-fef9-41e3-81bc-09faee5996d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:15.023960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-a15bc4aa-fef9-41e3-81bc-09faee5996d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397515 Nov 25 18:04:15.117672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-b600a6b0-320d-4786-b69d-de1eba7e4a31 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867074 Nov 25 18:04:15.211606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-19ce025f-a99f-4271-bc1d-bab4998a7eee req-e30dbf08-edca-4fcc-9d0d-c56bd76ffa5b service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870755 Nov 25 18:04:15.313135 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555a74b-7436-4d66-9acd-339e499730da req-4c312071-0f14-4d9a-bda2-dcaeb416616c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:15.314615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4555a74b-7436-4d66-9acd-339e499730da req-4c312071-0f14-4d9a-bda2-dcaeb416616c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0533824 Nov 25 18:04:15.364556 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4555a74b-7436-4d66-9acd-339e499730da req-84ec6043-846d-4a27-8b6f-85973b3bd1f5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Nov 25 18:04:16.409137 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:16.486063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebccbe4-37d1-448f-b231-2e40d55eb87d req-473746cd-aeeb-4a33-ad66-468f4fe10239 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:16.487689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ebccbe4-37d1-448f-b231-2e40d55eb87d req-473746cd-aeeb-4a33-ad66-468f4fe10239 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0516565 Nov 25 18:04:16.540645 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ebccbe4-37d1-448f-b231-2e40d55eb87d req-6f491a1d-1d4b-4d66-b7a7-797038668910 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469751 Nov 25 18:04:16.917283 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-4c5d8b4c-e57e-4a88-85a3-33b3d47a534a service neutron] show failed (client error): The resource could not be found. Nov 25 18:04:16.918282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-4c5d8b4c-e57e-4a88-85a3-33b3d47a534a service neutron] 10.222.0.73 "GET /v2.0/ports/7e2cc429-a8c2-4eb4-89e9-271f6f50445a/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0556533 Nov 25 18:04:17.175459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-17b4e4a2-f613-4c9e-be22-faaf74fa3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:17.176951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-17b4e4a2-f613-4c9e-be22-faaf74fa3dfc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 1097 time: 0.0984120 Nov 25 18:04:17.188373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:04:17.242461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:17.442445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:17.485913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:04:17.528263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:17.530544 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157256eb-5b15-4d4d-81db-e7e69e9ee3fb" -d '{"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:17.536083 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:17.548615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Transition to ACTIVE for port object 7e2cc429-a8c2-4eb4-89e9-271f6f50445a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:04:17.553417 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:17.588680 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d178f3-4673-4088-b346-3c918e2eb7dd x-openstack-request-id: req-56d178f3-4673-4088-b346-3c918e2eb7dd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:17.588969 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:17.589215 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-56d178f3-4673-4088-b346-3c918e2eb7dd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:17.589604 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'code': 200} Nov 25 18:04:17.683625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:17.701551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.701828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.702155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.702494 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.702828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.703165 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.703517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.703848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.704179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.704507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.704831 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.705651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:17.725035 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] No DVR routers for this DVR port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:04:17.973010 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:18.108713 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171478e-9440-453b-af59-cbf01e889377 req-fc8685ae-d29b-4f20-826f-c9c65fee4b6c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:18.110447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4171478e-9440-453b-af59-cbf01e889377 req-fc8685ae-d29b-4f20-826f-c9c65fee4b6c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.4637070 Nov 25 18:04:18.202787 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4171478e-9440-453b-af59-cbf01e889377 req-1ed6727a-40d7-4b27-8597-b50ba2236c13 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862715 Nov 25 18:04:18.237638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:04:18.237981 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:04:18.238324 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:04:18.242785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:04:18.243102 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:04:18.247950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:04:18.248385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:04:18.248768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:04:18.249188 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Bound port: 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:04:18.249536 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:18.312678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:04:18.316716 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:04:18.321317 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:18.357138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:18.357772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:18.359137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1092 time: 1.1746826 Nov 25 18:04:18.379580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be926e-b6c3-4251-8188-5b8bec6f8c06 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:18.424144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-b87d0ebb-8940-46c6-8f04-4008f3c2460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:18.426448 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-b87d0ebb-8940-46c6-8f04-4008f3c2460e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1095 time: 0.0432801 Nov 25 18:04:18.531880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-d29868e3-d180-4ef8-b963-e95f22000b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:18.533388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-d29868e3-d180-4ef8-b963-e95f22000b0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0996301 Nov 25 18:04:18.598904 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-286f5c3c-96a0-4983-b1d8-4b5e20cf8f74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.0584438 Nov 25 18:04:18.651546 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-1c077bb1-cf7c-4a9b-b8ec-bead07933ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:18.653014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-1c077bb1-cf7c-4a9b-b8ec-bead07933ab8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0472879 Nov 25 18:04:18.699127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-0ce034aa-b581-4485-bb3c-0ad43292b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:18.700661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-0ce034aa-b581-4485-bb3c-0ad43292b63c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400872 Nov 25 18:04:18.789653 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-e32eea52-f941-40e5-9b4e-fd95fecdc80a service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808196 Nov 25 18:04:18.884420 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-ef642aca-55b0-4725-942f-8826baa1d065 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877852 Nov 25 18:04:19.083558 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:04:19.123457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:04:19.325900 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b3c2-bb9e-48ff-9ab7-d79ce90627a2 req-59fd49ab-7780-45f5-aaa9-2cf64d5dfdcf tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:19.327293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65e8b3c2-bb9e-48ff-9ab7-d79ce90627a2 req-59fd49ab-7780-45f5-aaa9-2cf64d5dfdcf tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0500796 Nov 25 18:04:19.377776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-65e8b3c2-bb9e-48ff-9ab7-d79ce90627a2 req-7f2cc321-a648-4706-aef8-4be95223dbab tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433974 Nov 25 18:04:19.590770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:19.593098 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497" -d '{"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:19.645250 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74c6c03-e9f8-4bb7-b3fe-5e5ac5ebc37a x-openstack-request-id: req-e74c6c03-e9f8-4bb7-b3fe-5e5ac5ebc37a {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:19.645575 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:19.645835 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e74c6c03-e9f8-4bb7-b3fe-5e5ac5ebc37a {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:19.646248 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'status': 'completed', 'code': 200} Nov 25 18:04:19.736202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-262b3111-9b39-45dd-ba61-23c19dc1a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:19.737710 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-262b3111-9b39-45dd-ba61-23c19dc1a864 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1095 time: 0.0715525 Nov 25 18:04:19.739415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-2487cdf7-49a1-41d4-a119-6f5e9ea088f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:19.740750 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-2487cdf7-49a1-41d4-a119-6f5e9ea088f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1095 time: 0.0660212 Nov 25 18:04:19.904088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-9f7a0f0f-c9e6-46ac-a72d-4042e8f2a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:19.905552 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-9f7a0f0f-c9e6-46ac-a72d-4042e8f2a8c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1609848 Nov 25 18:04:19.908327 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-e664d040-c36c-4de8-bc43-c9c99d6621da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:19.909704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-e664d040-c36c-4de8-bc43-c9c99d6621da service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.1581845 Nov 25 18:04:20.021872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-9ec444e4-af9e-423d-99be-ea2267f11d02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.1088979 Nov 25 18:04:20.025556 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-db9a4e55-b07b-4564-8840-d8f5be632961 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.1068788 Nov 25 18:04:20.103526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-a4021ffb-278d-47b1-8295-5abfffbd36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:20.104957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-a4021ffb-278d-47b1-8295-5abfffbd36eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0769215 Nov 25 18:04:20.106302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-efa44f69-10a8-4795-aecf-53ba4453c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:20.107602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-efa44f69-10a8-4795-aecf-53ba4453c328 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0725992 Nov 25 18:04:20.184024 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-9a4d603f-5ace-4000-834a-1bcfaf3f65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:20.185442 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-9a4d603f-5ace-4000-834a-1bcfaf3f65ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650570 Nov 25 18:04:20.187753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-bad4ffb7-480f-4fe6-ad81-efa5c8a66aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:20.189180 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-bad4ffb7-480f-4fe6-ad81-efa5c8a66aed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761142 Nov 25 18:04:20.356015 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-95afb02f-07f9-4953-8e03-3d925e362eb6 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623785 Nov 25 18:04:20.357858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-e599264a-8264-4fcd-92bf-69ac5f817eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575243 Nov 25 18:04:20.511741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff23c1-034f-41f3-9d0a-e234068713b2 req-9ebed7db-11cb-44c6-b7e8-03ce7643048f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:20.513293 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abff23c1-034f-41f3-9d0a-e234068713b2 req-9ebed7db-11cb-44c6-b7e8-03ce7643048f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0587993 Nov 25 18:04:20.528805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-147a2368-8181-4be4-a6da-a5e7699fad1d service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660025 Nov 25 18:04:20.530672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92a7cbc9-10e4-4534-9dd6-8f7ef2f47497 req-d9034460-4850-43e7-903e-8217b4d4be3f service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610446 Nov 25 18:04:20.564090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-abff23c1-034f-41f3-9d0a-e234068713b2 req-5d4526fa-1029-4105-a227-15f45530acab tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Nov 25 18:04:21.745262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7eda43-21cb-42b7-bd2f-f71e7e8b6024 req-79eda41e-1a86-4209-8a85-474c24daf695 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:21.746739 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b7eda43-21cb-42b7-bd2f-f71e7e8b6024 req-79eda41e-1a86-4209-8a85-474c24daf695 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.1091294 Nov 25 18:04:21.799733 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5b7eda43-21cb-42b7-bd2f-f71e7e8b6024 req-2b945ff7-6880-4b27-bef2-7f63a3f190d9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463150 Nov 25 18:04:22.980126 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176d50f-a65e-4be2-950e-cd4c095f744e req-f710305b-8243-47f3-85f7-f93bd7a79e5e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:22.981680 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b176d50f-a65e-4be2-950e-cd4c095f744e req-f710305b-8243-47f3-85f7-f93bd7a79e5e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.1066015 Nov 25 18:04:23.033939 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b176d50f-a65e-4be2-950e-cd4c095f744e req-1767e5b5-0f94-49f7-b6c6-de45ff10bc47 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Nov 25 18:04:23.421897 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:04:24.152919 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79751f-e6a7-4e60-9792-2446f4004cba req-b3783d67-e2e9-4cc8-9f3a-0adaec46db77 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:24.154399 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b79751f-e6a7-4e60-9792-2446f4004cba req-b3783d67-e2e9-4cc8-9f3a-0adaec46db77 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0505638 Nov 25 18:04:24.201228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b79751f-e6a7-4e60-9792-2446f4004cba req-39d0d738-9b8a-4ec8-8655-cc86e4b97a65 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Nov 25 18:04:25.320987 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119bbf5-e022-4416-883b-bbabeda2e5ac req-248cf9ea-b28e-42d3-ba85-b1a1df4907b6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:25.322518 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3119bbf5-e022-4416-883b-bbabeda2e5ac req-248cf9ea-b28e-42d3-ba85-b1a1df4907b6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0510888 Nov 25 18:04:25.373872 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3119bbf5-e022-4416-883b-bbabeda2e5ac req-a06b1a4f-ca86-4731-9d1f-31c04cf66df7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Nov 25 18:04:26.490633 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e52524-3654-46c7-b68e-d2c118b3a7fb req-2e5ab7f2-7f21-4070-9fcb-4ad0b4eab010 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:26.492158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10e52524-3654-46c7-b68e-d2c118b3a7fb req-2e5ab7f2-7f21-4070-9fcb-4ad0b4eab010 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0491493 Nov 25 18:04:26.544297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10e52524-3654-46c7-b68e-d2c118b3a7fb req-0ea0c4dc-e27d-42c0-8626-5cb0b8eb0fcd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456128 Nov 25 18:04:27.663004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae81195-825d-41d4-a6f0-3129611cb0fd req-2d32ffbe-a215-4947-9eba-a9e86b732159 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:27.664538 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ae81195-825d-41d4-a6f0-3129611cb0fd req-2d32ffbe-a215-4947-9eba-a9e86b732159 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0501258 Nov 25 18:04:27.711965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3ae81195-825d-41d4-a6f0-3129611cb0fd req-cc7b880a-41ba-4e86-85a5-6781a13ee62e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414116 Nov 25 18:04:28.838443 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9ba81-b3f8-4179-9475-8eed329fe8de req-a57eeed7-3a9e-4009-b875-4d5ac31f63dd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:28.840082 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bae9ba81-b3f8-4179-9475-8eed329fe8de req-a57eeed7-3a9e-4009-b875-4d5ac31f63dd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0560682 Nov 25 18:04:28.887426 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bae9ba81-b3f8-4179-9475-8eed329fe8de req-5a24c182-7344-4248-86b2-0f66a93ba383 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Nov 25 18:04:30.007337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86246-5004-4350-8dbc-a536ea3f969c req-9fcb3b83-964c-4ea3-953e-3a3432e9ff33 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:30.009096 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42b86246-5004-4350-8dbc-a536ea3f969c req-9fcb3b83-964c-4ea3-953e-3a3432e9ff33 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0495384 Nov 25 18:04:30.056585 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-42b86246-5004-4350-8dbc-a536ea3f969c req-1def5431-1129-43d2-ba50-ee4eccd26b54 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Nov 25 18:04:31.182216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae88a3a-ebb4-45d1-a2a4-80920b676c71 req-ab0cdd22-a832-458a-a106-1015e16936fd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:31.183749 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eae88a3a-ebb4-45d1-a2a4-80920b676c71 req-ab0cdd22-a832-458a-a106-1015e16936fd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0537651 Nov 25 18:04:31.236272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-eae88a3a-ebb4-45d1-a2a4-80920b676c71 req-29b2f780-c588-426c-9520-509821ff3499 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443401 Nov 25 18:04:32.358552 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87bdea-26bf-42ca-9642-3cd255ee53a8 req-9a79ddb8-f1ae-45dc-b8c3-8962d9015a20 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:32.360310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b87bdea-26bf-42ca-9642-3cd255ee53a8 req-9a79ddb8-f1ae-45dc-b8c3-8962d9015a20 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 944 time: 0.0527732 Nov 25 18:04:32.400657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:04:32.407892 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7b87bdea-26bf-42ca-9642-3cd255ee53a8 req-398f9668-04df-467d-b94d-6f7b9d3dcd3e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Nov 25 18:04:32.494984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:32.508065 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'mac_address': 'fa:16:3e:27:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:04:32.553536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:32.571891 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2cc429-a8c2-4eb4-89e9-271f6f50445a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:04:32.595792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:32.602590 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:32.657412 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:32.665936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.666739 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.667079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.667507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.667783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.668268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.668435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.668771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.669178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.669456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.670112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.670340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:04:32.726595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-cba9261b-89ce-4948-9b53-2fb309e4345c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:32.728103 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-cba9261b-89ce-4948-9b53-2fb309e4345c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.55 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4&tenant_id=30eccf487732473e9f054e6a4b6caa6d&binding%3Ahost_id=n-h1-817303-7 HTTP/1.1" status: 200 len: 945 time: 0.0681179 Nov 25 18:04:32.728243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5087f4-4f3b-495a-a051-3d1f53c11ce1 req-6ef89228-3348-449b-817f-921d927b4866 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:32.729606 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad5087f4-4f3b-495a-a051-3d1f53c11ce1 req-6ef89228-3348-449b-817f-921d927b4866 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0493650 Nov 25 18:04:32.779016 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ad5087f4-4f3b-495a-a051-3d1f53c11ce1 req-cf62ea44-5f94-4218-a225-2ca6c89a0d77 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Nov 25 18:04:32.796996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-2109281c-4d97-43f0-be17-9a10848a0139 service neutron] 10.222.0.55 "GET /v2.0/ports/7e2cc429-a8c2-4eb4-89e9-271f6f50445a/bindings/n-h1-817303-7 HTTP/1.1" status: 200 len: 382 time: 0.0597591 Nov 25 18:04:32.820802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['7e2cc429-a8c2-4eb4-89e9-271f6f50445a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:04:32.861138 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-55a385f4-fbe2-4f08-93c5-9c900fed4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:32.863050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-55a385f4-fbe2-4f08-93c5-9c900fed4ddf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1096 time: 0.0428605 Nov 25 18:04:32.965571 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-30bf3922-3756-4f3a-bf90-51f9b6c2d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:32.967042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-30bf3922-3756-4f3a-bf90-51f9b6c2d550 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0968804 Nov 25 18:04:33.034266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-51dd5860-7885-497f-9e1b-4ca8607662d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1002 time: 0.0587270 Nov 25 18:04:33.083681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-291d316c-4bd7-414c-8831-fa63e7764938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:33.085042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-291d316c-4bd7-414c-8831-fa63e7764938 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0443873 Nov 25 18:04:33.135531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-0a159c3c-63ea-4849-9908-8c0f55d1e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:33.137011 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-0a159c3c-63ea-4849-9908-8c0f55d1e068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444894 Nov 25 18:04:33.227355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-b5626780-d2bd-46c2-839e-80b4f996f9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820112 Nov 25 18:04:33.323309 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-80686e96-a807-41d0-b73f-9287d9947a48 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Nov 25 18:04:33.900130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696016c6-eefc-433b-b8bb-88331cd7d878 req-2f33957d-04f8-439c-b1ea-f32b3670a959 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:33.901608 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-696016c6-eefc-433b-b8bb-88331cd7d878 req-2f33957d-04f8-439c-b1ea-f32b3670a959 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0506735 Nov 25 18:04:33.947868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-696016c6-eefc-433b-b8bb-88331cd7d878 req-caf11e1b-36a1-4883-9cad-fc6489cbca2a tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Nov 25 18:04:34.407675 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:04:34.456719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:04:34.460269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:04:34.460634 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:34.542148 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:34.565474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:34.567739 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2d540e-c5be-4f8d-8807-3f9202a3cdc0" -d '{"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-plugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:34.581957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:34.586384 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:34.635285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:34.679570 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2107f609-4cae-462b-9395-6f5816f4549c x-openstack-request-id: req-2107f609-4cae-462b-9395-6f5816f4549c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:34.679872 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-plugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:34.680131 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2107f609-4cae-462b-9395-6f5816f4549c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:34.680532 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'code': 200} Nov 25 18:04:35.070928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b6858-06ee-422c-94ae-03be9581ed4f req-1e16292a-67a6-441f-bded-2be7d17e7981 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:35.073110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a4b6858-06ee-422c-94ae-03be9581ed4f req-1e16292a-67a6-441f-bded-2be7d17e7981 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0511227 Nov 25 18:04:35.121842 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a4b6858-06ee-422c-94ae-03be9581ed4f req-0de8f10f-cb89-4d6c-8cdd-7ac3a19f6496 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Nov 25 18:04:35.769676 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-844f10a3-d4f1-458b-b97e-55abf297c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:36.246543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c83c3-5210-4af0-b4c1-2eed47b94136 req-ecb3578a-3dbc-4306-9941-bb6ff76251f4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:36.248086 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe3c83c3-5210-4af0-b4c1-2eed47b94136 req-ecb3578a-3dbc-4306-9941-bb6ff76251f4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0514455 Nov 25 18:04:36.302582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fe3c83c3-5210-4af0-b4c1-2eed47b94136 req-4f9775b9-bb03-45ec-aa50-f35a8d4e94ed tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 Nov 25 18:04:37.405681 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-358065fe-a7c5-4b6f-9abc-8febebe60607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:37.407165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-358065fe-a7c5-4b6f-9abc-8febebe60607 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4&tenant_id=30eccf487732473e9f054e6a4b6caa6d HTTP/1.1" status: 200 len: 1097 time: 0.1164880 Nov 25 18:04:37.419440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:04:37.449288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e35a3-43c5-43ae-9546-54c74f57dd79 req-7f97d3dc-b1b9-448d-8186-317a5bc90b2c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:37.450745 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e05e35a3-43c5-43ae-9546-54c74f57dd79 req-7f97d3dc-b1b9-448d-8186-317a5bc90b2c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0766320 Nov 25 18:04:37.500297 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:37.536142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e05e35a3-43c5-43ae-9546-54c74f57dd79 req-86df34a4-b410-467b-8cd1-bc1696a680ba tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787959 Nov 25 18:04:37.729889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:37.762629 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:04:37.801922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:37.804444 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7520f-906c-4f77-aeb6-b0f4edb67c55" -d '{"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:37.808226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:37.820970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Transition to ACTIVE for port object 7e2cc429-a8c2-4eb4-89e9-271f6f50445a will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:04:37.824732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:37.908389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=10']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:37.928988 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb503b1-8bd0-492e-bd07-3e2500bd2ecb x-openstack-request-id: req-8fb503b1-8bd0-492e-bd07-3e2500bd2ecb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:37.929284 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:37.929543 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8fb503b1-8bd0-492e-bd07-3e2500bd2ecb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:37.929945 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'code': 200} Nov 25 18:04:37.955776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] No DVR routers for this DVR port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:04:38.007127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-537c2eb2-258d-4940-8daf-e9d51cfc6a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:38.105485 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:04:38.105811 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:04:38.106124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:04:38.110575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:04:38.110890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Attempting to bind port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on network 184a371e-ce22-4cff-881a-2e456df838db {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:04:38.116205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:04:38.116532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Checking segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:04:38.116906 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Bound using segment: {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:04:38.117319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Bound port: 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31e366-94cf-4901-a51a-c29ec5c50d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '184a371e-ce22-4cff-881a-2e456df838db'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:04:38.117658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:38.181122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:04:38.184773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:04:38.188996 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:38.220890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:38.222116 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:38.223570 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] 10.222.0.73 "PUT /v2.0/ports/7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1093 time: 0.8080664 Nov 25 18:04:38.259319 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1eb5be-d4cc-44c1-b79b-55e0c887a586 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=11']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:38.296468 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-79cc918c-b26f-4f4a-82cf-8da3da52be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:38.297991 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-79cc918c-b26f-4f4a-82cf-8da3da52be61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1096 time: 0.0481009 Nov 25 18:04:38.392176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-9aaf709c-fe49-4736-ad14-96a124c0bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:38.394896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-9aaf709c-fe49-4736-ad14-96a124c0bcb7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.0882633 Nov 25 18:04:38.463104 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-eb1e134d-a0cd-4bba-95de-38975c45c10f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.0627601 Nov 25 18:04:38.513330 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-439a2a7b-2e85-4bff-b1a8-ee0e4f08632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:38.514726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-439a2a7b-2e85-4bff-b1a8-ee0e4f08632c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0444722 Nov 25 18:04:38.559290 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-648a4e02-fb66-4522-880d-d8a30d5f2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:38.560786 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-648a4e02-fb66-4522-880d-d8a30d5f2ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396249 Nov 25 18:04:38.686483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a2ec-cc92-4f91-979b-70b2a629aed6 req-5a294feb-f56b-4d4c-86c2-ea7231cf3b2e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:38.687986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d90a2ec-cc92-4f91-979b-70b2a629aed6 req-5a294feb-f56b-4d4c-86c2-ea7231cf3b2e tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0749469 Nov 25 18:04:38.692028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-244fad66-3a39-433c-8f90-3b6864b6e099 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241796 Nov 25 18:04:38.784669 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d90a2ec-cc92-4f91-979b-70b2a629aed6 req-cd64de3b-5dce-48cb-a6ca-47b8d6aff46b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899591 Nov 25 18:04:38.813379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b7aa731b-44e3-473d-952e-1b19089d6412 req-a7c8c84d-1f65-494f-b0e4-6711b54d4fab service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131501 Nov 25 18:04:39.476803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:39.915306 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad7756-4e99-4c99-a3c0-fdd5ffed1f77 req-09abf3fe-f1b2-4eeb-98d1-ea79060a89c5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:39.916959 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bad7756-4e99-4c99-a3c0-fdd5ffed1f77 req-09abf3fe-f1b2-4eeb-98d1-ea79060a89c5 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0566051 Nov 25 18:04:39.931998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:39.935227 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89" -d '{"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:39.983952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7bad7756-4e99-4c99-a3c0-fdd5ffed1f77 req-0b0074ee-6770-44e0-9f6f-83dfdb26a8d7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599523 Nov 25 18:04:40.008669 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69067e99-6847-4843-bb1e-e4b02466316f x-openstack-request-id: req-69067e99-6847-4843-bb1e-e4b02466316f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:40.009026 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:40.009339 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69067e99-6847-4843-bb1e-e4b02466316f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:40.009795 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'status': 'completed', 'code': 200} Nov 25 18:04:40.103821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-6010f0d9-af34-482d-b58c-0fd1ff624926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.105286 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-6010f0d9-af34-482d-b58c-0fd1ff624926 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1096 time: 0.0735431 Nov 25 18:04:40.107636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-701bdeb0-0c0f-4b87-ac3f-7146c06b284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.108966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-701bdeb0-0c0f-4b87-ac3f-7146c06b284d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30eccf487732473e9f054e6a4b6caa6d&device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 1096 time: 0.0687964 Nov 25 18:04:40.430419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:04:40.480268 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:04:40.601705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-1f1eaa42-ca74-4141-b945-9f5e59ce5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.603190 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-1f1eaa42-ca74-4141-b945-9f5e59ce5565 service neutron] 10.222.0.73 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.4830582 Nov 25 18:04:40.604179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-30d99475-eba5-48b8-a5f1-751438a2b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.605531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-30d99475-eba5-48b8-a5f1-751438a2b705 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 200 len: 911 time: 0.4925246 Nov 25 18:04:40.725046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-2633ce8e-3663-420e-b613-9f0a3dd10d82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.1140735 Nov 25 18:04:40.728686 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-6ba0a28f-8729-4c55-adc5-3a8ca5e56e7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 200 len: 1001 time: 0.1089976 Nov 25 18:04:40.755659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:40.811043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-7a609c39-eb2e-4aa8-89dd-25525ed2131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.812655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-7a609c39-eb2e-4aa8-89dd-25525ed2131e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0724120 Nov 25 18:04:40.813999 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-5e7d801c-2928-4b18-8f11-2bcf4e4814c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.815879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-5e7d801c-2928-4b18-8f11-2bcf4e4814c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 200 len: 849 time: 0.0834236 Nov 25 18:04:40.888622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-bd6b489a-a716-4dc6-8115-d7c871448751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.890210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-bd6b489a-a716-4dc6-8115-d7c871448751 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702422 Nov 25 18:04:40.896932 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-e3751574-4068-4dd3-af89-4e168549c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:40.898384 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-e3751574-4068-4dd3-af89-4e168549c53a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=184a371e-ce22-4cff-881a-2e456df838db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711999 Nov 25 18:04:41.052062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-dedb7032-437f-40d9-9761-f0fffdddd778 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526713 Nov 25 18:04:41.055774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-95bfe329-6b30-4b0b-9957-40be906c6c38 service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488903 Nov 25 18:04:41.109067 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1049f-44a5-480a-a852-257403417d9b req-ad0636a9-f57a-4368-8ae9-2f18922ad29b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:41.111015 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68e1049f-44a5-480a-a852-257403417d9b req-ad0636a9-f57a-4368-8ae9-2f18922ad29b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Nov 25 18:04:41.170617 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-68e1049f-44a5-480a-a852-257403417d9b req-171a74d4-bbf7-4cfd-9eec-69b1f99a84bc tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513439 Nov 25 18:04:41.221926 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-bdb243e9-8d61-4119-9f82-8652b9560778 service neutron] 10.222.0.55 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623995 Nov 25 18:04:41.223747 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c4c20907-ea0e-4f20-a59e-3767d9f1ee89 req-a030e2db-6e84-4895-a96d-f7ed112ac73a service neutron] 10.222.0.73 "GET /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568666 Nov 25 18:04:41.508089 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:42.304526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7493f-5682-42ff-b9a1-9bfb357ec9b3 req-eec68e5c-c1c7-4fd5-a77f-e91b70d21e4f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:42.305913 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25d7493f-5682-42ff-b9a1-9bfb357ec9b3 req-eec68e5c-c1c7-4fd5-a77f-e91b70d21e4f tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0519333 Nov 25 18:04:42.358980 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25d7493f-5682-42ff-b9a1-9bfb357ec9b3 req-ca9c3e1c-63ce-43f1-a2d9-2a19e8054cea tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470104 Nov 25 18:04:43.480795 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d7d01-0008-4968-9c19-569f453b27f3 req-f0b2c222-9662-47b7-a3fd-8b0840d4eb7d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:43.482572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f7d7d01-0008-4968-9c19-569f453b27f3 req-f0b2c222-9662-47b7-a3fd-8b0840d4eb7d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0531409 Nov 25 18:04:43.534599 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6f7d7d01-0008-4968-9c19-569f453b27f3 req-03d9bc50-755f-481d-ba70-2813fafc7229 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449059 Nov 25 18:04:44.656754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b60-a807-48ca-bd25-72b6df6e34bd req-26a1e4a5-6270-468d-ad59-cdaa6cc76f00 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:44.658228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79207b60-a807-48ca-bd25-72b6df6e34bd req-26a1e4a5-6270-468d-ad59-cdaa6cc76f00 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Nov 25 18:04:44.706379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-79207b60-a807-48ca-bd25-72b6df6e34bd req-41e3d84f-24af-42da-9ac2-f4d953a8bbbf tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Nov 25 18:04:45.826049 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef90e-e316-4cc3-8893-8623db2ef6f5 req-08ee7a04-91d7-40ab-97b6-4aa0b6c8376b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:45.827568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-967ef90e-e316-4cc3-8893-8623db2ef6f5 req-08ee7a04-91d7-40ab-97b6-4aa0b6c8376b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Nov 25 18:04:45.876495 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-967ef90e-e316-4cc3-8893-8623db2ef6f5 req-dcdefb50-b098-463a-96f9-454a96420685 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426412 Nov 25 18:04:46.422537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:46.994274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36e73-0905-471a-a37a-9687b2b3afe9 req-130766fc-4631-4a00-b8ea-552fd1e20b84 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:46.995787 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81b36e73-0905-471a-a37a-9687b2b3afe9 req-130766fc-4631-4a00-b8ea-552fd1e20b84 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Nov 25 18:04:47.043481 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-81b36e73-0905-471a-a37a-9687b2b3afe9 req-bab1890c-7871-431b-a543-3872b266e2f4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Nov 25 18:04:47.976681 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:48.165189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49412e4-7487-4dfc-8cbc-4f3cccb9bdcc req-46829e85-eb39-468f-8d37-6d57d9cec075 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:48.166613 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f49412e4-7487-4dfc-8cbc-4f3cccb9bdcc req-46829e85-eb39-468f-8d37-6d57d9cec075 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Nov 25 18:04:48.214685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f49412e4-7487-4dfc-8cbc-4f3cccb9bdcc req-962b61d7-bf1e-4997-8422-2a2b4a2e87d2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Nov 25 18:04:49.333653 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d202b69-b563-433d-bc41-a44410904c4c req-711ba86e-0f39-4af4-ab12-4628fcdb67d9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:49.335117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d202b69-b563-433d-bc41-a44410904c4c req-711ba86e-0f39-4af4-ab12-4628fcdb67d9 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0520885 Nov 25 18:04:49.383178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d202b69-b563-433d-bc41-a44410904c4c req-a80e3b21-2ff5-4976-8110-08f82e3ccfce tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Nov 25 18:04:50.506953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ee5ff-a0f2-44ba-ab1c-69b5967e5f3a req-8f83048e-1634-4d74-aa3c-a833e8a5911b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:50.508492 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-979ee5ff-a0f2-44ba-ab1c-69b5967e5f3a req-8f83048e-1634-4d74-aa3c-a833e8a5911b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 945 time: 0.0511005 Nov 25 18:04:50.560721 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-979ee5ff-a0f2-44ba-ab1c-69b5967e5f3a req-2218e612-ed85-4eff-a82c-fc6361a7e2b8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Nov 25 18:04:51.226957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:04:51.324045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:51.336252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'port_id': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'mac_address': 'fa:16:3e:27:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:04:51.376136 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:51.388690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2cc429-a8c2-4eb4-89e9-271f6f50445a {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:04:51.407922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:51.413632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:51.460809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=12']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:51.665688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['7e2cc429-a8c2-4eb4-89e9-271f6f50445a'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:04:51.683687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f7de8-ade7-47db-8870-811a93657250 req-1bcf0c76-f61a-467a-8671-bf0d3953ff6d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:51.685224 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-936f7de8-ade7-47db-8870-811a93657250 req-1bcf0c76-f61a-467a-8671-bf0d3953ff6d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0546677 Nov 25 18:04:51.734465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-936f7de8-ade7-47db-8870-811a93657250 req-0cf7ed57-d596-4270-bbdb-38675ab105bd tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Nov 25 18:04:51.851686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e39ac-4b8a-473c-ae94-996f415b450b req-b1f2ca4e-759f-4919-aa8f-2b6570db49e4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:51.853085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c21e39ac-4b8a-473c-ae94-996f415b450b req-b1f2ca4e-759f-4919-aa8f-2b6570db49e4 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0491841 Nov 25 18:04:51.905568 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c21e39ac-4b8a-473c-ae94-996f415b450b req-087cc715-8e18-43ba-b46c-d8caebbfc399 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464449 Nov 25 18:04:52.028531 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43260f-ef65-41ed-9393-954e9b3dcc3a req-fed68386-3a50-4def-94f8-e5e583bc1bbb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:52.029983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8f43260f-ef65-41ed-9393-954e9b3dcc3a req-fed68386-3a50-4def-94f8-e5e583bc1bbb tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0520568 Nov 25 18:04:52.076371 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8f43260f-ef65-41ed-9393-954e9b3dcc3a req-f2b86610-8d60-4e8e-90da-500785b136d3 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403624 Nov 25 18:04:52.305697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785444f1-bb95-414a-944b-6ae4c3a53d00 req-1d149c71-3dec-4c46-85ad-b3a5dd0d0d0c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:52.307177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-785444f1-bb95-414a-944b-6ae4c3a53d00 req-1d149c71-3dec-4c46-85ad-b3a5dd0d0d0c tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 946 time: 0.0489016 Nov 25 18:04:52.356529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-785444f1-bb95-414a-944b-6ae4c3a53d00 req-31fb9a6f-4cdd-4950-9216-1deca6705d6d tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Nov 25 18:04:53.238655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:04:53.287168 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:04:53.290885 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:04:53.291257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:53.368065 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:53.398382 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:53.400709 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf996b-fa7f-4745-b7af-51a6a3b7ebd4" -d '{"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-plugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:53.415273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:53.420880 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:53.460445 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c703c17-1f91-4786-a572-edc06081217c x-openstack-request-id: req-3c703c17-1f91-4786-a572-edc06081217c {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:53.460765 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-plugged", "status": "completed", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:53.461021 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3c703c17-1f91-4786-a572-edc06081217c {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:53.461411 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'code': 200} Nov 25 18:04:53.474593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=13']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:53.489168 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70411bfa-2f58-4494-bc8a-4dbcfb0634a8 req-ce4b1c96-6cb5-4c1b-ac17-d393d207dcc8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:53.490589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70411bfa-2f58-4494-bc8a-4dbcfb0634a8 req-ce4b1c96-6cb5-4c1b-ac17-d393d207dcc8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 947 time: 0.0594068 Nov 25 18:04:53.539575 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-70411bfa-2f58-4494-bc8a-4dbcfb0634a8 req-d97833a2-d5f8-4634-9dab-c4a341d1777b tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups?id=91e1d1b3-f895-4d62-8c06-b90868b50fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Nov 25 18:04:53.817585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-6b0f73fa-966e-45ae-9c8c-b9b34c2234b6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:04:53.818937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-6b0f73fa-966e-45ae-9c8c-b9b34c2234b6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 947 time: 0.0475218 Nov 25 18:04:53.914979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Deleting port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:04:53.915325 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:54.001678 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] For port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:04:54.002045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:54.175029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:54.175354 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:54.175745 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159 disassociated. External IP: 172.25.8.184, port: 7e2cc429-a8c2-4eb4-89e9-271f6f50445a. Nov 25 18:04:54.176026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Calling delete_port for 7e2cc429-a8c2-4eb4-89e9-271f6f50445a owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:04:54.307954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:54.341802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event deleted for resources: {'Port': ['ID=7e2cc429-a8c2-4eb4-89e9-271f6f50445a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:04:54.462205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:04:54.570223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:04:54.580918 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:04:54.592967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:04:54.593682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:04:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:04:54.611789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] No DVR routers for this DVR port 7e2cc429-a8c2-4eb4-89e9-271f6f50445a on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:04:54.615236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:04:54.618753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d5423f99-71c7-4a41-aa28-fcf0c34d11c0 req-96c0a874-253a-4a95-9e56-26e1b36b1b56 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.73 "DELETE /v2.0/ports/7e2cc429-a8c2-4eb4-89e9-271f6f50445a HTTP/1.1" status: 204 len: 173 time: 0.7927876 Nov 25 18:04:54.619147 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-deleted', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:04:54.621474 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9eab63-6cba-4ba6-b926-5cc01a0e078d" -d '{"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-deleted", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:04:54.660940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5676631b-0bc9-42eb-8770-9d0529e1448d req-ce6e6e41-15e7-457c-a804-590ae59e5884 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0364885 Nov 25 18:04:54.678098 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e5010a-14a4-4535-84d1-a606f08e95cb x-openstack-request-id: req-37e5010a-14a4-4535-84d1-a606f08e95cb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:04:54.678630 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102b8fe-855f-4855-a414-7ca36604ede4", "name": "network-vif-deleted", "tag": "7e2cc429-a8c2-4eb4-89e9-271f6f50445a", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:04:54.678888 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-37e5010a-14a4-4535-84d1-a606f08e95cb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:04:54.679288 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102b8fe-855f-4855-a414-7ca36604ede4', 'name': 'network-vif-deleted', 'tag': '7e2cc429-a8c2-4eb4-89e9-271f6f50445a', 'status': 'completed', 'code': 200} Nov 25 18:04:54.715799 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:04:54.925879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:04:54.957067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:04:54.965586 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:04:54.966189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:04:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:04:55.229715 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:04:55.435518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:04:55.463567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd85f75-4ab8-4320-ad24-5ee95bf72475 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '3490d781-8f0c-42de-a7ae-baf059cb4c46', 'name': '', 'network_id': '184a371e-ce22-4cff-881a-2e456df838db', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'mac_address': 'fa:16:3e:14:2f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:16Z', 'updated_at': '2021-11-25T17:55:21Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'subnets': [{'id': 'a7c0b524-3fad-4d83-b5a9-27f1dfd737a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:04:55.710337 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fec4-b038-4e63-be86-b812b2763c3f None None] New status for floating IP 2cf651e5-bdf0-4970-9617-a3e8e1496159: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:04:55.785896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4915609-235a-48e5-a850-b33bb5ae2d6d req-3620106b-436c-4e6b-acab-79ad910054a7 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Nov 25 18:04:56.883370 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c63505f-1bf4-4d3d-9486-0df10d4273de req-ccf96cf9-daa3-4ca1-beff-c6ba2bd18354 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0266204 Nov 25 18:04:57.238513 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:04:57.262459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 7e2cc429-a8c2-4eb4-89e9-271f6f50445a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:04:57.262805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 7e2cc429-a8c2-4eb4-89e9-271f6f50445a not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:04:57.983657 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5c6aa24-a1e6-4f6b-b465-7584a781b7f3 req-bd866c23-2f76-4cf6-9192-5a51e3d33cd1 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Nov 25 18:04:59.094810 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cb727777-a4ae-430a-8c51-dcd4fc552d3f req-9a207db6-fd2d-455b-bd34-2c94b4d7c2a2 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/ports?device_id=3102b8fe-855f-4855-a414-7ca36604ede4 HTTP/1.1" status: 200 len: 210 time: 0.0274804 Nov 25 18:05:00.430013 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:05:03.864041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60970) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:03.921656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70c08b83-0738-4294-8715-d4f55c92e8f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:03.944696 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70c08b83-0738-4294-8715-d4f55c92e8f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:03.993986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70c08b83-0738-4294-8715-d4f55c92e8f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:03.996979 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-70c08b83-0738-4294-8715-d4f55c92e8f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.000561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-70c08b83-0738-4294-8715-d4f55c92e8f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "DELETE /v2.0/security-groups/91e1d1b3-f895-4d62-8c06-b90868b50fec HTTP/1.1" status: 204 len: 168 time: 0.1332190 Nov 25 18:05:04.001017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:04.008620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c08b83-0738-4294-8715-d4f55c92e8f6 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e1d1b3-f895-4d62-8c06-b90868b50fec,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:04.015734 n-d-817303-7 neutron-server[103635]: INFO neutron.api.v2.resource [None req-6dc4a8a3-1cd3-4c39-87ef-ddf949515377 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] show failed (client error): The resource could not be found. Nov 25 18:05:04.020251 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6dc4a8a3-1cd3-4c39-87ef-ddf949515377 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "GET /v2.0/security-groups/91e1d1b3-f895-4d62-8c06-b90868b50fec HTTP/1.1" status: 404 len: 347 time: 0.0145094 Nov 25 18:05:04.020991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:04.149969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Deleting port 8c2de028-9c9c-4a11-aff7-523c23e0fc14 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:04.150231 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.224355 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.224681 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.236371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Calling delete_port for 8c2de028-9c9c-4a11-aff7-523c23e0fc14 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:04.372910 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.401693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Pushing event deleted for resources: {'Port': ['ID=8c2de028-9c9c-4a11-aff7-523c23e0fc14,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:04.460432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.463197 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:04.464624 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ef7ad970-ace4-42c6-9893-dc6b91bffbf8 tempest-ServerActionsTestJSON-2008933327 tempest-ServerActionsTestJSON-2008933327-project] 10.222.0.86 "DELETE /v2.0/floatingips/2cf651e5-bdf0-4970-9617-a3e8e1496159 HTTP/1.1" status: 204 len: 168 time: 0.4426272 Nov 25 18:05:04.467774 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60976) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:04.874365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:05.111566 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Deleting port 3490d781-8f0c-42de-a7ae-baf059cb4c46 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:05.112272 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:05.186351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] For port 3490d781-8f0c-42de-a7ae-baf059cb4c46, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3490d781-8f0c-42de-a7ae-baf059cb4c46,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:05.186702 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:05.200507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Calling delete_port for 3490d781-8f0c-42de-a7ae-baf059cb4c46 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:05.378783 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:05.404896 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Pushing event deleted for resources: {'Port': ['ID=3490d781-8f0c-42de-a7ae-baf059cb4c46,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:05.414949 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.415283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.415667 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.416000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.416330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.416658 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.417530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.417530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.417713 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.417909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.418221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.418540 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:05.776139 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea674ad3-2ecb-4603-9eaf-71eae8102a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:05.885465 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.094184 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:05:06.199844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:06.204906 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b78f7e26-da56-4a65-bc53-c5c33ca07309 admin admin] 10.222.0.86 "PUT /v2.0/routers/7a59054c-86fc-4d17-8cfd-f72b59e3f942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361352 Nov 25 18:05:06.207901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60980) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:06.210524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] Sync routers for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:06.220611 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:06.221369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:04:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:06.314410 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.327408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:06.417712 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.473387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Deleting port 17495196-a22d-4225-a663-2a6d3423adb6 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:06.473721 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.513666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '17495196-a22d-4225-a663-2a6d3423adb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T18:05:05Z', 'revision_number': 5, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port': {'id': '17495196-a22d-4225-a663-2a6d3423adb6', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T17:55:15Z', 'updated_at': '2021-11-25T17:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:06.540874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] Checking router: 7a59054c-86fc-4d17-8cfd-f72b59e3f942 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:06.550042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] Routers {'7a59054c-86fc-4d17-8cfd-f72b59e3f942'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:06.550877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:04:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:06.553473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] For port 17495196-a22d-4225-a663-2a6d3423adb6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=17495196-a22d-4225-a663-2a6d3423adb6,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:06.553842 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.566760 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Calling delete_port for 17495196-a22d-4225-a663-2a6d3423adb6 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:06.638781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] Set router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:06.692434 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T18:05:06Z', 'revision_number': 6, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:06.723667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b842934-04ae-4e65-8a31-d17a9e323999 None None] The sync data for ids ['7a59054c-86fc-4d17-8cfd-f72b59e3f942'] in n-d-817303-7 is: [{'id': '7a59054c-86fc-4d17-8cfd-f72b59e3f942', 'name': 'tempest-ServerActionsTestJSON-33506830-router', 'tenant_id': '30eccf487732473e9f054e6a4b6caa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T17:55:14Z', 'updated_at': '2021-11-25T18:05:06Z', 'revision_number': 6, 'project_id': '30eccf487732473e9f054e6a4b6caa6d', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:05:06.743259 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.768858 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=17495196-a22d-4225-a663-2a6d3423adb6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:06.784117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d46e8-ac93-4eff-a79d-bd4977ed2660 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:06.834769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.929198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.931362 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.973957 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.974476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a59054c-86fc-4d17-8cfd-f72b59e3f942 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:05:06.978741 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:06.979918 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7240526a-8dd8-42ef-83cf-d1dc4e0bf8fb admin admin] 10.222.0.86 "DELETE /v2.0/routers/7a59054c-86fc-4d17-8cfd-f72b59e3f942 HTTP/1.1" status: 204 len: 168 time: 0.7711067 Nov 25 18:05:06.982676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60982) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:07.031127 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Deleting subnet a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:05:07.034103 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.069467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.157365 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.181110 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3490d781-8f0c-42de-a7ae-baf059cb4c46 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:07.201525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 3490d781-8f0c-42de-a7ae-baf059cb4c46 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:07.201961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3490d781-8f0c-42de-a7ae-baf059cb4c46 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:07.212355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.242884 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c0b524-3fad-4d83-b5a9-27f1dfd737a7,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:07.250683 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.254748 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-144fb610-0989-4137-940b-b770495fac09 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a7c0b524-3fad-4d83-b5a9-27f1dfd737a7 HTTP/1.1" status: 204 len: 168 time: 0.2711458 Nov 25 18:05:07.255987 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a117a6e-8f9c-4ab8-8cbf-a39f61ec26b7 None None] Network 184a371e-ce22-4cff-881a-2e456df838db requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:07.257505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 60984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:07.325887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.380397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Deleting port 33d55964-1ec7-4bb3-8e12-72870ba56872 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:07.380731 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.448464 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] For port 33d55964-1ec7-4bb3-8e12-72870ba56872, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=33d55964-1ec7-4bb3-8e12-72870ba56872,segment=NetworkSegment(3c31e366-94cf-4901-a51a-c29ec5c50d1b),segment_id=3c31e366-94cf-4901-a51a-c29ec5c50d1b)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:07.448836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.461692 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Calling delete_port for 33d55964-1ec7-4bb3-8e12-72870ba56872 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:07.500015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] DHCP port deletion for 184a371e-ce22-4cff-881a-2e456df838db request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:07.544927 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.552748 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Deleting port 33d55964-1ec7-4bb3-8e12-72870ba56872 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:07.553121 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.572462 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d55964-1ec7-4bb3-8e12-72870ba56872,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:07.575978 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] No DVR routers for this DVR port 33d55964-1ec7-4bb3-8e12-72870ba56872 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:07.624189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] For port 33d55964-1ec7-4bb3-8e12-72870ba56872, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:07.624576 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.638537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Calling delete_port for 33d55964-1ec7-4bb3-8e12-72870ba56872 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:07.641237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Port 33d55964-1ec7-4bb3-8e12-72870ba56872 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:05:07.642474 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.659790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.671191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] Pushing event deleted for resources: {'Port': ['ID=33d55964-1ec7-4bb3-8e12-72870ba56872,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:07.673180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4ce1f-9a80-467d-8410-2cea3410c497 None None] No DVR routers for this DVR port 33d55964-1ec7-4bb3-8e12-72870ba56872 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:07.688245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184a371e-ce22-4cff-881a-2e456df838db']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:07.699238 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c31e366-94cf-4901-a51a-c29ec5c50d1b') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:07.699586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c31e366-94cf-4901-a51a-c29ec5c50d1b') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:07.710111 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.726934 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.733252 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:07.733648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:07.735641 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:07.799650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.809351 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:07.812673 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] 10.222.0.86 "DELETE /v2.0/networks/184a371e-ce22-4cff-881a-2e456df838db HTTP/1.1" status: 204 len: 168 time: 0.5539486 Nov 25 18:05:07.824530 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc90260-8e97-417e-8f08-4f7d05523397 admin admin] Pushing event deleted for resources: {'Network': ['ID=184a371e-ce22-4cff-881a-2e456df838db,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:07.922094 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60988) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:07.961161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4636deb9-6c0c-4345-acef-f095b8818b4d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30eccf487732473e9f054e6a4b6caa6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377171 Nov 25 18:05:07.963593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 60990) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:08.007786 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1b1e7f82-b871-47c7-828b-02248dc7e3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.015269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-446c0260-80fc-4a37-8469-48d2e11652d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.036888 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-446c0260-80fc-4a37-8469-48d2e11652d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.091847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-446c0260-80fc-4a37-8469-48d2e11652d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.094430 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-446c0260-80fc-4a37-8469-48d2e11652d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.095648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-446c0260-80fc-4a37-8469-48d2e11652d4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6979c3c9-1d44-4e8c-8594-8d86330cc39c HTTP/1.1" status: 204 len: 168 time: 0.1311522 Nov 25 18:05:08.104256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c0260-80fc-4a37-8469-48d2e11652d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6979c3c9-1d44-4e8c-8594-8d86330cc39c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:08.799302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32780) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:08.898440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-365650577-network', 'tenant_id': '0a62f0a513c34b80b98f9530ae49f58f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:08.919727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 17495196-a22d-4225-a663-2a6d3423adb6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:08.922228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Made reservation on behalf of 0a62f0a513c34b80b98f9530ae49f58f for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:08.925223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.933891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:08.944688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 17495196-a22d-4225-a663-2a6d3423adb6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:08.945043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 17495196-a22d-4225-a663-2a6d3423adb6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:08.945470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 33d55964-1ec7-4bb3-8e12-72870ba56872 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:08.968483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 33d55964-1ec7-4bb3-8e12-72870ba56872 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:08.968922 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 33d55964-1ec7-4bb3-8e12-72870ba56872 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:09.012087 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.015682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.036303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:09.051712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8920e0-2284-4368-9872-d769c96676b5,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:09.054601 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.054949 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Added segment bcf16009-c065-4d9c-9239-1b5fb39b7336 of type vlan for network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 Nov 25 18:05:09.093989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.118611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.119499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:09.120069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.172824 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3723066 Nov 25 18:05:09.176326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:09.181393 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Request body: {'subnet': {'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-365650577-subnet', 'tenant_id': '0a62f0a513c34b80b98f9530ae49f58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:09.184109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a642b77-1bfc-4e9f-8912-d75d2641e077 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0a7802-b4ca-4bcc-b539-5b1be9469012,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:09.195811 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:09.206400 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Made reservation on behalf of 0a62f0a513c34b80b98f9530ae49f58f for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:09.208829 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.378031 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.438723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9345b99-90c9-41ce-8ae2-4275decf379f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:09.443608 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Checking segment: {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:09.443963 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Network hostable DHCP agents. Network: 5b0a7802-b4ca-4bcc-b539-5b1be9469012, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:09.460776 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:09.470319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 5b0a7802-b4ca-4bcc-b539-5b1be9469012) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:09.475337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:09.475976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.481881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a004d-6ec6-4c10-92bb-457f968df7bc None None] Network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:09.493181 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-785c9dff-90dd-4bc7-854f-db6b495e4355 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156309 Nov 25 18:05:09.498016 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:09.613448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f7283-1116-4ed5-87fa-1e74d0ea7b51 None None] Network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:09.925273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-6a6fb624-74f9-4114-81bf-f628d56c23b2 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:09.926664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-6a6fb624-74f9-4114-81bf-f628d56c23b2 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/networks?id=5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 200 len: 813 time: 0.1020045 Nov 25 18:05:09.942459 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-cfc50387-f812-4f3b-a2a5-9bf449c3d99c tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/quotas/0a62f0a513c34b80b98f9530ae49f58f HTTP/1.1" status: 200 len: 375 time: 0.0099058 Nov 25 18:05:09.975272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-9fddacfe-e9a3-4fff-b6ce-d9c5f53c2e82 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270808 Nov 25 18:05:09.986092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-8f8e2cea-6c3f-4862-b37f-4f281d30119f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:05:09.987593 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-8f8e2cea-6c3f-4862-b37f-4f281d30119f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056152 Nov 25 18:05:10.079401 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-05a516e9-1485-4431-81ba-5b233c3202ef service neutron] 10.222.0.86 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860527 Nov 25 18:05:10.179194 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-b3eefd8e-2282-481f-86ab-160bfb8d3ec1 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930443 Nov 25 18:05:10.340781 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2602a68b-e0f2-4d53-83c9-a0e1db9fe1e2 req-02d6410a-31f6-48aa-afb3-9de30ef48226 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 210 time: 0.0274429 Nov 25 18:05:10.753158 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:11.365758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-f44f6d71-a38a-4413-88ce-812773b33de0 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:11.367314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-f44f6d71-a38a-4413-88ce-812773b33de0 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.55 "GET /v2.0/networks?id=5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 200 len: 813 time: 0.1077561 Nov 25 18:05:11.384605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Request body: {'port': {'device_id': '0001bd7a-e508-4cac-b152-505c0747f920', 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012', 'admin_state_up': True, 'tenant_id': '0a62f0a513c34b80b98f9530ae49f58f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:11.462643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-00c95b35-8e0e-4131-900e-68c492b46f30 req-7d648a9f-a6df-456b-ab5d-e100d09baf85 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 210 time: 0.0309184 Nov 25 18:05:11.509723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:11.522833 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Made reservation on behalf of 0a62f0a513c34b80b98f9530ae49f58f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:11.526406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:11.652578 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Allocated IP 172.20.0.7 (5b0a7802-b4ca-4bcc-b539-5b1be9469012/c9345b99-90c9-41ce-8ae2-4275decf379f/29ee1554-0cb0-4f77-8e68-681b8f30b10c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:11.795575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:11.828833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:11.878298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:11.881246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:11.885081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:11.891262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Pushing event updated for resources: {'Port': ['ID=29ee1554-0cb0-4f77-8e68-681b8f30b10c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:11.937355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:11.937961 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:11.953900 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7c68161-bea1-42cb-bab4-cd03cb589d92 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735617 Nov 25 18:05:11.968423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Request body: {'port': {'device_id': '0001bd7a-e508-4cac-b152-505c0747f920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:12.019801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:12.282690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ee1554-0cb0-4f77-8e68-681b8f30b10c {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:12.290198 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:12.302459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Transition to ACTIVE for port object 29ee1554-0cb0-4f77-8e68-681b8f30b10c will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:05:12.306130 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:12.358723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee1554-0cb0-4f77-8e68-681b8f30b10c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:12.423728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Attempting to bind port 29ee1554-0cb0-4f77-8e68-681b8f30b10c on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:12.425113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Attempting to bind port 29ee1554-0cb0-4f77-8e68-681b8f30b10c by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:12.425113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Attempting to bind port 29ee1554-0cb0-4f77-8e68-681b8f30b10c on network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:12.429376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Port 29ee1554-0cb0-4f77-8e68-681b8f30b10c on network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:05:12.429700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Attempting to bind port 29ee1554-0cb0-4f77-8e68-681b8f30b10c on network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:12.434405 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:12.434737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Checking segment: {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:12.435121 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Bound using segment: {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:12.435580 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Bound port: 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:12.435931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:12.504137 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] For port 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:12.508245 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] For port 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:12.514094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:12.550180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:12.550964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:12.552439 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] 10.222.0.55 "PUT /v2.0/ports/29ee1554-0cb0-4f77-8e68-681b8f30b10c HTTP/1.1" status: 200 len: 1091 time: 0.5881114 Nov 25 18:05:12.552879 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0001bd7a-e508-4cac-b152-505c0747f920', 'tag': '29ee1554-0cb0-4f77-8e68-681b8f30b10c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:12.555142 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314dd737-ca17-4f67-8f4b-1193dd013822" -d '{"events": [{"name": "network-changed", "server_uuid": "0001bd7a-e508-4cac-b152-505c0747f920", "tag": "29ee1554-0cb0-4f77-8e68-681b8f30b10c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:12.581746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471243a-5b27-4405-b6d2-55d61d386942 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee1554-0cb0-4f77-8e68-681b8f30b10c,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:12.596677 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943db8e-320f-4e67-9d68-2b0dc4764a1a req-2c94e472-640c-434e-8bf8-eaebaf159b72 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:12.598210 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3943db8e-320f-4e67-9d68-2b0dc4764a1a req-2c94e472-640c-434e-8bf8-eaebaf159b72 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 943 time: 0.0544424 Nov 25 18:05:12.616178 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab33e60-f999-49d9-9895-c73acbccaa99 x-openstack-request-id: req-3ab33e60-f999-49d9-9895-c73acbccaa99 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:12.616476 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0001bd7a-e508-4cac-b152-505c0747f920", "tag": "29ee1554-0cb0-4f77-8e68-681b8f30b10c", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:12.616733 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3ab33e60-f999-49d9-9895-c73acbccaa99 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:12.617215 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0001bd7a-e508-4cac-b152-505c0747f920', 'tag': '29ee1554-0cb0-4f77-8e68-681b8f30b10c', 'status': 'completed', 'code': 200} Nov 25 18:05:12.650062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-792e1ed7-2f01-4d1d-b111-29e8755468be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:12.651586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-792e1ed7-2f01-4d1d-b111-29e8755468be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 1094 time: 0.0467207 Nov 25 18:05:12.654160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3943db8e-320f-4e67-9d68-2b0dc4764a1a req-8dc39472-b80e-4f3d-a8bd-a58014d03bef tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498815 Nov 25 18:05:12.696964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-f65290d7-2603-498a-ad02-9963b08c599e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c HTTP/1.1" status: 200 len: 217 time: 0.0370526 Nov 25 18:05:12.746365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce98f-bf92-483d-a4a0-d540452577da req-793dd6fe-3a00-4947-9d7e-41536a33e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:12.747805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-793dd6fe-3a00-4947-9d7e-41536a33e232 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9345b99-90c9-41ce-8ae2-4275decf379f HTTP/1.1" status: 200 len: 853 time: 0.0442131 Nov 25 18:05:12.780725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-f9fa7145-e59d-409d-bd1b-46d931d24637 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b0a7802-b4ca-4bcc-b539-5b1be9469012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235469 Nov 25 18:05:13.194408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-c7ad90bf-7a87-4e0f-9ec5-e324f9143cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061613 Nov 25 18:05:13.284067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-939ce98f-bf92-483d-a4a0-d540452577da req-63dfb3ef-e1a9-4e9b-bc4d-c75404b25c80 service neutron] 10.222.0.55 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820773 Nov 25 18:05:13.369732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-7510084c-35b4-4d1c-b8fd-5cf53bd4a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:13.371200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-7510084c-35b4-4d1c-b8fd-5cf53bd4a427 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 1094 time: 0.0410078 Nov 25 18:05:13.463281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-2b08e8a5-bc9a-4616-9a3e-4db055101ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:13.464697 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-2b08e8a5-bc9a-4616-9a3e-4db055101ce8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 200 len: 914 time: 0.0859928 Nov 25 18:05:13.506938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-953638aa-c5f9-4b7e-87b1-2de0fa9e139d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c HTTP/1.1" status: 200 len: 217 time: 0.0341160 Nov 25 18:05:13.559036 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-b0682604-f34f-4676-a3ce-7a9ed3a14f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:13.560482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-b0682604-f34f-4676-a3ce-7a9ed3a14f7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9345b99-90c9-41ce-8ae2-4275decf379f HTTP/1.1" status: 200 len: 853 time: 0.0466831 Nov 25 18:05:13.592791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-716cbcb8-24cf-4b7d-946b-353506d955ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b0a7802-b4ca-4bcc-b539-5b1be9469012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240703 Nov 25 18:05:13.681671 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-989eb638-34f6-442e-953d-07ded660eaba service neutron] 10.222.0.55 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799909 Nov 25 18:05:13.809384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865c34e-b083-4bdf-937c-5e00c5530e8c req-3eb4a3c5-a6e5-43a8-8481-b7c9dc4e3c05 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:13.810755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8865c34e-b083-4bdf-937c-5e00c5530e8c req-3eb4a3c5-a6e5-43a8-8481-b7c9dc4e3c05 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 943 time: 0.0746286 Nov 25 18:05:13.814281 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-314dd737-ca17-4f67-8f4b-1193dd013822 req-dce7066b-1dac-4021-aa1c-b948dd931aae service neutron] 10.222.0.55 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250079 Nov 25 18:05:13.859839 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8865c34e-b083-4bdf-937c-5e00c5530e8c req-51aec9ff-8b19-4a33-bca1-9899bea403b4 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Nov 25 18:05:14.976511 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41f67f-811d-45e1-9235-988f86f23c40 req-cb0e5497-a009-470a-8202-3e45aa0ec99e tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:14.977965 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb41f67f-811d-45e1-9235-988f86f23c40 req-cb0e5497-a009-470a-8202-3e45aa0ec99e tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 943 time: 0.0487237 Nov 25 18:05:15.025871 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cb41f67f-811d-45e1-9235-988f86f23c40 req-626df700-5630-4154-97da-3e036ae74ad2 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Nov 25 18:05:16.142467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3d8e1-3fcb-4de2-af85-d74211e8e526 req-24e0c6f0-5af3-4e2f-b846-da7936d3e758 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:16.144635 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10d3d8e1-3fcb-4de2-af85-d74211e8e526 req-24e0c6f0-5af3-4e2f-b846-da7936d3e758 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 943 time: 0.0521243 Nov 25 18:05:16.191591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-10d3d8e1-3fcb-4de2-af85-d74211e8e526 req-f001812d-fde9-42ce-9fe4-ea82a0412985 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Nov 25 18:05:16.421978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:16.538327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 29ee1554-0cb0-4f77-8e68-681b8f30b10c details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:05:16.635421 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:16.647193 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': '29ee1554-0cb0-4f77-8e68-681b8f30b10c', 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012', 'port_id': '29ee1554-0cb0-4f77-8e68-681b8f30b10c', 'mac_address': 'fa:16:3e:96:a9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9345b99-90c9-41ce-8ae2-4275decf379f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:05:16.683871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:16.699633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ee1554-0cb0-4f77-8e68-681b8f30b10c {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:16.718735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:16.722841 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:16.769545 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=29ee1554-0cb0-4f77-8e68-681b8f30b10c,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:16.908538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['29ee1554-0cb0-4f77-8e68-681b8f30b10c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:17.313316 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa716-6a94-431b-8810-39833860511b req-5b388116-1034-461b-a1a9-bd1d13f59c70 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:17.315298 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-819fa716-6a94-431b-8810-39833860511b req-5b388116-1034-461b-a1a9-bd1d13f59c70 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 944 time: 0.0512166 Nov 25 18:05:17.363189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-819fa716-6a94-431b-8810-39833860511b req-6fc8dd1b-d143-47c3-a247-d95f5ccc0c31 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Nov 25 18:05:17.976922 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:18.476541 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aad16-6092-447e-aa1a-19bc99bd15c5 req-d398a5d2-a4e5-41bd-9ac5-3ccaadd1800a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:18.477999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f97aad16-6092-447e-aa1a-19bc99bd15c5 req-d398a5d2-a4e5-41bd-9ac5-3ccaadd1800a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 944 time: 0.0484114 Nov 25 18:05:18.524903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f97aad16-6092-447e-aa1a-19bc99bd15c5 req-bf2948a2-d35c-4d91-8e84-87f342d75002 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Nov 25 18:05:18.538875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 29ee1554-0cb0-4f77-8e68-681b8f30b10c up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:18.589148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port 29ee1554-0cb0-4f77-8e68-681b8f30b10c completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:05:18.592936 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port 29ee1554-0cb0-4f77-8e68-681b8f30b10c triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:18.593307 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:18.669406 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:18.691204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001bd7a-e508-4cac-b152-505c0747f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee1554-0cb0-4f77-8e68-681b8f30b10c'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:18.693454 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d701e-efca-4ed5-9b69-458376018a29" -d '{"events": [{"server_uuid": "0001bd7a-e508-4cac-b152-505c0747f920", "name": "network-vif-plugged", "status": "completed", "tag": "29ee1554-0cb0-4f77-8e68-681b8f30b10c"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:18.709901 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:18.714382 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:18.739772 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8a9080-6634-4071-b49f-28a78902b6a0 x-openstack-request-id: req-3d8a9080-6634-4071-b49f-28a78902b6a0 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:18.740059 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001bd7a-e508-4cac-b152-505c0747f920", "name": "network-vif-plugged", "status": "completed", "tag": "29ee1554-0cb0-4f77-8e68-681b8f30b10c", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:18.740314 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d8a9080-6634-4071-b49f-28a78902b6a0 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:18.740711 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0001bd7a-e508-4cac-b152-505c0747f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee1554-0cb0-4f77-8e68-681b8f30b10c', 'code': 200} Nov 25 18:05:18.766469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=29ee1554-0cb0-4f77-8e68-681b8f30b10c,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:18.834371 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791974c9-ccf4-43a9-a4d6-ad4fb2e0e453 req-77a91ce7-487d-412a-b959-379b19d257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:18.835931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-791974c9-ccf4-43a9-a4d6-ad4fb2e0e453 req-77a91ce7-487d-412a-b959-379b19d257d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 1096 time: 0.0396397 Nov 25 18:05:18.884717 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-791974c9-ccf4-43a9-a4d6-ad4fb2e0e453 req-4eada916-b432-47d3-a3f0-740a6888aee6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Nov 25 18:05:19.643907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80693d67-e535-44ee-ab4a-e6f27640c4a9 req-4aa7cf62-04d4-4127-8635-562e42a9838a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:19.645352 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80693d67-e535-44ee-ab4a-e6f27640c4a9 req-4aa7cf62-04d4-4127-8635-562e42a9838a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Nov 25 18:05:19.691920 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-80693d67-e535-44ee-ab4a-e6f27640c4a9 req-a8a286a8-97c3-4186-9883-6f6bf2b662b5 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Nov 25 18:05:20.812450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5922566-83e3-4500-a439-a27e62f75284 req-431f09d9-4507-4b1c-829f-b6784e8d7735 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:20.813980 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5922566-83e3-4500-a439-a27e62f75284 req-431f09d9-4507-4b1c-829f-b6784e8d7735 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0518963 Nov 25 18:05:20.862266 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f5922566-83e3-4500-a439-a27e62f75284 req-ba0360b1-7cf7-4e66-8abc-d54158dd1e19 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 Nov 25 18:05:21.086891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-d0d01d27-43ac-4289-b113-225b2b8af76a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:21.088350 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-d0d01d27-43ac-4289-b113-225b2b8af76a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/networks?id=5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 200 len: 813 time: 0.1049044 Nov 25 18:05:21.102856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-7861d0c2-6b83-4947-9f65-44cceb0a246f tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/quotas/0a62f0a513c34b80b98f9530ae49f58f HTTP/1.1" status: 200 len: 375 time: 0.0087454 Nov 25 18:05:21.151221 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-06b7ea46-82d7-478b-b98f-766b8fe2c8e8 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431390 Nov 25 18:05:21.240832 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-a5d522ab-9bbd-460c-9136-a214099d05d5 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824244 Nov 25 18:05:21.333025 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-b63833f1-1166-4e94-8d0c-349926f03254 service neutron] 10.222.0.86 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862215 Nov 25 18:05:21.497615 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-008ec949-8514-46ec-9e1c-9ef797fd53fe req-d42b7065-5a4c-43b4-adfd-fc47dc530d98 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 210 time: 0.0274186 Nov 25 18:05:22.431786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-06a5c22c-5d58-4e3b-9849-83e413f856f8 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:22.433884 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-06a5c22c-5d58-4e3b-9849-83e413f856f8 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.73 "GET /v2.0/networks?id=5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 200 len: 813 time: 0.1233339 Nov 25 18:05:22.447803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Request body: {'port': {'device_id': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012', 'admin_state_up': True, 'tenant_id': '0a62f0a513c34b80b98f9530ae49f58f'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:22.565403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Made reservation on behalf of 0a62f0a513c34b80b98f9530ae49f58f for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:22.571113 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:22.621776 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a1110ca2-1f32-46c3-90da-bc4485747b48 req-63f61066-440f-47a4-9cc3-f357669af963 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 210 time: 0.0475349 Nov 25 18:05:22.742948 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Allocated IP 172.20.0.9 (5b0a7802-b4ca-4bcc-b539-5b1be9469012/c9345b99-90c9-41ce-8ae2-4275decf379f/6da749f5-5b84-4e15-a879-802a33f31cc6) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:22.896049 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:22.955141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:22.966543 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['29ee1554-0cb0-4f77-8e68-681b8f30b10c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:23.000227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:23.003272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:23.007830 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:23.037013 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Pushing event updated for resources: {'Port': ['ID=6da749f5-5b84-4e15-a879-802a33f31cc6,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:23.050638 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.050985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.051323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.051685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.052017 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.052346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.052673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.052996 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.053325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.053650 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.053970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.054289 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:23.077495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:23.078118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.094814 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-6bb67db8-de33-4824-b26c-58b86402f436 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6523216 Nov 25 18:05:23.107144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Request body: {'port': {'device_id': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:23.165054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.421744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da749f5-5b84-4e15-a879-802a33f31cc6 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:23.429203 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.441079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Transition to ACTIVE for port object 6da749f5-5b84-4e15-a879-802a33f31cc6 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:05:23.445294 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.495133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Pushing event updated for resources: {'Port': ['ID=6da749f5-5b84-4e15-a879-802a33f31cc6,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:23.567111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Attempting to bind port 6da749f5-5b84-4e15-a879-802a33f31cc6 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:23.567498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Attempting to bind port 6da749f5-5b84-4e15-a879-802a33f31cc6 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:23.567829 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Attempting to bind port 6da749f5-5b84-4e15-a879-802a33f31cc6 on network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:23.572140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Port 6da749f5-5b84-4e15-a879-802a33f31cc6 on network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:05:23.572456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Attempting to bind port 6da749f5-5b84-4e15-a879-802a33f31cc6 on network 5b0a7802-b4ca-4bcc-b539-5b1be9469012 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:23.577139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:23.577469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Checking segment: {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:23.577845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Bound using segment: {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:23.578263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Bound port: 6da749f5-5b84-4e15-a879-802a33f31cc6, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf16009-c065-4d9c-9239-1b5fb39b7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:23.578627 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.641476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] For port 6da749f5-5b84-4e15-a879-802a33f31cc6, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:23.645002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] For port 6da749f5-5b84-4e15-a879-802a33f31cc6, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6da749f5-5b84-4e15-a879-802a33f31cc6,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:23.650201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.687346 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:23.687992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:23.689409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] 10.222.0.73 "PUT /v2.0/ports/6da749f5-5b84-4e15-a879-802a33f31cc6 HTTP/1.1" status: 200 len: 1091 time: 0.5863633 Nov 25 18:05:23.689852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'tag': '6da749f5-5b84-4e15-a879-802a33f31cc6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:23.692154 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d641f9b-6e8d-472e-b458-22c0afb91243" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa", "tag": "6da749f5-5b84-4e15-a879-802a33f31cc6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:23.722809 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15dec-fca0-4ae0-9b40-0282074780ac service neutron] Pushing event updated for resources: {'Port': ['ID=6da749f5-5b84-4e15-a879-802a33f31cc6,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:23.749097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167d187-8c52-45ae-8831-250536f95537 req-59e27d3f-06a6-43cb-bcca-1dd3f9a76e82 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:23.750597 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9167d187-8c52-45ae-8831-250536f95537 req-59e27d3f-06a6-43cb-bcca-1dd3f9a76e82 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 943 time: 0.0512664 Nov 25 18:05:23.792910 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362c06da-c239-47f2-aa09-0ec0429ad198 x-openstack-request-id: req-362c06da-c239-47f2-aa09-0ec0429ad198 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:23.793271 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa", "tag": "6da749f5-5b84-4e15-a879-802a33f31cc6", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:23.793585 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-362c06da-c239-47f2-aa09-0ec0429ad198 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:23.794040 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'tag': '6da749f5-5b84-4e15-a879-802a33f31cc6', 'status': 'completed', 'code': 200} Nov 25 18:05:23.800168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9167d187-8c52-45ae-8831-250536f95537 req-4c3a9293-0a7d-4eeb-94f2-a9d45bce65b7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Nov 25 18:05:23.809429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-417e1746-a917-4319-90ef-dcb376fe69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:23.810955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-417e1746-a917-4319-90ef-dcb376fe69e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 1094 time: 0.0578802 Nov 25 18:05:23.859058 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-dfd7ea50-977c-44e6-9b35-582deb7b9167 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da749f5-5b84-4e15-a879-802a33f31cc6 HTTP/1.1" status: 200 len: 217 time: 0.0376658 Nov 25 18:05:23.907936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-e56db19e-9c8e-49c2-8b7e-ac2b8e19152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:23.909990 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-e56db19e-9c8e-49c2-8b7e-ac2b8e19152a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9345b99-90c9-41ce-8ae2-4275decf379f HTTP/1.1" status: 200 len: 853 time: 0.0440152 Nov 25 18:05:23.942508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-f0bf4c1f-fd66-4370-9fc5-71b438c16a6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b0a7802-b4ca-4bcc-b539-5b1be9469012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249324 Nov 25 18:05:24.034689 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-fc86129d-3e12-4f1e-9513-16fd17b9b04e service neutron] 10.222.0.73 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851319 Nov 25 18:05:24.123242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d6f023d-28b2-4779-94c8-4b167cc9d0c5 req-88f02299-a6a7-4343-93f7-727fee62998f service neutron] 10.222.0.73 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818872 Nov 25 18:05:24.205457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-2fce1194-434b-498c-bdcf-1d11131d6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:24.206836 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-2fce1194-434b-498c-bdcf-1d11131d6614 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 1094 time: 0.0405500 Nov 25 18:05:24.303501 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-05c356d8-a724-45f6-969f-c8a241a906c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:24.304963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-05c356d8-a724-45f6-969f-c8a241a906c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 200 len: 914 time: 0.0903919 Nov 25 18:05:24.346526 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-5e3c110e-0924-4e08-b6c5-4c7acce155c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da749f5-5b84-4e15-a879-802a33f31cc6 HTTP/1.1" status: 200 len: 217 time: 0.0346646 Nov 25 18:05:24.399363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-4b36f1d5-eafa-4932-8c67-2ab38b5bfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:24.400813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-4b36f1d5-eafa-4932-8c67-2ab38b5bfa26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9345b99-90c9-41ce-8ae2-4275decf379f HTTP/1.1" status: 200 len: 853 time: 0.0470359 Nov 25 18:05:24.433971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-0dbe2d0b-bb2a-4516-b600-c9651c607c8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b0a7802-b4ca-4bcc-b539-5b1be9469012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241637 Nov 25 18:05:24.521659 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-f723a8d1-a15d-4bab-8cf6-3122c58679e5 service neutron] 10.222.0.73 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793035 Nov 25 18:05:24.615193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2d641f9b-6e8d-472e-b458-22c0afb91243 req-6d538180-b5a4-4e30-8079-aadb7ce7569c service neutron] 10.222.0.73 "GET /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863321 Nov 25 18:05:24.922890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243ba17-5442-45ff-ba91-871db519710e req-06b1ba85-0d6f-4796-9cb1-39ddbd194b6f tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:24.924982 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e243ba17-5442-45ff-ba91-871db519710e req-06b1ba85-0d6f-4796-9cb1-39ddbd194b6f tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 943 time: 0.0507810 Nov 25 18:05:24.972627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e243ba17-5442-45ff-ba91-871db519710e req-a39c469d-3b3c-42b3-a6e1-34a29931915c tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Nov 25 18:05:25.408171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6da749f5-5b84-4e15-a879-802a33f31cc6 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:05:25.500249 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6da749f5-5b84-4e15-a879-802a33f31cc6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6da749f5-5b84-4e15-a879-802a33f31cc6,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:25.512127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '6da749f5-5b84-4e15-a879-802a33f31cc6', 'network_id': '5b0a7802-b4ca-4bcc-b539-5b1be9469012', 'port_id': '6da749f5-5b84-4e15-a879-802a33f31cc6', 'mac_address': 'fa:16:3e:a3:f8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9345b99-90c9-41ce-8ae2-4275decf379f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:05:25.551760 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:25.564066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da749f5-5b84-4e15-a879-802a33f31cc6 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:05:25.583019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6da749f5-5b84-4e15-a879-802a33f31cc6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6da749f5-5b84-4e15-a879-802a33f31cc6,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:25.587037 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:25.637243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=6da749f5-5b84-4e15-a879-802a33f31cc6,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:25.773519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['6da749f5-5b84-4e15-a879-802a33f31cc6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:26.091458 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bfaf0-3af1-442e-b335-b672928d3c5a req-0616ccaa-4142-4697-a770-0abcfbf3193b tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:26.092831 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-730bfaf0-3af1-442e-b335-b672928d3c5a req-0616ccaa-4142-4697-a770-0abcfbf3193b tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 944 time: 0.0527792 Nov 25 18:05:26.139724 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-730bfaf0-3af1-442e-b335-b672928d3c5a req-7a57d429-4809-48b6-b07e-3955ff34fcb6 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Nov 25 18:05:27.256447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c792-c1d3-4fc2-a08c-0f7c2ab768b8 req-6bb371a0-2480-4636-8424-fbf6c2fe46a1 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:27.257925 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d979c792-c1d3-4fc2-a08c-0f7c2ab768b8 req-6bb371a0-2480-4636-8424-fbf6c2fe46a1 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 944 time: 0.0491982 Nov 25 18:05:27.309761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d979c792-c1d3-4fc2-a08c-0f7c2ab768b8 req-ef7165b9-2919-478b-ab8d-d2641f2d8b2b tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Nov 25 18:05:27.424278 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6da749f5-5b84-4e15-a879-802a33f31cc6 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:27.473714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 6da749f5-5b84-4e15-a879-802a33f31cc6 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:05:27.477530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 6da749f5-5b84-4e15-a879-802a33f31cc6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:27.477896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:27.554496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:27.582350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da749f5-5b84-4e15-a879-802a33f31cc6'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:27.584585 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc41ade-d02b-4dfd-9a58-16a28c62d569" -d '{"events": [{"server_uuid": "ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa", "name": "network-vif-plugged", "status": "completed", "tag": "6da749f5-5b84-4e15-a879-802a33f31cc6"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:27.597098 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 6da749f5-5b84-4e15-a879-802a33f31cc6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6da749f5-5b84-4e15-a879-802a33f31cc6,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:27.600902 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:27.624314 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0714f-8440-4c90-ba81-10edaeb1dd3a x-openstack-request-id: req-bcd0714f-8440-4c90-ba81-10edaeb1dd3a {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:27.624600 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa", "name": "network-vif-plugged", "status": "completed", "tag": "6da749f5-5b84-4e15-a879-802a33f31cc6", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:27.624852 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bcd0714f-8440-4c90-ba81-10edaeb1dd3a {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:27.625234 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da749f5-5b84-4e15-a879-802a33f31cc6', 'code': 200} Nov 25 18:05:27.652152 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=6da749f5-5b84-4e15-a879-802a33f31cc6,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:27.722723 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c0bb8-011b-4e8e-b26b-8d6ca2468ef1 req-48aa795d-8345-4cc3-8b20-95e6b9b95835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:27.724261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c49c0bb8-011b-4e8e-b26b-8d6ca2468ef1 req-48aa795d-8345-4cc3-8b20-95e6b9b95835 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 1096 time: 0.0422480 Nov 25 18:05:27.768723 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c49c0bb8-011b-4e8e-b26b-8d6ca2468ef1 req-ab17e0fc-7bdb-4689-8967-313089bf0f34 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374589 Nov 25 18:05:28.424690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abbf0a-bb38-4b69-9a37-3fca94adc200 req-f71fdee4-3ac2-4b9d-bd02-357eab771fde tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:28.426155 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96abbf0a-bb38-4b69-9a37-3fca94adc200 req-f71fdee4-3ac2-4b9d-bd02-357eab771fde tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 945 time: 0.0487697 Nov 25 18:05:28.471893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-96abbf0a-bb38-4b69-9a37-3fca94adc200 req-bcd35402-add3-4449-8880-58158bef31cd tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Nov 25 18:05:29.589075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30dfb2-933d-49e8-ad6c-554f02c1ac36 req-af182d55-cee5-4cac-80c3-53e7a9a610af tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.590528 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e30dfb2-933d-49e8-ad6c-554f02c1ac36 req-af182d55-cee5-4cac-80c3-53e7a9a610af tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 945 time: 0.0491755 Nov 25 18:05:29.637949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3e30dfb2-933d-49e8-ad6c-554f02c1ac36 req-f28ded3a-0a78-4cc2-972c-8b12d98157f5 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Nov 25 18:05:29.882415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7335a-24d8-44b7-b956-b74556dd2e48 req-d9d13201-081b-4cb3-b917-68a8de2677c1 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:29.883992 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61f7335a-24d8-44b7-b956-b74556dd2e48 req-d9d13201-081b-4cb3-b917-68a8de2677c1 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 945 time: 0.0550854 Nov 25 18:05:29.935855 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-61f7335a-24d8-44b7-b956-b74556dd2e48 req-12429f77-5c9b-493f-bc90-5c56da349c2c tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Nov 25 18:05:31.059097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a8b53-967c-49d7-9b14-18f25b013b7a req-31c4cfaf-6924-4a78-b415-fdbaaabd2082 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:31.060589 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b1a8b53-967c-49d7-9b14-18f25b013b7a req-31c4cfaf-6924-4a78-b415-fdbaaabd2082 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 945 time: 0.0530770 Nov 25 18:05:31.140357 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-6abd5c9f-9669-4f1e-b590-8f4dbb1290db tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:31.141705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-6abd5c9f-9669-4f1e-b590-8f4dbb1290db tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa HTTP/1.1" status: 200 len: 945 time: 0.0755539 Nov 25 18:05:31.145996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4b1a8b53-967c-49d7-9b14-18f25b013b7a req-6ff5a61f-b464-425d-8700-a0ce05997594 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Nov 25 18:05:31.233214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Deleting port 6da749f5-5b84-4e15-a879-802a33f31cc6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:31.233548 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:31.323793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] For port 6da749f5-5b84-4e15-a879-802a33f31cc6, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=6da749f5-5b84-4e15-a879-802a33f31cc6,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:31.324151 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:31.337484 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Calling delete_port for 6da749f5-5b84-4e15-a879-802a33f31cc6 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:31.466066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:31.479267 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['29ee1554-0cb0-4f77-8e68-681b8f30b10c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:31.481483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['6da749f5-5b84-4e15-a879-802a33f31cc6'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:31.493163 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Pushing event deleted for resources: {'Port': ['ID=6da749f5-5b84-4e15-a879-802a33f31cc6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:31.535970 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] No DVR routers for this DVR port 6da749f5-5b84-4e15-a879-802a33f31cc6 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:31.538581 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:31.542195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6a48f50-f481-4bd1-bf30-6de2200b5640 req-52ddb2d3-7b2c-4b25-aa43-4111f7175cc7 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.73 "DELETE /v2.0/ports/6da749f5-5b84-4e15-a879-802a33f31cc6 HTTP/1.1" status: 204 len: 173 time: 0.3942842 Nov 25 18:05:31.542666 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'name': 'network-vif-deleted', 'tag': '6da749f5-5b84-4e15-a879-802a33f31cc6'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:31.545180 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b719e035-bbaf-43c1-8417-243f6d08dbc8" -d '{"events": [{"server_uuid": "ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa", "name": "network-vif-deleted", "tag": "6da749f5-5b84-4e15-a879-802a33f31cc6"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:31.589142 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afc997-bddf-48ed-aaa0-45dc39332b78 x-openstack-request-id: req-09afc997-bddf-48ed-aaa0-45dc39332b78 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:31.589443 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa", "name": "network-vif-deleted", "tag": "6da749f5-5b84-4e15-a879-802a33f31cc6", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:31.589706 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-09afc997-bddf-48ed-aaa0-45dc39332b78 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:31.590131 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3afee0-ad70-4cfe-9efe-a7b12de7f2fa', 'name': 'network-vif-deleted', 'tag': '6da749f5-5b84-4e15-a879-802a33f31cc6', 'status': 'completed', 'code': 200} Nov 25 18:05:32.296423 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d42a-fa57-4cd5-b730-c9d69f6246e3 req-baa0f20d-1525-45d7-aa6c-7449fb48a708 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:32.297896 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10c2d42a-fa57-4cd5-b730-c9d69f6246e3 req-baa0f20d-1525-45d7-aa6c-7449fb48a708 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0497022 Nov 25 18:05:32.343824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10c2d42a-fa57-4cd5-b730-c9d69f6246e3 req-0e771637-584f-4b65-bdfe-3aff95d7321d tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Nov 25 18:05:32.472797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992cc5d-d6f5-4f7d-bf42-80e8610c183d req-9f001be6-ae17-4aef-bd1d-7cce828bc12a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:32.474252 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8992cc5d-d6f5-4f7d-bf42-80e8610c183d req-9f001be6-ae17-4aef-bd1d-7cce828bc12a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0478439 Nov 25 18:05:32.524943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8992cc5d-d6f5-4f7d-bf42-80e8610c183d req-e114caab-6802-425b-9f62-27621ee112a4 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Nov 25 18:05:32.645496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54c30-972b-4abf-ab64-7e0fabd0679b req-57372b15-f324-4ee8-bf31-3fe730b1c31d tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:32.646995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdf54c30-972b-4abf-ab64-7e0fabd0679b req-57372b15-f324-4ee8-bf31-3fe730b1c31d tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0535376 Nov 25 18:05:32.699928 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bdf54c30-972b-4abf-ab64-7e0fabd0679b req-b49cc2b5-6a37-4507-8565-4faca501c8a1 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 Nov 25 18:05:32.823989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-8e63da10-4604-4add-b731-4f2d008f85cc req-5ba9e63a-efda-4567-a193-703122b5fb5b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:05:32.825059 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8e63da10-4604-4add-b731-4f2d008f85cc req-5ba9e63a-efda-4567-a193-703122b5fb5b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562842 Nov 25 18:05:32.930155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971c842-4e84-4d96-a1ca-2405cadbece1 req-4ff5268d-4cc3-452c-94a6-e700e51670fe tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:32.931683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5971c842-4e84-4d96-a1ca-2405cadbece1 req-4ff5268d-4cc3-452c-94a6-e700e51670fe tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Nov 25 18:05:32.980567 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5971c842-4e84-4d96-a1ca-2405cadbece1 req-3975e901-88ec-42ca-a9ac-cd286ba37dd6 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Nov 25 18:05:33.096766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afcd6c-0f3a-479d-978c-a7339980d23b req-0cacf7ee-d22d-41a3-9b27-2a6dca127338 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:33.098305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48afcd6c-0f3a-479d-978c-a7339980d23b req-0cacf7ee-d22d-41a3-9b27-2a6dca127338 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Nov 25 18:05:33.146006 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-48afcd6c-0f3a-479d-978c-a7339980d23b req-4b3c262f-43a1-4f71-9f48-f49dfe058efe tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Nov 25 18:05:33.270061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe91f0d-fdb1-41ed-8f5d-2c5e1215ed20 req-bd9094c7-99e4-4278-a498-f236584d982a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:33.271494 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fe91f0d-fdb1-41ed-8f5d-2c5e1215ed20 req-bd9094c7-99e4-4278-a498-f236584d982a tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Nov 25 18:05:33.320948 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2fe91f0d-fdb1-41ed-8f5d-2c5e1215ed20 req-5623236a-413d-48ed-b21a-5e50fbd5ac3c tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Nov 25 18:05:33.630040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315624e2-2fbd-4a0c-ab84-b63c8e4e4695 req-bb2e2a11-16d7-4ede-8c10-e22d198bc46c tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:33.631539 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-315624e2-2fbd-4a0c-ab84-b63c8e4e4695 req-bb2e2a11-16d7-4ede-8c10-e22d198bc46c tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0541477 Nov 25 18:05:33.677798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-315624e2-2fbd-4a0c-ab84-b63c8e4e4695 req-b2a7d69c-6d2e-4454-9944-30c9ca698724 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Nov 25 18:05:34.800164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a0c93-05d0-4ef4-b2c6-2f9188131cee req-9a69a16c-f6a6-452c-b760-fac97a1ff3e9 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:34.801609 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b86a0c93-05d0-4ef4-b2c6-2f9188131cee req-9a69a16c-f6a6-452c-b760-fac97a1ff3e9 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0532944 Nov 25 18:05:34.848627 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b86a0c93-05d0-4ef4-b2c6-2f9188131cee req-3ecca253-b04f-45f8-9d6d-d96499512f2e tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd8920e0-2284-4368-9872-d769c96676b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Nov 25 18:05:34.922685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523714-5950-47ff-b5bb-c3390789e504 req-60627f35-787b-4eff-a9c5-25fe72eef6d5 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:34.924146 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5523714-5950-47ff-b5bb-c3390789e504 req-60627f35-787b-4eff-a9c5-25fe72eef6d5 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.55 "GET /v2.0/ports?device_id=0001bd7a-e508-4cac-b152-505c0747f920 HTTP/1.1" status: 200 len: 945 time: 0.0477507 Nov 25 18:05:35.013750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Deleting port 29ee1554-0cb0-4f77-8e68-681b8f30b10c {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:35.013991 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.105896 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] For port 29ee1554-0cb0-4f77-8e68-681b8f30b10c, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=29ee1554-0cb0-4f77-8e68-681b8f30b10c,segment=NetworkSegment(bcf16009-c065-4d9c-9239-1b5fb39b7336),segment_id=bcf16009-c065-4d9c-9239-1b5fb39b7336)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:35.106260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.119120 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Calling delete_port for 29ee1554-0cb0-4f77-8e68-681b8f30b10c owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:35.247820 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.260685 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['29ee1554-0cb0-4f77-8e68-681b8f30b10c'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:05:35.278849 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Pushing event deleted for resources: {'Port': ['ID=29ee1554-0cb0-4f77-8e68-681b8f30b10c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:35.320401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] No DVR routers for this DVR port 29ee1554-0cb0-4f77-8e68-681b8f30b10c on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:35.322846 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.326162 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b5523714-5950-47ff-b5bb-c3390789e504 req-604735e5-1f0a-4b61-9bb5-fe8c6df3c805 tempest-ServersNegativeTestJSON-1407899073 tempest-ServersNegativeTestJSON-1407899073-project] 10.222.0.55 "DELETE /v2.0/ports/29ee1554-0cb0-4f77-8e68-681b8f30b10c HTTP/1.1" status: 204 len: 173 time: 0.3960392 Nov 25 18:05:35.326600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001bd7a-e508-4cac-b152-505c0747f920', 'name': 'network-vif-deleted', 'tag': '29ee1554-0cb0-4f77-8e68-681b8f30b10c'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:05:35.328857 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec498447a66625cece77f73e5dc8cf61c1161d507a4ff27862e5d6a74e38bddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12fba60-bf5a-4de0-aafe-bcf587e28ffb" -d '{"events": [{"server_uuid": "0001bd7a-e508-4cac-b152-505c0747f920", "name": "network-vif-deleted", "tag": "29ee1554-0cb0-4f77-8e68-681b8f30b10c"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:05:35.370033 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274d4bd-e239-47cc-9177-2a1a4798151f x-openstack-request-id: req-1274d4bd-e239-47cc-9177-2a1a4798151f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:05:35.370326 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001bd7a-e508-4cac-b152-505c0747f920", "name": "network-vif-deleted", "tag": "29ee1554-0cb0-4f77-8e68-681b8f30b10c", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:05:35.370586 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1274d4bd-e239-47cc-9177-2a1a4798151f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:05:35.371000 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0001bd7a-e508-4cac-b152-505c0747f920', 'name': 'network-vif-deleted', 'tag': '29ee1554-0cb0-4f77-8e68-681b8f30b10c', 'status': 'completed', 'code': 200} Nov 25 18:05:35.424149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6da749f5-5b84-4e15-a879-802a33f31cc6 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:35.448012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 6da749f5-5b84-4e15-a879-802a33f31cc6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:35.448357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 6da749f5-5b84-4e15-a879-802a33f31cc6 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:35.770045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a97ad683-163b-483e-8f1b-179f13b3198c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.904801 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32926) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:35.950027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Deleting subnet c9345b99-90c9-41ce-8ae2-4275decf379f {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:05:35.953025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:35.990847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.036873 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.088572 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.116098 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9345b99-90c9-41ce-8ae2-4275decf379f,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:36.120548 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.125124 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1af8d9f9-78f0-4d84-aa15-48dba272a106 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c9345b99-90c9-41ce-8ae2-4275decf379f HTTP/1.1" status: 204 len: 168 time: 0.2180512 Nov 25 18:05:36.126386 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32928) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:36.193101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.275679 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.295545 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0a7802-b4ca-4bcc-b539-5b1be9469012']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:36.304955 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf16009-c065-4d9c-9239-1b5fb39b7336') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:36.305533 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf16009-c065-4d9c-9239-1b5fb39b7336') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:36.316514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.329141 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.335506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:36.335930 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:36.337683 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:36.393669 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.398998 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.402222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5b0a7802-b4ca-4bcc-b539-5b1be9469012 HTTP/1.1" status: 204 len: 168 time: 0.2749374 Nov 25 18:05:36.413376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b1331-a293-418a-8c6c-0cec0c9e1d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0a7802-b4ca-4bcc-b539-5b1be9469012,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:36.512993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32932) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:36.552201 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dfaf6497-4c8f-4b7b-893e-d40f868a9a2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0a62f0a513c34b80b98f9530ae49f58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380557 Nov 25 18:05:36.554689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32934) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:36.601293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6de6-98a5-47e7-afff-0c04f382dc15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.622104 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6de6-98a5-47e7-afff-0c04f382dc15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.667681 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6de6-98a5-47e7-afff-0c04f382dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.670130 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6de6-98a5-47e7-afff-0c04f382dc15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:36.671273 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8a1c6de6-98a5-47e7-afff-0c04f382dc15 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd8920e0-2284-4368-9872-d769c96676b5 HTTP/1.1" status: 204 len: 168 time: 0.1157086 Nov 25 18:05:36.679690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c6de6-98a5-47e7-afff-0c04f382dc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8920e0-2284-4368-9872-d769c96676b5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:37.353484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32956) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:37.419468 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:05:37.449125 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-273246940'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:37.471781 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:37.475123 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.483179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.563361 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.567660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.590169 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:37.605017 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db93e5e-68f3-4440-bec6-44b9572a8baf,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:37.608085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.608433 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Added segment ac5d434f-5335-4d84-8093-acd4b0433ef0 of type vlan for network 09c1bf95-8794-434f-aa46-010e3852e307 Nov 25 18:05:37.648638 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.672190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.678424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:37.678948 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:37.730147 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3755560 Nov 25 18:05:37.748911 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1784-56bb-4968-bff1-614877680ff1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Network': ['ID=09c1bf95-8794-434f-aa46-010e3852e307,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:37.760979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 09c1bf95-8794-434f-aa46-010e3852e307 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:38.009613 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ceb49741-1719-40d4-9765-41ed24603013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:38.647175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 29ee1554-0cb0-4f77-8e68-681b8f30b10c no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:38.666842 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: 29ee1554-0cb0-4f77-8e68-681b8f30b10c {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:38.667179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device 29ee1554-0cb0-4f77-8e68-681b8f30b10c not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:39.483160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:40.750724 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.072788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32960) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:41.078325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'subnet': {'network_id': '09c1bf95-8794-434f-aa46-010e3852e307', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:41.169593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:41.173037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.355194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.416927 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Subnet': ['ID=54fc6ec4-ea7b-44a3-be89-bccd62bf7789,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:41.424959 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Checking segment: {'id': 'ac5d434f-5335-4d84-8093-acd4b0433ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '09c1bf95-8794-434f-aa46-010e3852e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:41.425318 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network hostable DHCP agents. Network: 09c1bf95-8794-434f-aa46-010e3852e307, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:41.441243 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network 09c1bf95-8794-434f-aa46-010e3852e307 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:41.449436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 09c1bf95-8794-434f-aa46-010e3852e307) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:41.453487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:41.454053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.458897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f75a84-e18c-48ad-9459-ad9eb8e54b90 None None] Network 09c1bf95-8794-434f-aa46-010e3852e307 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:41.471017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c217de08-bae3-4907-a90a-c175f1dc3be5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3970439 Nov 25 18:05:41.475123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32962) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:41.480031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-918750258'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:41.501057 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:41.505289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.529308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:41.530279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.539777 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.540114 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Added segment ae29494b-28a7-46f7-863d-3f0d3c544827 of type vlan for network e2d028f0-2c89-4b34-969f-bbdf4be63629 Nov 25 18:05:41.583875 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.613118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.619141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:41.619721 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.625895 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-09c1bf95-8794-434f-aa46-010e3852e307', 'network_id': '09c1bf95-8794-434f-aa46-010e3852e307', 'tenant_id': '0728b760fba14badaab68856df0188aa', 'fixed_ips': [{'subnet_id': '54fc6ec4-ea7b-44a3-be89-bccd62bf7789'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:41.626968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.679963 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2009740 Nov 25 18:05:41.680284 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32964) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:41.687321 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'subnet': {'network_id': 'e2d028f0-2c89-4b34-969f-bbdf4be63629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:41.689903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87954d8c-78e4-4f36-811e-372b925f6d02 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Network': ['ID=e2d028f0-2c89-4b34-969f-bbdf4be63629,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:41.715276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e2d028f0-2c89-4b34-969f-bbdf4be63629 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:41.793619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:41.797655 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.829844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Allocated IP 2001:db8:0:ffff::2 (09c1bf95-8794-434f-aa46-010e3852e307/54fc6ec4-ea7b-44a3-be89-bccd62bf7789/1fd1168f-1d2a-46ff-bc25-40d8fe11df27) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:41.979597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.986152 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:41.987529 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.031609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Network 09c1bf95-8794-434f-aa46-010e3852e307 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:42.035191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:42.039423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:42.042466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Pushing event updated for resources: {'Port': ['ID=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:42.049061 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Subnet': ['ID=a9dcb059-a98c-4181-8faf-1ba1f6fa325f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:42.058856 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Checking segment: {'id': 'ae29494b-28a7-46f7-863d-3f0d3c544827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e2d028f0-2c89-4b34-969f-bbdf4be63629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:42.059213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network hostable DHCP agents. Network: e2d028f0-2c89-4b34-969f-bbdf4be63629, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:42.070113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.070461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.070801 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.071137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.071491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.071824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.072151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.072471 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.072790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.073112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.073433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.073803 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:42.078322 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network e2d028f0-2c89-4b34-969f-bbdf4be63629 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:42.088936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e2d028f0-2c89-4b34-969f-bbdf4be63629) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:42.093897 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:42.094504 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.101298 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc9644-4faf-47b0-a6a6-ae3dbecac1a5 None None] Network e2d028f0-2c89-4b34-969f-bbdf4be63629 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:42.112798 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6b6e422d-9982-494a-a468-8f4863711de6 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4313293 Nov 25 18:05:42.115783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32966) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:42.119254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Attempting to bind port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:42.119667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Attempting to bind port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ac5d434f-5335-4d84-8093-acd4b0433ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '09c1bf95-8794-434f-aa46-010e3852e307'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:42.120032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Attempting to bind port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 on network 09c1bf95-8794-434f-aa46-010e3852e307 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:42.155712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:42.156096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Checking segment: {'id': 'ac5d434f-5335-4d84-8093-acd4b0433ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '09c1bf95-8794-434f-aa46-010e3852e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:42.156504 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.156920 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Bound using segment: {'id': 'ac5d434f-5335-4d84-8093-acd4b0433ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '09c1bf95-8794-434f-aa46-010e3852e307'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:42.157392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Bound port: 1fd1168f-1d2a-46ff-bc25-40d8fe11df27, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5d434f-5335-4d84-8093-acd4b0433ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '09c1bf95-8794-434f-aa46-010e3852e307'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:42.157774 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.216671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.276418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.276881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] For port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:42.281490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] For port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,segment=NetworkSegment(ac5d434f-5335-4d84-8093-acd4b0433ef0),segment_id=ac5d434f-5335-4d84-8093-acd4b0433ef0)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:42.289864 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.350305 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.357262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b1815-bdda-448c-bd2a-ffb7c635f8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e2d028f0-2c89-4b34-969f-bbdf4be63629', 'network_id': 'e2d028f0-2c89-4b34-969f-bbdf4be63629', 'tenant_id': '0728b760fba14badaab68856df0188aa', 'fixed_ips': [{'subnet_id': 'a9dcb059-a98c-4181-8faf-1ba1f6fa325f'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:42.358093 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1815-bdda-448c-bd2a-ffb7c635f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.381171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aecdd-b9db-4e96-812c-272d9d8ef06c None None] Pushing event updated for resources: {'Port': ['ID=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:42.384671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dcb059-a98c-4181-8faf-1ba1f6fa325f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:42.456347 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.458575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd1a43-434c-4508-b870-e8fa2df742e5 None None] Network e2d028f0-2c89-4b34-969f-bbdf4be63629 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:42.478714 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d028f0-2c89-4b34-969f-bbdf4be63629']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:42.488504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae29494b-28a7-46f7-863d-3f0d3c544827') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:42.488997 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae29494b-28a7-46f7-863d-3f0d3c544827') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:42.500518 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.515877 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.523034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:42.523524 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:42.526892 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:42.598619 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.603882 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.610032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/e2d028f0-2c89-4b34-969f-bbdf4be63629 HTTP/1.1" status: 204 len: 168 time: 0.4932075 Nov 25 18:05:42.614621 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32968) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:42.619803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227710488'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:42.633938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eff20-40f2-4cff-8300-d182e5c15306 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Network': ['ID=e2d028f0-2c89-4b34-969f-bbdf4be63629,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:42.648747 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:42.652347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.678365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:42.687653 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.688346 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Added segment dab36d13-5a60-4977-a4b3-fa21f91d0fe2 of type vlan for network 577318ed-71b0-4325-80f5-0ceb653a9476 Nov 25 18:05:42.739083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.763907 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.770123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:42.770708 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.823819 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2077401 Nov 25 18:05:42.826583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32970) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:42.832415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'subnet': {'network_id': '577318ed-71b0-4325-80f5-0ceb653a9476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:42.839401 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b2d65-15a2-4597-9efc-67c2f0fd756c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Network': ['ID=577318ed-71b0-4325-80f5-0ceb653a9476,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:42.850602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 577318ed-71b0-4325-80f5-0ceb653a9476 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:42.928891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:42.932726 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:42.980970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:42.998510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Performing IP validity checks on allocation pools {{(pid=103636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:05:42.999039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.ipam_backend_mixin [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:05:43.034609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:43.034982 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.125389 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.130422 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.164453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,segment=NetworkSegment(ac5d434f-5335-4d84-8093-acd4b0433ef0),segment_id=ac5d434f-5335-4d84-8093-acd4b0433ef0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:43.170222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.190509 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Subnet': ['ID=382e5263-079c-4f07-98f1-cf07bd946327,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:43.207776 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Checking segment: {'id': 'dab36d13-5a60-4977-a4b3-fa21f91d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '577318ed-71b0-4325-80f5-0ceb653a9476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:43.208304 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network hostable DHCP agents. Network: 577318ed-71b0-4325-80f5-0ceb653a9476, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:43.227316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network 577318ed-71b0-4325-80f5-0ceb653a9476 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:43.234635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:43.239510 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 577318ed-71b0-4325-80f5-0ceb653a9476) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:43.246960 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:43.247656 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.249671 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e114005-cbfa-455d-9d85-87e8e584c828 None None] Network 577318ed-71b0-4325-80f5-0ceb653a9476 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:43.271936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8db41358-5b86-4cb9-9695-51dae60b83a1 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4440389 Nov 25 18:05:43.274767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32972) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:43.395055 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.421088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a815d7d-f1db-4c5f-a24d-23847d72648b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-577318ed-71b0-4325-80f5-0ceb653a9476', 'network_id': '577318ed-71b0-4325-80f5-0ceb653a9476', 'tenant_id': '0728b760fba14badaab68856df0188aa', 'fixed_ips': [{'subnet_id': '382e5263-079c-4f07-98f1-cf07bd946327'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:43.421957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6a815d7d-f1db-4c5f-a24d-23847d72648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.452093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.501808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78a609-904f-4424-9c14-9f1d4105c90e None None] Network 09c1bf95-8794-434f-aa46-010e3852e307 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:43.518596 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.551186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Subnet': ['ID=382e5263-079c-4f07-98f1-cf07bd946327,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:43.573134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a1637904-3c16-439d-9d87-553ca3ca3402 None None] Provisioning complete for port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:43.573512 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a1637904-3c16-439d-9d87-553ca3ca3402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server [None req-6a815d7d-f1db-4c5f-a24d-23847d72648b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 382e5263-079c-4f07-98f1-cf07bd946327: This subnet is being modified by another concurrent operation. Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server raise exception Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 382e5263-079c-4f07-98f1-cf07bd946327: This subnet is being modified by another concurrent operation. Nov 25 18:05:43.581046 n-d-817303-7 neutron-server[103637]: ERROR oslo_messaging.rpc.server Nov 25 18:05:43.606592 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2491939-da7f-4b67-9d64-2aaca26b0026 None None] Network 577318ed-71b0-4325-80f5-0ceb653a9476 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:43.951318 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:43.973156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577318ed-71b0-4325-80f5-0ceb653a9476']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:43.982833 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab36d13-5a60-4977-a4b3-fa21f91d0fe2') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:43.983129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab36d13-5a60-4977-a4b3-fa21f91d0fe2') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:43.993087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.006913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.013156 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:44.013556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:44.016840 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:44.085904 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.094368 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.102612 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/577318ed-71b0-4325-80f5-0ceb653a9476 HTTP/1.1" status: 204 len: 168 time: 0.8229959 Nov 25 18:05:44.102905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32974) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:44.108675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179079820'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:44.109613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea02d4f-12f9-4745-93f4-befd56a6b0eb tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Network': ['ID=577318ed-71b0-4325-80f5-0ceb653a9476,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:44.134282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:44.137740 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.164600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:44.176132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.176477 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Added segment ce5046b5-b217-4875-b2b1-fada476f15c0 of type vlan for network 2012159e-f3eb-4acd-b020-f5cd1357a87b Nov 25 18:05:44.234639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.248766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd03dea-4898-4d94-acfa-27bbe29cec96 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:05:44.263092 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.269682 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.270239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.300804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f41ba144-752b-4e6d-8f80-82e3656ae7f5 None None] Provisioning complete for port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:44.301150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f41ba144-752b-4e6d-8f80-82e3656ae7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.326847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2227032 Nov 25 18:05:44.330436 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32978) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:44.335935 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'subnet': {'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:44.342920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ad661-f2ef-4a4d-b7ba-10d64323158c tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Network': ['ID=2012159e-f3eb-4acd-b020-f5cd1357a87b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:44.359137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 2012159e-f3eb-4acd-b020-f5cd1357a87b details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:44.370530 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd03dea-4898-4d94-acfa-27bbe29cec96 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:05:44.430988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:44.434556 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.622191 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.687277 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Subnet': ['ID=05179a3e-0327-4210-b147-c916578a50b2,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:44.696343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Checking segment: {'id': 'ce5046b5-b217-4875-b2b1-fada476f15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:44.696706 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network hostable DHCP agents. Network: 2012159e-f3eb-4acd-b020-f5cd1357a87b, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:44.713271 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network 2012159e-f3eb-4acd-b020-f5cd1357a87b is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:44.723140 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 2012159e-f3eb-4acd-b020-f5cd1357a87b) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:44.727481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.728050 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.731808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b828e-3671-4f10-82c3-c5052886d40f None None] Network 2012159e-f3eb-4acd-b020-f5cd1357a87b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:44.745288 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-dc1e5691-2a4d-4d6f-b707-f5c90aedaa2b tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4136529 Nov 25 18:05:44.749138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32980) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:44.755743 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131669999'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:44.776639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:44.779905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.804611 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:44.813661 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.814088 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Added segment a6769422-3813-4b97-9282-c986d342715f of type vlan for network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 Nov 25 18:05:44.854649 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.880159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.882355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-2012159e-f3eb-4acd-b020-f5cd1357a87b', 'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b', 'tenant_id': '0728b760fba14badaab68856df0188aa', 'fixed_ips': [{'subnet_id': '05179a3e-0327-4210-b147-c916578a50b2'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:44.883238 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.886360 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:44.886962 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:44.954557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2043855 Nov 25 18:05:44.958708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32982) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:44.961206 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51103b-e15e-4879-b77f-862ee923b034 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Network': ['ID=40ad2f9f-6e84-4ee5-9f4f-544e0618bac7,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:44.965777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Request body: {'subnet': {'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:44.969384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:44.976579 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:45.060922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Made reservation on behalf of 0728b760fba14badaab68856df0188aa for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:45.064450 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.133360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Allocated IP 2001:db8::2 (2012159e-f3eb-4acd-b020-f5cd1357a87b/05179a3e-0327-4210-b147-c916578a50b2/b488b6ca-3e00-46cc-8689-0cfe1c95e421) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:45.138169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:45.138611 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.252095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.319112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event updated for resources: {'Subnet': ['ID=f2987ae4-4c4c-4a6d-bb3a-c0208710a7f7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:45.321218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Checking segment: {'id': 'a6769422-3813-4b97-9282-c986d342715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:45.321574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network hostable DHCP agents. Network: 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:45.340109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:45.352331 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:45.356419 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.357579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:45.358408 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.364285 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104a60a-2b87-4e3b-be0f-7624ef2c3b6c None None] Network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:45.379279 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.380709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0fb5b13a-b96a-407b-9e3c-868d80c2883d tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4190621 Nov 25 18:05:45.383495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32984) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:45.459976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Network 2012159e-f3eb-4acd-b020-f5cd1357a87b is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:45.468102 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:45.475218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:45.477083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Pushing event updated for resources: {'Port': ['ID=b488b6ca-3e00-46cc-8689-0cfe1c95e421,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:45.497964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.576855 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Attempting to bind port b488b6ca-3e00-46cc-8689-0cfe1c95e421 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:45.577229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Attempting to bind port b488b6ca-3e00-46cc-8689-0cfe1c95e421 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ce5046b5-b217-4875-b2b1-fada476f15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:45.577602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Attempting to bind port b488b6ca-3e00-46cc-8689-0cfe1c95e421 on network 2012159e-f3eb-4acd-b020-f5cd1357a87b {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:45.588233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:45.588620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Checking segment: {'id': 'ce5046b5-b217-4875-b2b1-fada476f15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:45.589031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.589430 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Bound using segment: {'id': 'ce5046b5-b217-4875-b2b1-fada476f15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:45.589915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Bound port: b488b6ca-3e00-46cc-8689-0cfe1c95e421, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5046b5-b217-4875-b2b1-fada476f15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2012159e-f3eb-4acd-b020-f5cd1357a87b'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:45.590301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.654567 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-40ad2f9f-6e84-4ee5-9f4f-544e0618bac7', 'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7', 'tenant_id': '0728b760fba14badaab68856df0188aa', 'fixed_ips': [{'subnet_id': 'f2987ae4-4c4c-4a6d-bb3a-c0208710a7f7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:45.655467 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.698798 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] For port b488b6ca-3e00-46cc-8689-0cfe1c95e421, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:45.702971 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] For port b488b6ca-3e00-46cc-8689-0cfe1c95e421, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b488b6ca-3e00-46cc-8689-0cfe1c95e421,segment=NetworkSegment(ce5046b5-b217-4875-b2b1-fada476f15c0),segment_id=ce5046b5-b217-4875-b2b1-fada476f15c0)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:45.777366 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.890069 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:45.896214 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887c9ad-d33b-461f-ae5e-52322c61b9e8 None None] Pushing event updated for resources: {'Port': ['ID=b488b6ca-3e00-46cc-8689-0cfe1c95e421,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:45.915645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Allocated IP 2001:db8::2 (40ad2f9f-6e84-4ee5-9f4f-544e0618bac7/f2987ae4-4c4c-4a6d-bb3a-c0208710a7f7/0edcc275-d77a-4ac7-a67f-107f33ab0711) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:46.087863 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.097907 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.118786 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.142423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:46.145542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:46.150077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:46.150921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Subnet': ['ID=f2987ae4-4c4c-4a6d-bb3a-c0208710a7f7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:46.161262 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Pushing event updated for resources: {'Port': ['ID=0edcc275-d77a-4ac7-a67f-107f33ab0711,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:46.225898 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Attempting to bind port 0edcc275-d77a-4ac7-a67f-107f33ab0711 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:46.226276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Attempting to bind port 0edcc275-d77a-4ac7-a67f-107f33ab0711 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'a6769422-3813-4b97-9282-c986d342715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:46.226646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Attempting to bind port 0edcc275-d77a-4ac7-a67f-107f33ab0711 on network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:46.233994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:46.234225 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.234963 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Checking segment: {'id': 'a6769422-3813-4b97-9282-c986d342715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:46.235668 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.236860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Bound using segment: {'id': 'a6769422-3813-4b97-9282-c986d342715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:46.237371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Bound port: 0edcc275-d77a-4ac7-a67f-107f33ab0711, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6769422-3813-4b97-9282-c986d342715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:46.237757 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.258086 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ad2f9f-6e84-4ee5-9f4f-544e0618bac7']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:46.267621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6769422-3813-4b97-9282-c986d342715f') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:46.267921 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6769422-3813-4b97-9282-c986d342715f') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:46.277593 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.291012 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.296763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:46.297141 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:46.301411 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:46.303766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] For port 0edcc275-d77a-4ac7-a67f-107f33ab0711, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:46.355563 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.db.api [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:05:46.355563 n-d-817303-7 neutron-server[103636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:05:46.355563 n-d-817303-7 neutron-server[103636]: [parameters: {'id': '40ad2f9f-6e84-4ee5-9f4f-544e0618bac7'}] Nov 25 18:05:46.355563 n-d-817303-7 neutron-server[103636]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:05:46.355924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] For port 0edcc275-d77a-4ac7-a67f-107f33ab0711, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0edcc275-d77a-4ac7-a67f-107f33ab0711,segment=NetworkSegment(a6769422-3813-4b97-9282-c986d342715f),segment_id=a6769422-3813-4b97-9282-c986d342715f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:46.356297 n-d-817303-7 neutron-server[103636]: DEBUG oslo_db.api [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:05:46.360768 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.456805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ca5b8-c641-40e8-87af-59ad2b393ada None None] Pushing event updated for resources: {'Port': ['ID=0edcc275-d77a-4ac7-a67f-107f33ab0711,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:46.462435 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.471817 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59507f47-0e46-473b-9643-a808592b2ead None None] Network 40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:46.857253 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.922488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Deleting port 0edcc275-d77a-4ac7-a67f-107f33ab0711 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:46.922994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:46.978030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b488b6ca-3e00-46cc-8689-0cfe1c95e421 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:46.993774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] For port 0edcc275-d77a-4ac7-a67f-107f33ab0711, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0edcc275-d77a-4ac7-a67f-107f33ab0711,segment=NetworkSegment(a6769422-3813-4b97-9282-c986d342715f),segment_id=a6769422-3813-4b97-9282-c986d342715f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:46.994135 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.007583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Calling delete_port for 0edcc275-d77a-4ac7-a67f-107f33ab0711 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:47.035162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port b488b6ca-3e00-46cc-8689-0cfe1c95e421 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:47.035668 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.096260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.115965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e09cb-7f97-4071-9fbd-d76c4d6a2174 None None] Network 2012159e-f3eb-4acd-b020-f5cd1357a87b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:47.120270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.123016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Port': ['ID=0edcc275-d77a-4ac7-a67f-107f33ab0711,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:47.131742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No DVR routers for this DVR port 0edcc275-d77a-4ac7-a67f-107f33ab0711 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:47.210921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port b488b6ca-3e00-46cc-8689-0cfe1c95e421, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b488b6ca-3e00-46cc-8689-0cfe1c95e421,segment=NetworkSegment(ce5046b5-b217-4875-b2b1-fada476f15c0),segment_id=ce5046b5-b217-4875-b2b1-fada476f15c0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:47.216233 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9d0528e8-df06-4162-8321-6b0229b2f235 None None] Provisioning complete for port b488b6ca-3e00-46cc-8689-0cfe1c95e421 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:47.216594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d0528e8-df06-4162-8321-6b0229b2f235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.219723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.219930 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.242732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ad2f9f-6e84-4ee5-9f4f-544e0618bac7']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:47.252391 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6769422-3813-4b97-9282-c986d342715f') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:47.253027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6769422-3813-4b97-9282-c986d342715f') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:47.263330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.278470 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.285680 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:47.286098 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:47.289252 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:47.349906 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.355606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=b488b6ca-3e00-46cc-8689-0cfe1c95e421,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:47.359435 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.366149 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 HTTP/1.1" status: 204 len: 168 time: 1.9789062 Nov 25 18:05:47.366507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.376005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38516e-c51e-419f-86d3-cf92209326a9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Network': ['ID=40ad2f9f-6e84-4ee5-9f4f-544e0618bac7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:47.395532 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa26069c-19dc-465d-8d29-f1b2703a8eac tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] GET failed (client error): The resource could not be found. Nov 25 18:05:47.396858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-aa26069c-19dc-465d-8d29-f1b2703a8eac tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "GET /v2.0/subnets/f2987ae4-4c4c-4a6d-bb3a-c0208710a7f7 HTTP/1.1" status: 404 len: 337 time: 0.0293498 Nov 25 18:05:47.399740 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.418022 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-529ad56c-9d86-4aab-a683-ccd8ee830935 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:47.418517 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529ad56c-9d86-4aab-a683-ccd8ee830935 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:47.421626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-529ad56c-9d86-4aab-a683-ccd8ee830935 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 HTTP/1.1" status: 404 len: 339 time: 0.0209510 Nov 25 18:05:47.425912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32990) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.451576 n-d-817303-7 neutron-server[103635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb6c131-26b5-4123-b407-7fa7e22597a0 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:47.452268 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb6c131-26b5-4123-b407-7fa7e22597a0 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:47.455960 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fb6c131-26b5-4123-b407-7fa7e22597a0 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/subnets/f2987ae4-4c4c-4a6d-bb3a-c0208710a7f7 HTTP/1.1" status: 404 len: 337 time: 0.0290973 Nov 25 18:05:47.458768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32992) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.478875 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acb12f8-98f5-4b94-aa4a-6af81983eb6e tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:47.479636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acb12f8-98f5-4b94-aa4a-6af81983eb6e tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:47.483852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6acb12f8-98f5-4b94-aa4a-6af81983eb6e tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/40ad2f9f-6e84-4ee5-9f4f-544e0618bac7 HTTP/1.1" status: 404 len: 339 time: 0.0237451 Nov 25 18:05:47.486670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32994) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.545307 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Deleting subnet 05179a3e-0327-4210-b147-c916578a50b2 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:05:47.549542 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.593154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.604578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47054be8-9804-4f82-a4b9-8a7ebc404027 None None] get_active_networks_info from n-d-817303-7 {{(pid=103637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:05:47.664286 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-56c013a1-3a6f-4477-be46-e85b4d816b35 None None] Provisioning complete for port b488b6ca-3e00-46cc-8689-0cfe1c95e421 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:47.664561 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-56c013a1-3a6f-4477-be46-e85b4d816b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.675177 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.719688 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47054be8-9804-4f82-a4b9-8a7ebc404027 None None] Resources bound (agent type, host, resource id): {{(pid=103637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:05:47.740617 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.768340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Subnet': ['ID=05179a3e-0327-4210-b147-c916578a50b2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:47.772803 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.779009 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 32996) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:47.779200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ebe175d6-28e2-4c3c-8a72-98b89c8ead51 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/subnets/05179a3e-0327-4210-b147-c916578a50b2 HTTP/1.1" status: 204 len: 168 time: 0.2911317 Nov 25 18:05:47.868992 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.925695 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Deleting port b488b6ca-3e00-46cc-8689-0cfe1c95e421 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:47.925924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:47.989973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] For port b488b6ca-3e00-46cc-8689-0cfe1c95e421, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=b488b6ca-3e00-46cc-8689-0cfe1c95e421,segment=NetworkSegment(ce5046b5-b217-4875-b2b1-fada476f15c0),segment_id=ce5046b5-b217-4875-b2b1-fada476f15c0)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:47.990408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.001723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.003997 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Calling delete_port for b488b6ca-3e00-46cc-8689-0cfe1c95e421 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:48.087442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.111862 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Port': ['ID=b488b6ca-3e00-46cc-8689-0cfe1c95e421,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.117973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No DVR routers for this DVR port b488b6ca-3e00-46cc-8689-0cfe1c95e421 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:48.136375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32516dac-570d-4aad-94bf-9b2f70e4208e None None] Network 2012159e-f3eb-4acd-b020-f5cd1357a87b requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:48.201327 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.222538 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2012159e-f3eb-4acd-b020-f5cd1357a87b']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:48.232011 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5046b5-b217-4875-b2b1-fada476f15c0') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:48.232303 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5046b5-b217-4875-b2b1-fada476f15c0') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:48.242457 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.257226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.263580 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:48.263963 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:48.267837 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:48.290456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d023f-6e70-49d8-b424-d602d5b9e454 None None] DHCP port deletion for 2012159e-f3eb-4acd-b020-f5cd1357a87b request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:48.327543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.335315 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.338656 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/2012159e-f3eb-4acd-b020-f5cd1357a87b HTTP/1.1" status: 204 len: 168 time: 0.5582871 Nov 25 18:05:48.341258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 32998) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.350086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564043c-c1a1-4fd1-8bff-cd4c8f52caa8 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Network': ['ID=2012159e-f3eb-4acd-b020-f5cd1357a87b,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.367664 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b89b3c-204c-4959-af03-9f8813215ee5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:48.368114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b89b3c-204c-4959-af03-9f8813215ee5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:48.371115 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-71b89b3c-204c-4959-af03-9f8813215ee5 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/subnets/382e5263-079c-4f07-98f1-cf07bd946327 HTTP/1.1" status: 404 len: 337 time: 0.0287769 Nov 25 18:05:48.373636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.391638 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f06f64-8641-43f0-96f9-f2afadc36fd9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:48.392730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f06f64-8641-43f0-96f9-f2afadc36fd9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:48.395766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c9f06f64-8641-43f0-96f9-f2afadc36fd9 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/577318ed-71b0-4325-80f5-0ceb653a9476 HTTP/1.1" status: 404 len: 339 time: 0.0212307 Nov 25 18:05:48.398132 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33002) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.423099 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c472431-bfb1-4c90-8ecf-f4c5942a7368 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:48.424202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c472431-bfb1-4c90-8ecf-f4c5942a7368 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:48.427072 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8c472431-bfb1-4c90-8ecf-f4c5942a7368 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/subnets/a9dcb059-a98c-4181-8faf-1ba1f6fa325f HTTP/1.1" status: 404 len: 337 time: 0.0280590 Nov 25 18:05:48.429525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33004) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.446503 n-d-817303-7 neutron-server[103636]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1bf6e7-723b-46cf-a5a1-b922247ed8b3 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] DELETE failed (client error): The resource could not be found. Nov 25 18:05:48.446980 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1bf6e7-723b-46cf-a5a1-b922247ed8b3 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:05:48.449915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-eb1bf6e7-723b-46cf-a5a1-b922247ed8b3 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/e2d028f0-2c89-4b34-969f-bbdf4be63629 HTTP/1.1" status: 404 len: 339 time: 0.0195177 Nov 25 18:05:48.452246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33006) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.507642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Deleting subnet 54fc6ec4-ea7b-44a3-be89-bccd62bf7789 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:05:48.510700 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.554071 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.648757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.710353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.738080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Subnet': ['ID=54fc6ec4-ea7b-44a3-be89-bccd62bf7789,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:48.740055 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.743251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-449e2f6f-fbef-42e3-b942-7f94ec9c6347 tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/subnets/54fc6ec4-ea7b-44a3-be89-bccd62bf7789 HTTP/1.1" status: 204 len: 168 time: 0.2901890 Nov 25 18:05:48.745229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b27b975-d4d2-4d06-9862-468f16890df1 None None] Network 09c1bf95-8794-434f-aa46-010e3852e307 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:48.746240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33008) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:48.822462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.878947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Deleting port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:48.879292 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.939362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] DHCP port deletion for 09c1bf95-8794-434f-aa46-010e3852e307 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:48.950634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] For port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,segment=NetworkSegment(ac5d434f-5335-4d84-8093-acd4b0433ef0),segment_id=ac5d434f-5335-4d84-8093-acd4b0433ef0)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:48.951001 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:48.966215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Calling delete_port for 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:48.982347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b488b6ca-3e00-46cc-8689-0cfe1c95e421 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:49.008836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: b488b6ca-3e00-46cc-8689-0cfe1c95e421 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:49.009177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device b488b6ca-3e00-46cc-8689-0cfe1c95e421 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:49.019705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] Deleting port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:49.020224 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.049805 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.077392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Port': ['ID=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:49.083467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] For port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,segment=NetworkSegment(ac5d434f-5335-4d84-8093-acd4b0433ef0),segment_id=ac5d434f-5335-4d84-8093-acd4b0433ef0)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:49.083674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] No DVR routers for this DVR port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:49.083865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.098345 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] Calling delete_port for 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:49.161585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:05:49.174568 n-d-817303-7 neutron-server[103637]: self.session.flush() Nov 25 18:05:49.178608 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.181482 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c1bf95-8794-434f-aa46-010e3852e307']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:49.191358 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5d434f-5335-4d84-8093-acd4b0433ef0') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:49.191683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5d434f-5335-4d84-8093-acd4b0433ef0') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:49.200892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.203245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] Pushing event deleted for resources: {'Port': ['ID=1fd1168f-1d2a-46ff-bc25-40d8fe11df27,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:49.207368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c673c-aa65-4912-83e8-f8dbcba2413c None None] No DVR routers for this DVR port 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:49.216566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.224256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:49.224763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:49.227838 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:49.291510 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.299857 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.303573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] 10.222.0.86 "DELETE /v2.0/networks/09c1bf95-8794-434f-aa46-010e3852e307 HTTP/1.1" status: 204 len: 168 time: 0.5563936 Nov 25 18:05:49.316175 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187b13e-3c14-4b79-a105-c6a08ade775a tempest-NetworksIpV6Test-1457365438 tempest-NetworksIpV6Test-1457365438-project] Pushing event deleted for resources: {'Network': ['ID=09c1bf95-8794-434f-aa46-010e3852e307,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:49.550396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33014) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:49.681664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1b157915-4685-412a-ac5d-d85f9139c599 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0728b760fba14badaab68856df0188aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301029 Nov 25 18:05:49.684242 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33018) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:49.730239 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b59e239-00c0-40b0-9554-e4e0de7ebf6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.751903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b59e239-00c0-40b0-9554-e4e0de7ebf6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.798690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b59e239-00c0-40b0-9554-e4e0de7ebf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.802053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3b59e239-00c0-40b0-9554-e4e0de7ebf6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:49.803213 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3b59e239-00c0-40b0-9554-e4e0de7ebf6c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7db93e5e-68f3-4440-bec6-44b9572a8baf HTTP/1.1" status: 204 len: 168 time: 0.1180592 Nov 25 18:05:49.811038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59e239-00c0-40b0-9554-e4e0de7ebf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db93e5e-68f3-4440-bec6-44b9572a8baf,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:50.449376 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33040) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:50.544698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-92167578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:50.572194 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.573283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.626756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.631331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.649781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.650970 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fb92a55f-718b-403e-ae58-ad2905735364 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2005751 Nov 25 18:05:50.653721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33044) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:50.658816 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1656916851'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:50.678977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Made reservation on behalf of a221822662a94b5c8bfc35aa7f417714 for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:50.682336 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.691765 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.768463 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.772080 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.795093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:50.808934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599c9394-4e51-4fda-a17a-deb1ef563f93,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:50.815309 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.815682 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Added segment ca74e6de-8dda-441a-a1a8-f556178a7222 of type vlan for network 9b0f4203-2390-424c-bbce-427c0d4e3089 Nov 25 18:05:50.858849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.885170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.890652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:50.891236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:50.942585 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:50.949292 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2945776 Nov 25 18:05:50.952315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33046) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:50.960348 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Request body: {'subnet': {'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:50.961493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86090fb4-4366-4dfc-b547-ce008a02ca20 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event updated for resources: {'Network': ['ID=9b0f4203-2390-424c-bbce-427c0d4e3089,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:50.964839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:50.965372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 1fd1168f-1d2a-46ff-bc25-40d8fe11df27 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:50.972091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 9b0f4203-2390-424c-bbce-427c0d4e3089 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:51.064928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Made reservation on behalf of a221822662a94b5c8bfc35aa7f417714 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:51.068358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.244183 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.305956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event updated for resources: {'Subnet': ['ID=910767e3-d2c7-42f7-b7a9-08a6e0cb82fc,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.313867 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Checking segment: {'id': 'ca74e6de-8dda-441a-a1a8-f556178a7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:51.314227 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Network hostable DHCP agents. Network: 9b0f4203-2390-424c-bbce-427c0d4e3089, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:51.330663 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Network 9b0f4203-2390-424c-bbce-427c0d4e3089 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:51.339496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 9b0f4203-2390-424c-bbce-427c0d4e3089) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:51.343959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:51.344557 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.352606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ab3ee-422c-4f6e-94d4-a15dc5dca420 None None] Network 9b0f4203-2390-424c-bbce-427c0d4e3089 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:51.361511 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-04eea742-8e2f-41f3-8771-719600b82fbf tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4069710 Nov 25 18:05:51.364579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33048) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:51.369412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1772776256'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:51.388742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Made reservation on behalf of a221822662a94b5c8bfc35aa7f417714 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:51.392206 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.416159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:51.426302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.426646 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Added segment b7985831-d591-418c-b550-90416018de04 of type vlan for network e2424602-0d06-450f-b53b-4305d5744527 Nov 25 18:05:51.471190 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.497117 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.502928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:51.503760 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.507140 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-9b0f4203-2390-424c-bbce-427c0d4e3089', 'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089', 'tenant_id': 'a221822662a94b5c8bfc35aa7f417714', 'fixed_ips': [{'subnet_id': '910767e3-d2c7-42f7-b7a9-08a6e0cb82fc'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:51.508095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.561935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1962166 Nov 25 18:05:51.565045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33050) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:51.570159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Request body: {'subnet': {'network_id': 'e2424602-0d06-450f-b53b-4305d5744527', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:51.574441 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bedb8-3372-4a74-a982-9f956558f6ab tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event updated for resources: {'Network': ['ID=e2424602-0d06-450f-b53b-4305d5744527,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.588368 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network e2424602-0d06-450f-b53b-4305d5744527 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:51.662213 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Made reservation on behalf of a221822662a94b5c8bfc35aa7f417714 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:51.666428 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.706793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Allocated IP 172.20.0.2 (9b0f4203-2390-424c-bbce-427c0d4e3089/910767e3-d2c7-42f7-b7a9-08a6e0cb82fc/198e7860-065c-436d-8975-dc00d28d64e3) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:51.853157 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.855944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.864493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.904967 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Network 9b0f4203-2390-424c-bbce-427c0d4e3089 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:51.908735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:51.911921 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:51.914325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event updated for resources: {'Subnet': ['ID=3ef6b45e-74a5-4629-b9b3-408ed9c091a7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.921410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Pushing event updated for resources: {'Port': ['ID=198e7860-065c-436d-8975-dc00d28d64e3,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:51.927915 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Checking segment: {'id': 'b7985831-d591-418c-b550-90416018de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e2424602-0d06-450f-b53b-4305d5744527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:51.928131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Network hostable DHCP agents. Network: e2424602-0d06-450f-b53b-4305d5744527, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:51.945095 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Network e2424602-0d06-450f-b53b-4305d5744527 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:51.953526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, e2424602-0d06-450f-b53b-4305d5744527) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:51.958826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:51.960013 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:51.966148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab82439-09d7-4649-96fd-e962d8c6d28d None None] Network e2424602-0d06-450f-b53b-4305d5744527 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:51.979407 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cd3da13b-7f3a-4b40-bde4-e849f70191ec tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4132447 Nov 25 18:05:51.982126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33052) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:51.987611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-90b1599f-1ade-4096-b786-d17df3597f0c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2424602-0d06-450f-b53b-4305d5744527'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:51.989347 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Attempting to bind port 198e7860-065c-436d-8975-dc00d28d64e3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:51.989722 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Attempting to bind port 198e7860-065c-436d-8975-dc00d28d64e3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ca74e6de-8dda-441a-a1a8-f556178a7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:51.990093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Attempting to bind port 198e7860-065c-436d-8975-dc00d28d64e3 on network 9b0f4203-2390-424c-bbce-427c0d4e3089 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:52.025609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:52.025988 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Checking segment: {'id': 'ca74e6de-8dda-441a-a1a8-f556178a7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:52.026394 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.026826 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Bound using segment: {'id': 'ca74e6de-8dda-441a-a1a8-f556178a7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:52.027295 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Bound port: 198e7860-065c-436d-8975-dc00d28d64e3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca74e6de-8dda-441a-a1a8-f556178a7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b0f4203-2390-424c-bbce-427c0d4e3089'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:52.027705 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.147770 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] For port 198e7860-065c-436d-8975-dc00d28d64e3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:52.164601 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] For port 198e7860-065c-436d-8975-dc00d28d64e3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=198e7860-065c-436d-8975-dc00d28d64e3,segment=NetworkSegment(ca74e6de-8dda-441a-a1a8-f556178a7222),segment_id=ca74e6de-8dda-441a-a1a8-f556178a7222)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:52.171084 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.197205 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-90b1599f-1ade-4096-b786-d17df3597f0c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.233866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-e2424602-0d06-450f-b53b-4305d5744527', 'network_id': 'e2424602-0d06-450f-b53b-4305d5744527', 'tenant_id': 'a221822662a94b5c8bfc35aa7f417714', 'fixed_ips': [{'subnet_id': '3ef6b45e-74a5-4629-b9b3-408ed9c091a7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:52.234715 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.269470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9504f2a-f8f5-408e-be27-6e873f66229c None None] Pushing event updated for resources: {'Port': ['ID=198e7860-065c-436d-8975-dc00d28d64e3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:52.309957 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [None req-90b1599f-1ade-4096-b786-d17df3597f0c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:05:52.317198 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-90b1599f-1ade-4096-b786-d17df3597f0c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "PUT /v2.0/routers/b52ba8b0-5bd9-4318-96db-b76896325647 HTTP/1.1" status: 400 len: 364 time: 0.3279796 Nov 25 18:05:52.317390 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33054) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:52.372114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Deleting subnet 3ef6b45e-74a5-4629-b9b3-408ed9c091a7 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:05:52.402899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Allocated IP 172.21.0.2 (e2424602-0d06-450f-b53b-4305d5744527/3ef6b45e-74a5-4629-b9b3-408ed9c091a7/4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:52.568964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.573625 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.574198 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.618401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Network e2424602-0d06-450f-b53b-4305d5744527 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:52.623642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.623800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:52.627029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:52.630680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Pushing event updated for resources: {'Port': ['ID=4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:52.685647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Attempting to bind port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:52.686024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Attempting to bind port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'b7985831-d591-418c-b550-90416018de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e2424602-0d06-450f-b53b-4305d5744527'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:52.686388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Attempting to bind port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1 on network e2424602-0d06-450f-b53b-4305d5744527 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:52.692011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:52.692384 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Checking segment: {'id': 'b7985831-d591-418c-b550-90416018de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e2424602-0d06-450f-b53b-4305d5744527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:52.692779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.693165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Bound using segment: {'id': 'b7985831-d591-418c-b550-90416018de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e2424602-0d06-450f-b53b-4305d5744527'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:52.693624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Bound port: 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7985831-d591-418c-b550-90416018de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e2424602-0d06-450f-b53b-4305d5744527'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:52.693996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.708680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.766903 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.769638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] For port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:52.772871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] For port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1,segment=NetworkSegment(b7985831-d591-418c-b550-90416018de04),segment_id=b7985831-d591-418c-b550-90416018de04)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:52.777691 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.801023 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef6b45e-74a5-4629-b9b3-408ed9c091a7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:52.805682 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.808808 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f1bb06b-1590-4b0b-adc1-cadd6f1f6958 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "DELETE /v2.0/subnets/3ef6b45e-74a5-4629-b9b3-408ed9c091a7 HTTP/1.1" status: 204 len: 168 time: 0.4904883 Nov 25 18:05:52.811186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33056) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:52.839926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de454e-20b9-472a-8f08-fa1c6b32bb52 None None] Pushing event updated for resources: {'Port': ['ID=4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:52.895525 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:52.962016 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Deleting port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:52.964180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.002643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 198e7860-065c-436d-8975-dc00d28d64e3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:53.060765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] For port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1,segment=NetworkSegment(b7985831-d591-418c-b550-90416018de04),segment_id=b7985831-d591-418c-b550-90416018de04)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:53.061138 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.077488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 198e7860-065c-436d-8975-dc00d28d64e3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:53.077855 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.082362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Calling delete_port for 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:53.181240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.183892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.217284 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event deleted for resources: {'Port': ['ID=4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.219459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] No DVR routers for this DVR port 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:53.237682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 198e7860-065c-436d-8975-dc00d28d64e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=198e7860-065c-436d-8975-dc00d28d64e3,segment=NetworkSegment(ca74e6de-8dda-441a-a1a8-f556178a7222),segment_id=ca74e6de-8dda-441a-a1a8-f556178a7222)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:53.244873 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.306100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=198e7860-065c-436d-8975-dc00d28d64e3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.317840 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.339210 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2424602-0d06-450f-b53b-4305d5744527']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:53.350467 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7985831-d591-418c-b550-90416018de04') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:53.351140 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7985831-d591-418c-b550-90416018de04') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:53.354339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49375b-d347-4380-aaf6-199f47645bb8 None None] Network 9b0f4203-2390-424c-bbce-427c0d4e3089 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:53.361886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.377541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.384637 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:53.385035 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:53.388538 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:53.429911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-035de1de-0a9d-495b-827e-fbfc187a69be None None] Provisioning complete for port 198e7860-065c-436d-8975-dc00d28d64e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:53.430276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-035de1de-0a9d-495b-827e-fbfc187a69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.452251 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.459757 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.466700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33058) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:53.467226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "DELETE /v2.0/networks/e2424602-0d06-450f-b53b-4305d5744527 HTTP/1.1" status: 204 len: 168 time: 0.6543281 Nov 25 18:05:53.480303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0879-1df2-42ba-a25c-594bab3b087e tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event deleted for resources: {'Network': ['ID=e2424602-0d06-450f-b53b-4305d5744527,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.522403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Deleting subnet 910767e3-d2c7-42f7-b7a9-08a6e0cb82fc {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:05:53.525558 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.575969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.666859 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.736001 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.770670 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event deleted for resources: {'Subnet': ['ID=910767e3-d2c7-42f7-b7a9-08a6e0cb82fc,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:53.775750 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.779039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-189928ee-9432-4d38-961e-7f362584a48c tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "DELETE /v2.0/subnets/910767e3-d2c7-42f7-b7a9-08a6e0cb82fc HTTP/1.1" status: 204 len: 168 time: 0.3103437 Nov 25 18:05:53.781584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33062) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:53.855250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84c088-2e7b-45c4-ab1d-c5dbc0cebd85 None None] Network 9b0f4203-2390-424c-bbce-427c0d4e3089 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:53.865839 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.929456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Deleting port 198e7860-065c-436d-8975-dc00d28d64e3 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:05:53.929801 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:53.942302 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5aa19df5-242e-448b-b1cd-4f02f1b614da None None] Provisioning complete for port 198e7860-065c-436d-8975-dc00d28d64e3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:53.942676 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5aa19df5-242e-448b-b1cd-4f02f1b614da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.002058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] For port 198e7860-065c-436d-8975-dc00d28d64e3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=198e7860-065c-436d-8975-dc00d28d64e3,segment=NetworkSegment(ca74e6de-8dda-441a-a1a8-f556178a7222),segment_id=ca74e6de-8dda-441a-a1a8-f556178a7222)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:54.002418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.017582 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b308c6f-876a-44d5-8a69-b3cfc07fb404 None None] DHCP port deletion for e2424602-0d06-450f-b53b-4305d5744527 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:54.018199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Calling delete_port for 198e7860-065c-436d-8975-dc00d28d64e3 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:05:54.076485 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0f889-4f2c-406a-bd4c-77c20345e7eb None None] Network e2424602-0d06-450f-b53b-4305d5744527 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:54.095472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0f889-4f2c-406a-bd4c-77c20345e7eb None None] Network e2424602-0d06-450f-b53b-4305d5744527 could not be found, it might have been deleted concurrently. {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:05:54.107699 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.120860 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8bda90-492e-45ea-ac6e-5cbab389f135 None None] DHCP port deletion for 9b0f4203-2390-424c-bbce-427c0d4e3089 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:54.136269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event deleted for resources: {'Port': ['ID=198e7860-065c-436d-8975-dc00d28d64e3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:54.138113 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] No DVR routers for this DVR port 198e7860-065c-436d-8975-dc00d28d64e3 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:05:54.214379 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fd1d48f8-85ca-402b-963b-0464c5281795 None None] Could not find standard attr ID for object 4eac6ad5-eb7c-411d-b196-a3ceb6b60bc1. {{(pid=103637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:05:54.219246 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.240392 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0f4203-2390-424c-bbce-427c0d4e3089']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:54.249391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca74e6de-8dda-441a-a1a8-f556178a7222') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:54.249690 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca74e6de-8dda-441a-a1a8-f556178a7222') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:54.260264 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.273302 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.279257 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:05:54.279660 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:05:54.283369 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:05:54.343769 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.351497 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.354856 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "DELETE /v2.0/networks/9b0f4203-2390-424c-bbce-427c0d4e3089 HTTP/1.1" status: 204 len: 168 time: 0.5722263 Nov 25 18:05:54.357781 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:54.367354 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc989d-7837-4ade-81e7-cc678bd41b31 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Pushing event deleted for resources: {'Network': ['ID=9b0f4203-2390-424c-bbce-427c0d4e3089,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:54.386868 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fc11b76e-2b3c-43b0-af66-200b0beaa42b tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "GET /v2.0/ports?device_id=b52ba8b0-5bd9-4318-96db-b76896325647 HTTP/1.1" status: 200 len: 205 time: 0.0278482 Nov 25 18:05:54.389272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33066) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:54.462624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.614499 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.616662 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.659874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.660395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Fanout notify agent at l3_agent the message router_deleted on router b52ba8b0-5bd9-4318-96db-b76896325647 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:05:54.667839 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:54.668933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d5d1ef8a-859e-44c8-8383-55efcfc15002 tempest-RoutersNegativeTest-1527343041 tempest-RoutersNegativeTest-1527343041-project] 10.222.0.86 "DELETE /v2.0/routers/b52ba8b0-5bd9-4318-96db-b76896325647 HTTP/1.1" status: 204 len: 168 time: 0.2787755 Nov 25 18:05:54.912885 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33072) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:54.944964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 198e7860-065c-436d-8975-dc00d28d64e3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:05:54.966091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 198e7860-065c-436d-8975-dc00d28d64e3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:05:54.966440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 198e7860-065c-436d-8975-dc00d28d64e3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:05:55.046768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-15b55e92-ae9c-457a-8127-ea5111f35b7a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a221822662a94b5c8bfc35aa7f417714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327372 Nov 25 18:05:55.049296 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33076) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:55.096594 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ac655-8b3b-4fa4-873c-66a9365c82b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.117255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ac655-8b3b-4fa4-873c-66a9365c82b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.472040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ac655-8b3b-4fa4-873c-66a9365c82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.474642 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-474ac655-8b3b-4fa4-873c-66a9365c82b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:55.475813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-474ac655-8b3b-4fa4-873c-66a9365c82b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/599c9394-4e51-4fda-a17a-deb1ef563f93 HTTP/1.1" status: 204 len: 168 time: 0.4256425 Nov 25 18:05:55.484476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ac655-8b3b-4fa4-873c-66a9365c82b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c9394-4e51-4fda-a17a-deb1ef563f93,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.085772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33098) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:56.182240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-130865052-network', 'tenant_id': '44ab5038279c4acfb581875b50244f8d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:56.203153 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Made reservation on behalf of 44ab5038279c4acfb581875b50244f8d for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:56.205938 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.214033 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.291603 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.295886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.316827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:05:56.330389 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d4abde-872c-4fc0-9d6c-945816ef7d2b,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.335201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.335567 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Added segment 649ca03f-d27a-4041-bfac-caba1710a02e of type vlan for network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 Nov 25 18:05:56.374838 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.401899 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.402939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.403535 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.464216 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3773422 Nov 25 18:05:56.467214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33102) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:56.469185 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c2662-e4f3-45d1-bf85-7a627f5dc408 admin admin] Pushing event updated for resources: {'Network': ['ID=4b660b7f-3c73-4003-a4b8-97d6275b3e34,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.473408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Request body: {'subnet': {'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-subnet', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:56.481223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:05:56.495455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Made reservation on behalf of 44ab5038279c4acfb581875b50244f8d for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:05:56.497329 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.666463 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.723239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20dc7d5-9644-4875-932a-1c89a3a08c5e,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:56.737443 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Checking segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:56.738018 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Network hostable DHCP agents. Network: 4b660b7f-3c73-4003-a4b8-97d6275b3e34, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:05:56.758422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:05:56.767023 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 4b660b7f-3c73-4003-a4b8-97d6275b3e34) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:56.771596 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:05:56.772911 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.775943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d140e-8870-49af-964a-caee8768fd88 None None] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:56.792620 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-47297e18-dd76-4340-84b4-fa7301ebc6a4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3240213 Nov 25 18:05:56.795720 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33104) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:56.800876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:05:56.821003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.822241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:56.881976 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.025512 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.093959 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'fixed_ips': [{'subnet_id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:05:57.094827 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.229937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Allocated IP 172.20.0.2 (4b660b7f-3c73-4003-a4b8-97d6275b3e34/e20dc7d5-9644-4875-932a-1c89a3a08c5e/952219eb-c844-4582-b6d6-a80a46299f02) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:57.248943 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.269892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.371630 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.372665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Allocated IP 172.25.8.193 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/fbfabc06-d353-4788-a146-20e7e0322dcf) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:57.378536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.422355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:57.427750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:57.430381 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:57.440388 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Pushing event updated for resources: {'Port': ['ID=952219eb-c844-4582-b6d6-a80a46299f02,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:57.482186 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.489834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Attempting to bind port 952219eb-c844-4582-b6d6-a80a46299f02 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:57.490350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Attempting to bind port 952219eb-c844-4582-b6d6-a80a46299f02 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:57.490549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Attempting to bind port 952219eb-c844-4582-b6d6-a80a46299f02 on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:57.495609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:57.495984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Checking segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:57.496376 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.496765 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Bound using segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:57.497222 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Bound port: 952219eb-c844-4582-b6d6-a80a46299f02, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:57.497594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.517945 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.556779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:57.559760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:57.563200 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:57.574146 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d68870-6bd2-4c4d-b711-a11bf960d77f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:57.576344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] For port 952219eb-c844-4582-b6d6-a80a46299f02, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:57.592072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] For port 952219eb-c844-4582-b6d6-a80a46299f02, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=952219eb-c844-4582-b6d6-a80a46299f02,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:57.595220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Pushing event updated for resources: {'Port': ['ID=fbfabc06-d353-4788-a146-20e7e0322dcf,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:57.597600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.671414 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b6787-eeac-49ee-ba5d-3f66cdd90811 None None] Pushing event updated for resources: {'Port': ['ID=952219eb-c844-4582-b6d6-a80a46299f02,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:57.675882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-8c7fe974-2676-4840-ba77-a9e764c57120 None None] Provisioning complete for port fbfabc06-d353-4788-a146-20e7e0322dcf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:57.676282 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe974-2676-4840-ba77-a9e764c57120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:57.720617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fe974-2676-4840-ba77-a9e764c57120 None None] Port fbfabc06-d353-4788-a146-20e7e0322dcf cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:57.839747 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.049350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.181795 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Router 1ac33257-8725-4b53-bf4e-e96b37763bdb is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:05:58.296002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:05:58.310037 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Sync routers for ids ['1ac33257-8725-4b53-bf4e-e96b37763bdb'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:05:58.315621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.317044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cabf51b8-90c1-4a3d-97df-7781f8638383 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5202985 Nov 25 18:05:58.320175 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33108) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:05:58.322319 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Routers {'1ac33257-8725-4b53-bf4e-e96b37763bdb'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:58.322979 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['1ac33257-8725-4b53-bf4e-e96b37763bdb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:58.528863 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Set router 1ac33257-8725-4b53-bf4e-e96b37763bdb gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:58.614208 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2f2d1-efa4-4fe7-96d5-9a413c09de57 None None] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:05:58.695846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3a92102c-2e53-43a7-8417-093286af06a8 None None] Provisioning complete for port 952219eb-c844-4582-b6d6-a80a46299f02 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:58.696302 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a92102c-2e53-43a7-8417-093286af06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.720860 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:05:57Z', 'revision_number': 3, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:58.748149 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Checking router: 1ac33257-8725-4b53-bf4e-e96b37763bdb for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:05:58.748497 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Updating router 1ac33257-8725-4b53-bf4e-e96b37763bdb port fbfabc06-d353-4788-a146-20e7e0322dcf binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:05:58.772077 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.775574 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.845502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a92102c-2e53-43a7-8417-093286af06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.883207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3a92102c-2e53-43a7-8417-093286af06a8 None None] For port 952219eb-c844-4582-b6d6-a80a46299f02, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=952219eb-c844-4582-b6d6-a80a46299f02,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:58.892508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3a92102c-2e53-43a7-8417-093286af06a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:58.950097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Allocated IP 172.20.0.1 (4b660b7f-3c73-4003-a4b8-97d6275b3e34/e20dc7d5-9644-4875-932a-1c89a3a08c5e/c183fa78-475f-4cc4-b742-387ab3b413f5) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:05:58.964244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92102c-2e53-43a7-8417-093286af06a8 None None] Pushing event updated for resources: {'Port': ['ID=952219eb-c844-4582-b6d6-a80a46299f02,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.077627 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 952219eb-c844-4582-b6d6-a80a46299f02 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:05:59.082054 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.083375 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.090309 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.135037 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.137540 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 952219eb-c844-4582-b6d6-a80a46299f02 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.138234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.139023 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Attempting to bind port fbfabc06-d353-4788-a146-20e7e0322dcf on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:05:59.139431 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Attempting to bind port fbfabc06-d353-4788-a146-20e7e0322dcf by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:05:59.140087 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Attempting to bind port fbfabc06-d353-4788-a146-20e7e0322dcf on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:05:59.144011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02f601-4791-4c05-9889-4c312e9b60a7 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:59.155011 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:05:59.155409 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:05:59.155820 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.156200 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:05:59.156659 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Bound port: fbfabc06-d353-4788-a146-20e7e0322dcf, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:05:59.157026 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.185172 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Pushing event updated for resources: {'Port': ['ID=fbfabc06-d353-4788-a146-20e7e0322dcf,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.193990 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:59.198650 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.199224 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.199224 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.199558 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.199732 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:59.199853 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.200167 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.200485 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.200817 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.201134 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.201713 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.202039 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.202355 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:05:59.202473 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:05:59.228175 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] For port fbfabc06-d353-4788-a146-20e7e0322dcf, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:05:59.233216 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] For port fbfabc06-d353-4788-a146-20e7e0322dcf, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fbfabc06-d353-4788-a146-20e7e0322dcf,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:05:59.239014 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.248961 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Provisioning complete for port fbfabc06-d353-4788-a146-20e7e0322dcf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.249353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.255926 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=c183fa78-475f-4cc4-b742-387ab3b413f5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.278306 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.300229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e54c47e-63e6-49a6-99a6-4e3dcf532ccf None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:05:59.302681 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Routers {'1ac33257-8725-4b53-bf4e-e96b37763bdb'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:05:59.303303 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['1ac33257-8725-4b53-bf4e-e96b37763bdb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:59.370660 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.413735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] For port fbfabc06-d353-4788-a146-20e7e0322dcf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fbfabc06-d353-4788-a146-20e7e0322dcf,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:05:59.419496 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.426036 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] Set router 1ac33257-8725-4b53-bf4e-e96b37763bdb gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:05:59.450820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.479497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Provisioning complete for port 952219eb-c844-4582-b6d6-a80a46299f02 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.479811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.493306 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010442b2-28ab-412a-a786-ce7e55c3c13d None None] Pushing event updated for resources: {'Port': ['ID=fbfabc06-d353-4788-a146-20e7e0322dcf,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.538933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c7853-d16d-4e19-a69a-1c4b15dbc4be None None] Pushing event updated for resources: {'Port': ['ID=fbfabc06-d353-4788-a146-20e7e0322dcf,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.634260 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:05:57Z', 'revision_number': 3, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:05:59.639528 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.644948 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.661690 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90460072-c2f3-426e-8298-c6d5211d4a44 None None] The sync data for ids ['1ac33257-8725-4b53-bf4e-e96b37763bdb'] in n-d-817303-7 is: [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:05:57Z', 'revision_number': 3, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:05:59.712182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-95f35367-5cee-4d3e-af24-d36fd5121ebd None None] Provisioning complete for port c183fa78-475f-4cc4-b742-387ab3b413f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.712752 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95f35367-5cee-4d3e-af24-d36fd5121ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.717938 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=c183fa78-475f-4cc4-b742-387ab3b413f5,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:05:59.721291 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.755137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-95f35367-5cee-4d3e-af24-d36fd5121ebd None None] Port c183fa78-475f-4cc4-b742-387ab3b413f5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:05:59.768353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-95f35367-5cee-4d3e-af24-d36fd5121ebd None None] Provisioning complete for port fbfabc06-d353-4788-a146-20e7e0322dcf triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:05:59.768778 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-95f35367-5cee-4d3e-af24-d36fd5121ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:05:59.825652 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:05:59.827218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:05:59.984243 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Router 1ac33257-8725-4b53-bf4e-e96b37763bdb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:06:00.114013 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:06:00.119527 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bc7e9ff3-efcc-44b3-bd2f-ca36215b6e7d admin admin] 10.222.0.86 "PUT /v2.0/routers/1ac33257-8725-4b53-bf4e-e96b37763bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982724 Nov 25 18:06:00.181590 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-19227d01-91dc-4bbf-897c-7ee2bdd8be58 None None] Provisioning complete for port c183fa78-475f-4cc4-b742-387ab3b413f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:00.181962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-19227d01-91dc-4bbf-897c-7ee2bdd8be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.218808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-19227d01-91dc-4bbf-897c-7ee2bdd8be58 None None] Port c183fa78-475f-4cc4-b742-387ab3b413f5 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:00.622279 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33124) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:06:00.627741 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-162750197-network', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:00.647543 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Made reservation on behalf of 32b93e5f8a074fbd859e4360183d2f50 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:06:00.649770 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.658978 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.735844 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.739589 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.760699 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:06:00.775446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5136a93-5344-433f-8b2e-909e6c0acce2,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:00.782255 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.783201 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Added segment 6b528297-e8d6-4551-8888-b00b03e4de7e of type vlan for network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 Nov 25 18:06:00.823025 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.852265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.853189 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:00.853761 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:00.913582 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2898154 Nov 25 18:06:00.916084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33126) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:06:00.920988 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Request body: {'subnet': {'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-subnet', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:00.924503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef679f6-2343-4c09-8f09-1b6f6754b658 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb4ce7e-b703-42bb-888c-5b84e4f26047,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:00.938442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:06:00.946819 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Made reservation on behalf of 32b93e5f8a074fbd859e4360183d2f50 for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:06:00.949346 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.069002 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fbfabc06-d353-4788-a146-20e7e0322dcf up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:01.124461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port fbfabc06-d353-4788-a146-20e7e0322dcf triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:01.124830 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.133686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.184826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c30212c-0c3f-4098-a963-b94c39bb04b6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:01.200319 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Checking segment: {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:01.200684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Network hostable DHCP agents. Network: 6cb4ce7e-b703-42bb-888c-5b84e4f26047, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:06:01.212124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 952219eb-c844-4582-b6d6-a80a46299f02 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:01.218228 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:06:01.228314 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 6cb4ce7e-b703-42bb-888c-5b84e4f26047) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:01.232766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:01.233084 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.242979 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34eab54-28b2-412d-b848-366744935f84 None None] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:06:01.261286 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5cc2767c-49a9-464f-9613-800a2e7046c1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3441710 Nov 25 18:06:01.264587 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33128) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:06:01.269635 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:01.293153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.294307 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.333843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 952219eb-c844-4582-b6d6-a80a46299f02 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:01.334211 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.354732 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.366805 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Sync routers for ids ['1ac33257-8725-4b53-bf4e-e96b37763bdb'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:06:01.416516 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Routers {'1ac33257-8725-4b53-bf4e-e96b37763bdb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:01.417156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['1ac33257-8725-4b53-bf4e-e96b37763bdb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:01.562447 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-6cb4ce7e-b703-42bb-888c-5b84e4f26047', 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'fixed_ips': [{'subnet_id': '3c30212c-0c3f-4098-a963-b94c39bb04b6'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:06:01.563223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:01.620589 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Set router 1ac33257-8725-4b53-bf4e-e96b37763bdb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:01.823940 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.007113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Allocated IP 172.20.0.2 (6cb4ce7e-b703-42bb-888c-5b84e4f26047/3c30212c-0c3f-4098-a963-b94c39bb04b6/3cace2f1-abd1-4ecc-8df6-a7f9c4531546) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:02.028756 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.049359 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.156054 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Allocated IP 172.25.8.111 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c9f75ef5-e848-46ed-9308-e5bef8310429) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:02.186695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c183fa78-475f-4cc4-b742-387ab3b413f5', 'name': '', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'mac_address': 'fa:16:3e:99:ba:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:58Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 2, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'subnets': [{'id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:02.218386 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Checking router: 1ac33257-8725-4b53-bf4e-e96b37763bdb for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:06:02.218740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Updating router 1ac33257-8725-4b53-bf4e-e96b37763bdb port c183fa78-475f-4cc4-b742-387ab3b413f5 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:06:02.257408 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.262869 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.269251 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.273915 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.309377 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.347089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:02.356871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:02.357474 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:02.363618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:02.365639 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:02.370251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:02.378274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Pushing event updated for resources: {'Port': ['ID=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.390121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250cc12-09c3-441e-9747-1299e3759d7f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:06:02.402326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Pushing event updated for resources: {'Port': ['ID=c9f75ef5-e848-46ed-9308-e5bef8310429,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.504507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Attempting to bind port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:02.504877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Attempting to bind port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:02.505247 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Attempting to bind port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 on network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:02.512473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:02.512849 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Checking segment: {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:02.513251 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.513643 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Bound using segment: {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:02.514105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Bound port: 3cace2f1-abd1-4ecc-8df6-a7f9c4531546, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:02.514486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.629036 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.629303 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-08d95ccb-a9cc-4c38-9273-30c5af157261 None None] Provisioning complete for port c9f75ef5-e848-46ed-9308-e5bef8310429 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:02.629493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-08d95ccb-a9cc-4c38-9273-30c5af157261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.696399 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] For port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:02.713426 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-08d95ccb-a9cc-4c38-9273-30c5af157261 None None] Port c9f75ef5-e848-46ed-9308-e5bef8310429 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:02.722077 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] For port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,segment=NetworkSegment(6b528297-e8d6-4551-8888-b00b03e4de7e),segment_id=6b528297-e8d6-4551-8888-b00b03e4de7e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:02.731861 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.816095 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.832368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.840479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.841118 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429fa5f-293c-4eed-80f5-c4be74377895 None None] Pushing event updated for resources: {'Port': ['ID=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.965314 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f52be-fa4e-4417-83d5-0fad7d042f70 None None] Pushing event updated for resources: {'Port': ['ID=c183fa78-475f-4cc4-b742-387ab3b413f5,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:02.972662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Attempting to bind port c183fa78-475f-4cc4-b742-387ab3b413f5 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:02.973177 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Attempting to bind port c183fa78-475f-4cc4-b742-387ab3b413f5 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:02.973639 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Attempting to bind port c183fa78-475f-4cc4-b742-387ab3b413f5 on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:02.979681 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:02.980181 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Checking segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:02.980743 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:02.981273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Bound using segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:02.981893 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Bound port: c183fa78-475f-4cc4-b742-387ab3b413f5, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:02.982462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.005531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:06:03.065998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] For port c183fa78-475f-4cc4-b742-387ab3b413f5, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:03.070209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] For port c183fa78-475f-4cc4-b742-387ab3b413f5, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c183fa78-475f-4cc4-b742-387ab3b413f5,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:03.075708 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.142344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:06:03.158607 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Sync routers for ids ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:06:03.169763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Routers {'1ac33257-8725-4b53-bf4e-e96b37763bdb'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:03.169981 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.170710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['1ac33257-8725-4b53-bf4e-e96b37763bdb'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:03.175286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33130) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:06:03.180667 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Routers {'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:03.181283 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:03.184858 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-839b90f6-904e-4c32-82ca-b854506059cf admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9182763 Nov 25 18:06:03.217043 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f52be-fa4e-4417-83d5-0fad7d042f70 None None] Pushing event updated for resources: {'Port': ['ID=c183fa78-475f-4cc4-b742-387ab3b413f5,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:03.311646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d944a3f2-cac4-4976-beba-45f571209828 None None] Provisioning complete for port c183fa78-475f-4cc4-b742-387ab3b413f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:03.312597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d944a3f2-cac4-4976-beba-45f571209828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.343110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Set router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:03.400937 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] Set router 1ac33257-8725-4b53-bf4e-e96b37763bdb gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:03.480550 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d944a3f2-cac4-4976-beba-45f571209828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.558415 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:06:02Z', 'revision_number': 3, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:03.588630 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Checking router: a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:06:03.589217 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Updating router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 port c9f75ef5-e848-46ed-9308-e5bef8310429 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:06:03.600820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d944a3f2-cac4-4976-beba-45f571209828 None None] For port c183fa78-475f-4cc4-b742-387ab3b413f5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c183fa78-475f-4cc4-b742-387ab3b413f5,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:03.607216 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d944a3f2-cac4-4976-beba-45f571209828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.619593 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.697028 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944a3f2-cac4-4976-beba-45f571209828 None None] Pushing event updated for resources: {'Port': ['ID=c183fa78-475f-4cc4-b742-387ab3b413f5,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:03.739171 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-04795d4f-38bb-4025-810e-35b683839ab2 None None] Provisioning complete for port c183fa78-475f-4cc4-b742-387ab3b413f5 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:03.739473 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-04795d4f-38bb-4025-810e-35b683839ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.740667 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.745542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c183fa78-475f-4cc4-b742-387ab3b413f5', 'name': '', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'mac_address': 'fa:16:3e:99:ba:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:58Z', 'updated_at': '2021-11-25T18:06:03Z', 'revision_number': 4, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'subnets': [{'id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:03.803245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0239a4e-c8f4-4260-afcb-e5acf15dcb52 None None] The sync data for ids ['1ac33257-8725-4b53-bf4e-e96b37763bdb'] in n-d-817303-7 is: [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'c183fa78-475f-4cc4-b742-387ab3b413f5', 'name': '', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'mac_address': 'fa:16:3e:99:ba:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:58Z', 'updated_at': '2021-11-25T18:06:03Z', 'revision_number': 4, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'subnets': [{'id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:06:03.984486 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:03.993350 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.007651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Allocated IP 172.20.0.1 (6cb4ce7e-b703-42bb-888c-5b84e4f26047/3c30212c-0c3f-4098-a963-b94c39bb04b6/584745b6-86c5-49cd-99e2-93db44d589e8) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:04.051117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e196a98-2e4b-46a1-9f27-8826d0fdddc7 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:06:04.067044 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Attempting to bind port c9f75ef5-e848-46ed-9308-e5bef8310429 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:04.067301 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Attempting to bind port c9f75ef5-e848-46ed-9308-e5bef8310429 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:04.067782 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Attempting to bind port c9f75ef5-e848-46ed-9308-e5bef8310429 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:04.080173 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:04.080812 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:04.081373 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.082144 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:04.082855 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Bound port: c9f75ef5-e848-46ed-9308-e5bef8310429, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:04.083861 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.117550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c501-db49-494a-9317-e7ab0ad4dcd1 None None] Pushing event updated for resources: {'Port': ['ID=c9f75ef5-e848-46ed-9308-e5bef8310429,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:04.140350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f9811a95-50ec-4b57-99f9-80e8d412e572 None None] Provisioning complete for port c9f75ef5-e848-46ed-9308-e5bef8310429 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:04.140905 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9811a95-50ec-4b57-99f9-80e8d412e572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.162702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.166405 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] For port c9f75ef5-e848-46ed-9308-e5bef8310429, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:04.172867 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] For port c9f75ef5-e848-46ed-9308-e5bef8310429, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9f75ef5-e848-46ed-9308-e5bef8310429,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:04.180400 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.194509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f9811a95-50ec-4b57-99f9-80e8d412e572 None None] Port c9f75ef5-e848-46ed-9308-e5bef8310429 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:04.230031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a3a19-a0da-43bb-affa-c29de297ff5d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:06:04.240398 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Routers {'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:04.241240 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:04.244132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.303819 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c501-db49-494a-9317-e7ab0ad4dcd1 None None] Pushing event updated for resources: {'Port': ['ID=c9f75ef5-e848-46ed-9308-e5bef8310429,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:04.317368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Pushing event updated for resources: {'Port': ['ID=584745b6-86c5-49cd-99e2-93db44d589e8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:04.321004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:04.322737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:04.328574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:04.331965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-668346b8-76bc-4b88-a7bb-4d8f76ccd046 None None] Provisioning complete for port c9f75ef5-e848-46ed-9308-e5bef8310429 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:04.332423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-668346b8-76bc-4b88-a7bb-4d8f76ccd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.337864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210d0df-2469-403c-8049-5378e400cd75 None None] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:06:04.385407 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.400999 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] Set router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:04.548935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.576833 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-668346b8-76bc-4b88-a7bb-4d8f76ccd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.599622 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-668346b8-76bc-4b88-a7bb-4d8f76ccd046 None None] For port c9f75ef5-e848-46ed-9308-e5bef8310429, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9f75ef5-e848-46ed-9308-e5bef8310429,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:04.626653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-668346b8-76bc-4b88-a7bb-4d8f76ccd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.710071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668346b8-76bc-4b88-a7bb-4d8f76ccd046 None None] Pushing event updated for resources: {'Port': ['ID=c9f75ef5-e848-46ed-9308-e5bef8310429,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:04.723674 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:06:02Z', 'revision_number': 3, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:04.761350 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bcc75-2fcf-4f09-aead-ba280bb77290 None None] The sync data for ids ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'] in n-d-817303-7 is: [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:06:02Z', 'revision_number': 3, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:06:04.763822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-1fadd84d-7b17-413e-bc2f-349d9fd06ec6 None None] Provisioning complete for port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:04.764276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1fadd84d-7b17-413e-bc2f-349d9fd06ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.779432 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.785915 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.864126 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Pushing event updated for resources: {'Port': ['ID=584745b6-86c5-49cd-99e2-93db44d589e8,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:04.868334 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.894502 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1fadd84d-7b17-413e-bc2f-349d9fd06ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:04.964456 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-1fadd84d-7b17-413e-bc2f-349d9fd06ec6 None None] For port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,segment=NetworkSegment(6b528297-e8d6-4551-8888-b00b03e4de7e),segment_id=6b528297-e8d6-4551-8888-b00b03e4de7e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:04.973966 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1fadd84d-7b17-413e-bc2f-349d9fd06ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.066975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadd84d-7b17-413e-bc2f-349d9fd06ec6 None None] Pushing event updated for resources: {'Port': ['ID=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:05.074557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:05.084722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:05.124823 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c183fa78-475f-4cc4-b742-387ab3b413f5 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:05.127325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da308e85-6768-4cd2-a93a-414a227c54ec None None] Provisioning complete for port 584745b6-86c5-49cd-99e2-93db44d589e8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:05.127730 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da308e85-6768-4cd2-a93a-414a227c54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.224266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-da308e85-6768-4cd2-a93a-414a227c54ec None None] Port 584745b6-86c5-49cd-99e2-93db44d589e8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:05.241518 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-da308e85-6768-4cd2-a93a-414a227c54ec None None] Provisioning complete for port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:05.242085 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-da308e85-6768-4cd2-a93a-414a227c54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.288105 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c183fa78-475f-4cc4-b742-387ab3b413f5 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:05.288733 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.330974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:06:05.503176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:06:05.510726 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-6e15afdd-9a11-4e5e-bdfc-1bc95a6cc34b admin admin] 10.222.0.86 "PUT /v2.0/routers/a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328383 Nov 25 18:06:05.615933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:05.680130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:05.680745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.804712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2b8eacf3-191b-4665-a89e-261be1d7920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.812562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-ac183a14-0dd0-4f9d-b2ca-f6ab93fc4b27 None None] Provisioning complete for port 584745b6-86c5-49cd-99e2-93db44d589e8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:05.812934 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac183a14-0dd0-4f9d-b2ca-f6ab93fc4b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:05.852125 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ac183a14-0dd0-4f9d-b2ca-f6ab93fc4b27 None None] Port 584745b6-86c5-49cd-99e2-93db44d589e8 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:06.552751 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-a69dd0dc-e6c9-4562-853c-813c81267f69 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:06.554215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-a69dd0dc-e6c9-4562-853c-813c81267f69 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 816 time: 0.1047766 Nov 25 18:06:06.569623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4a7fc64b-06d8-4ddb-a6d3-3ecec1fc1d83 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/quotas/44ab5038279c4acfb581875b50244f8d HTTP/1.1" status: 200 len: 375 time: 0.0097241 Nov 25 18:06:06.621957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-dd434e76-8bfa-4dc0-be72-00025a58c124 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466974 Nov 25 18:06:06.719148 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-56ed13f4-671c-42ad-8fff-6e04c2e8b0fc service neutron] 10.222.0.86 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Nov 25 18:06:06.811591 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-a3e6a98a-aee2-494f-888f-48ebc44fe400 service neutron] 10.222.0.86 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852485 Nov 25 18:06:07.065645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:07.122602 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:07.123024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:07.149737 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92f70818-3deb-4ef9-9cdc-c2efe1276ee2 req-f5b7b8f3-dc7e-4b52-82d7-308bc5dc0084 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 210 time: 0.1495202 Nov 25 18:06:07.233318 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9f75ef5-e848-46ed-9308-e5bef8310429 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:07.289735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port c9f75ef5-e848-46ed-9308-e5bef8310429 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:07.290107 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:07.371161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Sync routers for ids ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:06:07.388596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Routers {'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:07.389063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:05:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:07.503821 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Set router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:07.708985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '584745b6-86c5-49cd-99e2-93db44d589e8', 'name': '', 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'mac_address': 'fa:16:3e:83:bd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '3c30212c-0c3f-4098-a963-b94c39bb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:03Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 2, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'subnets': [{'id': '3c30212c-0c3f-4098-a963-b94c39bb04b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:07.736220 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Checking router: a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:06:07.736575 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Updating router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 port 584745b6-86c5-49cd-99e2-93db44d589e8 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:06:07.765234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.013215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-a9d4f848-56ca-4de6-b21d-9b7e2f2020aa tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:08.014931 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-a9d4f848-56ca-4de6-b21d-9b7e2f2020aa tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 816 time: 0.1178427 Nov 25 18:06:08.029865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Request body: {'port': {'device_id': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'admin_state_up': True, 'tenant_id': '44ab5038279c4acfb581875b50244f8d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:08.040038 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3972f490-b8fd-4d95-b18c-a957c63b1eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.056464 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.061600 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.120454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4e87a-7a42-40fa-ad81-786441041950 None None] Pushing event updated for resources: {'Port': ['ID=584745b6-86c5-49cd-99e2-93db44d589e8,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:08.149846 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Made reservation on behalf of 44ab5038279c4acfb581875b50244f8d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:06:08.153796 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.199730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Attempting to bind port 584745b6-86c5-49cd-99e2-93db44d589e8 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:08.200342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Attempting to bind port 584745b6-86c5-49cd-99e2-93db44d589e8 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:08.200874 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Attempting to bind port 584745b6-86c5-49cd-99e2-93db44d589e8 on network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:08.210758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:08.211677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Checking segment: {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:08.213051 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.213689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Bound using segment: {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:08.214340 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Bound port: 584745b6-86c5-49cd-99e2-93db44d589e8, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b528297-e8d6-4551-8888-b00b03e4de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:08.214895 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.289927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] For port 584745b6-86c5-49cd-99e2-93db44d589e8, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:08.290140 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-165d16ec-dc02-4171-b611-3f6183375ca0 req-f9762d8b-fbe2-4a5d-a833-1e542b6d28a9 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 210 time: 0.0394118 Nov 25 18:06:08.293411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] For port 584745b6-86c5-49cd-99e2-93db44d589e8, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=584745b6-86c5-49cd-99e2-93db44d589e8,segment=NetworkSegment(6b528297-e8d6-4551-8888-b00b03e4de7e),segment_id=6b528297-e8d6-4551-8888-b00b03e4de7e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:08.303738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.339400 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Allocated IP 172.20.0.12 (4b660b7f-3c73-4003-a4b8-97d6275b3e34/e20dc7d5-9644-4875-932a-1c89a3a08c5e/815d6cc1-12f7-4fbb-a725-7813e98b02c2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:08.371642 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Routers {'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:06:08.372284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:06:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:08.377676 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4e87a-7a42-40fa-ad81-786441041950 None None] Pushing event updated for resources: {'Port': ['ID=584745b6-86c5-49cd-99e2-93db44d589e8,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:08.469242 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5daaa3cc-6e30-4c0b-a536-7839eb0bd4e3 None None] Provisioning complete for port 584745b6-86c5-49cd-99e2-93db44d589e8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:08.470257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5daaa3cc-6e30-4c0b-a536-7839eb0bd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.536628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] Set router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:06:08.691238 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5daaa3cc-6e30-4c0b-a536-7839eb0bd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.755599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5daaa3cc-6e30-4c0b-a536-7839eb0bd4e3 None None] For port 584745b6-86c5-49cd-99e2-93db44d589e8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=584745b6-86c5-49cd-99e2-93db44d589e8,segment=NetworkSegment(6b528297-e8d6-4551-8888-b00b03e4de7e),segment_id=6b528297-e8d6-4551-8888-b00b03e4de7e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:08.778184 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5daaa3cc-6e30-4c0b-a536-7839eb0bd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.831678 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.845673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaa3cc-6e30-4c0b-a536-7839eb0bd4e3 None None] Pushing event updated for resources: {'Port': ['ID=584745b6-86c5-49cd-99e2-93db44d589e8,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:08.853634 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '584745b6-86c5-49cd-99e2-93db44d589e8', 'name': '', 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'mac_address': 'fa:16:3e:83:bd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '3c30212c-0c3f-4098-a963-b94c39bb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:03Z', 'updated_at': '2021-11-25T18:06:08Z', 'revision_number': 4, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'subnets': [{'id': '3c30212c-0c3f-4098-a963-b94c39bb04b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:06:08.869213 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.883068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5327e7-8ee9-478b-beb8-d770b270c889 None None] The sync data for ids ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'] in n-d-817303-7 is: [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '584745b6-86c5-49cd-99e2-93db44d589e8', 'name': '', 'network_id': '6cb4ce7e-b703-42bb-888c-5b84e4f26047', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'mac_address': 'fa:16:3e:83:bd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '3c30212c-0c3f-4098-a963-b94c39bb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:03Z', 'updated_at': '2021-11-25T18:06:08Z', 'revision_number': 4, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'subnets': [{'id': '3c30212c-0c3f-4098-a963-b94c39bb04b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:06:08.897881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-442131b4-6b86-4254-a59e-542181894424 None None] Provisioning complete for port 584745b6-86c5-49cd-99e2-93db44d589e8 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:08.898798 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-442131b4-6b86-4254-a59e-542181894424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:08.922724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:08.929507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:08.929507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Pushing event updated for resources: {'Port': ['ID=815d6cc1-12f7-4fbb-a725-7813e98b02c2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:08.935298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:09.001979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:09.002623 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.034421 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-222f2624-80fa-452b-9ada-3c044fc4664d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097227 Nov 25 18:06:09.133088 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Request body: {'port': {'device_id': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:09.192301 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.255578 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-6c3eb73c-785b-47ef-ae99-de25e2c0dce6 None None] Provisioning complete for port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:09.256169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb73c-785b-47ef-ae99-de25e2c0dce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.294194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6c3eb73c-785b-47ef-ae99-de25e2c0dce6 None None] Port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:09.443526 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78e6a1-18d6-46fd-ac98-4233caca2f76 req-6f076f9e-e85c-4b60-8496-c949783f0287 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:09.445850 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b78e6a1-18d6-46fd-ac98-4233caca2f76 req-6f076f9e-e85c-4b60-8496-c949783f0287 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 932 time: 0.0767834 Nov 25 18:06:09.490341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.507420 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b78e6a1-18d6-46fd-ac98-4233caca2f76 req-8539a848-ac19-40ed-87cc-3bb2f9f10fe1 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Nov 25 18:06:09.512181 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815d6cc1-12f7-4fbb-a725-7813e98b02c2 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:09.522509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.536286 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Transition to ACTIVE for port object 815d6cc1-12f7-4fbb-a725-7813e98b02c2 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:06:09.539886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.593351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Pushing event updated for resources: {'Port': ['ID=815d6cc1-12f7-4fbb-a725-7813e98b02c2,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:09.660878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Attempting to bind port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:09.661128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Attempting to bind port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:09.661455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Attempting to bind port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:09.666220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:06:09.666553 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Attempting to bind port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:09.671876 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:09.672211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Checking segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:09.672616 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Bound using segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:09.673853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Bound port: 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:09.674415 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.749335 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] For port 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:09.753686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] For port 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:09.757715 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.792721 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:09.793250 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:09.794626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] 10.222.0.73 "PUT /v2.0/ports/815d6cc1-12f7-4fbb-a725-7813e98b02c2 HTTP/1.1" status: 200 len: 1092 time: 0.7129233 Nov 25 18:06:09.795063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'tag': '815d6cc1-12f7-4fbb-a725-7813e98b02c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:09.834517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8c0a6-d44b-4324-b409-b5abadb44fcb service neutron] Pushing event updated for resources: {'Port': ['ID=815d6cc1-12f7-4fbb-a725-7813e98b02c2,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:09.883440 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad7668-f054-4920-a7ab-32d5805399d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8027e21-5ec5-40a6-8114-755dfd8ba2a7", "tag": "815d6cc1-12f7-4fbb-a725-7813e98b02c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:09.901628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-d096d8b7-a113-4ac8-ac26-6aa72fbc1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:09.903154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-d096d8b7-a113-4ac8-ac26-6aa72fbc1861 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0497587 Nov 25 18:06:09.955161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-137b5253-1be2-4522-a9ad-faa4666a38ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2 HTTP/1.1" status: 200 len: 217 time: 0.0436580 Nov 25 18:06:09.990310 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688b34e-8804-40f1-88f1-af69dae33519 x-openstack-request-id: req-3688b34e-8804-40f1-88f1-af69dae33519 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:09.990605 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8027e21-5ec5-40a6-8114-755dfd8ba2a7", "tag": "815d6cc1-12f7-4fbb-a725-7813e98b02c2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:09.990864 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3688b34e-8804-40f1-88f1-af69dae33519 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:09.991278 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'tag': '815d6cc1-12f7-4fbb-a725-7813e98b02c2', 'status': 'completed', 'code': 200} Nov 25 18:06:10.009588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-de961d9a-6fa7-4342-a142-2c486aa74d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.011080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-de961d9a-6fa7-4342-a142-2c486aa74d78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20dc7d5-9644-4875-932a-1c89a3a08c5e HTTP/1.1" status: 200 len: 855 time: 0.0488608 Nov 25 18:06:10.058008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4621d28e-451c-40f1-88da-58c104e4a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.059610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-4621d28e-451c-40f1-88da-58c104e4a367 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b660b7f-3c73-4003-a4b8-97d6275b3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405779 Nov 25 18:06:10.150799 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-7eb1a5a6-560f-4117-8005-a16bda1426f5 service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842869 Nov 25 18:06:10.239139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0bd63ea1-d627-4062-bce1-9d83425b4fd8 req-646da301-011a-4e4e-9026-cabc2fd16a9e service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814071 Nov 25 18:06:10.333075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-59ad137d-8fbf-4dde-b378-533ddcef9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.334573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-59ad137d-8fbf-4dde-b378-533ddcef9bd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0420673 Nov 25 18:06:10.431839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-37b88863-4f17-47ce-9c2b-acee172b8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.433226 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-37b88863-4f17-47ce-9c2b-acee172b8fae service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 917 time: 0.0912375 Nov 25 18:06:10.477303 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-1c0657d5-9d20-426a-8063-920409736436 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2 HTTP/1.1" status: 200 len: 217 time: 0.0363114 Nov 25 18:06:10.538903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-61e032ee-533c-4af0-b4c9-4e5a1aeb8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.541525 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-61e032ee-533c-4af0-b4c9-4e5a1aeb8c6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20dc7d5-9644-4875-932a-1c89a3a08c5e HTTP/1.1" status: 200 len: 855 time: 0.0550208 Nov 25 18:06:10.590545 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-53ba798b-6716-4fc2-aaa2-f7ebba244ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.592050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-53ba798b-6716-4fc2-aaa2-f7ebba244ea3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b660b7f-3c73-4003-a4b8-97d6275b3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427697 Nov 25 18:06:10.640003 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289782f2-ac69-4782-89e5-b6dc96766cb4 req-56f94153-098a-402d-9b90-5fb2974a3127 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:10.641697 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-289782f2-ac69-4782-89e5-b6dc96766cb4 req-56f94153-098a-402d-9b90-5fb2974a3127 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 944 time: 0.0540752 Nov 25 18:06:10.688173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-9cb5a0d8-2956-4307-a94b-522b6219ac72 service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874040 Nov 25 18:06:10.692038 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-289782f2-ac69-4782-89e5-b6dc96766cb4 req-dbdedac1-8141-4e89-a6bc-9c70234f3599 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Nov 25 18:06:10.754199 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:10.788617 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6ad7668-f054-4920-a7ab-32d5805399d3 req-a988ab9a-a814-40d9-8fcd-812fa69a9e8f service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909026 Nov 25 18:06:10.983086 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 584745b6-86c5-49cd-99e2-93db44d589e8 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:11.040061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 584745b6-86c5-49cd-99e2-93db44d589e8 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:11.040433 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:11.513445 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:11.571794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 815d6cc1-12f7-4fbb-a725-7813e98b02c2 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:06:11.671489 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:11.683488 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '815d6cc1-12f7-4fbb-a725-7813e98b02c2', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'port_id': '815d6cc1-12f7-4fbb-a725-7813e98b02c2', 'mac_address': 'fa:16:3e:65:c2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:06:11.722222 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:11.735238 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815d6cc1-12f7-4fbb-a725-7813e98b02c2 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:11.756469 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:11.760810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:11.812726 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fc981-3d11-498d-b36d-87a50fbfeda5 req-c5ac6c8e-5a9d-4b31-8a15-1e740539d27f tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:11.813320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=815d6cc1-12f7-4fbb-a725-7813e98b02c2,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:11.814397 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-424fc981-3d11-498d-b36d-87a50fbfeda5 req-c5ac6c8e-5a9d-4b31-8a15-1e740539d27f tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Nov 25 18:06:11.864422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-424fc981-3d11-498d-b36d-87a50fbfeda5 req-056dcd1e-381a-42ae-a7e3-dc7d3b63e546 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Nov 25 18:06:11.961625 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['815d6cc1-12f7-4fbb-a725-7813e98b02c2'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:06:12.985176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5c584-51a5-401d-b804-5d06124a5334 req-d4c76f9a-983b-4656-b55f-58bf3c6145a8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:12.987886 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94a5c584-51a5-401d-b804-5d06124a5334 req-d4c76f9a-983b-4656-b55f-58bf3c6145a8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 945 time: 0.0561976 Nov 25 18:06:13.036242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-94a5c584-51a5-401d-b804-5d06124a5334 req-61edba7a-8cf7-4e88-8d61-738e1a057798 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Nov 25 18:06:13.578790 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 815d6cc1-12f7-4fbb-a725-7813e98b02c2 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:13.630373 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:06:13.634012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:13.634379 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:13.711933 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:13.733876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815d6cc1-12f7-4fbb-a725-7813e98b02c2'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:13.736948 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3486897946c51f8b465b619b4093e80adb1b1b5df259cc7dba6a1bb34e6a3bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc06806e-98ae-4355-bd11-1aba36c63046" -d '{"events": [{"server_uuid": "d8027e21-5ec5-40a6-8114-755dfd8ba2a7", "name": "network-vif-plugged", "status": "completed", "tag": "815d6cc1-12f7-4fbb-a725-7813e98b02c2"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:13.750044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:13.755767 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:13.783671 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6087317-01bb-4133-9f54-3fb862d41996 x-openstack-request-id: req-f6087317-01bb-4133-9f54-3fb862d41996 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:13.783964 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8027e21-5ec5-40a6-8114-755dfd8ba2a7", "name": "network-vif-plugged", "status": "completed", "tag": "815d6cc1-12f7-4fbb-a725-7813e98b02c2", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:13.784216 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f6087317-01bb-4133-9f54-3fb862d41996 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:13.784604 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815d6cc1-12f7-4fbb-a725-7813e98b02c2', 'code': 200} Nov 25 18:06:13.813593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=815d6cc1-12f7-4fbb-a725-7813e98b02c2,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:13.879235 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec26ae-662d-4bb0-a976-b52c529d3f61 req-b72310fb-d0c2-42d2-8ccc-b5a2f0ebc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:13.880760 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-adec26ae-662d-4bb0-a976-b52c529d3f61 req-b72310fb-d0c2-42d2-8ccc-b5a2f0ebc077 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0410128 Nov 25 18:06:13.929956 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-adec26ae-662d-4bb0-a976-b52c529d3f61 req-f7deda56-365d-4816-ad22-21eafec2b762 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Nov 25 18:06:14.158836 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92067d78-4e2d-460f-aa36-aa29f387bab8 req-93d42e0c-5ff0-475c-b50b-28c5345c25a1 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:14.160408 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92067d78-4e2d-460f-aa36-aa29f387bab8 req-93d42e0c-5ff0-475c-b50b-28c5345c25a1 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 946 time: 0.0504262 Nov 25 18:06:14.207503 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-92067d78-4e2d-460f-aa36-aa29f387bab8 req-6cf5d049-58b0-409f-8294-148d40d48c99 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Nov 25 18:06:14.420180 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:06:15.328115 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b099de-807e-44af-a0eb-7672792f6f37 req-5167265d-27e1-47b1-8672-e8574fe8df47 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:15.329663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7b099de-807e-44af-a0eb-7672792f6f37 req-5167265d-27e1-47b1-8672-e8574fe8df47 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 946 time: 0.0499465 Nov 25 18:06:15.377755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7b099de-807e-44af-a0eb-7672792f6f37 req-1d7c6f47-b6c6-4ce5-8f99-612588e46aa9 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Nov 25 18:06:15.498136 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec46bb7-51d2-43b6-9766-a537a251d1b0 req-1fa5b2ea-a678-40e0-8869-bff7285c6cb0 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:15.499690 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ec46bb7-51d2-43b6-9766-a537a251d1b0 req-1fa5b2ea-a678-40e0-8869-bff7285c6cb0 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 946 time: 0.0544171 Nov 25 18:06:15.546935 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2ec46bb7-51d2-43b6-9766-a537a251d1b0 req-4f1feab5-f86a-46dc-98d4-c16933d95f17 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Nov 25 18:06:15.810113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-dd1c647c-e7a8-428d-8fef-4a7dc597b184 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409207 Nov 25 18:06:15.898473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-6cfc99d8-541a-48a1-871e-9db6140d5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:15.900016 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-6cfc99d8-541a-48a1-871e-9db6140d5808 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0472965 Nov 25 18:06:16.011143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-23931f17-a17c-4e72-abcd-11999620afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:16.013940 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-23931f17-a17c-4e72-abcd-11999620afbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 917 time: 0.0937545 Nov 25 18:06:16.057059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-c4a2d3bc-d7d0-4708-8c5b-955d0e609f9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2 HTTP/1.1" status: 200 len: 217 time: 0.0364997 Nov 25 18:06:16.124090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-7986ccdb-d714-4490-8e7c-391ecf532dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:16.126480 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-7986ccdb-d714-4490-8e7c-391ecf532dfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20dc7d5-9644-4875-932a-1c89a3a08c5e HTTP/1.1" status: 200 len: 855 time: 0.0629780 Nov 25 18:06:16.174010 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-c1d46eb7-7c0d-4ef5-a5bf-eb1bb40f1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:16.176070 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-c1d46eb7-7c0d-4ef5-a5bf-eb1bb40f1c88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b660b7f-3c73-4003-a4b8-97d6275b3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424240 Nov 25 18:06:16.264939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-62c67825-6bc7-4ea0-b016-e533c3d32807 service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815830 Nov 25 18:06:16.360163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-161f8e2f-b945-403c-b219-3d2ff5b97e7d req-c0374ec8-f0bf-468e-8ea6-57b0d9ee4fef service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885184 Nov 25 18:06:16.444853 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:17.989472 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:35.772024 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c16d52d9-1a74-49b5-8446-581daffc5771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:37.119206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ca22-a63d-48bd-a616-30c18c213e65 req-75abf251-cd80-403d-8d2f-a7a29e48808f tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:37.120806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8396ca22-a63d-48bd-a616-30c18c213e65 req-75abf251-cd80-403d-8d2f-a7a29e48808f tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 946 time: 0.0524771 Nov 25 18:06:37.172461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8396ca22-a63d-48bd-a616-30c18c213e65 req-ce944da2-4220-4b1c-99f4-24e32b9123f8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Nov 25 18:06:38.011074 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-de261d22-7495-4b31-8e6f-1e3462b02aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:38.291719 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151abb1-7520-4785-823d-b7dfc4d9032b req-795f7b6b-893a-4f8b-bd61-9bd403ee65fa tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:38.293192 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7151abb1-7520-4785-823d-b7dfc4d9032b req-795f7b6b-893a-4f8b-bd61-9bd403ee65fa tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 946 time: 0.0499561 Nov 25 18:06:38.341854 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7151abb1-7520-4785-823d-b7dfc4d9032b req-42fcc189-42b6-403d-9e56-a5842e4db3e4 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Nov 25 18:06:38.623648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-6ef1163e-9c8a-448a-a2f4-fedf0266b5e8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:38.624996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-6ef1163e-9c8a-448a-a2f4-fedf0266b5e8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 946 time: 0.0543590 Nov 25 18:06:38.714085 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Deleting port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:06:38.714424 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:38.802779 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] For port 815d6cc1-12f7-4fbb-a725-7813e98b02c2, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=815d6cc1-12f7-4fbb-a725-7813e98b02c2,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:38.803145 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:38.816226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Calling delete_port for 815d6cc1-12f7-4fbb-a725-7813e98b02c2 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:06:38.941702 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:38.954315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['815d6cc1-12f7-4fbb-a725-7813e98b02c2'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:06:38.974118 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Pushing event deleted for resources: {'Port': ['ID=815d6cc1-12f7-4fbb-a725-7813e98b02c2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:38.986620 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.986978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.987874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.988302 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.988645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.988973 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.989299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.989625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.989953 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.990275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.990595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:38.990913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:39.025689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] No DVR routers for this DVR port 815d6cc1-12f7-4fbb-a725-7813e98b02c2 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:06:39.028348 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:39.031830 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6f49d1fc-2d61-4cc2-86dd-b38ec8123b69 req-a2b3065f-88f6-4d14-a49f-ac37a03ddbeb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "DELETE /v2.0/ports/815d6cc1-12f7-4fbb-a725-7813e98b02c2 HTTP/1.1" status: 204 len: 173 time: 0.4010696 Nov 25 18:06:39.032276 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'name': 'network-vif-deleted', 'tag': '815d6cc1-12f7-4fbb-a725-7813e98b02c2'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:39.034627 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb0436a-a8e6-4f7d-bfef-75ade8f9bf38" -d '{"events": [{"server_uuid": "d8027e21-5ec5-40a6-8114-755dfd8ba2a7", "name": "network-vif-deleted", "tag": "815d6cc1-12f7-4fbb-a725-7813e98b02c2"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:39.077518 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7884a5-90b9-4432-91a6-de6b8fcddf65 x-openstack-request-id: req-5d7884a5-90b9-4432-91a6-de6b8fcddf65 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:39.077810 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8027e21-5ec5-40a6-8114-755dfd8ba2a7", "name": "network-vif-deleted", "tag": "815d6cc1-12f7-4fbb-a725-7813e98b02c2", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:39.078062 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d7884a5-90b9-4432-91a6-de6b8fcddf65 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:39.078494 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8027e21-5ec5-40a6-8114-755dfd8ba2a7', 'name': 'network-vif-deleted', 'tag': '815d6cc1-12f7-4fbb-a725-7813e98b02c2', 'status': 'completed', 'code': 200} Nov 25 18:06:39.465477 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a4f31262-f340-4c61-9126-203af9d8eac3 req-0df76048-3d78-4339-8d4d-56459f008322 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8027e21-5ec5-40a6-8114-755dfd8ba2a7 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Nov 25 18:06:39.494623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:40.753322 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:41.178813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-4f7bdad0-fdda-48db-9317-88db4b7d33d8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:41.180312 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-4f7bdad0-fdda-48db-9317-88db4b7d33d8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 816 time: 0.1086755 Nov 25 18:06:41.195727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-602d4b88-b111-4359-bde3-7b6868ac1571 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/quotas/44ab5038279c4acfb581875b50244f8d HTTP/1.1" status: 200 len: 375 time: 0.0097117 Nov 25 18:06:41.255889 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-15aa0b3e-16c8-47bd-8125-382c3f4f724c tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547068 Nov 25 18:06:41.428589 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-ef1b224a-bc61-4bf8-8126-b19cfaa33977 service neutron] 10.222.0.86 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273665 Nov 25 18:06:41.519824 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-fc845780-67ba-4c41-8a8d-debb93f940d7 service neutron] 10.222.0.86 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848916 Nov 25 18:06:41.681424 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:41.703544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-204aaed3-871b-4461-83d5-41eea1f1ff8b req-ebaa6e95-9d8a-4f5f-9b54-2cfb4a4319f6 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 210 time: 0.0271490 Nov 25 18:06:41.734647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 815d6cc1-12f7-4fbb-a725-7813e98b02c2 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:06:41.755175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 815d6cc1-12f7-4fbb-a725-7813e98b02c2 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:06:41.755766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 815d6cc1-12f7-4fbb-a725-7813e98b02c2 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:06:42.594738 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-e93aeca1-f4ee-4b75-be80-9f8974cfc9dd tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:42.596220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-e93aeca1-f4ee-4b75-be80-9f8974cfc9dd tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 816 time: 0.1062567 Nov 25 18:06:42.609461 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Request body: {'port': {'device_id': '55507390-ba09-458a-827e-421467591a96', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'admin_state_up': True, 'tenant_id': '44ab5038279c4acfb581875b50244f8d'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:42.716131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Made reservation on behalf of 44ab5038279c4acfb581875b50244f8d for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:06:42.719739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:42.802428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-083303fc-d9fb-450f-9479-5b7f3cc9c426 req-7a43c39a-14d2-4358-8e61-40ecdde93352 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 210 time: 0.0276458 Nov 25 18:06:42.850923 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Allocated IP 172.20.0.4 (4b660b7f-3c73-4003-a4b8-97d6275b3e34/e20dc7d5-9644-4875-932a-1c89a3a08c5e/11b7d81b-0f4c-4adf-9501-7919ef7cc0ee) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:06:43.000963 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.034661 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.078722 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:06:43.081684 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:06:43.085487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:06:43.091623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Pushing event updated for resources: {'Port': ['ID=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:43.149768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:43.150412 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.167522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-5a4b9eed-9614-443b-afe2-d7da7639cfae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620420 Nov 25 18:06:43.184259 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Request body: {'port': {'device_id': '55507390-ba09-458a-827e-421467591a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:06:43.241128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.378311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-71d6350c-f26f-430a-bbc0-1ed40c5896d5 None None] Provisioning complete for port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:43.379063 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-71d6350c-f26f-430a-bbc0-1ed40c5896d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.412635 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-71d6350c-f26f-430a-bbc0-1ed40c5896d5 None None] Port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:06:43.496029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:43.503282 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.515275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Transition to ACTIVE for port object 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:06:43.519535 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.578842 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:43.651410 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Attempting to bind port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:06:43.651758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Attempting to bind port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:06:43.652078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Attempting to bind port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:43.656572 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:06:43.656887 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Attempting to bind port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee on network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:06:43.663047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:06:43.663373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Checking segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:06:43.663785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Bound using segment: {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:06:43.664204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Bound port: 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649ca03f-d27a-4041-bfac-caba1710a02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:06:43.664549 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.730734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] For port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:06:43.733808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] For port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:06:43.739473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.777657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:43.778260 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:43.779648 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] 10.222.0.73 "PUT /v2.0/ports/11b7d81b-0f4c-4adf-9501-7919ef7cc0ee HTTP/1.1" status: 200 len: 1091 time: 0.5999672 Nov 25 18:06:43.780093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55507390-ba09-458a-827e-421467591a96', 'tag': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:43.782319 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a878fdd-0ed3-445e-a458-371026eb175e" -d '{"events": [{"name": "network-changed", "server_uuid": "55507390-ba09-458a-827e-421467591a96", "tag": "11b7d81b-0f4c-4adf-9501-7919ef7cc0ee"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:43.804515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5663068-7eeb-4d97-893c-088edebd4389 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:43.832341 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d4637-b425-42e0-960f-e945b7239efc x-openstack-request-id: req-f39d4637-b425-42e0-960f-e945b7239efc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:43.832662 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55507390-ba09-458a-827e-421467591a96", "tag": "11b7d81b-0f4c-4adf-9501-7919ef7cc0ee", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:43.832908 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f39d4637-b425-42e0-960f-e945b7239efc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:43.833315 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55507390-ba09-458a-827e-421467591a96', 'tag': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee', 'status': 'completed', 'code': 200} Nov 25 18:06:43.905211 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-09e24a4d-f843-450b-b87d-4e40b5dee2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:43.907073 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-09e24a4d-f843-450b-b87d-4e40b5dee2be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 1094 time: 0.0523665 Nov 25 18:06:43.946200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c44e3-0ca7-457a-a05f-bef56234969b req-ed9f4e5b-236a-47f0-beab-00d25e140ee8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:43.953305 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b16c44e3-0ca7-457a-a05f-bef56234969b req-ed9f4e5b-236a-47f0-beab-00d25e140ee8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 943 time: 0.0626776 Nov 25 18:06:43.956664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-6e9000a9-f91e-4bf0-9039-22afa18c8835 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee HTTP/1.1" status: 200 len: 217 time: 0.0405543 Nov 25 18:06:43.999991 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b16c44e3-0ca7-457a-a05f-bef56234969b req-8de43d71-1bf2-4e14-81d6-88879bcb9e06 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Nov 25 18:06:44.011193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-9d58f39d-9b71-486a-a465-2289bfd559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:44.013117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-9d58f39d-9b71-486a-a465-2289bfd559a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20dc7d5-9644-4875-932a-1c89a3a08c5e HTTP/1.1" status: 200 len: 855 time: 0.0507379 Nov 25 18:06:44.059991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-52c311cb-7b7c-463b-86aa-28727a54cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:44.061502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-52c311cb-7b7c-463b-86aa-28727a54cd73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b660b7f-3c73-4003-a4b8-97d6275b3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408571 Nov 25 18:06:44.151921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-60ddf3c5-6461-4e56-abb1-78beaeac3cdf service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Nov 25 18:06:44.245076 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-62b4c4f0-e7ef-4ff7-881c-f38f40a202da req-ed6b3f83-3f2a-432a-967e-7f59e8366957 service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866742 Nov 25 18:06:44.334557 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878fdd-0ed3-445e-a458-371026eb175e req-5dd68079-6eae-4455-8087-cb57443e1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:44.336093 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-5dd68079-6eae-4455-8087-cb57443e1db7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=44ab5038279c4acfb581875b50244f8d&device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 1094 time: 0.0425372 Nov 25 18:06:44.429448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878fdd-0ed3-445e-a458-371026eb175e req-f5330fe6-161a-4e12-8a25-33ad8728235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:44.430802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-f5330fe6-161a-4e12-8a25-33ad8728235b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 200 len: 917 time: 0.0872803 Nov 25 18:06:44.473443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-194968e5-79a1-4f30-b65c-6b9a07a06419 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee HTTP/1.1" status: 200 len: 217 time: 0.0351536 Nov 25 18:06:44.522123 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878fdd-0ed3-445e-a458-371026eb175e req-530f79a4-63e0-4518-80ff-a1895edc7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:44.523547 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-530f79a4-63e0-4518-80ff-a1895edc7400 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e20dc7d5-9644-4875-932a-1c89a3a08c5e HTTP/1.1" status: 200 len: 855 time: 0.0430012 Nov 25 18:06:44.572627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878fdd-0ed3-445e-a458-371026eb175e req-cc23bfa6-c6f4-49c4-8bb9-d4712b56f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:44.574232 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-cc23bfa6-c6f4-49c4-8bb9-d4712b56f286 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b660b7f-3c73-4003-a4b8-97d6275b3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430007 Nov 25 18:06:44.665563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-c03765f3-1ce0-461c-9f8c-494eddea7cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Nov 25 18:06:44.761228 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8a878fdd-0ed3-445e-a458-371026eb175e req-e98c9931-8dd1-4f36-84d6-37d0b42f05fe service neutron] 10.222.0.73 "GET /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865777 Nov 25 18:06:45.120272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e5e1-762e-481d-ac75-6e38c1baab61 req-767d11d8-5001-4bf3-8910-7637a4dc285e tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:45.122090 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56c2e5e1-762e-481d-ac75-6e38c1baab61 req-767d11d8-5001-4bf3-8910-7637a4dc285e tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 943 time: 0.0512180 Nov 25 18:06:45.173623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-56c2e5e1-762e-481d-ac75-6e38c1baab61 req-6fb57510-e085-40e2-b3e5-56752e92eb6a tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Nov 25 18:06:45.749514 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:06:45.845504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:45.857406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee', 'network_id': '4b660b7f-3c73-4003-a4b8-97d6275b3e34', 'port_id': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee', 'mac_address': 'fa:16:3e:45:d9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20dc7d5-9644-4875-932a-1c89a3a08c5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:06:45.898420 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:45.910780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:06:45.929638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:45.933554 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:45.979911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:45.988205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.988551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.988892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.989229 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.989561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.989890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.990216 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.990541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.990866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.991189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.991548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:45.991871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:06:46.149219 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['11b7d81b-0f4c-4adf-9501-7919ef7cc0ee'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:06:46.291506 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ed642-5511-4ff0-b9e6-42c6351d990f req-447570b4-ad0b-4d3e-a7e3-dc7947092977 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:46.292916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b35ed642-5511-4ff0-b9e6-42c6351d990f req-447570b4-ad0b-4d3e-a7e3-dc7947092977 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 944 time: 0.0498426 Nov 25 18:06:46.339608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b35ed642-5511-4ff0-b9e6-42c6351d990f req-3f57efe3-4978-44a5-9c07-cf15e6a9fbf8 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Nov 25 18:06:46.449599 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:47.453489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaa7dd-04ec-4273-802e-c3d5047c18ed req-a3b60c58-4a55-4e4d-89bf-74401cc33b89 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:47.454955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6abaa7dd-04ec-4273-802e-c3d5047c18ed req-a3b60c58-4a55-4e4d-89bf-74401cc33b89 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 944 time: 0.0488055 Nov 25 18:06:47.501425 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6abaa7dd-04ec-4273-802e-c3d5047c18ed req-60bb60b5-c495-4353-945b-cfa65674044e tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Nov 25 18:06:47.766142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:06:47.816049 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:06:47.819824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:06:47.820196 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:47.900250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:47.922672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55507390-ba09-458a-827e-421467591a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:06:47.936385 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:06:47.940410 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:47.967855 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bb6bbd-1637-43bf-94c9-8c3d9fd0968e" -d '{"events": [{"server_uuid": "55507390-ba09-458a-827e-421467591a96", "name": "network-vif-plugged", "status": "completed", "tag": "11b7d81b-0f4c-4adf-9501-7919ef7cc0ee"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:06:48.004862 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:06:48.008450 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:06:48.057694 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9cbed6-506f-43bc-a97b-c0b6370e9989 x-openstack-request-id: req-6e9cbed6-506f-43bc-a97b-c0b6370e9989 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:06:48.057989 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55507390-ba09-458a-827e-421467591a96", "name": "network-vif-plugged", "status": "completed", "tag": "11b7d81b-0f4c-4adf-9501-7919ef7cc0ee", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:06:48.058247 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e9cbed6-506f-43bc-a97b-c0b6370e9989 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:06:48.058639 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55507390-ba09-458a-827e-421467591a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee', 'code': 200} Nov 25 18:06:48.158591 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436984c5-220c-4b79-b0be-32296312663b req-184de0f6-64d1-4314-a9fd-205b3459c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:48.160568 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-436984c5-220c-4b79-b0be-32296312663b req-184de0f6-64d1-4314-a9fd-205b3459c9d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 1096 time: 0.0441787 Nov 25 18:06:48.207485 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-436984c5-220c-4b79-b0be-32296312663b req-74b8d713-d10f-4950-a7c7-2ee082f1ca7f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Nov 25 18:06:48.616065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4602e-2d04-40fb-94aa-9c2bc22e47a1 req-e5d87b1f-0b81-43e2-a9a8-e90eded34344 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:48.617543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51d4602e-2d04-40fb-94aa-9c2bc22e47a1 req-e5d87b1f-0b81-43e2-a9a8-e90eded34344 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 945 time: 0.0489728 Nov 25 18:06:48.664658 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51d4602e-2d04-40fb-94aa-9c2bc22e47a1 req-bc0d47b7-81a3-48a9-a630-2167218691ae tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Nov 25 18:06:49.781180 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008589c0-3224-4252-8d04-b4a5a519cbf6 req-529ba1a7-4094-4817-8c97-dfd4e40c823a tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:49.782639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-008589c0-3224-4252-8d04-b4a5a519cbf6 req-529ba1a7-4094-4817-8c97-dfd4e40c823a tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 945 time: 0.0487401 Nov 25 18:06:49.833777 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-008589c0-3224-4252-8d04-b4a5a519cbf6 req-6564b736-f854-4d8c-9508-4fad4c81d7bb tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Nov 25 18:06:49.950381 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7677cb-4ca0-4e20-bb58-be698cf1370f req-7984ea4c-ebfa-4f6d-a643-4e366cf9c33e tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:06:49.952050 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d7677cb-4ca0-4e20-bb58-be698cf1370f req-7984ea4c-ebfa-4f6d-a643-4e366cf9c33e tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 945 time: 0.0511866 Nov 25 18:06:50.013981 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5d7677cb-4ca0-4e20-bb58-be698cf1370f req-1f649fbe-403a-41b6-8a00-5ced6947fddc tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546927 Nov 25 18:06:51.419935 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:07:05.768899 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a5bff194-7d0f-4ee4-a44c-24fd48bc2b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:08.019992 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7db8fac0-965d-4236-9479-47dd0bb3d66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:09.491288 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:10.754529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:11.491512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf5170-c953-4c77-93d8-4ec5da5dbcea req-7d297a81-2158-45e5-a1c1-99bb24f01769 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:11.493140 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-babf5170-c953-4c77-93d8-4ec5da5dbcea req-7d297a81-2158-45e5-a1c1-99bb24f01769 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 945 time: 0.0531082 Nov 25 18:07:11.516528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:11.547118 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-babf5170-c953-4c77-93d8-4ec5da5dbcea req-4c36e31c-f33b-4cf7-a4d6-e7b55f192a69 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Nov 25 18:07:12.670964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa8f7-8c42-4781-add6-5229db4b4045 req-3778b846-b030-4462-b8de-08dd17392d1c tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:12.672509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050aa8f7-8c42-4781-add6-5229db4b4045 req-3778b846-b030-4462-b8de-08dd17392d1c tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 945 time: 0.0497744 Nov 25 18:07:12.719206 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-050aa8f7-8c42-4781-add6-5229db4b4045 req-29d4bea0-3661-4517-b55e-f03768b46053 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/security-groups?id=52d4abde-872c-4fc0-9d6c-945816ef7d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Nov 25 18:07:12.976078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-977d2f74-e2f3-4953-acf8-275178d6ebe9 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:12.977492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-977d2f74-e2f3-4953-acf8-275178d6ebe9 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Nov 25 18:07:13.067930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Deleting port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:13.068259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:13.153255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] For port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:13.153522 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:13.166207 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Calling delete_port for 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:13.294628 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:13.306743 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['11b7d81b-0f4c-4adf-9501-7919ef7cc0ee'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:07:13.326930 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Pushing event deleted for resources: {'Port': ['ID=11b7d81b-0f4c-4adf-9501-7919ef7cc0ee,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:13.374111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] No DVR routers for this DVR port 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:13.376831 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:13.380460 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5e659caf-6000-447b-a5ec-0e5d1c722bf0 req-0ad539f0-5fca-446b-9659-842f2e5dce16 tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.73 "DELETE /v2.0/ports/11b7d81b-0f4c-4adf-9501-7919ef7cc0ee HTTP/1.1" status: 204 len: 173 time: 0.3966110 Nov 25 18:07:13.380928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55507390-ba09-458a-827e-421467591a96', 'name': 'network-vif-deleted', 'tag': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:13.384363 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddac0d3-0253-4215-beda-d59356b07478" -d '{"events": [{"server_uuid": "55507390-ba09-458a-827e-421467591a96", "name": "network-vif-deleted", "tag": "11b7d81b-0f4c-4adf-9501-7919ef7cc0ee"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:13.429694 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a428d-afea-4930-a79f-b3bcbfbc0bc7 x-openstack-request-id: req-c23a428d-afea-4930-a79f-b3bcbfbc0bc7 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:13.429986 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55507390-ba09-458a-827e-421467591a96", "name": "network-vif-deleted", "tag": "11b7d81b-0f4c-4adf-9501-7919ef7cc0ee", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:13.430775 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c23a428d-afea-4930-a79f-b3bcbfbc0bc7 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:13.430775 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55507390-ba09-458a-827e-421467591a96', 'name': 'network-vif-deleted', 'tag': '11b7d81b-0f4c-4adf-9501-7919ef7cc0ee', 'status': 'completed', 'code': 200} Nov 25 18:07:13.829951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-844adce7-c277-47b2-9f19-a2d792c4e0ac req-dd50745e-f543-49de-bc30-1dbc3fa5345d tempest-TestEncryptedCinderVolumes-1522284636 tempest-TestEncryptedCinderVolumes-1522284636-project] 10.222.0.86 "GET /v2.0/ports?device_id=55507390-ba09-458a-827e-421467591a96 HTTP/1.1" status: 200 len: 210 time: 0.0283198 Nov 25 18:07:14.923178 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33466) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:15.262969 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:15.503766 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Deleting port c183fa78-475f-4cc4-b742-387ab3b413f5 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:15.504093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:15.583220 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] For port c183fa78-475f-4cc4-b742-387ab3b413f5, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c183fa78-475f-4cc4-b742-387ab3b413f5,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:15.583543 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:15.595748 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Calling delete_port for c183fa78-475f-4cc4-b742-387ab3b413f5 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:15.775101 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:15.805489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c183fa78-475f-4cc4-b742-387ab3b413f5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:15.967951 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:15.990342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:15.990691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 11b7d81b-0f4c-4adf-9501-7919ef7cc0ee not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:16.145779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.146341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.146341 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.146649 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.146975 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.147308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.147655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.147973 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.148291 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.148604 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.148916 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.149230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:16.289730 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:16.452646 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:16.504710 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Router 1ac33257-8725-4b53-bf4e-e96b37763bdb has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:07:16.615308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:07:16.620410 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b492e02b-b7da-4ff4-b45a-d118325527fc admin admin] 10.222.0.86 "PUT /v2.0/routers/1ac33257-8725-4b53-bf4e-e96b37763bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961234 Nov 25 18:07:16.622920 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33468) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:16.625306 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] Sync routers for ids ['1ac33257-8725-4b53-bf4e-e96b37763bdb'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:07:16.636427 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] Routers {'1ac33257-8725-4b53-bf4e-e96b37763bdb'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:16.637110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['1ac33257-8725-4b53-bf4e-e96b37763bdb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:16.729627 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:16.742864 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] Set router 1ac33257-8725-4b53-bf4e-e96b37763bdb gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:16.838813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:16.899190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Deleting port fbfabc06-d353-4788-a146-20e7e0322dcf {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:16.899581 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:16.933338 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:07:15Z', 'revision_number': 5, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port': {'id': 'fbfabc06-d353-4788-a146-20e7e0322dcf', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:05:57Z', 'updated_at': '2021-11-25T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:16.964650 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] Checking router: 1ac33257-8725-4b53-bf4e-e96b37763bdb for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:07:16.981412 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] Routers {'1ac33257-8725-4b53-bf4e-e96b37763bdb'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:16.981949 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['1ac33257-8725-4b53-bf4e-e96b37763bdb'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:16.984344 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] For port fbfabc06-d353-4788-a146-20e7e0322dcf, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fbfabc06-d353-4788-a146-20e7e0322dcf,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:16.986028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.002546 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Calling delete_port for fbfabc06-d353-4788-a146-20e7e0322dcf owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:17.081969 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] Set router 1ac33257-8725-4b53-bf4e-e96b37763bdb gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:17.135574 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:07:16Z', 'revision_number': 6, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:17.168077 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff03343-342d-484e-8bd7-833e2a2dbfde None None] The sync data for ids ['1ac33257-8725-4b53-bf4e-e96b37763bdb'] in n-d-817303-7 is: [{'id': '1ac33257-8725-4b53-bf4e-e96b37763bdb', 'name': 'tempest-TestEncryptedCinderVolumes-130865052-router', 'tenant_id': '44ab5038279c4acfb581875b50244f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:05:56Z', 'updated_at': '2021-11-25T18:07:16Z', 'revision_number': 6, 'project_id': '44ab5038279c4acfb581875b50244f8d', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:07:17.179800 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.215186 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfabc06-d353-4788-a146-20e7e0322dcf,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:17.223924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e74e9f-3a11-44c5-8b80-d1b6ffaab35e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:17.275289 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.365137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.367260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.410350 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.410932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ac33257-8725-4b53-bf4e-e96b37763bdb {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:07:17.415228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.416409 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-db01622a-c8c7-4d95-b377-30359fbe62a5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/1ac33257-8725-4b53-bf4e-e96b37763bdb HTTP/1.1" status: 204 len: 168 time: 0.7924876 Nov 25 18:07:17.418857 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33470) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:17.467160 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Deleting subnet e20dc7d5-9644-4875-932a-1c89a3a08c5e {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:07:17.470168 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.507905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.592192 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.644757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.676969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20dc7d5-9644-4875-932a-1c89a3a08c5e,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:17.678972 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.682310 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8b7ff91e-074c-4d1c-a0ed-6054a3027efd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e20dc7d5-9644-4875-932a-1c89a3a08c5e HTTP/1.1" status: 204 len: 168 time: 0.2625043 Nov 25 18:07:17.685295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33472) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:17.686475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368159f1-5fcf-4aa4-93b4-3838906e0836 None None] Network 4b660b7f-3c73-4003-a4b8-97d6275b3e34 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:07:17.753529 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.813265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Deleting port 952219eb-c844-4582-b6d6-a80a46299f02 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:17.813602 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.881837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] For port 952219eb-c844-4582-b6d6-a80a46299f02, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=952219eb-c844-4582-b6d6-a80a46299f02,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:17.882201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.897044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Calling delete_port for 952219eb-c844-4582-b6d6-a80a46299f02 owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:17.923900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] DHCP port deletion for 4b660b7f-3c73-4003-a4b8-97d6275b3e34 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:17.971315 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] Deleting port 952219eb-c844-4582-b6d6-a80a46299f02 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:17.972337 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:17.980425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.011436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=952219eb-c844-4582-b6d6-a80a46299f02,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:18.016521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] No DVR routers for this DVR port 952219eb-c844-4582-b6d6-a80a46299f02 on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:18.039723 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.054305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] For port 952219eb-c844-4582-b6d6-a80a46299f02, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=952219eb-c844-4582-b6d6-a80a46299f02,segment=NetworkSegment(649ca03f-d27a-4041-bfac-caba1710a02e),segment_id=649ca03f-d27a-4041-bfac-caba1710a02e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:18.054703 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.067577 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] Calling delete_port for 952219eb-c844-4582-b6d6-a80a46299f02 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:18.088459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.110363 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b660b7f-3c73-4003-a4b8-97d6275b3e34']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:18.121920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649ca03f-d27a-4041-bfac-caba1710a02e') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:18.122542 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649ca03f-d27a-4041-bfac-caba1710a02e') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:18.132892 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.146914 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.152236 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.153423 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:07:18.153994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:07:18.156467 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:07:18.182079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] Pushing event deleted for resources: {'Port': ['ID=952219eb-c844-4582-b6d6-a80a46299f02,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:18.184121 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503ef84-9c3c-422b-8fb8-ad6e30b16b09 None None] No DVR routers for this DVR port 952219eb-c844-4582-b6d6-a80a46299f02 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:18.240982 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.246014 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.249368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4b660b7f-3c73-4003-a4b8-97d6275b3e34 HTTP/1.1" status: 204 len: 168 time: 0.5629010 Nov 25 18:07:18.252440 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33474) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:18.263913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffefe1-2bc0-4e78-9cdd-cf6869d48bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b660b7f-3c73-4003-a4b8-97d6275b3e34,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:18.596916 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.839363 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Deleting port 584745b6-86c5-49cd-99e2-93db44d589e8 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:18.839727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.916612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] For port 584745b6-86c5-49cd-99e2-93db44d589e8, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=584745b6-86c5-49cd-99e2-93db44d589e8,segment=NetworkSegment(6b528297-e8d6-4551-8888-b00b03e4de7e),segment_id=6b528297-e8d6-4551-8888-b00b03e4de7e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:18.916974 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:18.934968 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Calling delete_port for 584745b6-86c5-49cd-99e2-93db44d589e8 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:18.996156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fbfabc06-d353-4788-a146-20e7e0322dcf no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:19.016064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: fbfabc06-d353-4788-a146-20e7e0322dcf {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:19.016406 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fbfabc06-d353-4788-a146-20e7e0322dcf not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:19.016809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c183fa78-475f-4cc4-b742-387ab3b413f5 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:19.036437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c183fa78-475f-4cc4-b742-387ab3b413f5 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:19.036777 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c183fa78-475f-4cc4-b742-387ab3b413f5 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:19.037176 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 952219eb-c844-4582-b6d6-a80a46299f02 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:19.056250 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 952219eb-c844-4582-b6d6-a80a46299f02 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:19.056588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 952219eb-c844-4582-b6d6-a80a46299f02 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:19.116570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:19.143112 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Pushing event deleted for resources: {'Port': ['ID=584745b6-86c5-49cd-99e2-93db44d589e8,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:19.311013 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:19.529065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:07:19.962597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:07:19.968214 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e20ca3cd-2aca-4c2b-91d4-79d7ba0c949b admin admin] 10.222.0.86 "PUT /v2.0/routers/a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141578 Nov 25 18:07:19.970934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33476) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:19.973689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] Sync routers for ids ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:07:19.986850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] Routers {'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:19.988165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:20.076319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.091482 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] Set router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:20.179813 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.234201 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Deleting port c9f75ef5-e848-46ed-9308-e5bef8310429 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:20.234541 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.270296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:07:19Z', 'revision_number': 5, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port': {'id': 'c9f75ef5-e848-46ed-9308-e5bef8310429', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ba:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:06:02Z', 'updated_at': '2021-11-25T18:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:20.296848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] Checking router: a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:07:20.305389 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] Routers {'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:20.305996 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:20.314767 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] For port c9f75ef5-e848-46ed-9308-e5bef8310429, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=c9f75ef5-e848-46ed-9308-e5bef8310429,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:20.315276 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.328698 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Calling delete_port for c9f75ef5-e848-46ed-9308-e5bef8310429 owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:20.392968 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] Set router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:20.448089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:07:20Z', 'revision_number': 6, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:20.475640 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb510782-eaab-466d-9eea-bd5f2eb43e4b None None] The sync data for ids ['a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3'] in n-d-817303-7 is: [{'id': 'a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3', 'name': 'tempest-TestEncryptedCinderVolumes-162750197-router', 'tenant_id': '32b93e5f8a074fbd859e4360183d2f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:06:01Z', 'updated_at': '2021-11-25T18:07:20Z', 'revision_number': 6, 'project_id': '32b93e5f8a074fbd859e4360183d2f50', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:07:20.495764 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.526087 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f75ef5-e848-46ed-9308-e5bef8310429,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:20.541879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440cc30-c0c7-4efc-bda5-a286380da8c6 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:20.589301 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.679110 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.681267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.725128 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.725603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:07:20.729928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.731073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-44e41591-ca2c-4a7e-b8c8-9a0103580d9e admin admin] 10.222.0.86 "DELETE /v2.0/routers/a6a69c11-4ed1-45d3-a49f-00c66fc0dfc3 HTTP/1.1" status: 204 len: 168 time: 0.7583892 Nov 25 18:07:20.733559 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33478) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:20.781853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Deleting subnet 3c30212c-0c3f-4098-a963-b94c39bb04b6 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:07:20.784857 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.818999 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.905468 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.960087 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:20.997338 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c30212c-0c3f-4098-a963-b94c39bb04b6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:21.005791 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.011352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-516b2191-6db6-4784-9cbf-89999755cc9c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3c30212c-0c3f-4098-a963-b94c39bb04b6 HTTP/1.1" status: 204 len: 168 time: 0.2746716 Nov 25 18:07:21.011670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0cb731-f89c-4ec9-9072-95c7cdf123f1 None None] Network 6cb4ce7e-b703-42bb-888c-5b84e4f26047 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:07:21.011806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33480) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:21.079898 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.133415 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Deleting port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:21.133765 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.208972 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] For port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,segment=NetworkSegment(6b528297-e8d6-4551-8888-b00b03e4de7e),segment_id=6b528297-e8d6-4551-8888-b00b03e4de7e)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:21.209333 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.222362 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Calling delete_port for 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:21.273477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] DHCP port deletion for 6cb4ce7e-b703-42bb-888c-5b84e4f26047 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:21.319803 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.333204 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Deleting port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:07:21.333585 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.336928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:21.348051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Pushing event deleted for resources: {'Port': ['ID=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:21.351361 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] No DVR routers for this DVR port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:21.414000 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:21.414341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:21.414744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 584745b6-86c5-49cd-99e2-93db44d589e8 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:21.428180 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] For port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546, host n-d-817303-7, got binding levels [] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:21.428565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.431189 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.452111 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb4ce7e-b703-42bb-888c-5b84e4f26047']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:21.456263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Calling delete_port for 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:07:21.458079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 584745b6-86c5-49cd-99e2-93db44d589e8 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:21.458423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 584745b6-86c5-49cd-99e2-93db44d589e8 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:21.458829 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9f75ef5-e848-46ed-9308-e5bef8310429 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:07:21.461325 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.ipam_backend_mixin [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 was not found and therefore no delete operation was performed {{(pid=103637) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:07:21.461742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b528297-e8d6-4551-8888-b00b03e4de7e') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:21.462036 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b528297-e8d6-4551-8888-b00b03e4de7e') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:21.462499 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.472083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.486414 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.492624 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: c9f75ef5-e848-46ed-9308-e5bef8310429 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:07:21.492970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device c9f75ef5-e848-46ed-9308-e5bef8310429 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:07:21.495758 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:07:21.496166 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:07:21.497857 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:07:21.513892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] No DVR routers for this DVR port 3cace2f1-abd1-4ecc-8df6-a7f9c4531546 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:07:21.518134 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884c1d-2a30-4e85-82dc-a0be091d9170 None None] Pushing event deleted for resources: {'Port': ['ID=3cace2f1-abd1-4ecc-8df6-a7f9c4531546,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:21.560899 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.566946 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.570454 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] 10.222.0.86 "DELETE /v2.0/networks/6cb4ce7e-b703-42bb-888c-5b84e4f26047 HTTP/1.1" status: 204 len: 168 time: 0.5577219 Nov 25 18:07:21.583058 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c06eda-8dec-47f4-aa51-7012e6266edb admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb4ce7e-b703-42bb-888c-5b84e4f26047,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:21.740282 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33484) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:21.780429 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5aadfc0d-6e01-451b-8be6-2d7060a350a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=44ab5038279c4acfb581875b50244f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388255 Nov 25 18:07:21.782770 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33486) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:21.828978 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bfbde8a-62f0-4d27-ae9f-060eea8a6151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.849802 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bfbde8a-62f0-4d27-ae9f-060eea8a6151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.897223 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bfbde8a-62f0-4d27-ae9f-060eea8a6151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.899931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5bfbde8a-62f0-4d27-ae9f-060eea8a6151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:21.901074 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5bfbde8a-62f0-4d27-ae9f-060eea8a6151 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/52d4abde-872c-4fc0-9d6c-945816ef7d2b HTTP/1.1" status: 204 len: 168 time: 0.1174266 Nov 25 18:07:21.909166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbde8a-62f0-4d27-ae9f-060eea8a6151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d4abde-872c-4fc0-9d6c-945816ef7d2b,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:22.216759 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33492) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:22.262326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d6bea270-fb92-48ca-a6e2-f7597f26b909 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=32b93e5f8a074fbd859e4360183d2f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439780 Nov 25 18:07:22.264424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33494) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:22.311621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c98e0d2f-dc25-4ee1-a3e5-41e9fd7cda56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:22.333085 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c98e0d2f-dc25-4ee1-a3e5-41e9fd7cda56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:22.387698 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c98e0d2f-dc25-4ee1-a3e5-41e9fd7cda56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:22.391004 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c98e0d2f-dc25-4ee1-a3e5-41e9fd7cda56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:22.392680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c98e0d2f-dc25-4ee1-a3e5-41e9fd7cda56 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5136a93-5344-433f-8b2e-909e6c0acce2 HTTP/1.1" status: 204 len: 168 time: 0.1271975 Nov 25 18:07:22.402445 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e0d2f-dc25-4ee1-a3e5-41e9fd7cda56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5136a93-5344-433f-8b2e-909e6c0acce2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:23.076517 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33516) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:23.172767 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-553544103-network', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:23.194764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Made reservation on behalf of e7af229f0a9e46858ae1f0b1f93debec for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:07:23.197066 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.205374 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.280439 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.285643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.309071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:07:23.319119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:23.323766 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.324103 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Added segment 1f31393e-f587-4b09-82a6-f3a5cb36249f of type vlan for network 059fa71e-9c37-48c3-8acb-8af811b485ec Nov 25 18:07:23.367010 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.390949 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.391883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:23.392502 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.444043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3664079 Nov 25 18:07:23.447043 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33520) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:23.452276 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Request body: {'subnet': {'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-553544103-subnet', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'ip_version': 4}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:23.454594 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b507ade-f6e1-4662-9dc1-5eb6e247e396 admin admin] Pushing event updated for resources: {'Network': ['ID=059fa71e-9c37-48c3-8acb-8af811b485ec,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:23.464975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 059fa71e-9c37-48c3-8acb-8af811b485ec details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:07:23.480000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Made reservation on behalf of e7af229f0a9e46858ae1f0b1f93debec for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:07:23.482324 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.653577 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.702865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d7afc8-5cd8-4e5f-904b-d6e817daca12,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:23.718701 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Checking segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:23.719060 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Network hostable DHCP agents. Network: 059fa71e-9c37-48c3-8acb-8af811b485ec, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:07:23.736591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Network 059fa71e-9c37-48c3-8acb-8af811b485ec is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:07:23.746655 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 059fa71e-9c37-48c3-8acb-8af811b485ec) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:23.750917 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:23.751613 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.758326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1183c16-9fd7-416e-bffa-79951312b1d9 None None] Network 059fa71e-9c37-48c3-8acb-8af811b485ec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:07:23.772448 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a579e660-c34d-4a8e-a9d6-fd09990d86f3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3204298 Nov 25 18:07:23.772845 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33522) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:23.777256 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:23.797370 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.798380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.853848 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:23.908909 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57010852-6273-4318-b893-f28725b8de02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-059fa71e-9c37-48c3-8acb-8af811b485ec', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:07:23.910377 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57010852-6273-4318-b893-f28725b8de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.053750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-57010852-6273-4318-b893-f28725b8de02 None None] Allocated IP 172.20.0.2 (059fa71e-9c37-48c3-8acb-8af811b485ec/a6d7afc8-5cd8-4e5f-904b-d6e817daca12/574696c1-6fbd-4894-8645-bdc93c1c0c32) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:24.209256 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57010852-6273-4318-b893-f28725b8de02 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.215054 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57010852-6273-4318-b893-f28725b8de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.258452 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57010852-6273-4318-b893-f28725b8de02 None None] Network 059fa71e-9c37-48c3-8acb-8af811b485ec is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:24.259984 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-57010852-6273-4318-b893-f28725b8de02 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:24.262677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57010852-6273-4318-b893-f28725b8de02 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:24.274555 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57010852-6273-4318-b893-f28725b8de02 None None] Pushing event updated for resources: {'Port': ['ID=574696c1-6fbd-4894-8645-bdc93c1c0c32,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:24.326491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.491509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-57010852-6273-4318-b893-f28725b8de02 None None] Attempting to bind port 574696c1-6fbd-4894-8645-bdc93c1c0c32 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:24.492075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-57010852-6273-4318-b893-f28725b8de02 None None] Attempting to bind port 574696c1-6fbd-4894-8645-bdc93c1c0c32 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:24.492212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57010852-6273-4318-b893-f28725b8de02 None None] Attempting to bind port 574696c1-6fbd-4894-8645-bdc93c1c0c32 on network 059fa71e-9c37-48c3-8acb-8af811b485ec {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:24.497032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57010852-6273-4318-b893-f28725b8de02 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:24.497408 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57010852-6273-4318-b893-f28725b8de02 None None] Checking segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:24.497811 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57010852-6273-4318-b893-f28725b8de02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.498215 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57010852-6273-4318-b893-f28725b8de02 None None] Bound using segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:24.498655 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-57010852-6273-4318-b893-f28725b8de02 None None] Bound port: 574696c1-6fbd-4894-8645-bdc93c1c0c32, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:24.499030 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57010852-6273-4318-b893-f28725b8de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.535567 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.554482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.560281 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-57010852-6273-4318-b893-f28725b8de02 None None] For port 574696c1-6fbd-4894-8645-bdc93c1c0c32, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:24.563327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-57010852-6273-4318-b893-f28725b8de02 None None] For port 574696c1-6fbd-4894-8645-bdc93c1c0c32, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=574696c1-6fbd-4894-8645-bdc93c1c0c32,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:24.568334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-57010852-6273-4318-b893-f28725b8de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.626759 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57010852-6273-4318-b893-f28725b8de02 None None] Pushing event updated for resources: {'Port': ['ID=574696c1-6fbd-4894-8645-bdc93c1c0c32,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:24.669131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Allocated IP 172.25.8.100 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/cd879763-5be9-4b9b-a193-5c424aeca1df) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:24.797835 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.838060 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:24.885379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:24.888442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:24.892167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:24.907429 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc00d1-f2b9-4ccd-ba6d-aaa293f581e6 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:24.917143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Pushing event updated for resources: {'Port': ['ID=cd879763-5be9-4b9b-a193-5c424aeca1df,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:25.025468 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 574696c1-6fbd-4894-8645-bdc93c1c0c32 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:25.094239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c24c4b67-73af-4907-bb24-d820c8d4abf6 None None] Provisioning complete for port cd879763-5be9-4b9b-a193-5c424aeca1df triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:25.094603 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c24c4b67-73af-4907-bb24-d820c8d4abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.140758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 574696c1-6fbd-4894-8645-bdc93c1c0c32 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:25.141123 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.142607 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c24c4b67-73af-4907-bb24-d820c8d4abf6 None None] Port cd879763-5be9-4b9b-a193-5c424aeca1df cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:25.195774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.237518 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.276416 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 574696c1-6fbd-4894-8645-bdc93c1c0c32, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=574696c1-6fbd-4894-8645-bdc93c1c0c32,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:25.281174 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.338182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=574696c1-6fbd-4894-8645-bdc93c1c0c32,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:25.432462 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.585665 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Router fde07a20-330b-4e92-91a2-43c4e676dd48 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:07:25.636096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff491f06-e547-42d7-ad88-f6d2e808672c None None] Network 059fa71e-9c37-48c3-8acb-8af811b485ec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:07:25.708114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:07:25.709569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-37a29687-21ad-48be-b92a-07604e56dafa None None] Provisioning complete for port 574696c1-6fbd-4894-8645-bdc93c1c0c32 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:25.709943 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-37a29687-21ad-48be-b92a-07604e56dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.719923 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Sync routers for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:07:25.728802 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:25.733020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33524) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:25.733529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5693ee33-f1dd-4e1f-b0db-6dceb523fa3c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9592755 Nov 25 18:07:25.734466 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:25.735087 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:25.875043 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:26.064726 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:25Z', 'revision_number': 3, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:26.098519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-173a1eb5-f235-411e-8b03-ae42489a2364 None None] Provisioning complete for port 574696c1-6fbd-4894-8645-bdc93c1c0c32 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:26.098886 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-173a1eb5-f235-411e-8b03-ae42489a2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.188536 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Checking router: fde07a20-330b-4e92-91a2-43c4e676dd48 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:07:26.188911 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Updating router fde07a20-330b-4e92-91a2-43c4e676dd48 port cd879763-5be9-4b9b-a193-5c424aeca1df binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:07:26.214522 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.228090 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.388418 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Allocated IP 172.20.0.1 (059fa71e-9c37-48c3-8acb-8af811b485ec/a6d7afc8-5cd8-4e5f-904b-d6e817daca12/fc2c6115-f9df-429c-bb33-89148a00c809) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:26.469491 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.476158 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.497579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.521455 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5361d-6213-4a6f-a636-0e6f7505ef0a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:26.527312 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Attempting to bind port cd879763-5be9-4b9b-a193-5c424aeca1df on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:26.527716 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Attempting to bind port cd879763-5be9-4b9b-a193-5c424aeca1df by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:26.528076 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Attempting to bind port cd879763-5be9-4b9b-a193-5c424aeca1df on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:26.537132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:26.537473 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:26.537876 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.538264 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:26.538731 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Bound port: cd879763-5be9-4b9b-a193-5c424aeca1df, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:26.539112 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.540684 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Pushing event updated for resources: {'Port': ['ID=cd879763-5be9-4b9b-a193-5c424aeca1df,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:26.540838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.564432 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.564775 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.565671 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.565994 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.566325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.567103 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.567103 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.567325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.567663 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.568028 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.568292 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.568606 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:26.580315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Network 059fa71e-9c37-48c3-8acb-8af811b485ec is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:26.583806 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:26.587346 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:26.603661 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] For port cd879763-5be9-4b9b-a193-5c424aeca1df, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:26.607038 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] For port cd879763-5be9-4b9b-a193-5c424aeca1df, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd879763-5be9-4b9b-a193-5c424aeca1df,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:26.613763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d92fe264-0aff-4b56-907c-3b86db7ec4fa None None] Provisioning complete for port cd879763-5be9-4b9b-a193-5c424aeca1df triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:26.614073 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.615169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d92fe264-0aff-4b56-907c-3b86db7ec4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.620756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c6115-f9df-429c-bb33-89148a00c809,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:26.638276 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.675745 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:26.676380 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:26.677824 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353cb9a-5f25-4fcb-a2da-ce39af4f0fe4 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:26.754579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d92fe264-0aff-4b56-907c-3b86db7ec4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.778569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d92fe264-0aff-4b56-907c-3b86db7ec4fa None None] For port cd879763-5be9-4b9b-a193-5c424aeca1df, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd879763-5be9-4b9b-a193-5c424aeca1df,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:26.780866 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4589-7431-4897-9d97-62602ff334bb None None] Pushing event updated for resources: {'Port': ['ID=cd879763-5be9-4b9b-a193-5c424aeca1df,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:26.783290 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d92fe264-0aff-4b56-907c-3b86db7ec4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.808357 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:26.809287 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.869061 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fe264-0aff-4b56-907c-3b86db7ec4fa None None] Pushing event updated for resources: {'Port': ['ID=cd879763-5be9-4b9b-a193-5c424aeca1df,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:26.913572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-339cb869-0aee-45e5-a38f-f78e50b3a56c None None] Provisioning complete for port fc2c6115-f9df-429c-bb33-89148a00c809 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:26.914031 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-339cb869-0aee-45e5-a38f-f78e50b3a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:26.952569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-339cb869-0aee-45e5-a38f-f78e50b3a56c None None] Port fc2c6115-f9df-429c-bb33-89148a00c809 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:26.964084 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-339cb869-0aee-45e5-a38f-f78e50b3a56c None None] Provisioning complete for port cd879763-5be9-4b9b-a193-5c424aeca1df triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:26.964451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-339cb869-0aee-45e5-a38f-f78e50b3a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:27.007845 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 574696c1-6fbd-4894-8645-bdc93c1c0c32 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:27.009181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:27.015024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:27.039020 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:25Z', 'revision_number': 3, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:27.066758 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b03ca-e60d-4708-bab7-63d2a1b77605 None None] The sync data for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 is: [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:25Z', 'revision_number': 3, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:07:27.091151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c6115-f9df-429c-bb33-89148a00c809,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:27.095132 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:27.099026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 574696c1-6fbd-4894-8645-bdc93c1c0c32 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:27.099498 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:27.194924 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Network 059fa71e-9c37-48c3-8acb-8af811b485ec is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:27.196398 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:27.338278 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Router fde07a20-330b-4e92-91a2-43c4e676dd48 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:07:27.467062 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:07:27.473085 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83a20f9b-2d82-4304-a577-29159255ec01 admin admin] 10.222.0.86 "PUT /v2.0/routers/fde07a20-330b-4e92-91a2-43c4e676dd48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380166 Nov 25 18:07:27.519473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a24647e6-abbd-44b1-a685-a8ceebf611fd None None] Provisioning complete for port fc2c6115-f9df-429c-bb33-89148a00c809 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:27.519776 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a24647e6-abbd-44b1-a685-a8ceebf611fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:27.558784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a24647e6-abbd-44b1-a685-a8ceebf611fd None None] Port fc2c6115-f9df-429c-bb33-89148a00c809 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:27.989844 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33540) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:27.994765 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-43528725-network', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:28.016813 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Made reservation on behalf of 3b55cfcda76448a297dd0c08abfd7cc9 for: {'network': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:07:28.019939 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.028400 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.106360 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.110319 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.135847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:07:28.146158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0485570-2b3a-4ec6-8de1-0dc796d030ce,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:28.151078 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.151448 n-d-817303-7 neutron-server[103635]: INFO neutron.db.segments_db [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Added segment 60fe38ba-0e21-4a49-bc1a-be58cc115a06 of type vlan for network ed991517-b026-4841-a920-44afbffc01ff Nov 25 18:07:28.195035 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.220394 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.221308 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:28.222083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.272884 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2818375 Nov 25 18:07:28.275728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33542) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:28.280752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Request body: {'subnet': {'network_id': 'ed991517-b026-4841-a920-44afbffc01ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-43528725-subnet', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'ip_version': 4}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:28.284453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776b5d-8f3b-404c-944f-5c87f5693dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=ed991517-b026-4841-a920-44afbffc01ff,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:28.294339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ed991517-b026-4841-a920-44afbffc01ff details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:07:28.305283 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Made reservation on behalf of 3b55cfcda76448a297dd0c08abfd7cc9 for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:07:28.307739 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.419744 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:07:28.480958 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.539992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c70e676-d8ac-4b1c-bcaa-be51198f747c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:28.550663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Checking segment: {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:28.551026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Network hostable DHCP agents. Network: ed991517-b026-4841-a920-44afbffc01ff, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:07:28.567595 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Network ed991517-b026-4841-a920-44afbffc01ff is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:07:28.576670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ed991517-b026-4841-a920-44afbffc01ff) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:28.580625 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:28.581275 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.587866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc90804-ce93-4ae5-a635-46c1b7bcb5a3 None None] Network ed991517-b026-4841-a920-44afbffc01ff requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:07:28.599145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-319e3fa3-d44c-4e3d-9320-add7b42ed21d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3222346 Nov 25 18:07:28.601606 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33544) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:28.606058 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:28.630073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.631247 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.684807 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.709089 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Sync routers for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:07:28.740375 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:28.740994 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:28.778843 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ed991517-b026-4841-a920-44afbffc01ff', 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'fixed_ips': [{'subnet_id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:07:28.779624 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.824973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:28.928369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:29.035809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd879763-5be9-4b9b-a193-5c424aeca1df up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:29.037950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Allocated IP 172.20.0.2 (ed991517-b026-4841-a920-44afbffc01ff/2c70e676-d8ac-4b1c-bcaa-be51198f747c/6f65fef9-94b3-4d83-b710-e2c6a767f12a) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:29.038500 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.059515 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.169111 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Allocated IP 172.25.8.57 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/d4743711-bb0d-4b05-9576-5ef3fd4506c2) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:29.256670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port cd879763-5be9-4b9b-a193-5c424aeca1df triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:29.257040 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.272721 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.314096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.356537 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:29.361504 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:29.369976 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:29.372574 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 2, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:29.376409 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Pushing event updated for resources: {'Port': ['ID=d4743711-bb0d-4b05-9576-5ef3fd4506c2,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:29.377698 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.381935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a84e0-643b-4ef7-8380-927217c9a928 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:29.414135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.415882 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Checking router: fde07a20-330b-4e92-91a2-43c4e676dd48 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:07:29.416234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Updating router fde07a20-330b-4e92-91a2-43c4e676dd48 port fc2c6115-f9df-429c-bb33-89148a00c809 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:07:29.518654 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Network ed991517-b026-4841-a920-44afbffc01ff is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:29.522240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.532351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:29.541133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Pushing event updated for resources: {'Port': ['ID=6f65fef9-94b3-4d83-b710-e2c6a767f12a,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:29.545362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:29.557454 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-46d101de-6400-4344-a63c-0060dc4ab890 None None] Provisioning complete for port d4743711-bb0d-4b05-9576-5ef3fd4506c2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:29.557810 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46d101de-6400-4344-a63c-0060dc4ab890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.638392 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.666424 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-46d101de-6400-4344-a63c-0060dc4ab890 None None] Port d4743711-bb0d-4b05-9576-5ef3fd4506c2 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:29.714185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Attempting to bind port 6f65fef9-94b3-4d83-b710-e2c6a767f12a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:29.714554 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Attempting to bind port 6f65fef9-94b3-4d83-b710-e2c6a767f12a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:29.714914 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Attempting to bind port 6f65fef9-94b3-4d83-b710-e2c6a767f12a on network ed991517-b026-4841-a920-44afbffc01ff {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:29.725965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:29.726335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Checking segment: {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:29.726736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.727128 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Bound using segment: {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:29.727632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Bound port: 6f65fef9-94b3-4d83-b710-e2c6a767f12a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:29.727998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:29.841416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.021889 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] For port 6f65fef9-94b3-4d83-b710-e2c6a767f12a, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:30.045378 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] For port 6f65fef9-94b3-4d83-b710-e2c6a767f12a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f65fef9-94b3-4d83-b710-e2c6a767f12a,segment=NetworkSegment(60fe38ba-0e21-4a49-bc1a-be58cc115a06),segment_id=60fe38ba-0e21-4a49-bc1a-be58cc115a06)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:30.053020 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.153275 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420fbca-442f-40f4-88c8-aa061e7c35ef None None] Pushing event updated for resources: {'Port': ['ID=6f65fef9-94b3-4d83-b710-e2c6a767f12a,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:30.177328 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.184947 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.241052 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45481d7-269a-4384-9211-fc43b24608fc None None] Pushing event updated for resources: {'Port': ['ID=fc2c6115-f9df-429c-bb33-89148a00c809,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:30.323483 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Attempting to bind port fc2c6115-f9df-429c-bb33-89148a00c809 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:30.326718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Attempting to bind port fc2c6115-f9df-429c-bb33-89148a00c809 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:30.327338 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Attempting to bind port fc2c6115-f9df-429c-bb33-89148a00c809 on network 059fa71e-9c37-48c3-8acb-8af811b485ec {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:30.336574 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Router 070d474f-bbad-4137-bfed-00edf49f4ca8 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:07:30.347020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:30.347428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Checking segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:30.347831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.348225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Bound using segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:30.348727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Bound port: fc2c6115-f9df-429c-bb33-89148a00c809, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:30.349115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.438964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] For port fc2c6115-f9df-429c-bb33-89148a00c809, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:30.443828 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] For port fc2c6115-f9df-429c-bb33-89148a00c809, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fc2c6115-f9df-429c-bb33-89148a00c809,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:30.451177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.498160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:07:30.508737 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Sync routers for ids ['070d474f-bbad-4137-bfed-00edf49f4ca8'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:07:30.526328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:30.526533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.526965 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:30.527440 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Routers {'070d474f-bbad-4137-bfed-00edf49f4ca8'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:30.528066 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['070d474f-bbad-4137-bfed-00edf49f4ca8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:30.531302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dc994058-de40-4820-b0a0-c03cd0f60045 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9261215 Nov 25 18:07:30.531502 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33546) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:07:30.599727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45481d7-269a-4384-9211-fc43b24608fc None None] Pushing event updated for resources: {'Port': ['ID=fc2c6115-f9df-429c-bb33-89148a00c809,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:30.666325 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Set router 070d474f-bbad-4137-bfed-00edf49f4ca8 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:30.681034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-842ed4c6-ff1e-4761-986d-acc2f05f5e48 None None] Provisioning complete for port fc2c6115-f9df-429c-bb33-89148a00c809 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:30.681557 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-842ed4c6-ff1e-4761-986d-acc2f05f5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.733731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:30.891379 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:07:29Z', 'revision_number': 3, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:30.918360 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-842ed4c6-ff1e-4761-986d-acc2f05f5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:30.925686 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Checking router: 070d474f-bbad-4137-bfed-00edf49f4ca8 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:07:30.926029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Updating router 070d474f-bbad-4137-bfed-00edf49f4ca8 port d4743711-bb0d-4b05-9576-5ef3fd4506c2 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:07:30.954824 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.026073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-842ed4c6-ff1e-4761-986d-acc2f05f5e48 None None] For port fc2c6115-f9df-429c-bb33-89148a00c809, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fc2c6115-f9df-429c-bb33-89148a00c809,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:31.043696 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-842ed4c6-ff1e-4761-986d-acc2f05f5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.102508 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ed4c6-ff1e-4761-986d-acc2f05f5e48 None None] Pushing event updated for resources: {'Port': ['ID=fc2c6115-f9df-429c-bb33-89148a00c809,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:31.126158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:31.130155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f65fef9-94b3-4d83-b710-e2c6a767f12a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:31.190612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abb4dd-856c-4ee1-9a1a-53743fb8c970 None None] The sync data for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 is: [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:07:31.203158 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.223569 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-47d10f3f-cefc-4902-9557-c8b2de3cb237 None None] Provisioning complete for port fc2c6115-f9df-429c-bb33-89148a00c809 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:31.223948 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-47d10f3f-cefc-4902-9557-c8b2de3cb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.298928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6f65fef9-94b3-4d83-b710-e2c6a767f12a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:31.299300 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.404598 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.414354 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.493117 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.510867 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a7685-fb3f-46e4-8d46-aef2af584e29 None None] Pushing event updated for resources: {'Port': ['ID=d4743711-bb0d-4b05-9576-5ef3fd4506c2,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:31.514885 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Attempting to bind port d4743711-bb0d-4b05-9576-5ef3fd4506c2 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:31.515199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Attempting to bind port d4743711-bb0d-4b05-9576-5ef3fd4506c2 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:31.515624 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Attempting to bind port d4743711-bb0d-4b05-9576-5ef3fd4506c2 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:31.519439 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b0367-4022-4f21-abcc-7744705d34ef None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:31.521934 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:31.522310 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:31.522710 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.523235 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:31.523738 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Bound port: d4743711-bb0d-4b05-9576-5ef3fd4506c2, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:31.524114 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.524598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Allocated IP 172.20.0.1 (ed991517-b026-4841-a920-44afbffc01ff/2c70e676-d8ac-4b1c-bcaa-be51198f747c/cd1b006e-b12e-460d-bdd7-7f123c514608) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:31.548491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 6f65fef9-94b3-4d83-b710-e2c6a767f12a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f65fef9-94b3-4d83-b710-e2c6a767f12a,segment=NetworkSegment(60fe38ba-0e21-4a49-bc1a-be58cc115a06),segment_id=60fe38ba-0e21-4a49-bc1a-be58cc115a06)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:31.552848 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd42f1-9ca4-423b-9d3e-f4b17b4666e4 None None] Network ed991517-b026-4841-a920-44afbffc01ff requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:07:31.599728 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] For port d4743711-bb0d-4b05-9576-5ef3fd4506c2, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:31.603187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] For port d4743711-bb0d-4b05-9576-5ef3fd4506c2, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4743711-bb0d-4b05-9576-5ef3fd4506c2,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:31.613713 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.615978 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.679490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f09424-4b9e-4ee3-923d-02fb92e27db3 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:07:31.687788 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Routers {'070d474f-bbad-4137-bfed-00edf49f4ca8'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:31.688657 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['070d474f-bbad-4137-bfed-00edf49f4ca8'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:31.693130 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a7685-fb3f-46e4-8d46-aef2af584e29 None None] Pushing event updated for resources: {'Port': ['ID=d4743711-bb0d-4b05-9576-5ef3fd4506c2,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:31.695222 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.738273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Provisioning complete for port d4743711-bb0d-4b05-9576-5ef3fd4506c2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:31.738793 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.764432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=6f65fef9-94b3-4d83-b710-e2c6a767f12a,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:31.777966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.841089 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] Set router 070d474f-bbad-4137-bfed-00edf49f4ca8 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:31.842144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Network ed991517-b026-4841-a920-44afbffc01ff is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:31.850244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:31.857937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:31.902124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1b006e-b12e-460d-bdd7-7f123c514608,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:31.910174 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.923687 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:31.944096 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] For port d4743711-bb0d-4b05-9576-5ef3fd4506c2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4743711-bb0d-4b05-9576-5ef3fd4506c2,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:31.951845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.012702 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Provisioning complete for port 6f65fef9-94b3-4d83-b710-e2c6a767f12a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:32.013152 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.043320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aa138-7c1b-4442-8d48-68ea1668f784 None None] Pushing event updated for resources: {'Port': ['ID=d4743711-bb0d-4b05-9576-5ef3fd4506c2,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:32.147434 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.230124 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:07:29Z', 'revision_number': 3, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:32.259121 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c342faf-6d69-4a10-90d3-f5fcaa14d611 None None] The sync data for ids ['070d474f-bbad-4137-bfed-00edf49f4ca8'] in n-d-817303-7 is: [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:07:29Z', 'revision_number': 3, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:07:32.287228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Provisioning complete for port d4743711-bb0d-4b05-9576-5ef3fd4506c2 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:32.287625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.383770 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.391809 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.414737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Provisioning complete for port cd1b006e-b12e-460d-bdd7-7f123c514608 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:32.415192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.467634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1b006e-b12e-460d-bdd7-7f123c514608,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:32.471108 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.488653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Port cd1b006e-b12e-460d-bdd7-7f123c514608 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:32.506019 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Provisioning complete for port 6f65fef9-94b3-4d83-b710-e2c6a767f12a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:32.506603 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b324a36-8b5a-468b-b342-65a745de4500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.592711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Network ed991517-b026-4841-a920-44afbffc01ff is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:32.594139 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:32.728794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-83cd8e6b-e180-45fa-ac80-4286247c93d8 None None] Provisioning complete for port cd1b006e-b12e-460d-bdd7-7f123c514608 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:32.729173 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-83cd8e6b-e180-45fa-ac80-4286247c93d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:32.756463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Router 070d474f-bbad-4137-bfed-00edf49f4ca8 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:07:32.769039 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-83cd8e6b-e180-45fa-ac80-4286247c93d8 None None] Port cd1b006e-b12e-460d-bdd7-7f123c514608 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:32.906154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:07:32.912305 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-728e2e3a-c0a5-4e02-a221-a968271767e3 admin admin] 10.222.0.86 "PUT /v2.0/routers/070d474f-bbad-4137-bfed-00edf49f4ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796408 Nov 25 18:07:32.992409 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8556273-094d-4d25-8c4c-7765ba216466 None None] Provisioning complete for port cd1b006e-b12e-460d-bdd7-7f123c514608 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:32.992804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8556273-094d-4d25-8c4c-7765ba216466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:33.039410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8556273-094d-4d25-8c4c-7765ba216466 None None] Port cd1b006e-b12e-460d-bdd7-7f123c514608 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:33.153100 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4743711-bb0d-4b05-9576-5ef3fd4506c2 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:33.215195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port d4743711-bb0d-4b05-9576-5ef3fd4506c2 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:33.215683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:33.309619 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f65fef9-94b3-4d83-b710-e2c6a767f12a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:33.366135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 6f65fef9-94b3-4d83-b710-e2c6a767f12a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:33.366591 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:33.460068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc2c6115-f9df-429c-bb33-89148a00c809 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:33.515148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port fc2c6115-f9df-429c-bb33-89148a00c809 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:33.515847 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:34.823225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Sync routers for ids ['070d474f-bbad-4137-bfed-00edf49f4ca8'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:07:34.835758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Routers {'070d474f-bbad-4137-bfed-00edf49f4ca8'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:34.836731 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['070d474f-bbad-4137-bfed-00edf49f4ca8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:34.959141 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Set router 070d474f-bbad-4137-bfed-00edf49f4ca8 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:35.186266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:07:32Z', 'revision_number': 4, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'cd1b006e-b12e-460d-bdd7-7f123c514608', 'name': '', 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'mac_address': 'fa:16:3e:28:02:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:31Z', 'updated_at': '2021-11-25T18:07:32Z', 'revision_number': 2, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'subnets': [{'id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:35.213998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Checking router: 070d474f-bbad-4137-bfed-00edf49f4ca8 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:07:35.214341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Updating router 070d474f-bbad-4137-bfed-00edf49f4ca8 port cd1b006e-b12e-460d-bdd7-7f123c514608 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:07:35.241536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.702932 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.711611 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.811786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e959-51a3-49c2-a131-1643a3d4ecec None None] Pushing event updated for resources: {'Port': ['ID=cd1b006e-b12e-460d-bdd7-7f123c514608,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:35.865293 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Attempting to bind port cd1b006e-b12e-460d-bdd7-7f123c514608 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:35.865831 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Attempting to bind port cd1b006e-b12e-460d-bdd7-7f123c514608 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:35.866029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Attempting to bind port cd1b006e-b12e-460d-bdd7-7f123c514608 on network ed991517-b026-4841-a920-44afbffc01ff {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:35.868045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-55b75d40-3214-461c-8480-792015bf4f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.873195 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:35.873566 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Checking segment: {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:35.873962 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.874344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Bound using segment: {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:35.874834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Bound port: cd1b006e-b12e-460d-bdd7-7f123c514608, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fe38ba-0e21-4a49-bc1a-be58cc115a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:35.875584 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:35.962343 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] For port cd1b006e-b12e-460d-bdd7-7f123c514608, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:35.966484 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] For port cd1b006e-b12e-460d-bdd7-7f123c514608, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd1b006e-b12e-460d-bdd7-7f123c514608,segment=NetworkSegment(60fe38ba-0e21-4a49-bc1a-be58cc115a06),segment_id=60fe38ba-0e21-4a49-bc1a-be58cc115a06)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:35.974857 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:36.046708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e959-51a3-49c2-a131-1643a3d4ecec None None] Pushing event updated for resources: {'Port': ['ID=cd1b006e-b12e-460d-bdd7-7f123c514608,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:36.051036 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Routers {'070d474f-bbad-4137-bfed-00edf49f4ca8'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:07:36.051696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:07:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['070d474f-bbad-4137-bfed-00edf49f4ca8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:36.125525 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c913231b-b542-4710-b471-2de893ac41f9 None None] Provisioning complete for port cd1b006e-b12e-460d-bdd7-7f123c514608 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:36.125525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c913231b-b542-4710-b471-2de893ac41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:36.235678 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] Set router 070d474f-bbad-4137-bfed-00edf49f4ca8 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:07:36.401291 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c913231b-b542-4710-b471-2de893ac41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:36.465433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-c913231b-b542-4710-b471-2de893ac41f9 None None] For port cd1b006e-b12e-460d-bdd7-7f123c514608, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd1b006e-b12e-460d-bdd7-7f123c514608,segment=NetworkSegment(60fe38ba-0e21-4a49-bc1a-be58cc115a06),segment_id=60fe38ba-0e21-4a49-bc1a-be58cc115a06)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:36.491698 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c913231b-b542-4710-b471-2de893ac41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:36.553746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913231b-b542-4710-b471-2de893ac41f9 None None] Pushing event updated for resources: {'Port': ['ID=cd1b006e-b12e-460d-bdd7-7f123c514608,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:36.573972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:07:32Z', 'revision_number': 4, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'cd1b006e-b12e-460d-bdd7-7f123c514608', 'name': '', 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'mac_address': 'fa:16:3e:28:02:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:31Z', 'updated_at': '2021-11-25T18:07:35Z', 'revision_number': 4, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'subnets': [{'id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:07:36.630154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7815-0f90-4c83-b247-1147fea62c4a None None] The sync data for ids ['070d474f-bbad-4137-bfed-00edf49f4ca8'] in n-d-817303-7 is: [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:07:32Z', 'revision_number': 4, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'cd1b006e-b12e-460d-bdd7-7f123c514608', 'name': '', 'network_id': 'ed991517-b026-4841-a920-44afbffc01ff', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'mac_address': 'fa:16:3e:28:02:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:31Z', 'updated_at': '2021-11-25T18:07:35Z', 'revision_number': 4, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'subnets': [{'id': '2c70e676-d8ac-4b1c-bcaa-be51198f747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:07:36.642085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-88ed4cae-33da-46f7-b333-7ae7a97a7688 None None] Provisioning complete for port cd1b006e-b12e-460d-bdd7-7f123c514608 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:36.642455 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-88ed4cae-33da-46f7-b333-7ae7a97a7688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:37.079478 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd1b006e-b12e-460d-bdd7-7f123c514608 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:07:37.146995 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port cd1b006e-b12e-460d-bdd7-7f123c514608 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:37.147495 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:38.023579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-733036cd-3c74-4628-8117-c350ab32557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:39.505367 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:40.760988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:41.516755 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:43.351232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-954d9ea7-cd96-4fbc-b453-60ec890e2240 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:43.352704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-954d9ea7-cd96-4fbc-b453-60ec890e2240 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 814 time: 0.1028187 Nov 25 18:07:43.368926 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-bc498fae-579e-4a26-a5f8-6f5f5a35931f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/quotas/e7af229f0a9e46858ae1f0b1f93debec HTTP/1.1" status: 200 len: 375 time: 0.0104632 Nov 25 18:07:43.428948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-69eb1694-6065-4138-9799-aad51b1a1c15 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546951 Nov 25 18:07:43.646374 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-71f99c9c-b5f2-4ea7-a43c-2b805ad99fda service neutron] 10.222.0.86 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243670 Nov 25 18:07:43.746266 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-521312d7-4913-48cd-8e34-6c1b9ad76344 service neutron] 10.222.0.86 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935652 Nov 25 18:07:43.921393 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-00bc3452-b78c-42c2-89e7-c8f3613c3859 req-8b3d75ce-17a8-4a11-adde-51f5fe843407 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 210 time: 0.0271761 Nov 25 18:07:44.853218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-2498f673-821e-41d9-a0d4-4bfc7f66d025 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:44.854661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-2498f673-821e-41d9-a0d4-4bfc7f66d025 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 814 time: 0.1097207 Nov 25 18:07:44.869190 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'port': {'device_id': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'admin_state_up': True, 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:44.989025 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Made reservation on behalf of e7af229f0a9e46858ae1f0b1f93debec for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:07:44.992827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:45.038674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-dc3f48a1-65ba-493e-9cbb-d494b303d97d req-e8df8041-e1f8-4c95-899c-8fe0efc1ae9b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 210 time: 0.0357103 Nov 25 18:07:45.162292 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Allocated IP 172.20.0.14 (059fa71e-9c37-48c3-8acb-8af811b485ec/a6d7afc8-5cd8-4e5f-904b-d6e817daca12/338ed2b9-e4c7-40aa-acc3-3ff13fdff98e) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:07:45.398768 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:45.453769 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:45.513881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Network 059fa71e-9c37-48c3-8acb-8af811b485ec is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:07:45.517161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:07:45.526636 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:07:45.533749 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:45.577194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.577789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.578205 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.578607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.579004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.579515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.579900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.580295 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.580806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.581194 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.581659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.582247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:45.610081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:45.611180 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:45.636927 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-82efdf66-b621-4ce7-a05c-b1336c564a78 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720773 Nov 25 18:07:45.868189 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-befe66f8-bae0-4275-a790-d0c8556632dd None None] Provisioning complete for port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:07:45.869253 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-befe66f8-bae0-4275-a790-d0c8556632dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:45.911657 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-befe66f8-bae0-4275-a790-d0c8556632dd None None] Port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:07:46.173376 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc342410-104a-4583-ad93-80ccc67fd103 req-4837e8f1-6277-42a0-8714-3c91915924f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:46.174800 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc342410-104a-4583-ad93-80ccc67fd103 req-4837e8f1-6277-42a0-8714-3c91915924f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0524585 Nov 25 18:07:46.239647 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dc342410-104a-4583-ad93-80ccc67fd103 req-aa0bced1-014b-4da1-b4d1-82b15dbc73bb tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Nov 25 18:07:46.470145 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:47.357785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b0cc-6358-4c1a-bfc2-80f77dba4044 req-2e3763db-a01d-458a-87fc-b3f98c3be180 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:47.359272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba26b0cc-6358-4c1a-bfc2-80f77dba4044 req-2e3763db-a01d-458a-87fc-b3f98c3be180 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0503840 Nov 25 18:07:47.419769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ba26b0cc-6358-4c1a-bfc2-80f77dba4044 req-a53c8a8e-a27b-4a49-810e-7c9c8dc3592f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Nov 25 18:07:47.990621 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:48.541309 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409c0c1-8ab7-453c-94f6-074e30fb38f1 req-8a84d4ca-410c-48de-9953-1958ffb6139b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:48.542814 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f409c0c1-8ab7-453c-94f6-074e30fb38f1 req-8a84d4ca-410c-48de-9953-1958ffb6139b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0486650 Nov 25 18:07:48.594981 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-f409c0c1-8ab7-453c-94f6-074e30fb38f1 req-a155b548-cb4e-4bba-a725-b55edb0e0ce2 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457284 Nov 25 18:07:49.714038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49e235-9c7d-4cf9-aa98-c5c3bbdb3976 req-9530393f-90b2-4da2-98d2-1b9621d7bafa tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:49.715563 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f49e235-9c7d-4cf9-aa98-c5c3bbdb3976 req-9530393f-90b2-4da2-98d2-1b9621d7bafa tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0480781 Nov 25 18:07:49.777581 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f49e235-9c7d-4cf9-aa98-c5c3bbdb3976 req-6c293728-7778-4231-b7c9-6288aa680ccb tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560617 Nov 25 18:07:50.919094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577b974-c6ab-4e35-bc34-978b302f8cf6 req-6a73512a-6101-4fdf-ace2-212b39abe118 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:50.921672 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0577b974-c6ab-4e35-bc34-978b302f8cf6 req-6a73512a-6101-4fdf-ace2-212b39abe118 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0605433 Nov 25 18:07:50.973257 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0577b974-c6ab-4e35-bc34-978b302f8cf6 req-db6c6679-5236-4b19-b3f6-87ba1dfad6b4 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Nov 25 18:07:52.093900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca8b2-ed7b-40ba-9d58-e157d33dac98 req-2b013258-c938-413a-bce9-e6e06af1b939 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:52.095369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e7ca8b2-ed7b-40ba-9d58-e157d33dac98 req-2b013258-c938-413a-bce9-e6e06af1b939 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0487170 Nov 25 18:07:52.148934 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8e7ca8b2-ed7b-40ba-9d58-e157d33dac98 req-9cfb7539-d385-457a-8645-3d5dba529db1 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474117 Nov 25 18:07:53.291176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10969215-5b04-4a95-bc73-cca69beec710 req-8db1cda2-1b4d-4fb3-9157-d09cc8108b97 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:53.292731 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10969215-5b04-4a95-bc73-cca69beec710 req-8db1cda2-1b4d-4fb3-9157-d09cc8108b97 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0620520 Nov 25 18:07:53.342225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10969215-5b04-4a95-bc73-cca69beec710 req-57a54773-b73d-4cc3-ad99-147ffe1e2741 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Nov 25 18:07:54.460662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297c0a0-7cdd-49d8-9be4-19f998337f2f req-2fadfa0d-3d60-4010-bfaa-a93a69b7cc29 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:54.462136 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1297c0a0-7cdd-49d8-9be4-19f998337f2f req-2fadfa0d-3d60-4010-bfaa-a93a69b7cc29 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 932 time: 0.0488622 Nov 25 18:07:54.508789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1297c0a0-7cdd-49d8-9be4-19f998337f2f req-313f5ad5-6fb1-4124-bdd2-1e94296de2ad tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Nov 25 18:07:54.946689 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Request body: {'port': {'device_id': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:07:55.010585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:55.263108 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:07:55.271611 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:55.287162 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Transition to ACTIVE for port object 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:07:55.291585 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:55.342555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:55.418386 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Attempting to bind port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:07:55.418771 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Attempting to bind port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:07:55.419038 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Attempting to bind port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e on network 059fa71e-9c37-48c3-8acb-8af811b485ec {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:55.423498 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e on network 059fa71e-9c37-48c3-8acb-8af811b485ec not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:07:55.423813 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Attempting to bind port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e on network 059fa71e-9c37-48c3-8acb-8af811b485ec {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:07:55.428676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:07:55.429003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Checking segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:07:55.429379 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Bound using segment: {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:07:55.429802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Bound port: 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f31393e-f587-4b09-82a6-f3a5cb36249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:07:55.430153 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:55.496974 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:07:55.500429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:07:55.505358 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:55.540926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:55.541589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:55.542933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] 10.222.0.73 "PUT /v2.0/ports/338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 1092 time: 0.6005542 Nov 25 18:07:55.557917 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:07:55.560756 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9d53f-a8a4-4625-baed-5040d24a5acf" -d '{"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:07:55.574674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c898a7-0296-4507-b494-4a730bc8024e service neutron] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:55.638980 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06910866-606d-47e2-a1b9-0f9d450f3814 x-openstack-request-id: req-06910866-606d-47e2-a1b9-0f9d450f3814 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:07:55.639136 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:07:55.639367 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-06910866-606d-47e2-a1b9-0f9d450f3814 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:07:55.639802 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'status': 'completed', 'code': 200} Nov 25 18:07:55.662627 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198d216-3867-400b-8af7-0491c534f7d5 req-ddc50742-b3ab-48a2-b060-8e84e5f4e43e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:55.663253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-74c0742d-700e-4d6b-aaa8-cd0279a2968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:55.664255 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-74c0742d-700e-4d6b-aaa8-cd0279a2968a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1095 time: 0.0624933 Nov 25 18:07:55.667843 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d198d216-3867-400b-8af7-0491c534f7d5 req-ddc50742-b3ab-48a2-b060-8e84e5f4e43e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 944 time: 0.0816526 Nov 25 18:07:55.711110 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-3d91d6ba-ee1b-42b0-a02e-fe6b52fe2761 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 217 time: 0.0373693 Nov 25 18:07:55.717687 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d198d216-3867-400b-8af7-0491c534f7d5 req-2367d634-8a2f-404c-b386-690edded229f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Nov 25 18:07:55.764704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-0d7d7dc9-ac72-47b3-b575-b273b61765a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:55.766156 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-0d7d7dc9-ac72-47b3-b575-b273b61765a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0477033 Nov 25 18:07:55.818002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-04aca22e-03be-43eb-ab6c-cbe549684838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:55.819422 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-04aca22e-03be-43eb-ab6c-cbe549684838 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464911 Nov 25 18:07:55.912114 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-53e7e7e3-5c40-4684-899e-b190a76985fc service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Nov 25 18:07:56.005984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-781aa78d-666d-4559-afd8-323a9c6ae523 req-bef553ad-879d-4232-b8ef-03720d0d71dc service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861430 Nov 25 18:07:56.088998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-acbe00b2-a6cc-439d-9b1b-c8919822fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.090377 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-acbe00b2-a6cc-439d-9b1b-c8919822fe74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1095 time: 0.0416977 Nov 25 18:07:56.178914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-2b424bc1-0543-4332-8239-8bdfbb6ede7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.180404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-2b424bc1-0543-4332-8239-8bdfbb6ede7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.0831578 Nov 25 18:07:56.224354 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-228dff77-5fff-4e23-9a61-aff7a5189e13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 217 time: 0.0369971 Nov 25 18:07:56.275334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-9dee9f7d-a192-43ab-81cb-1fdb1a6c489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.276792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-9dee9f7d-a192-43ab-81cb-1fdb1a6c489a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0445476 Nov 25 18:07:56.323220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-e3f5aa13-74f6-4811-9621-c9de6614758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.324759 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-e3f5aa13-74f6-4811-9621-c9de6614758c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404592 Nov 25 18:07:56.419610 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-fa3a29a7-1b76-4556-bde0-c7dcb5d68a86 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861564 Nov 25 18:07:56.509562 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b6c9d53f-a8a4-4625-baed-5040d24a5acf req-1aea6483-9c5a-4971-9a76-e48b9a686dcc service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Nov 25 18:07:56.839003 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d69b-f9d3-4c9d-860e-bf049bb4ccb3 req-df7f4a0c-750a-4510-ba18-d6340053d139 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:56.840680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6084d69b-f9d3-4c9d-860e-bf049bb4ccb3 req-df7f4a0c-750a-4510-ba18-d6340053d139 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 944 time: 0.0535097 Nov 25 18:07:56.889014 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6084d69b-f9d3-4c9d-860e-bf049bb4ccb3 req-c790d87f-0168-40ad-b36e-53d74212f15d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Nov 25 18:07:58.011809 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5188540-1964-49ce-856a-3e00a240bc71 req-fb1c494c-fd42-4a81-b116-be3526815a8e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:58.013285 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5188540-1964-49ce-856a-3e00a240bc71 req-fb1c494c-fd42-4a81-b116-be3526815a8e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 944 time: 0.0551846 Nov 25 18:07:58.059726 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d5188540-1964-49ce-856a-3e00a240bc71 req-430861fb-7c64-4275-9511-920f699b0941 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Nov 25 18:07:58.155035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:07:58.250741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:58.262473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'port_id': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'mac_address': 'fa:16:3e:57:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:07:58.305076 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:58.317788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:07:58.337154 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:07:58.340888 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:07:58.387020 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:07:58.394717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.395056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.395410 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.395746 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.396069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.396392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.396714 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.397032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.397349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.397667 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.397986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.398299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:07:58.573305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:07:59.182018 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7938-ef30-4f30-97d2-69e101e49f1c req-2613c064-27e0-45a6-b204-813dcd2bcc8d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:07:59.183409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c06c7938-ef30-4f30-97d2-69e101e49f1c req-2613c064-27e0-45a6-b204-813dcd2bcc8d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 945 time: 0.0518219 Nov 25 18:07:59.232272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c06c7938-ef30-4f30-97d2-69e101e49f1c req-c7d5987f-59de-4f68-97c1-c7aa11b51262 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Nov 25 18:08:00.169976 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:08:00.218083 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:08:00.221684 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:00.222629 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.304079 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.328311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:00.330575 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc56b2e-4bb5-4c13-9eda-f46f3b815e1f" -d '{"events": [{"server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "name": "network-vif-plugged", "status": "completed", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:00.343708 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:00.349050 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:00.353865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef004-2434-49b4-bc9a-60818c5cd514 req-f393c821-94bc-47a9-b526-fea015627c7e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.356022 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-270ef004-2434-49b4-bc9a-60818c5cd514 req-f393c821-94bc-47a9-b526-fea015627c7e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 945 time: 0.0533173 Nov 25 18:08:00.379270 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec420fc-3f56-4f1c-8f93-9ea07dc50514 x-openstack-request-id: req-7ec420fc-3f56-4f1c-8f93-9ea07dc50514 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:00.379540 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "name": "network-vif-plugged", "status": "completed", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:00.379794 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ec420fc-3f56-4f1c-8f93-9ea07dc50514 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:00.380184 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'code': 200} Nov 25 18:08:00.408369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:00.410216 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-270ef004-2434-49b4-bc9a-60818c5cd514 req-8b155734-a1cf-43f6-a342-2ddc7e6a3c4e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Nov 25 18:08:00.473267 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db258-a729-4129-87cc-794d64ded8a5 req-3d5b0956-7885-4d86-8fb2-39c30e993200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:00.474761 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f5db258-a729-4129-87cc-794d64ded8a5 req-3d5b0956-7885-4d86-8fb2-39c30e993200 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0409589 Nov 25 18:08:00.523469 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9f5db258-a729-4129-87cc-794d64ded8a5 req-936be57d-0bab-4709-ae21-e409ba7170bd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Nov 25 18:08:01.537642 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5e67e-9b9b-4391-aea0-aa1590d1c781 req-1e80ecd0-d6b3-4c1d-8bb3-10799ad5c42e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:01.539133 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ae5e67e-9b9b-4391-aea0-aa1590d1c781 req-1e80ecd0-d6b3-4c1d-8bb3-10799ad5c42e tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0582128 Nov 25 18:08:01.589264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ae5e67e-9b9b-4391-aea0-aa1590d1c781 req-54070481-a70a-49bf-9b11-9a3f778412cb tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441175 Nov 25 18:08:02.703603 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5fab8-3baa-44b0-8897-0ec3eba54fc6 req-e67e2f4c-50b4-44b1-8c46-2075624cb96b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:02.705070 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ddb5fab8-3baa-44b0-8897-0ec3eba54fc6 req-e67e2f4c-50b4-44b1-8c46-2075624cb96b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0491807 Nov 25 18:08:02.755755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ddb5fab8-3baa-44b0-8897-0ec3eba54fc6 req-bef26ea0-9de2-49c0-bf57-940fd658f433 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Nov 25 18:08:02.870308 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006920-c629-49b9-a7bc-9b0e25baa4f4 req-22428cbf-e43a-4795-a440-3e9309634b35 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:02.871789 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-32006920-c629-49b9-a7bc-9b0e25baa4f4 req-22428cbf-e43a-4795-a440-3e9309634b35 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0498784 Nov 25 18:08:02.919517 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-32006920-c629-49b9-a7bc-9b0e25baa4f4 req-e52104eb-4496-414f-ab13-db25724341ab tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Nov 25 18:08:03.117618 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290979-705c-4c4f-97b5-c887034fb515 req-88b213af-b05c-4e32-8a7c-5d058013a340 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:03.119085 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66290979-705c-4c4f-97b5-c887034fb515 req-88b213af-b05c-4e32-8a7c-5d058013a340 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0523558 Nov 25 18:08:03.165907 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-66290979-705c-4c4f-97b5-c887034fb515 req-2b3dd294-a807-4bd0-b589-0425bb5284d4 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Nov 25 18:08:05.419917 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:08:05.760721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-93a6970e-7eaa-4ead-a1fa-3f3696e5c59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:08.016165 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-faadd16e-39e4-40ff-9da4-b61614d3e783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:09.496217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:10.757543 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:11.509968 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:15.684998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d45d73-3a69-4620-a2b4-4ae5386cbf77 req-7e4074d2-bd6c-464d-98d2-293562f6384c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:15.686483 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85d45d73-3a69-4620-a2b4-4ae5386cbf77 req-7e4074d2-bd6c-464d-98d2-293562f6384c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0501294 Nov 25 18:08:15.734891 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85d45d73-3a69-4620-a2b4-4ae5386cbf77 req-177c2935-d1f5-49df-b935-ab8ecef2b55b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Nov 25 18:08:15.758954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33778) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:15.840043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ccc704-921e-4451-9db0-6787c08c2a7f tempest-TestMinimumBasicScenario-834561177 tempest-TestMinimumBasicScenario-834561177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:15.841564 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c6ccc704-921e-4451-9db0-6787c08c2a7f tempest-TestMinimumBasicScenario-834561177 tempest-TestMinimumBasicScenario-834561177-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1092 time: 0.0816414 Nov 25 18:08:15.844614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33782) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:15.848744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:15.872128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:15.970964 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.075228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Allocated IP 172.25.8.127 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/96ac1a79-d11a-488f-85e8-ae1ff8ff3760) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:08:16.176037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.210143 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.249780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:08:16.252526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:08:16.256144 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:08:16.281632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'Port': ['ID=96ac1a79-d11a-488f-85e8-ae1ff8ff3760,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:16.466917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:16.942986 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-1facecb1-63a4-4f30-a0d9-62c0a1526e20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712888 Nov 25 18:08:16.961037 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.058047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-1c7ec618-ede5-459d-b05c-22adf20d2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.059557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-1c7ec618-ede5-459d-b05c-22adf20d2bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0669236 Nov 25 18:08:17.060092 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.223519 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-c00d49a7-6905-4d13-9e60-32c58a5e0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.225393 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-c00d49a7-6905-4d13-9e60-32c58a5e0718 service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.1452076 Nov 25 18:08:17.325752 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-f00b14bf-463e-4997-a99a-37821ab39d20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 1000 time: 0.0918984 Nov 25 18:08:17.346677 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.367039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.423456 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-4817b2d8-817e-4016-b83c-22fe77b25a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.424984 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-4817b2d8-817e-4016-b83c-22fe77b25a19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0893688 Nov 25 18:08:17.463657 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'Port': ['ID=96ac1a79-d11a-488f-85e8-ae1ff8ff3760,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:17.494123 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:17.543229 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-2d2f1566-afc7-4474-becc-9a2b1fafbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:17.544748 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-2d2f1566-afc7-4474-becc-9a2b1fafbe31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999186 Nov 25 18:08:17.654364 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Floating IP 50f1448c-7b10-420a-aabb-0b93e3933da9 associated. External IP: 172.25.8.127, port: 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e. Nov 25 18:08:17.720930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-2ece4b48-b966-49b9-ac8f-b6bd541f0be8 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672127 Nov 25 18:08:17.898343 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-133323cb-c935-47ad-8322-4a888ea6f4b0 req-42d2d98f-fcee-4ef7-be02-2f891999db60 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448820 Nov 25 18:08:17.959711 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Router fde07a20-330b-4e92-91a2-43c4e676dd48 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:08:17.989712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.078757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:08:18.088917 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] Sync routers for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:08:18.096951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.098630 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:08:18.099236 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:08:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:18.124456 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3722a125-b1a1-4238-8aa3-630141572382 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2786880 Nov 25 18:08:18.124880 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:18.127123 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e" -d '{"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:18.127290 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33784) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.132803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295299580', 'description': 'tempest-secgroup-smoke-1295299580 description', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:18.156887 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.167834 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b76e364-ef53-4129-9b93-eeed267d24ea x-openstack-request-id: req-4b76e364-ef53-4129-9b93-eeed267d24ea {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:18.168105 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:18.168364 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b76e364-ef53-4129-9b93-eeed267d24ea {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:18.168765 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'status': 'completed', 'code': 200} Nov 25 18:08:18.212689 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:08:18.230958 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.236743 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.240278 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-6e80a0e3-746b-4801-8396-6fc2bb7daceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:18.242487 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-6e80a0e3-746b-4801-8396-6fc2bb7daceb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0508354 Nov 25 18:08:18.269442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.271092 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1427741 Nov 25 18:08:18.274865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33788) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.280433 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group_rule': {'security_group_id': '9802a768-a90c-423b-80d2-4ca0be44c822', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:18.293193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9802a768-a90c-423b-80d2-4ca0be44c822,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:18.308493 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.308980 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.309480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.309953 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.310410 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.310832 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.311256 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.311696 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.312132 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.312555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.313029 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.313453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b54caa-6538-4b54-8de1-8fca7d9e6766 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:08:18.323081 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.357649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-58ef0eaa-46df-4c2d-8e00-d4ce17fd960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:18.359242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-58ef0eaa-46df-4c2d-8e00-d4ce17fd960c service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.1085298 Nov 25 18:08:18.373575 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.379292 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.401709 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eb3f0a-4ece-4a73-8b59-5ccf80218671,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:18.415924 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.416859 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9a4f1453-5eb4-47af-94dc-472d5384d3ec tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407933 Nov 25 18:08:18.420033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33790) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.424176 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group_rule': {'security_group_id': '9802a768-a90c-423b-80d2-4ca0be44c822', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:18.437060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-61dab73c-f31b-4db0-a94a-2af40b24f4f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 1000 time: 0.0699511 Nov 25 18:08:18.455958 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '50f1448c-7b10-420a-aabb-0b93e3933da9', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'port_id': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'mac_address': 'fa:16:3e:57:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:08:16Z', 'updated_at': '2021-11-25T18:08:16Z', 'revision_number': 0, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:18.464003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.488160 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] Checking router: fde07a20-330b-4e92-91a2-43c4e676dd48 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:08:18.493426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-9931f440-5718-4e4e-848f-ddc328d04d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:18.495163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-9931f440-5718-4e4e-848f-ddc328d04d2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0515931 Nov 25 18:08:18.497406 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:08:18.498004 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:08:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:18.526650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.529902 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.547936 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b0bd9d-192a-4ed1-8f26-901fb5d8d84d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:18.548186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-2c6e0d14-0c8b-4c33-9126-e3ce5e366c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:18.551060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-2c6e0d14-0c8b-4c33-9126-e3ce5e366c60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494804 Nov 25 18:08:18.557865 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.561673 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a0d6a527-c8f5-4889-9673-e3f4e05d52f8 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384692 Nov 25 18:08:18.561996 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33792) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.566487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group_rule': {'security_group_id': '9802a768-a90c-423b-80d2-4ca0be44c822', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:18.595083 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.620331 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:08:18.653557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-b8dd1afc-c8b6-48fe-bc54-7babf7b85599 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942993 Nov 25 18:08:18.660127 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.664960 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.683878 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c622114-9111-47c5-bb39-ad5407b09984,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:18.691759 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.696301 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a8e9733f-ee15-4ce6-a5fe-0f6741d60e64 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300743 Nov 25 18:08:18.696468 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33794) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.701582 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group_rule': {'security_group_id': '9802a768-a90c-423b-80d2-4ca0be44c822', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:18.729858 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.758039 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b3a4b1e5-6d55-44ab-9fc4-9e4d3dd3c93e req-106d1747-2733-4393-87eb-f8e6cca31aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967267 Nov 25 18:08:18.797467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.801339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.821784 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d61bbe0-bd3d-4bc4-9e24-1e948da9ce13,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:18.833228 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.837163 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ef576a60-8f3e-4cd5-8bee-6430bd3726d6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370065 Nov 25 18:08:18.837570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33796) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.842193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group_rule': {'security_group_id': '9802a768-a90c-423b-80d2-4ca0be44c822', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:18.867561 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Project e7af229f0a9e46858ae1f0b1f93debec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:08:18.872890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.876405 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '50f1448c-7b10-420a-aabb-0b93e3933da9', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'port_id': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'mac_address': 'fa:16:3e:57:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:08:16Z', 'updated_at': '2021-11-25T18:08:16Z', 'revision_number': 0, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:08:18.903047 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed415a-d088-401d-9fe7-d223b4b0e01e None None] The sync data for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 is: [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '50f1448c-7b10-420a-aabb-0b93e3933da9', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'port_id': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'mac_address': 'fa:16:3e:57:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:08:16Z', 'updated_at': '2021-11-25T18:08:16Z', 'revision_number': 0, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:08:18.936616 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.940998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.961193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1937934-ca3d-4019-bd81-f3151e4a6ebf,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:18.969862 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:18.971099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee554edd-ec5b-40f0-8d8d-95610c026a91 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325369 Nov 25 18:08:18.973938 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33798) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:08:18.980150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'security_group_rule': {'security_group_id': '9802a768-a90c-423b-80d2-4ca0be44c822', 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:19.003761 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Project e7af229f0a9e46858ae1f0b1f93debec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:08:19.008861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.074680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.079053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.102432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5933baa-a73c-414a-993f-6b7c875839ad,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:19.113029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.114291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-76679706-1a1a-4ba6-9015-ba0225ec15ac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377249 Nov 25 18:08:19.136011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4604f8-bf59-4f37-b18d-474f4da22f16 None None] New status for floating IP 50f1448c-7b10-420a-aabb-0b93e3933da9: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:08:19.211287 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-351aa8e6-fdb4-4223-9cb4-6608e375072a tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295299580&fields=id&tenant_id=e7af229f0a9e46858ae1f0b1f93debec HTTP/1.1" status: 200 len: 267 time: 0.0457067 Nov 25 18:08:19.266736 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-05a78950-c413-46d9-b544-94c8558eebef tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:19.268288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-05a78950-c413-46d9-b544-94c8558eebef tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0509503 Nov 25 18:08:19.280964 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'port': {'security_groups': ['f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8', '9802a768-a90c-423b-80d2-4ca0be44c822']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:08:19.348168 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.542530 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:08:19.571731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.576236 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.587899 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:19.619890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:19.620545 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:19.621950 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d0c70b19-88ab-4f30-ac6c-d9cbc252723d req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "PUT /v2.0/ports/338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 982 time: 0.3460901 Nov 25 18:08:19.656396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc25298-7dea-4491-b7de-400677b3dabe tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:08:19.682307 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:08:19.752674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570bf8b-0ec9-47e6-8b6b-23a9581a686a req-025a6044-5cb4-4360-b9de-ecd1063da11b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:19.754428 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2570bf8b-0ec9-47e6-8b6b-23a9581a686a req-025a6044-5cb4-4360-b9de-ecd1063da11b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0591667 Nov 25 18:08:19.824013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2570bf8b-0ec9-47e6-8b6b-23a9581a686a req-e76179ad-5105-425e-9f34-e6712baf55b9 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602405 Nov 25 18:08:19.985673 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c37544db-0388-4149-b1c6-c9c1ed71dcc6 None None] Provisioning complete for port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:08:19.986043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c37544db-0388-4149-b1c6-c9c1ed71dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:20.170293 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:08:20.172891 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e" -d '{"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:08:20.213547 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad901c78-5ef0-4777-8c7a-c8aca1047c73 x-openstack-request-id: req-ad901c78-5ef0-4777-8c7a-c8aca1047c73 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:08:20.213840 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:08:20.214096 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad901c78-5ef0-4777-8c7a-c8aca1047c73 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:08:20.214500 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'status': 'completed', 'code': 200} Nov 25 18:08:20.280071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-41031764-1de6-464b-aad3-53ffd8eed6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:20.281601 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-41031764-1de6-464b-aad3-53ffd8eed6f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1136 time: 0.0447891 Nov 25 18:08:20.376570 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-c917b90e-7fd5-4a49-8e49-645e94ab61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:20.378064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-c917b90e-7fd5-4a49-8e49-645e94ab61fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.0882230 Nov 25 18:08:20.442938 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-2d8cd6d4-11bf-4dec-8a55-b047cfc23435 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 1002 time: 0.0578110 Nov 25 18:08:20.496231 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-ac23ec4d-07a6-4395-a5c2-6f821866053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:20.497695 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-ac23ec4d-07a6-4395-a5c2-6f821866053b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0463517 Nov 25 18:08:20.549041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-f8f796a3-fca0-464e-be28-f59493d8db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:20.550557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-f8f796a3-fca0-464e-be28-f59493d8db25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452843 Nov 25 18:08:20.639141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-9795d56e-d96a-4a85-91aa-6e6d40974132 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796335 Nov 25 18:08:20.732177 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27a8dc0e-d110-400b-b3cb-c9c9bbecf41e req-6220d7c8-f651-491c-929a-8939a862b99f service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855143 Nov 25 18:08:34.054397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f997c9b-0d8e-451f-b7a5-5a2bc53b2773 req-2e63faf9-c201-4cb2-bc85-56eab660a7b6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.055896 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f997c9b-0d8e-451f-b7a5-5a2bc53b2773 req-2e63faf9-c201-4cb2-bc85-56eab660a7b6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0769103 Nov 25 18:08:34.058439 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-6d83ca35-baef-4ba8-944a-8ffad63d0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.059815 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-6d83ca35-baef-4ba8-944a-8ffad63d0a95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1136 time: 0.0705340 Nov 25 18:08:34.179239 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0f997c9b-0d8e-451f-b7a5-5a2bc53b2773 req-f67345d9-e53a-4f85-be30-22e06410b54c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166923 Nov 25 18:08:34.201547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-962994dc-4c28-4b7f-bb89-d2d58c4487dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.204147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-962994dc-4c28-4b7f-bb89-d2d58c4487dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.1289778 Nov 25 18:08:34.275540 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-75fdbcc4-c5f1-4477-8736-ca2962d0fa0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 1002 time: 0.0626063 Nov 25 18:08:34.341027 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-3341844a-554e-4b8c-95c3-cd2a2bc882c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.343059 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-3341844a-554e-4b8c-95c3-cd2a2bc882c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0605168 Nov 25 18:08:34.391690 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-c5a1ac4c-b64b-4a75-84ab-e6af21b25b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:34.393184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-c5a1ac4c-b64b-4a75-84ab-e6af21b25b40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431349 Nov 25 18:08:34.481995 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-5cc5194c-58f9-440d-bafc-9861e4b80556 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813150 Nov 25 18:08:34.578084 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bccfca88-dabc-44f8-8337-39975bbf82ca req-27836e9a-1351-4677-9b74-fd9999d971f0 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885425 Nov 25 18:08:35.310267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16529dc-a177-442f-b02e-9b20c11d1e5b req-c12f7b55-6f63-43c5-af0e-eb8f5e14001c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:35.311755 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e16529dc-a177-442f-b02e-9b20c11d1e5b req-c12f7b55-6f63-43c5-af0e-eb8f5e14001c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0534196 Nov 25 18:08:35.370634 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e16529dc-a177-442f-b02e-9b20c11d1e5b req-e51306ae-637f-499b-a2d1-92ffa2820f6d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527892 Nov 25 18:08:35.762134 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-94120e6e-7e83-4332-b244-8f9b4452ab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:36.488322 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014875-9a7e-4ca2-8479-fff927becce0 req-acbc930a-2978-4eae-b7ba-eee61e579909 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:36.489798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c014875-9a7e-4ca2-8479-fff927becce0 req-acbc930a-2978-4eae-b7ba-eee61e579909 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0510397 Nov 25 18:08:36.553379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9c014875-9a7e-4ca2-8479-fff927becce0 req-64c6cfde-91ec-4d1f-bf16-e7805e9a0c65 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573475 Nov 25 18:08:37.672475 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a8ae4-6e1b-4b21-9982-e2dda8454be4 req-e88849d9-9449-46f0-b455-05360cf4109c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:37.673983 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b64a8ae4-6e1b-4b21-9982-e2dda8454be4 req-e88849d9-9449-46f0-b455-05360cf4109c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0498202 Nov 25 18:08:37.732993 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b64a8ae4-6e1b-4b21-9982-e2dda8454be4 req-43bd912f-eaa3-4385-9f6e-7911f1577c60 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529494 Nov 25 18:08:38.019135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-983dd29f-6658-48ed-82aa-c06cbccbb501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:38.855634 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5faeb-b92c-40b3-bd18-6d8387b08068 req-ed4d5a5d-5c55-4a44-8c95-e929dc92c3b3 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:38.857150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20b5faeb-b92c-40b3-bd18-6d8387b08068 req-ed4d5a5d-5c55-4a44-8c95-e929dc92c3b3 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0554733 Nov 25 18:08:38.921010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20b5faeb-b92c-40b3-bd18-6d8387b08068 req-eae21043-d09d-45ec-ba16-73dbb2032e6c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572748 Nov 25 18:08:39.497843 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:40.049956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0cb4c-0694-48ce-a7d0-f32187d3abd9 req-7a544a95-feb9-4393-918b-4702d8a04102 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:40.051441 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ea0cb4c-0694-48ce-a7d0-f32187d3abd9 req-7a544a95-feb9-4393-918b-4702d8a04102 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0512457 Nov 25 18:08:40.117744 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ea0cb4c-0694-48ce-a7d0-f32187d3abd9 req-e5f768a0-e753-4ea9-b902-d28cb8cc95ed tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598228 Nov 25 18:08:40.759690 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:41.235599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143a4f0-88ce-4cc5-bd65-f051b7246743 req-56abe015-3a00-4d5b-ae93-50d2f5eb9a4f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:41.237695 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f143a4f0-88ce-4cc5-bd65-f051b7246743 req-56abe015-3a00-4d5b-ae93-50d2f5eb9a4f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0504572 Nov 25 18:08:41.298813 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f143a4f0-88ce-4cc5-bd65-f051b7246743 req-36691381-5bfb-404d-929f-9096498a7799 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545657 Nov 25 18:08:41.511607 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:42.414803 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0db90-42d1-48b5-8f8a-902392374e18 req-5e6e6491-871c-4882-a50c-e51e7fd06bbd tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:42.416418 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10a0db90-42d1-48b5-8f8a-902392374e18 req-5e6e6491-871c-4882-a50c-e51e7fd06bbd tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0489247 Nov 25 18:08:42.418300 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:08:42.476455 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-10a0db90-42d1-48b5-8f8a-902392374e18 req-3341bd47-d24f-47e9-a0c4-e9f730458fc6 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538547 Nov 25 18:08:43.592218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616cb43-309d-4f77-8c3f-5022ca9a8955 req-74d5ba30-3c99-47ae-a2a7-7b9bc0ec5945 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:43.593666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9616cb43-309d-4f77-8c3f-5022ca9a8955 req-74d5ba30-3c99-47ae-a2a7-7b9bc0ec5945 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0486169 Nov 25 18:08:43.657969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9616cb43-309d-4f77-8c3f-5022ca9a8955 req-6268a424-4432-4bf5-b869-637eee430831 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574214 Nov 25 18:08:44.774555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f99e85-a872-40e8-8b01-1d4871c1c703 req-fc622783-fc15-4ee6-8659-6bc654d6c776 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:44.776053 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0f99e85-a872-40e8-8b01-1d4871c1c703 req-fc622783-fc15-4ee6-8659-6bc654d6c776 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0487916 Nov 25 18:08:44.836401 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0f99e85-a872-40e8-8b01-1d4871c1c703 req-c1eea96b-0da6-48d1-9391-13bdae512eac tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542130 Nov 25 18:08:45.956457 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385163-23c2-4ed4-b9d7-fbd5254cb240 req-4ae3ceac-8701-48bc-b38a-bd749a87f0dc tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:08:45.958637 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf385163-23c2-4ed4-b9d7-fbd5254cb240 req-4ae3ceac-8701-48bc-b38a-bd749a87f0dc tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0492239 Nov 25 18:08:46.019077 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bf385163-23c2-4ed4-b9d7-fbd5254cb240 req-5893b9b6-0784-4974-b3f0-4e815b9a0fb5 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=9802a768-a90c-423b-80d2-4ca0be44c822&id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539587 Nov 25 18:08:46.466746 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:08:48.001650 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:05.763865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7b49d239-a159-4198-b259-57a8244cc0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:08.020423 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aa05b97e-ce07-45af-909d-82d32ccd97bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:09.501266 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:10.762396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:11.513763 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.086629 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-d6eaeb1a-3d7f-4ac2-a1ff-a5cf9d3656b1 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295299580&fields=id&tenant_id=e7af229f0a9e46858ae1f0b1f93debec HTTP/1.1" status: 200 len: 267 time: 0.0469208 Nov 25 18:09:15.139716 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-72359ab6-8dcd-421a-8e3a-bc43eb91a76b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:15.141105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-72359ab6-8dcd-421a-8e3a-bc43eb91a76b tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 985 time: 0.0486901 Nov 25 18:09:15.152219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Request body: {'port': {'security_groups': ['f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8']}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:15.215341 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.386404 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:15.415952 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.420390 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.431897 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:09:15.471847 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:15.472265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.473698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3874a838-2ee5-4e83-a2dc-b56869e5bcc9 req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "PUT /v2.0/ports/338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 943 time: 0.3257909 Nov 25 18:09:15.474232 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:15.481987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33860) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:15.496984 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87280e6f-db0b-49d9-90d2-12cda5429504 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event updated for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=7']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:15.538085 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:09:15.585044 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.621511 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.693917 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c8e735-5287-4997-9da7-bac2c4c691cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:15.695094 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.699474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.701713 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "DELETE /v2.0/security-groups/9802a768-a90c-423b-80d2-4ca0be44c822 HTTP/1.1" status: 204 len: 168 time: 0.2187169 Nov 25 18:09:15.704783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33872) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:15.719848 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9802a768-a90c-423b-80d2-4ca0be44c822,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:15.738639 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.739047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.739481 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.739883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.740796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.741922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.742342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.742734 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.743133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.743674 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.744079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.744603 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7444b50-1832-4050-b309-3caf910a0a5f tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:15.840229 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93149e5-1496-481c-a228-615a5f659edd x-openstack-request-id: req-f93149e5-1496-481c-a228-615a5f659edd {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:15.840803 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:15.841054 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f93149e5-1496-481c-a228-615a5f659edd {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:15.841643 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'status': 'completed', 'code': 200} Nov 25 18:09:15.849919 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a92181a4-0d10-4f2b-8bc2-82a86bdf839c None None] Provisioning complete for port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:15.850293 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a92181a4-0d10-4f2b-8bc2-82a86bdf839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.901037 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-43278c6a-0cf3-4a87-9b73-c2b59e0f41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:15.902650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-43278c6a-0cf3-4a87-9b73-c2b59e0f41f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0479529 Nov 25 18:09:15.913110 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Deleting port 96ac1a79-d11a-488f-85e8-ae1ff8ff3760 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:15.913456 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.989260 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.989506 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:15.993757 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-9e84e313-4e87-4418-ab8e-b2da29477553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:15.995240 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-9e84e313-4e87-4418-ab8e-b2da29477553 service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.0852370 Nov 25 18:09:16.001950 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Calling delete_port for 96ac1a79-d11a-488f-85e8-ae1ff8ff3760 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:16.063976 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-ba7a635e-c244-405e-b503-34d88db84e24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 1002 time: 0.0619771 Nov 25 18:09:16.113508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-5667568b-75d2-4242-bbf4-8874662068da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:16.114971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-5667568b-75d2-4242-bbf4-8874662068da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0443587 Nov 25 18:09:16.159293 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:16.161992 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-ca5582ea-78ed-4f6d-851c-0ccdea8310d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:16.163766 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-ca5582ea-78ed-4f6d-851c-0ccdea8310d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418432 Nov 25 18:09:16.188196 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event deleted for resources: {'Port': ['ID=96ac1a79-d11a-488f-85e8-ae1ff8ff3760,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:16.265264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-867dcde2-6590-4e3a-9094-7ef25cad4078 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946760 Nov 25 18:09:16.361838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-85c8e735-5287-4997-9da7-bac2c4c691cd req-0c927655-613b-4881-be31-b0a44d47a627 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886612 Nov 25 18:09:16.467871 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:16.557446 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:16.557665 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Floating IP 50f1448c-7b10-420a-aabb-0b93e3933da9 disassociated (deleted). External IP: 172.25.8.127, port: 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e. Nov 25 18:09:16.766040 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Router fde07a20-330b-4e92-91a2-43c4e676dd48 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:09:16.878159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:16.882686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:16.890905 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] Sync routers for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:16.901550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:16.902148 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:16.914600 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b01699dc-6f46-4d1f-a900-775c2fd2ed1d tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "DELETE /v2.0/floatingips/50f1448c-7b10-420a-aabb-0b93e3933da9 HTTP/1.1" status: 204 len: 168 time: 1.2086787 Nov 25 18:09:17.009591 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:17.297207 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:17.322780 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] Checking router: fde07a20-330b-4e92-91a2-43c4e676dd48 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:17.330866 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:17.331479 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:17.433978 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:17.641448 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:17.672493 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0db4483-a1d6-4333-98dc-413364cd0dfd None None] The sync data for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 is: [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'fc2c6115-f9df-429c-bb33-89148a00c809', 'name': '', 'network_id': '059fa71e-9c37-48c3-8acb-8af811b485ec', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'mac_address': 'fa:16:3e:24:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:26Z', 'updated_at': '2021-11-25T18:07:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'subnets': [{'id': 'a6d7afc8-5cd8-4e5f-904b-d6e817daca12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:17.729972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-8f2f3577-98ba-42e2-8552-40421cf57bdd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481675 Nov 25 18:09:17.829532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-6bb1b37e-d69b-4a73-9d26-9a06b6c86b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:17.831052 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-6bb1b37e-d69b-4a73-9d26-9a06b6c86b1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0532341 Nov 25 18:09:17.842912 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:17.845416 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52" -d '{"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:17.900055 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2caf367-39a6-4584-b279-3f1c54b5494a x-openstack-request-id: req-b2caf367-39a6-4584-b279-3f1c54b5494a {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:17.900348 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:17.900606 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b2caf367-39a6-4584-b279-3f1c54b5494a {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:17.901296 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'status': 'completed', 'code': 200} Nov 25 18:09:17.953336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-fecf8e6d-8452-4b74-882e-17f12ed3ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:17.954945 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-fecf8e6d-8452-4b74-882e-17f12ed3ee4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.1013129 Nov 25 18:09:17.966841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0515d-2a76-45bb-84f5-027b534af588 None None] New status for floating IP 50f1448c-7b10-420a-aabb-0b93e3933da9: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:09:18.002284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-7ba99e06-6e55-48f5-b952-cb37833378a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 217 time: 0.0405054 Nov 25 18:09:18.050091 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:18.055707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-ec8d366c-e1e7-4691-9cb3-476f04bbffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.057200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-ec8d366c-e1e7-4691-9cb3-476f04bbffcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0477006 Nov 25 18:09:18.104847 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-2f5c8af4-dbcf-43e1-8bbd-db64ff835ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.106387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-2f5c8af4-dbcf-43e1-8bbd-db64ff835ed4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427077 Nov 25 18:09:18.207368 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-4267b72a-4d89-4cfd-87e3-13c64fa78d52 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941317 Nov 25 18:09:18.298406 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ae510b79-7322-4ca0-bf4f-8c61d529040b req-f490a5a1-4efd-4af8-b17e-621ef32eac8e service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841000 Nov 25 18:09:18.387110 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-712a74ac-1b2b-445a-bcda-d128273e28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.388660 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-712a74ac-1b2b-445a-bcda-d128273e28e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0440493 Nov 25 18:09:18.805979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-ba90d27d-8c22-4d0a-b894-50e5f51f1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.807546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-ba90d27d-8c22-4d0a-b894-50e5f51f1e69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 200 len: 915 time: 0.4119318 Nov 25 18:09:18.849017 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-bf4d0d8b-9cac-419a-aec6-26094d633884 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 200 len: 217 time: 0.0342329 Nov 25 18:09:18.900664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-dd0c2dbb-f7a4-48e7-9adb-91b556f3e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.902112 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-dd0c2dbb-f7a4-48e7-9adb-91b556f3e86d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 200 len: 853 time: 0.0456169 Nov 25 18:09:18.953361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-52f08a45-cd40-4c10-a3d5-18c49e278d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:18.954889 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-52f08a45-cd40-4c10-a3d5-18c49e278d6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=059fa71e-9c37-48c3-8acb-8af811b485ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459974 Nov 25 18:09:19.044746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-8d44e240-d7c1-4525-8f81-c9db9f76fd05 service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824747 Nov 25 18:09:19.139328 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-885d0e9e-2b8c-4ed4-83f7-f282083d8b52 req-cf685a9f-fc64-4fb9-bddd-32badaa19b3f service neutron] 10.222.0.73 "GET /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877349 Nov 25 18:09:19.418706 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:09:24.404263 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-4738bf7e-4c66-4a43-825e-4f50b6750aed req-34e36d32-ecc5-4447-8c12-6f09e60b5f5a tempest-ServerDiskConfigTestJSON-1505723024 tempest-ServerDiskConfigTestJSON-1505723024-project] (103635) timed out ('10.222.0.73', 64675) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:09:25.945915 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9997344-7533-430a-9de0-3c23c5bcab9a req-b0c94a38-fc07-412b-9cd3-13d165aca632 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:25.947433 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9997344-7533-430a-9de0-3c23c5bcab9a req-b0c94a38-fc07-412b-9cd3-13d165aca632 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0499477 Nov 25 18:09:25.999989 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d9997344-7533-430a-9de0-3c23c5bcab9a req-c4492c8a-a67b-4dd3-84cf-11ba1925d53a tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460804 Nov 25 18:09:27.132299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7359ede-081a-4834-a7a9-17f31b4d435c req-9f9b2dab-60a9-47d2-b62a-9543ed4d562c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:27.133780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7359ede-081a-4834-a7a9-17f31b4d435c req-9f9b2dab-60a9-47d2-b62a-9543ed4d562c tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0511596 Nov 25 18:09:27.188289 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f7359ede-081a-4834-a7a9-17f31b4d435c req-86890019-2e58-4f96-9379-49ac473e4192 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/security-groups?id=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Nov 25 18:09:27.532859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-6cca3ebc-a01f-498d-b621-dc53abdcd335 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:27.534369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-6cca3ebc-a01f-498d-b621-dc53abdcd335 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.73 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 946 time: 0.0547314 Nov 25 18:09:27.649007 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Deleting port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:27.649339 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:27.744954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] For port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:27.745310 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:27.757432 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Calling delete_port for 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:27.890891 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:27.903617 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:09:27.920743 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Pushing event deleted for resources: {'Port': ['ID=338ed2b9-e4c7-40aa-acc3-3ff13fdff98e,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:27.967367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] No DVR routers for this DVR port 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:09:27.970128 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:27.973663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-51eb2824-61c8-419b-bf55-e95fdde71eaf req-bdd09e9a-85f1-4c7c-a4e5-34392c1d3e07 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.73 "DELETE /v2.0/ports/338ed2b9-e4c7-40aa-acc3-3ff13fdff98e HTTP/1.1" status: 204 len: 173 time: 0.4335613 Nov 25 18:09:27.974182 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'name': 'network-vif-deleted', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:27.976565 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0e1c22-682f-40d7-bade-79e14e03a09e" -d '{"events": [{"server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "name": "network-vif-deleted", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:28.018560 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59beb9bb-473e-4864-a6b3-28580a22a786 x-openstack-request-id: req-59beb9bb-473e-4864-a6b3-28580a22a786 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:28.018850 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0647e57d-4e71-4556-b991-ab8916cfa3fa", "name": "network-vif-deleted", "tag": "338ed2b9-e4c7-40aa-acc3-3ff13fdff98e", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:28.019101 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-59beb9bb-473e-4864-a6b3-28580a22a786 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:28.019533 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0647e57d-4e71-4556-b991-ab8916cfa3fa', 'name': 'network-vif-deleted', 'tag': '338ed2b9-e4c7-40aa-acc3-3ff13fdff98e', 'status': 'completed', 'code': 200} Nov 25 18:09:28.300936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ab63b43-c8f9-4761-80f7-4a7efeb999a4 req-365c5605-cdbb-4065-a171-0c4a7b89d8c1 tempest-TestMinimumBasicScenario-1256564379 tempest-TestMinimumBasicScenario-1256564379-project] 10.222.0.86 "GET /v2.0/ports?device_id=0647e57d-4e71-4556-b991-ab8916cfa3fa HTTP/1.1" status: 200 len: 210 time: 0.0264115 Nov 25 18:09:29.896461 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33982) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:30.243296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:30.486369 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Deleting port fc2c6115-f9df-429c-bb33-89148a00c809 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:30.486955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:30.566144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] For port fc2c6115-f9df-429c-bb33-89148a00c809, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=fc2c6115-f9df-429c-bb33-89148a00c809,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:30.566412 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:30.579812 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Calling delete_port for fc2c6115-f9df-429c-bb33-89148a00c809 owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:30.620689 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:30.640942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:30.641288 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 338ed2b9-e4c7-40aa-acc3-3ff13fdff98e not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:30.764058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:30.791397 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2c6115-f9df-429c-bb33-89148a00c809,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:30.822488 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.822746 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.823084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.823476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.823773 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.824099 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.824429 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.824751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.825072 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.825390 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.825714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.826033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:30.979919 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.198722 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Router fde07a20-330b-4e92-91a2-43c4e676dd48 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:09:31.304302 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:31.309336 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-04f4510f-5a4e-4c83-aa21-6e83e341cc2f admin admin] 10.222.0.86 "PUT /v2.0/routers/fde07a20-330b-4e92-91a2-43c4e676dd48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118581 Nov 25 18:09:31.311966 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33984) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:31.314670 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] Sync routers for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:31.324972 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:31.325691 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:31.417347 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.431199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:31.521499 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.575531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Deleting port cd879763-5be9-4b9b-a193-5c424aeca1df {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:31.575871 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.609531 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:09:30Z', 'revision_number': 5, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port': {'id': 'cd879763-5be9-4b9b-a193-5c424aeca1df', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:24Z', 'updated_at': '2021-11-25T18:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:31.640696 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] Checking router: fde07a20-330b-4e92-91a2-43c4e676dd48 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:31.649682 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] Routers {'fde07a20-330b-4e92-91a2-43c4e676dd48'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:31.650279 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fde07a20-330b-4e92-91a2-43c4e676dd48'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:31.662010 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] For port cd879763-5be9-4b9b-a193-5c424aeca1df, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd879763-5be9-4b9b-a193-5c424aeca1df,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:31.662418 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.674120 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Calling delete_port for cd879763-5be9-4b9b-a193-5c424aeca1df owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:31.736641 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] Set router fde07a20-330b-4e92-91a2-43c4e676dd48 gateway port host: None {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:31.788349 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:09:31Z', 'revision_number': 6, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:31.817293 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73db4b4-2ffc-4a5c-a9c3-78a89aa199a0 None None] The sync data for ids ['fde07a20-330b-4e92-91a2-43c4e676dd48'] in n-d-817303-7 is: [{'id': 'fde07a20-330b-4e92-91a2-43c4e676dd48', 'name': 'tempest-TestMinimumBasicScenario-553544103-router', 'tenant_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:23Z', 'updated_at': '2021-11-25T18:09:31Z', 'revision_number': 6, 'project_id': 'e7af229f0a9e46858ae1f0b1f93debec', 'gw_port_host': None}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:31.843169 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:31.870084 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd879763-5be9-4b9b-a193-5c424aeca1df,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:31.884631 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4232ca-ab77-4721-b320-e50074b7de43 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:31.935421 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.034028 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.036159 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.077617 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.078230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde07a20-330b-4e92-91a2-43c4e676dd48 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:09:32.082514 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.083821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-41cc9cea-e3a2-4225-b7b5-cf39f20cb0e2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fde07a20-330b-4e92-91a2-43c4e676dd48 HTTP/1.1" status: 204 len: 168 time: 0.7709491 Nov 25 18:09:32.086313 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33986) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:32.129684 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Deleting subnet a6d7afc8-5cd8-4e5f-904b-d6e817daca12 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:09:32.133267 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.167051 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.256633 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.308070 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.340086 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.343308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a6d7afc8-5cd8-4e5f-904b-d6e817daca12 HTTP/1.1" status: 204 len: 168 time: 0.2560439 Nov 25 18:09:32.344326 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0bf75-23a2-4eff-a51c-b5210e565633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d7afc8-5cd8-4e5f-904b-d6e817daca12,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:32.345029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d97a61-9832-4ef7-823e-614c1b5e169d None None] Network 059fa71e-9c37-48c3-8acb-8af811b485ec requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:09:32.345805 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 33988) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:32.417976 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.471520 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Deleting port 574696c1-6fbd-4894-8645-bdc93c1c0c32 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:32.471858 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.534865 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] For port 574696c1-6fbd-4894-8645-bdc93c1c0c32, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=574696c1-6fbd-4894-8645-bdc93c1c0c32,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:32.535785 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.551102 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Calling delete_port for 574696c1-6fbd-4894-8645-bdc93c1c0c32 owned by network:dhcp {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:32.576548 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] DHCP port deletion for 059fa71e-9c37-48c3-8acb-8af811b485ec request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:32.625175 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Deleting port 574696c1-6fbd-4894-8645-bdc93c1c0c32 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:32.625458 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.635704 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.666289 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=574696c1-6fbd-4894-8645-bdc93c1c0c32,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:32.668456 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] No DVR routers for this DVR port 574696c1-6fbd-4894-8645-bdc93c1c0c32 on host n-d-817303-7 {{(pid=103635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:09:32.696477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] For port 574696c1-6fbd-4894-8645-bdc93c1c0c32, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=574696c1-6fbd-4894-8645-bdc93c1c0c32,segment=NetworkSegment(1f31393e-f587-4b09-82a6-f3a5cb36249f),segment_id=1f31393e-f587-4b09-82a6-f3a5cb36249f)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:32.696877 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.709228 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Calling delete_port for 574696c1-6fbd-4894-8645-bdc93c1c0c32 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:32.745353 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.769130 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059fa71e-9c37-48c3-8acb-8af811b485ec']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:32.779502 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f31393e-f587-4b09-82a6-f3a5cb36249f') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:32.779799 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f31393e-f587-4b09-82a6-f3a5cb36249f') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:32.790142 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.790686 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.805453 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.812742 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:09:32.813129 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:09:32.815120 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:09:32.819135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Pushing event deleted for resources: {'Port': ['ID=574696c1-6fbd-4894-8645-bdc93c1c0c32,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:32.821606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] No DVR routers for this DVR port 574696c1-6fbd-4894-8645-bdc93c1c0c32 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:09:32.830009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.830358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.830704 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.831041 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.831374 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.831757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.832092 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.832473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.832986 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.837164 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.837732 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.838225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b412e-b4b0-4e93-be27-abeaf738e22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:32.877226 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.883861 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:32.892387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] 10.222.0.86 "DELETE /v2.0/networks/059fa71e-9c37-48c3-8acb-8af811b485ec HTTP/1.1" status: 204 len: 168 time: 0.5419023 Nov 25 18:09:32.892825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33990) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:32.901800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceddbd3-5349-4e71-a69f-e81543a39c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=059fa71e-9c37-48c3-8acb-8af811b485ec,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:33.064472 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc2c6115-f9df-429c-bb33-89148a00c809 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:33.087547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: fc2c6115-f9df-429c-bb33-89148a00c809 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:33.087894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device fc2c6115-f9df-429c-bb33-89148a00c809 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:33.088312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 574696c1-6fbd-4894-8645-bdc93c1c0c32 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:33.107355 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 574696c1-6fbd-4894-8645-bdc93c1c0c32 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:33.107725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 574696c1-6fbd-4894-8645-bdc93c1c0c32 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:33.108136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd879763-5be9-4b9b-a193-5c424aeca1df no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:33.128299 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: cd879763-5be9-4b9b-a193-5c424aeca1df {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:33.128568 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd879763-5be9-4b9b-a193-5c424aeca1df not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:33.256337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:33.499837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Deleting port cd1b006e-b12e-460d-bdd7-7f123c514608 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:33.500175 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:33.582950 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] For port cd1b006e-b12e-460d-bdd7-7f123c514608, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=cd1b006e-b12e-460d-bdd7-7f123c514608,segment=NetworkSegment(60fe38ba-0e21-4a49-bc1a-be58cc115a06),segment_id=60fe38ba-0e21-4a49-bc1a-be58cc115a06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:33.583307 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:33.595740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Calling delete_port for cd1b006e-b12e-460d-bdd7-7f123c514608 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:33.774658 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:33.800071 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1b006e-b12e-460d-bdd7-7f123c514608,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:33.972639 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.186237 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Router 070d474f-bbad-4137-bfed-00edf49f4ca8 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:09:34.287161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:34.292251 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-22985bb0-9170-4558-aa29-773660edbede admin admin] 10.222.0.86 "PUT /v2.0/routers/070d474f-bbad-4137-bfed-00edf49f4ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989196 Nov 25 18:09:34.294884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33992) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:34.296464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690344c7-cb16-4568-8975-10fd2797370f None None] Sync routers for ids ['070d474f-bbad-4137-bfed-00edf49f4ca8'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:34.307073 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] Routers {'070d474f-bbad-4137-bfed-00edf49f4ca8'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:34.307727 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['070d474f-bbad-4137-bfed-00edf49f4ca8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:34.398547 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.412296 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] Set router 070d474f-bbad-4137-bfed-00edf49f4ca8 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:34.501968 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.556641 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Deleting port d4743711-bb0d-4b05-9576-5ef3fd4506c2 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:34.556984 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.592856 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:09:33Z', 'revision_number': 5, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port': {'id': 'd4743711-bb0d-4b05-9576-5ef3fd4506c2', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:07:29Z', 'updated_at': '2021-11-25T18:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:34.620551 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690344c7-cb16-4568-8975-10fd2797370f None None] Checking router: 070d474f-bbad-4137-bfed-00edf49f4ca8 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:34.628915 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] Routers {'070d474f-bbad-4137-bfed-00edf49f4ca8'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:34.629523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['070d474f-bbad-4137-bfed-00edf49f4ca8'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:34.639273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] For port d4743711-bb0d-4b05-9576-5ef3fd4506c2, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=d4743711-bb0d-4b05-9576-5ef3fd4506c2,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:34.639672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.651287 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Calling delete_port for d4743711-bb0d-4b05-9576-5ef3fd4506c2 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:34.717153 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] Set router 070d474f-bbad-4137-bfed-00edf49f4ca8 gateway port host: None {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:34.774820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-690344c7-cb16-4568-8975-10fd2797370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:09:34Z', 'revision_number': 6, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port_host': None}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:34.801033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690344c7-cb16-4568-8975-10fd2797370f None None] The sync data for ids ['070d474f-bbad-4137-bfed-00edf49f4ca8'] in n-d-817303-7 is: [{'id': '070d474f-bbad-4137-bfed-00edf49f4ca8', 'name': 'tempest-TestMinimumBasicScenario-43528725-router', 'tenant_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:07:28Z', 'updated_at': '2021-11-25T18:09:34Z', 'revision_number': 6, 'project_id': '3b55cfcda76448a297dd0c08abfd7cc9', 'gw_port_host': None}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:34.815156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.841301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4743711-bb0d-4b05-9576-5ef3fd4506c2,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:34.856328 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d97788-a339-4189-afa7-4c811aa3e0c8 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:34.905468 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.993972 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:34.996120 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.042276 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.042747 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 070d474f-bbad-4137-bfed-00edf49f4ca8 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:09:35.048059 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.049217 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-bdbf6e69-a384-4faf-9b78-df8005c08307 admin admin] 10.222.0.86 "DELETE /v2.0/routers/070d474f-bbad-4137-bfed-00edf49f4ca8 HTTP/1.1" status: 204 len: 168 time: 0.7533886 Nov 25 18:09:35.051817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33994) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:35.096294 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Deleting subnet 2c70e676-d8ac-4b1c-bcaa-be51198f747c {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:09:35.099201 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.137459 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.231749 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.288270 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.314548 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c70e676-d8ac-4b1c-bcaa-be51198f747c,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:35.320169 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.321459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aae9bb-41f0-40df-9be6-d39a171dc29e None None] Network ed991517-b026-4841-a920-44afbffc01ff requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:09:35.325933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7ac37c37-c206-4a3f-bdf9-11c24cbdee48 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2c70e676-d8ac-4b1c-bcaa-be51198f747c HTTP/1.1" status: 204 len: 168 time: 0.2707527 Nov 25 18:09:35.326189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 33996) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:35.399798 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.453873 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Deleting port 6f65fef9-94b3-4d83-b710-e2c6a767f12a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:09:35.454209 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.516526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] For port 6f65fef9-94b3-4d83-b710-e2c6a767f12a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=6f65fef9-94b3-4d83-b710-e2c6a767f12a,segment=NetworkSegment(60fe38ba-0e21-4a49-bc1a-be58cc115a06),segment_id=60fe38ba-0e21-4a49-bc1a-be58cc115a06)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:35.516881 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.529648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Calling delete_port for 6f65fef9-94b3-4d83-b710-e2c6a767f12a owned by network:dhcp {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:09:35.616756 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42594ee3-8412-438c-a7af-6bd210c6d02a None None] DHCP port deletion for ed991517-b026-4841-a920-44afbffc01ff request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:35.618978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd1b006e-b12e-460d-bdd7-7f123c514608 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:35.626878 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.654495 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: cd1b006e-b12e-460d-bdd7-7f123c514608 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:35.654989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device cd1b006e-b12e-460d-bdd7-7f123c514608 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:35.655334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f65fef9-94b3-4d83-b710-e2c6a767f12a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:35.658737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] No DVR routers for this DVR port 6f65fef9-94b3-4d83-b710-e2c6a767f12a on host n-d-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:09:35.675797 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-42594ee3-8412-438c-a7af-6bd210c6d02a None None] The port '6f65fef9-94b3-4d83-b710-e2c6a767f12a' was deleted {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 18:09:35.737690 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.759008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed991517-b026-4841-a920-44afbffc01ff']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:35.764469 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aacc55e0-b53a-42ea-9181-2aaad981b477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.768937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fe38ba-0e21-4a49-bc1a-be58cc115a06') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:35.769232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fe38ba-0e21-4a49-bc1a-be58cc115a06') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:35.779680 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.793959 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.802092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:09:35.804808 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:09:35.806875 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:09:35.865509 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.871900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:35.875685 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ed991517-b026-4841-a920-44afbffc01ff HTTP/1.1" status: 204 len: 168 time: 0.5485153 Nov 25 18:09:35.887985 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7974-bdc7-4ac9-9bad-988605bfffb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed991517-b026-4841-a920-44afbffc01ff,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:36.047174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34000) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:36.087200 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d2b9c370-edcb-4a0c-b7b3-5a771572371b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e7af229f0a9e46858ae1f0b1f93debec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388486 Nov 25 18:09:36.089651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34002) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:36.140861 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f978149-7a2d-44db-81c5-1b2fb7d19807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.161543 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f978149-7a2d-44db-81c5-1b2fb7d19807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.208560 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f978149-7a2d-44db-81c5-1b2fb7d19807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.211460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1f978149-7a2d-44db-81c5-1b2fb7d19807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.212643 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1f978149-7a2d-44db-81c5-1b2fb7d19807 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8 HTTP/1.1" status: 204 len: 168 time: 0.1221313 Nov 25 18:09:36.220370 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978149-7a2d-44db-81c5-1b2fb7d19807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3467f-11f0-4a4c-b7d7-9aabb8e492f8,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:36.535662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34008) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:36.575947 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7081069e-0e75-4727-a837-9d714608b82a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b55cfcda76448a297dd0c08abfd7cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391357 Nov 25 18:09:36.578385 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34010) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:36.626774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac5125fb-11ac-4042-8f52-06a63f613deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.648036 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac5125fb-11ac-4042-8f52-06a63f613deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.692548 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac5125fb-11ac-4042-8f52-06a63f613deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.695825 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac5125fb-11ac-4042-8f52-06a63f613deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:36.697123 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac5125fb-11ac-4042-8f52-06a63f613deb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0485570-2b3a-4ec6-8de1-0dc796d030ce HTTP/1.1" status: 204 len: 168 time: 0.1178133 Nov 25 18:09:36.704724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5125fb-11ac-4042-8f52-06a63f613deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0485570-2b3a-4ec6-8de1-0dc796d030ce,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:37.064793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4743711-bb0d-4b05-9576-5ef3fd4506c2 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:37.087854 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: d4743711-bb0d-4b05-9576-5ef3fd4506c2 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:37.088265 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device d4743711-bb0d-4b05-9576-5ef3fd4506c2 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:37.088750 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f65fef9-94b3-4d83-b710-e2c6a767f12a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:09:37.108610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 6f65fef9-94b3-4d83-b710-e2c6a767f12a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:09:37.109022 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 6f65fef9-94b3-4d83-b710-e2c6a767f12a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:09:38.025059 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-787e5c68-12d7-4b47-84cb-a9cce3e43331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.535176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34050) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:38.540334 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881730085', 'description': 'tempest-secgroup-smoke-881730085 description', 'project_id': '612d99cd453b4fdb9ee990f90370066c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:38.562641 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.570356 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.647832 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.651635 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.686765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b621acc7-672e-4739-9646-7fd62671940d,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:38.726569 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.730330 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.759650 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.760918 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2246516 Nov 25 18:09:38.762700 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f9151-0b49-4df0-99fc-6ec7c30d3a8a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa0c665-7e23-4f26-a300-4184f64edc89,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:38.764004 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34052) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:38.768591 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '3aa0c665-7e23-4f26-a300-4184f64edc89', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:38.796451 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.856582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:38.860358 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.176092 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37320c9-8fa7-4657-9b97-ddb9dccd262c,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:39.185833 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.187032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-02f0de7f-5950-4514-9513-a13d4582c08f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4219913 Nov 25 18:09:39.189764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34054) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:39.194129 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '3aa0c665-7e23-4f26-a300-4184f64edc89', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:39.219404 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.273470 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.277989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.297195 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa01f253-a32a-4e52-abac-bb025cfc3db0,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:39.302505 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.304358 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-237a1765-cc0a-4ade-8b8f-6f0e6d975da4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136520 Nov 25 18:09:39.308733 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34056) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:39.313097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '3aa0c665-7e23-4f26-a300-4184f64edc89', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:39.346136 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.408554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.412487 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.429704 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f6e149-7b2c-4def-b2e7-b97e7eebbd4d,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:39.439062 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.443742 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34058) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:39.443943 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-0fb3d63b-aed7-4546-bb1c-e45588803416 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337271 Nov 25 18:09:39.449150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '3aa0c665-7e23-4f26-a300-4184f64edc89', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:39.477324 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.508944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.539136 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.543103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.560655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3e72e9-bf5c-4ffc-a23f-fc8626714c94,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:39.571491 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.572825 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-4289e88a-3808-49ef-87ca-32311ceb18cf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276128 Nov 25 18:09:39.575499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34060) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:39.580078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '3aa0c665-7e23-4f26-a300-4184f64edc89', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:39.603629 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:09:39.608479 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.668380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.672461 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.696496 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23928a11-eb6b-40dc-ab1b-aab0e8255b67,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:39.707883 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.709253 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a62de683-509a-41a4-bef1-be75737c9af8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325397 Nov 25 18:09:39.712078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34062) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:39.716760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '3aa0c665-7e23-4f26-a300-4184f64edc89', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:39.738423 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:09:39.744152 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.809346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.813058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.831407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c8f67a-3e08-4e42-b1a5-8e35dd29536a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:39.842942 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.844171 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ae6fdd43-a5bf-4312-888e-ba2f9b40da29 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309345 Nov 25 18:09:39.847119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34064) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:39.852397 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'network': {'name': 'tempest-network-smoke--1705539332', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:39.873605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:09:39.877146 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.899934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:09:39.909099 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.909438 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Added segment 42474b96-dedf-4941-ac26-7098b517b534 of type vlan for network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc Nov 25 18:09:39.948478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.976096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:39.982135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:39.982890 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.047612 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1994164 Nov 25 18:09:40.050687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34066) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:40.056962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'admin_state_up': True, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:40.061436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c9c34-78e4-49b5-85b4-da3b5316e942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Network': ['ID=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:40.073066 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:09:40.086283 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.087373 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.141738 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.281349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.481709 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.501576 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.608883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.17 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/88a8f497-c848-49bc-a797-fa620e7b498a) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:40.716823 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.751749 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.766302 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.799273 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:40.802420 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:40.806850 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:40.810000 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=88a8f497-c848-49bc-a797-fa620e7b498a,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:40.817645 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ffad7d-cd44-4e95-be68-1d137b3b1719 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:40.922479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-20130008-924f-44a8-a00f-e048c963f8b7 None None] Provisioning complete for port 88a8f497-c848-49bc-a797-fa620e7b498a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:40.922739 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-20130008-924f-44a8-a00f-e048c963f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:40.958156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-20130008-924f-44a8-a00f-e048c963f8b7 None None] Port 88a8f497-c848-49bc-a797-fa620e7b498a cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:09:41.060058 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:41.261098 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:41.386119 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 63a050a4-bfff-4965-b512-898fed8adadc is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:09:41.492031 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:41.502124 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Sync routers for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:41.512871 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:41.513335 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:41.516983 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:41.518464 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-4acd9f9d-2f79-4ca0-960f-7b48483f43a3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4661298 Nov 25 18:09:41.520437 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:41.522078 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34068) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:41.617401 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:41.659073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9cdbdee9-49ed-4f0f-a121-90e0b0db1a9f tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=612d99cd453b4fdb9ee990f90370066c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1361501 Nov 25 18:09:41.662212 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34072) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:41.756101 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ac834-9a28-419d-89d6-9f1fbdc90326 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:41.758387 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-be2ac834-9a28-419d-89d6-9f1fbdc90326 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948822 Nov 25 18:09:41.761115 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34074) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:41.803891 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ffc53b90-2b92-46d3-9ae3-a1e80bdc6866 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376952 Nov 25 18:09:41.806095 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34076) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:41.813623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1867403660', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:41.922942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:40Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:41.925159 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:09:41.929493 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:41.953339 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Checking router: 63a050a4-bfff-4965-b512-898fed8adadc for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:41.953675 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Updating router 63a050a4-bfff-4965-b512-898fed8adadc port 88a8f497-c848-49bc-a797-fa620e7b498a binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:09:41.978785 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.113172 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.173619 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Subnet': ['ID=28af3777-4cc9-4ef1-a951-da12740cb393,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:42.186721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Checking segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:09:42.187088 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network hostable DHCP agents. Network: ca75a638-8e3e-4f96-bebb-4528c9f7a4fc, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:09:42.204144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:09:42.213683 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, ca75a638-8e3e-4f96-bebb-4528c9f7a4fc) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:42.218131 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:42.218903 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.225225 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff40551-a6fc-469c-9339-e77622c64d3a None None] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:09:42.241580 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.244080 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-486cf2d4-4932-4d1a-a156-68d7024090ea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4355876 Nov 25 18:09:42.246946 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34078) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:42.250007 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.297196 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Attempting to bind port 88a8f497-c848-49bc-a797-fa620e7b498a on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:09:42.297196 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Attempting to bind port 88a8f497-c848-49bc-a797-fa620e7b498a by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:09:42.297637 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Attempting to bind port 88a8f497-c848-49bc-a797-fa620e7b498a on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:42.304998 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7be0d-6087-4eac-a6bc-eec452a9026e None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:42.309033 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:09:42.309487 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:09:42.309950 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.310402 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:09:42.310941 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Bound port: 88a8f497-c848-49bc-a797-fa620e7b498a, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:09:42.311397 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.374340 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Pushing event updated for resources: {'Port': ['ID=88a8f497-c848-49bc-a797-fa620e7b498a,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:42.383190 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] For port 88a8f497-c848-49bc-a797-fa620e7b498a, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:09:42.386250 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.386634 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.387426 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.387757 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.388127 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.388708 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.389288 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.389655 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.390317 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.390803 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.391150 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.391495 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:09:42.397375 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] For port 88a8f497-c848-49bc-a797-fa620e7b498a, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=88a8f497-c848-49bc-a797-fa620e7b498a,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:09:42.400815 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-dcbd8be4-92f0-4448-a8a6-4097f616e8ea None None] Provisioning complete for port 88a8f497-c848-49bc-a797-fa620e7b498a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:42.401186 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8be4-92f0-4448-a8a6-4097f616e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.403966 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.450260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:09:42.451353 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.457723 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:42.457878 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80128e2e-4347-4766-80ac-46a9bb60f409 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:09:42.458348 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:42.514845 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921689b-6f99-4a90-b1d2-cc400b4a4a08 None None] Pushing event updated for resources: {'Port': ['ID=88a8f497-c848-49bc-a797-fa620e7b498a,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:42.586470 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:42.592846 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8be4-92f0-4448-a8a6-4097f616e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.640236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-dcbd8be4-92f0-4448-a8a6-4097f616e8ea None None] For port 88a8f497-c848-49bc-a797-fa620e7b498a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=88a8f497-c848-49bc-a797-fa620e7b498a,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:42.650579 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8be4-92f0-4448-a8a6-4097f616e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.694698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Allocated IP 172.20.0.2 (ca75a638-8e3e-4f96-bebb-4528c9f7a4fc/28af3777-4cc9-4ef1-a951-da12740cb393/4029abc0-1362-4331-90cb-ff316381f24f) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:42.722658 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd8be4-92f0-4448-a8a6-4097f616e8ea None None] Pushing event updated for resources: {'Port': ['ID=88a8f497-c848-49bc-a797-fa620e7b498a,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:42.730339 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.784733 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:40Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:42.798944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e4602248-a103-4e26-b0b4-dc9a82451802 None None] Provisioning complete for port 88a8f497-c848-49bc-a797-fa620e7b498a triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:42.799428 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e4602248-a103-4e26-b0b4-dc9a82451802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.816508 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a977b-0818-4e32-901b-5bcd3663f0ce None None] The sync data for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 is: [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:40Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:42.942202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:42.955803 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.039283 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.1 (ca75a638-8e3e-4f96-bebb-4528c9f7a4fc/28af3777-4cc9-4ef1-a951-da12740cb393/7d027c29-08d1-49a4-8698-25430533c118) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:43.188848 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.195138 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:43.198911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:43.201124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Pushing event updated for resources: {'Port': ['ID=4029abc0-1362-4331-90cb-ff316381f24f,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:43.204606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:43.230666 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.262364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Attempting to bind port 4029abc0-1362-4331-90cb-ff316381f24f on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:09:43.262944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Attempting to bind port 4029abc0-1362-4331-90cb-ff316381f24f by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:09:43.263311 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Attempting to bind port 4029abc0-1362-4331-90cb-ff316381f24f on network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:43.274446 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:43.276130 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:09:43.276618 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Checking segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:09:43.277257 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.277838 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Bound using segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:09:43.278039 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:43.278682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Bound port: 4029abc0-1362-4331-90cb-ff316381f24f, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:09:43.279103 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.280686 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:43.312080 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=7d027c29-08d1-49a4-8698-25430533c118,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:43.338233 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.347248 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] For port 4029abc0-1362-4331-90cb-ff316381f24f, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:09:43.351807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] For port 4029abc0-1362-4331-90cb-ff316381f24f, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4029abc0-1362-4331-90cb-ff316381f24f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:09:43.357610 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:43.420820 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef57a8-891b-4ced-b27e-538c65bdc6b4 None None] Pushing event updated for resources: {'Port': ['ID=4029abc0-1362-4331-90cb-ff316381f24f,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:43.495835 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.139884 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.146932 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.224928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.226907 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=7d027c29-08d1-49a4-8698-25430533c118,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:44.323594 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:44.325079 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:44.362367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b0bad1-ecaa-4d07-9238-6e522ac48a02 None None] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:09:44.429957 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-65673e09-4212-4b0b-bb2d-88a3155383c9 None None] Provisioning complete for port 4029abc0-1362-4331-90cb-ff316381f24f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:44.430432 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65673e09-4212-4b0b-bb2d-88a3155383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.442059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 63a050a4-bfff-4965-b512-898fed8adadc has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:09:44.562218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:44.567248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b6ed6f46-4740-45c8-bf5d-b767464bb5cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/63a050a4-bfff-4965-b512-898fed8adadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3191829 Nov 25 18:09:44.583075 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65673e09-4212-4b0b-bb2d-88a3155383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.629059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-65673e09-4212-4b0b-bb2d-88a3155383c9 None None] For port 4029abc0-1362-4331-90cb-ff316381f24f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4029abc0-1362-4331-90cb-ff316381f24f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:44.636230 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-65673e09-4212-4b0b-bb2d-88a3155383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.691539 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65673e09-4212-4b0b-bb2d-88a3155383c9 None None] Pushing event updated for resources: {'Port': ['ID=4029abc0-1362-4331-90cb-ff316381f24f,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:44.754250 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-faf8791d-238c-43ef-bf2d-5ddb1cf536e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881730085&fields=id&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 267 time: 0.0600121 Nov 25 18:09:44.875725 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3827af86-c37e-40cf-b450-b1853f56fbe1 None None] Provisioning complete for port 4029abc0-1362-4331-90cb-ff316381f24f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:44.876341 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3827af86-c37e-40cf-b450-b1853f56fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:44.914135 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Sync routers for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:44.935972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:44.936621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:45.112205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3827af86-c37e-40cf-b450-b1853f56fbe1 None None] Provisioning complete for port 7d027c29-08d1-49a4-8698-25430533c118 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:45.112571 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3827af86-c37e-40cf-b450-b1853f56fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:45.115350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:45.227284 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 88a8f497-c848-49bc-a797-fa620e7b498a up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:09:45.229160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-3827af86-c37e-40cf-b450-b1853f56fbe1 None None] Port 7d027c29-08d1-49a4-8698-25430533c118 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:09:45.231352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-04111334-d002-4ba8-b790-364a49aceb5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:45.232923 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-04111334-d002-4ba8-b790-364a49aceb5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/networks?id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 200 len: 797 time: 0.4705012 Nov 25 18:09:45.249522 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-213156d9-e263-4b3a-b62f-f4d2f79fbb58 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/quotas/612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 375 time: 0.0100012 Nov 25 18:09:45.305856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-a52eb229-edac-4c43-b58b-54ea63f1f6c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494571 Nov 25 18:09:45.388507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 88a8f497-c848-49bc-a797-fa620e7b498a triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:45.389492 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:45.409851 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-11a14468-dd21-473a-9447-9640febf56ca service neutron] 10.222.0.86 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918267 Nov 25 18:09:45.423969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9ed21c0b-ad27-4561-ab6d-bdaab09faea1 None None] Provisioning complete for port 7d027c29-08d1-49a4-8698-25430533c118 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:45.424359 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9ed21c0b-ad27-4561-ab6d-bdaab09faea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:45.481935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9ed21c0b-ad27-4561-ab6d-bdaab09faea1 None None] Port 7d027c29-08d1-49a4-8698-25430533c118 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:09:45.516162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 2, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:45.517046 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-54971e09-3f22-473f-abe2-3df5886ec130 service neutron] 10.222.0.86 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990264 Nov 25 18:09:45.554207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Checking router: 63a050a4-bfff-4965-b512-898fed8adadc for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:45.554561 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Updating router 63a050a4-bfff-4965-b512-898fed8adadc port 7d027c29-08d1-49a4-8698-25430533c118 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:09:45.578004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4029abc0-1362-4331-90cb-ff316381f24f up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:09:45.600206 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:45.706282 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5bc31398-8d62-4e57-97df-685539b9a195 req-10a2d176-1554-4056-b79b-9d89017ec525 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 210 time: 0.0288661 Nov 25 18:09:45.726470 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 4029abc0-1362-4331-90cb-ff316381f24f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:45.726959 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:45.956887 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:45.963972 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.035060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e9cc1-d1fd-434d-ac31-f879e8730a40 None None] Pushing event updated for resources: {'Port': ['ID=7d027c29-08d1-49a4-8698-25430533c118,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:46.070226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Attempting to bind port 7d027c29-08d1-49a4-8698-25430533c118 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:09:46.070598 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Attempting to bind port 7d027c29-08d1-49a4-8698-25430533c118 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:09:46.070966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Attempting to bind port 7d027c29-08d1-49a4-8698-25430533c118 on network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:46.076666 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:09:46.077045 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Checking segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:09:46.077451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.077844 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Bound using segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:09:46.078317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Bound port: 7d027c29-08d1-49a4-8698-25430533c118, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:09:46.078700 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.154003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] For port 7d027c29-08d1-49a4-8698-25430533c118, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:09:46.157890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] For port 7d027c29-08d1-49a4-8698-25430533c118, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7d027c29-08d1-49a4-8698-25430533c118,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:09:46.163202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.244239 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:46.246029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:46.249542 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e9cc1-d1fd-434d-ac31-f879e8730a40 None None] Pushing event updated for resources: {'Port': ['ID=7d027c29-08d1-49a4-8698-25430533c118,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:46.348283 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-169b924c-ac3e-4e0f-b4ae-8906259f2c4c None None] Provisioning complete for port 7d027c29-08d1-49a4-8698-25430533c118 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:46.348652 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169b924c-ac3e-4e0f-b4ae-8906259f2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.409272 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:46.684393 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.734307 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169b924c-ac3e-4e0f-b4ae-8906259f2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.794757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-169b924c-ac3e-4e0f-b4ae-8906259f2c4c None None] For port 7d027c29-08d1-49a4-8698-25430533c118, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7d027c29-08d1-49a4-8698-25430533c118,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:46.802726 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-169b924c-ac3e-4e0f-b4ae-8906259f2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:46.837404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ff818b2-e281-41a0-a9c7-dc08938360f6 req-29ea31df-f015-4692-8ec4-7d5d380c29cb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 210 time: 0.0400848 Nov 25 18:09:46.880034 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b924c-ac3e-4e0f-b4ae-8906259f2c4c None None] Pushing event updated for resources: {'Port': ['ID=7d027c29-08d1-49a4-8698-25430533c118,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:46.894037 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:46.910045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-5980f5fc-304f-4b71-b394-72cb53850933 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:46.912193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-5980f5fc-304f-4b71-b394-72cb53850933 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/networks?id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 200 len: 797 time: 0.1904361 Nov 25 18:09:46.925879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78499db3-3d7c-43e1-ab54-c433a20e2a09 None None] The sync data for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 is: [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:46.937864 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d9afc1a0-e775-422e-9a14-40312084f1ec None None] Provisioning complete for port 7d027c29-08d1-49a4-8698-25430533c118 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:46.938325 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d9afc1a0-e775-422e-9a14-40312084f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.001883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-15eebed6-5b3e-4403-8583-78cdfcaa21bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 379 time: 0.0798655 Nov 25 18:09:47.012491 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'port': {'device_id': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'admin_state_up': True, 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'security_groups': ['3aa0c665-7e23-4f26-a300-4184f64edc89']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:47.138762 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7d027c29-08d1-49a4-8698-25430533c118 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:09:47.156841 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:09:47.160492 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.189737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7d027c29-08d1-49a4-8698-25430533c118 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:47.190047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.298802 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.13 (ca75a638-8e3e-4f96-bebb-4528c9f7a4fc/28af3777-4cc9-4ef1-a951-da12740cb393/eac7d4c1-6007-40f4-a8d0-08675cb03c6f) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:47.447924 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.484595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.530693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:47.533899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:47.538585 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:47.567579 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:47.597895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:47.598552 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.621333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-e9a991d2-94c9-4eed-9080-2f1637106544 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127048 Nov 25 18:09:47.632838 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-b4fa65a6-b992-40fc-a528-b7c02cb6d2a5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:09:47.633942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-b4fa65a6-b992-40fc-a528-b7c02cb6d2a5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070081 Nov 25 18:09:47.647326 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Request body: {'port': {'device_id': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:47.711043 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.783243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-09ca5c96-4e44-41a8-bcfa-8d6e17a11b5d None None] Provisioning complete for port eac7d4c1-6007-40f4-a8d0-08675cb03c6f triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:47.784349 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-09ca5c96-4e44-41a8-bcfa-8d6e17a11b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:47.822861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-09ca5c96-4e44-41a8-bcfa-8d6e17a11b5d None None] Port eac7d4c1-6007-40f4-a8d0-08675cb03c6f cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:09:47.978665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff60ca-2f51-4f1c-a10b-f57c78e12e2f req-7fd53d8b-2fae-4264-aeaa-603d56cf3317 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:47.980347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8eff60ca-2f51-4f1c-a10b-f57c78e12e2f req-7fd53d8b-2fae-4264-aeaa-603d56cf3317 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 932 time: 0.0551689 Nov 25 18:09:48.008865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:48.020261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac7d4c1-6007-40f4-a8d0-08675cb03c6f {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:09:48.029039 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:48.040185 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8eff60ca-2f51-4f1c-a10b-f57c78e12e2f req-22036cb1-3301-4eb0-8542-5d1c0f80b39b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533836 Nov 25 18:09:48.043538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Transition to ACTIVE for port object eac7d4c1-6007-40f4-a8d0-08675cb03c6f will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:09:48.047886 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:48.145411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Pushing event updated for resources: {'Port': ['ID=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:48.183527 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Attempting to bind port eac7d4c1-6007-40f4-a8d0-08675cb03c6f on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:09:48.183869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Attempting to bind port eac7d4c1-6007-40f4-a8d0-08675cb03c6f by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:09:48.184206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Attempting to bind port eac7d4c1-6007-40f4-a8d0-08675cb03c6f on network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:48.188897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Port eac7d4c1-6007-40f4-a8d0-08675cb03c6f on network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:09:48.189350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Attempting to bind port eac7d4c1-6007-40f4-a8d0-08675cb03c6f on network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:09:48.194555 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:09:48.194895 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Checking segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:09:48.195281 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Bound using segment: {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:09:48.195745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Bound port: eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42474b96-dedf-4941-ac26-7098b517b534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:09:48.196103 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:48.262122 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] For port eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:09:48.265607 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] For port eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:09:48.269454 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:48.312725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:48.313340 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:48.314705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-83af6889-2574-4729-9520-9020b8de4828 service neutron] 10.222.0.73 "PUT /v2.0/ports/eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 200 len: 1092 time: 0.6724489 Nov 25 18:09:48.315142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:48.317442 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70" -d '{"events": [{"name": "network-changed", "server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:48.338441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6889-2574-4729-9520-9020b8de4828 service neutron] Pushing event updated for resources: {'Port': ['ID=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:48.363302 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99b12a-8e8f-4866-a838-affb71077169 x-openstack-request-id: req-4c99b12a-8e8f-4866-a838-affb71077169 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:48.363641 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:48.363895 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c99b12a-8e8f-4866-a838-affb71077169 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:48.364304 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'status': 'completed', 'code': 200} Nov 25 18:09:48.417774 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-cdfefc0e-2072-46a9-b64e-36b7b15c9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:48.419288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-cdfefc0e-2072-46a9-b64e-36b7b15c9f60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1095 time: 0.0438612 Nov 25 18:09:48.464705 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-3203461a-a522-4fa0-b5a7-8c7708f65a3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 200 len: 217 time: 0.0374811 Nov 25 18:09:48.518718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-af26c572-418e-4a43-beec-b1f9a182cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:48.520186 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-af26c572-418e-4a43-beec-b1f9a182cfbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28af3777-4cc9-4ef1-a951-da12740cb393 HTTP/1.1" status: 200 len: 835 time: 0.0493040 Nov 25 18:09:48.564731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-adf3c4bf-2d89-435b-8707-2173a9ee7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:48.566170 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-adf3c4bf-2d89-435b-8707-2173a9ee7297 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394588 Nov 25 18:09:48.658328 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-c1734641-b2af-452f-a572-975669a16e7f service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845768 Nov 25 18:09:48.753769 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a9746544-5302-4ec2-9b5e-0ce5e8335543 req-eb7f7ef5-33b0-42f3-babf-3f0eae37c435 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880930 Nov 25 18:09:48.838718 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-57942a27-7bdd-42fa-8d9c-12bfab8f591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:48.840260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-57942a27-7bdd-42fa-8d9c-12bfab8f591b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1095 time: 0.0424960 Nov 25 18:09:48.935651 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-34a9e5f8-6f7e-4ad1-a98e-068c86f868e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:48.937117 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-34a9e5f8-6f7e-4ad1-a98e-068c86f868e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 200 len: 898 time: 0.0902681 Nov 25 18:09:48.978531 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-3ebca665-2e78-4fa8-b415-33c343d6599d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 200 len: 217 time: 0.0342181 Nov 25 18:09:49.030565 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-a1feb1d4-852b-493e-bbdd-86cfc6494ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:49.032088 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-a1feb1d4-852b-493e-bbdd-86cfc6494ace service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28af3777-4cc9-4ef1-a951-da12740cb393 HTTP/1.1" status: 200 len: 835 time: 0.0445640 Nov 25 18:09:49.078989 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-3dfa005c-26b9-40b5-90f4-34e18a9e7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:49.080511 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-3dfa005c-26b9-40b5-90f4-34e18a9e7afb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405011 Nov 25 18:09:49.160185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135efc-7ccf-4719-8280-6622895bc9ce req-94f667e6-3e2f-49bd-b758-38cc3256dbb2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:49.162359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c135efc-7ccf-4719-8280-6622895bc9ce req-94f667e6-3e2f-49bd-b758-38cc3256dbb2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 944 time: 0.0500162 Nov 25 18:09:49.178367 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-9d7857a0-5aa8-455f-83db-b5e90aaa4939 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890882 Nov 25 18:09:49.212581 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-4c135efc-7ccf-4719-8280-6622895bc9ce req-0700540e-94da-49d1-91b7-be34a07d33d1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441329 Nov 25 18:09:49.269337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3291584a-8bf3-4bdd-a0e0-e7bde2560d70 req-e62e87a8-343f-44e5-a568-b2b86d0f3446 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825226 Nov 25 18:09:50.337522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2ed3c-9cd5-4406-bb65-3b1f9df39705 req-c114feb6-8929-4592-876e-dfde8517ec22 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:50.339002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09a2ed3c-9cd5-4406-bb65-3b1f9df39705 req-c114feb6-8929-4592-876e-dfde8517ec22 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 944 time: 0.0550385 Nov 25 18:09:50.388013 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09a2ed3c-9cd5-4406-bb65-3b1f9df39705 req-58070fe9-c3bc-41dc-aabc-7f013be07476 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Nov 25 18:09:50.734524 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device eac7d4c1-6007-40f4-a8d0-08675cb03c6f details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:09:50.829906 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:50.842194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'port_id': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'mac_address': 'fa:16:3e:ff:6a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:09:50.878256 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:50.891861 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac7d4c1-6007-40f4-a8d0-08675cb03c6f {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:09:50.911106 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:50.915301 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:50.966029 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:51.117930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['eac7d4c1-6007-40f4-a8d0-08675cb03c6f'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:09:51.506702 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf91a4-5ae1-49e8-99a2-ab14ed4754f8 req-5844bd9d-13fc-4081-b2d5-d56b09e0e872 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:51.508225 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60cf91a4-5ae1-49e8-99a2-ab14ed4754f8 req-5844bd9d-13fc-4081-b2d5-d56b09e0e872 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 945 time: 0.0502210 Nov 25 18:09:51.557598 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-60cf91a4-5ae1-49e8-99a2-ab14ed4754f8 req-5fd8f199-2979-4b55-b08f-acbef9e734c1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Nov 25 18:09:52.671806 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c018-173d-44f5-90df-fd6c5e9df52e req-7e0eb19d-98de-4346-aaed-0acff8f6b0fc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:52.673288 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6109c018-173d-44f5-90df-fd6c5e9df52e req-7e0eb19d-98de-4346-aaed-0acff8f6b0fc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 945 time: 0.0481744 Nov 25 18:09:52.723944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6109c018-173d-44f5-90df-fd6c5e9df52e req-953fd8cb-e3ea-4c8f-a175-2de44ad98508 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440004 Nov 25 18:09:52.746846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device eac7d4c1-6007-40f4-a8d0-08675cb03c6f up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:09:52.794392 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port eac7d4c1-6007-40f4-a8d0-08675cb03c6f completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:09:52.800596 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port eac7d4c1-6007-40f4-a8d0-08675cb03c6f triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:09:52.800963 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:52.877108 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:52.901273 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:52.903532 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b419d526-af06-48fb-b40e-017b8b8bfafb" -d '{"events": [{"server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "name": "network-vif-plugged", "status": "completed", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:52.920541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:09:52.925844 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:52.950820 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b1b38-4fb8-450a-a721-d1b9c5669c04 x-openstack-request-id: req-ef8b1b38-4fb8-450a-a721-d1b9c5669c04 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:52.951112 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "name": "network-vif-plugged", "status": "completed", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:52.951368 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef8b1b38-4fb8-450a-a721-d1b9c5669c04 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:52.951787 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'code': 200} Nov 25 18:09:52.978148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:53.044783 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98e802-56fb-4d56-bd82-016ccb90916a req-bedabc72-a369-4eb3-a8fd-542220939208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:53.046363 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c98e802-56fb-4d56-bd82-016ccb90916a req-bedabc72-a369-4eb3-a8fd-542220939208 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1097 time: 0.0416946 Nov 25 18:09:53.096273 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7c98e802-56fb-4d56-bd82-016ccb90916a req-b73a2d89-7d8a-43cf-9740-460b279e5f67 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433304 Nov 25 18:09:53.841704 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2eacbe-933f-40d8-b915-1d51149ac79f req-968e5235-2c46-443b-8a31-89256905af5d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:53.843131 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec2eacbe-933f-40d8-b915-1d51149ac79f req-968e5235-2c46-443b-8a31-89256905af5d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Nov 25 18:09:53.894036 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec2eacbe-933f-40d8-b915-1d51149ac79f req-40a959d8-c4dd-47ff-b63a-9865272b9e9c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 Nov 25 18:09:55.016056 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213b268-a23b-4a99-adf6-d4120598a3aa req-c3d16554-f248-42c4-a198-04e0f82bf2d0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:55.017562 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c213b268-a23b-4a99-adf6-d4120598a3aa req-c3d16554-f248-42c4-a198-04e0f82bf2d0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0538709 Nov 25 18:09:55.069778 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c213b268-a23b-4a99-adf6-d4120598a3aa req-ec0525ee-4ab4-42d9-90fe-365dc1f40e78 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Nov 25 18:09:55.183092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67da1b7-193b-494b-a0c6-9b093a4689d9 req-eadee443-97e1-4fe7-a7a6-74f607874d45 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:55.184520 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a67da1b7-193b-494b-a0c6-9b093a4689d9 req-eadee443-97e1-4fe7-a7a6-74f607874d45 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0488765 Nov 25 18:09:55.232775 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a67da1b7-193b-494b-a0c6-9b093a4689d9 req-152e1514-9349-40d8-a3ee-7403af3283c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Nov 25 18:09:55.254626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34138) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:55.294164 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98baed-ea3f-4e37-8c09-208798119d19 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:55.295703 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fd98baed-ea3f-4e37-8c09-208798119d19 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1092 time: 0.0399899 Nov 25 18:09:55.298503 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34140) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:55.303532 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:09:55.324973 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:55.427554 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:55.530349 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.175 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/e889615e-5898-4ab3-a475-fcdf20cdd89d) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:09:55.639121 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:55.673377 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:55.712779 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:09:55.715680 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:09:55.719033 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:09:55.745853 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=e889615e-5898-4ab3-a475-fcdf20cdd89d,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:56.081501 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:56.148223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:56.299232 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:56.304364 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:56.377869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=e889615e-5898-4ab3-a475-fcdf20cdd89d,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:09:56.386675 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:56.417252 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:09:56.493996 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP 9d259c78-2295-4944-a26b-d2cf4dcb6228 associated. External IP: 172.25.8.175, port: eac7d4c1-6007-40f4-a8d0-08675cb03c6f. Nov 25 18:09:56.700607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 63a050a4-bfff-4965-b512-898fed8adadc has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:09:56.818417 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:09:56.828803 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] Sync routers for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:09:56.837469 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:09:56.843140 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:56.843792 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:56.864954 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-403509ad-1760-4816-8875-c3d7366eee67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5654237 Nov 25 18:09:56.865531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:09:56.867876 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a02b87d-1353-4959-8215-f92c96214d19" -d '{"events": [{"name": "network-changed", "server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:09:56.907560 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea7173-6f06-4f37-aa9a-4801d2541c6e x-openstack-request-id: req-1dea7173-6f06-4f37-aa9a-4801d2541c6e {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:09:56.907857 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:09:56.908113 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1dea7173-6f06-4f37-aa9a-4801d2541c6e {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:09:56.908518 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'status': 'completed', 'code': 200} Nov 25 18:09:56.956978 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:56.975689 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c19-73f9-46ed-ad63-54204086de15 req-de01d86b-566a-4ad3-917d-3009decdbeb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:56.977073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b87d-1353-4959-8215-f92c96214d19 req-71415997-052f-4d21-a30f-e7c166fd4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:56.977572 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b553c19-73f9-46ed-ad63-54204086de15 req-de01d86b-566a-4ad3-917d-3009decdbeb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0569987 Nov 25 18:09:56.978594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-71415997-052f-4d21-a30f-e7c166fd4497 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1097 time: 0.0479608 Nov 25 18:09:57.029921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5b553c19-73f9-46ed-ad63-54204086de15 req-b53b6de7-1420-4ad3-b33f-2d8f03287e3b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454831 Nov 25 18:09:57.053437 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34148) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:57.077505 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b87d-1353-4959-8215-f92c96214d19 req-4d05f867-588a-4895-ad39-bb5a29a69468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:57.078971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-4d05f867-588a-4895-ad39-bb5a29a69468 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 200 len: 898 time: 0.0915990 Nov 25 18:09:57.120345 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-27724fb6-da93-4058-8060-5c9ef0b72298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/9d259c78-2295-4944-a26b-d2cf4dcb6228 HTTP/1.1" status: 200 len: 992 time: 0.0648744 Nov 25 18:09:57.152416 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-0ec08266-ff58-4a25-8f82-5255469ff35a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 200 len: 1000 time: 0.0665064 Nov 25 18:09:57.195262 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '9d259c78-2295-4944-a26b-d2cf4dcb6228', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'port_id': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'mac_address': 'fa:16:3e:ff:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:09:55Z', 'updated_at': '2021-11-25T18:09:55Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:57.202361 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b87d-1353-4959-8215-f92c96214d19 req-991fbe77-352d-4ef7-9fad-8d7fa7c73b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:57.203834 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-991fbe77-352d-4ef7-9fad-8d7fa7c73b44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28af3777-4cc9-4ef1-a951-da12740cb393 HTTP/1.1" status: 200 len: 835 time: 0.0435920 Nov 25 18:09:57.221799 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] Checking router: 63a050a4-bfff-4965-b512-898fed8adadc for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:09:57.230832 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:09:57.231446 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:09:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:57.250073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b87d-1353-4959-8215-f92c96214d19 req-5e6d60eb-b01c-4a41-b6f8-7885769d1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:09:57.251606 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-5e6d60eb-b01c-4a41-b6f8-7885769d1b2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408392 Nov 25 18:09:57.339777 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:09:57.345680 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-64a23f39-42f8-4cd3-a912-a3bf398dac14 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873220 Nov 25 18:09:57.434436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0a02b87d-1353-4959-8215-f92c96214d19 req-58b52bae-69a9-4d4d-8522-4197c34420f1 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823059 Nov 25 18:09:57.652213 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '9d259c78-2295-4944-a26b-d2cf4dcb6228', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'port_id': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'mac_address': 'fa:16:3e:ff:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:09:55Z', 'updated_at': '2021-11-25T18:09:55Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:09:57.681245 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640859d8-31b6-486d-b8a0-90a68d55bfdb None None] The sync data for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 is: [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '9d259c78-2295-4944-a26b-d2cf4dcb6228', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'port_id': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'mac_address': 'fa:16:3e:ff:6a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:09:55Z', 'updated_at': '2021-11-25T18:09:55Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:09:57.887719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563a83e-46f0-456b-847b-f1eb6b025391 None None] New status for floating IP 9d259c78-2295-4944-a26b-d2cf4dcb6228: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:09:58.123144 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34150) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:09:58.186776 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-bcf6ff81-8a91-4958-917d-6584597f6795 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/9d259c78-2295-4944-a26b-d2cf4dcb6228 HTTP/1.1" status: 200 len: 994 time: 0.0624588 Nov 25 18:10:05.767235 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a28b6919-f950-469b-a7ff-9da1655c75ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:08.026189 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0a17-61bf-41d5-8bf8-971c9762b2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:09.510272 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:10.768901 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:11.515304 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:16.465106 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:17.714162 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-d367a088-85d4-4c5f-876f-5aba342487a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424500 Nov 25 18:10:17.807317 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-9ec3f873-e8f2-4912-a0a9-53e0c78bf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:17.809007 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-9ec3f873-e8f2-4912-a0a9-53e0c78bf9c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1097 time: 0.0504913 Nov 25 18:10:17.918124 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-66f4396f-e298-4d97-b3f7-efe94534b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:17.919619 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-66f4396f-e298-4d97-b3f7-efe94534b3c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 200 len: 898 time: 0.0897036 Nov 25 18:10:17.991883 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-a0c038ee-0509-490d-a6cf-f4fcaa0ae8e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 200 len: 1002 time: 0.0652640 Nov 25 18:10:18.000966 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:18.046659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-5c0c285f-575f-4e25-825a-2974984e56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.048147 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-5c0c285f-575f-4e25-825a-2974984e56c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28af3777-4cc9-4ef1-a951-da12740cb393 HTTP/1.1" status: 200 len: 835 time: 0.0451393 Nov 25 18:10:18.097984 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-7f775267-4b13-4610-8f97-e54df58d77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:18.099452 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-7f775267-4b13-4610-8f97-e54df58d77f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405281 Nov 25 18:10:18.194502 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-f5e6330d-0d8c-4863-ad98-b68bd3879fda service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839896 Nov 25 18:10:18.292242 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b4a8e642-cade-44ff-8dd8-6e2b3d758cd6 req-731e8098-edad-4159-b752-a596b50ef4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883024 Nov 25 18:10:24.980301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780cad3-bd3e-4f16-893c-600710810a31 req-7f73f9c2-f24f-4da9-95c2-eff9c35568f3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:24.981782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e780cad3-bd3e-4f16-893c-600710810a31 req-7f73f9c2-f24f-4da9-95c2-eff9c35568f3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0507388 Nov 25 18:10:25.036921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e780cad3-bd3e-4f16-893c-600710810a31 req-89a96610-ccb6-4319-9435-fbcb91daa5fa tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490580 Nov 25 18:10:26.160492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9748-be2f-4d00-b029-056c3e2be73f req-9bb54e01-06ae-4e0e-9f30-c43f32c1c53e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:26.161844 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-204f9748-be2f-4d00-b029-056c3e2be73f req-9bb54e01-06ae-4e0e-9f30-c43f32c1c53e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0506525 Nov 25 18:10:26.210573 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-204f9748-be2f-4d00-b029-056c3e2be73f req-33b0781d-459e-49ba-8904-fdd574182d52 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Nov 25 18:10:26.233358 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34170) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:26.297696 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-68ce8374-2d37-4f5e-ba98-dd19d36cacd9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/9d259c78-2295-4944-a26b-d2cf4dcb6228 HTTP/1.1" status: 200 len: 994 time: 0.0632000 Nov 25 18:10:27.601610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773c1d4-6860-451c-989d-5036309afaea req-9a14d75f-b7d7-4254-b9db-1af3d1b83f20 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:27.603238 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b773c1d4-6860-451c-989d-5036309afaea req-9a14d75f-b7d7-4254-b9db-1af3d1b83f20 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0602877 Nov 25 18:10:27.658440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b773c1d4-6860-451c-989d-5036309afaea req-54643691-121c-47d4-8d40-36ff751fdf98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481446 Nov 25 18:10:28.780214 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876646f-3815-4aad-a08a-f5efb3f2a292 req-32c65a6a-78b4-4748-8965-b50c421606a9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:28.781683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5876646f-3815-4aad-a08a-f5efb3f2a292 req-32c65a6a-78b4-4748-8965-b50c421606a9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0486391 Nov 25 18:10:28.829673 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5876646f-3815-4aad-a08a-f5efb3f2a292 req-5795d9af-d4b5-4b44-b63f-8e38dec7d380 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Nov 25 18:10:28.852518 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34180) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:28.920741 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6d6bdd4b-42af-4842-a1bc-81d2300146ed tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/9d259c78-2295-4944-a26b-d2cf4dcb6228 HTTP/1.1" status: 200 len: 994 time: 0.0668004 Nov 25 18:10:29.230903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34186) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:29.385942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port e889615e-5898-4ab3-a475-fcdf20cdd89d {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:10:29.386281 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:29.469366 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:29.469785 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:29.481612 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for e889615e-5898-4ab3-a475-fcdf20cdd89d owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:10:29.629645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:29.654050 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=e889615e-5898-4ab3-a475-fcdf20cdd89d,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:29.664440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.664796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.665131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.665466 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.665796 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.666777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.667112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.667460 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.667791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.668114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.668435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.668762 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:29.724715 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:29.725042 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP 9d259c78-2295-4944-a26b-d2cf4dcb6228 disassociated (deleted). External IP: 172.25.8.175, port: eac7d4c1-6007-40f4-a8d0-08675cb03c6f. Nov 25 18:10:29.933180 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 63a050a4-bfff-4965-b512-898fed8adadc has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:10:30.039881 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:30.045165 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:30.050159 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] Sync routers for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:30.060030 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:30.060621 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:30.071443 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac8dd16b-373a-47ce-a747-4a561a401e55 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/floatingips/9d259c78-2295-4944-a26b-d2cf4dcb6228 HTTP/1.1" status: 204 len: 168 time: 0.8394618 Nov 25 18:10:30.072373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:30.075463 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:30.121646 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9049ce-38fc-4126-a20b-1deec2cee8f2 x-openstack-request-id: req-da9049ce-38fc-4126-a20b-1deec2cee8f2 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:30.121832 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:30.122148 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da9049ce-38fc-4126-a20b-1deec2cee8f2 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:30.122552 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'status': 'completed', 'code': 200} Nov 25 18:10:30.172851 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:30.191031 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-a564e96b-8ec6-42a9-b3c6-1eb1ae194f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:30.192573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-a564e96b-8ec6-42a9-b3c6-1eb1ae194f73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 1097 time: 0.0449514 Nov 25 18:10:30.336528 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-2b70ea97-43a7-459b-8a20-35a84d7938db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:30.338631 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-2b70ea97-43a7-459b-8a20-35a84d7938db service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 200 len: 898 time: 0.1356828 Nov 25 18:10:30.350422 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f8e7f-801b-4634-854c-2fa5837d0ce2 req-ef1669f9-dbe4-4fd9-9882-9537dd2078ed tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:30.351942 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e1f8e7f-801b-4634-854c-2fa5837d0ce2 req-ef1669f9-dbe4-4fd9-9882-9537dd2078ed tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0761292 Nov 25 18:10:30.384550 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:30.397208 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-f314769c-8d26-4241-8454-0e9bdeb9986b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 200 len: 217 time: 0.0443485 Nov 25 18:10:30.411489 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] Checking router: 63a050a4-bfff-4965-b512-898fed8adadc for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:30.420568 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:30.421169 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:30.466574 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4e1f8e7f-801b-4634-854c-2fa5837d0ce2 req-70151991-7809-4a00-ab79-f09e874fe4b4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067100 Nov 25 18:10:30.470263 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-b03c3d95-e393-49cb-b488-34bcb2c8f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:30.471672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-b03c3d95-e393-49cb-b488-34bcb2c8f664 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28af3777-4cc9-4ef1-a951-da12740cb393 HTTP/1.1" status: 200 len: 835 time: 0.0661955 Nov 25 18:10:30.526128 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-6a4e790f-7b44-41b0-969c-d14dfc956a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:30.526962 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:30.527435 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-6a4e790f-7b44-41b0-969c-d14dfc956a0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473773 Nov 25 18:10:30.624999 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-920b638b-7bfa-4be5-865c-2ad32a70adb8 service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890400 Nov 25 18:10:30.716023 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-f939f1c7-3b64-49cb-bf8d-410f8c1aaa7d req-555b13b1-c784-4b92-813a-0be64d75004c service neutron] 10.222.0.73 "GET /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822139 Nov 25 18:10:30.731535 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:30.760766 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74d134-6675-4019-970f-888cf3578d11 None None] The sync data for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 is: [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:43Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '7d027c29-08d1-49a4-8698-25430533c118', 'name': '', 'network_id': 'ca75a638-8e3e-4f96-bebb-4528c9f7a4fc', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:33:f1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:42Z', 'updated_at': '2021-11-25T18:09:46Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '28af3777-4cc9-4ef1-a951-da12740cb393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:30.976012 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0958e808-18d2-4e88-9918-476d4c6f2234 None None] New status for floating IP 9d259c78-2295-4944-a26b-d2cf4dcb6228: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:10:31.584952 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eec5f7-9cd0-4d40-96ec-186a17b2bada req-ba022498-4ca0-4486-8a57-fbfc77e21af4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:31.586417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91eec5f7-9cd0-4d40-96ec-186a17b2bada req-ba022498-4ca0-4486-8a57-fbfc77e21af4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0486958 Nov 25 18:10:31.636977 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-91eec5f7-9cd0-4d40-96ec-186a17b2bada req-5b681c1d-215c-4efd-91f9-e1869e46cc9e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=3aa0c665-7e23-4f26-a300-4184f64edc89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 Nov 25 18:10:31.946903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-437990f8-e987-48d3-ac20-6507522a701a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:31.948751 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-437990f8-e987-48d3-ac20-6507522a701a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 946 time: 0.0546496 Nov 25 18:10:32.038034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port eac7d4c1-6007-40f4-a8d0-08675cb03c6f {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:10:32.038371 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:32.127793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port eac7d4c1-6007-40f4-a8d0-08675cb03c6f, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:32.128064 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:32.139640 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for eac7d4c1-6007-40f4-a8d0-08675cb03c6f owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:10:32.581772 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:32.620019 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=eac7d4c1-6007-40f4-a8d0-08675cb03c6f,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:32.662753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] No DVR routers for this DVR port eac7d4c1-6007-40f4-a8d0-08675cb03c6f on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:10:32.665654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:32.668985 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-801ac945-ac54-4c5c-a4ba-2fcaf8601b22 req-b4e2cada-3761-4dea-9687-9b6cc4566f4b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "DELETE /v2.0/ports/eac7d4c1-6007-40f4-a8d0-08675cb03c6f HTTP/1.1" status: 204 len: 173 time: 0.7141848 Nov 25 18:10:32.669442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'name': 'network-vif-deleted', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:32.671716 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c323691-23ff-4a26-860a-13f64a8c80dc" -d '{"events": [{"server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "name": "network-vif-deleted", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:32.712973 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceb3073-8894-4152-8c0c-25e4fb06df34 x-openstack-request-id: req-aceb3073-8894-4152-8c0c-25e4fb06df34 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:32.713263 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39888f0-4821-4563-8ed2-3d6bb6580722", "name": "network-vif-deleted", "tag": "eac7d4c1-6007-40f4-a8d0-08675cb03c6f", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:32.713591 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aceb3073-8894-4152-8c0c-25e4fb06df34 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:32.715082 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39888f0-4821-4563-8ed2-3d6bb6580722', 'name': 'network-vif-deleted', 'tag': 'eac7d4c1-6007-40f4-a8d0-08675cb03c6f', 'status': 'completed', 'code': 200} Nov 25 18:10:32.743113 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-acb60bca-995f-4d42-a25e-7cbd6f13cb84 req-162a6e12-0d34-4ea7-a3e4-d0759d7b142d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b39888f0-4821-4563-8ed2-3d6bb6580722 HTTP/1.1" status: 200 len: 210 time: 0.0332048 Nov 25 18:10:33.416029 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:10:33.801104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34202) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:34.176483 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:34.427768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 7d027c29-08d1-49a4-8698-25430533c118 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:10:34.428005 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:34.517216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 7d027c29-08d1-49a4-8698-25430533c118, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7d027c29-08d1-49a4-8698-25430533c118,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:34.517572 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:34.530166 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 7d027c29-08d1-49a4-8698-25430533c118 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:10:34.712132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:34.736495 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=7d027c29-08d1-49a4-8698-25430533c118,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:34.920494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:34.946663 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device eac7d4c1-6007-40f4-a8d0-08675cb03c6f no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:34.968223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: eac7d4c1-6007-40f4-a8d0-08675cb03c6f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:10:34.968492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device eac7d4c1-6007-40f4-a8d0-08675cb03c6f not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:35.142670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 63a050a4-bfff-4965-b512-898fed8adadc has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:10:35.248673 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:35.253838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-ac404e02-6976-45d3-91f0-53bebd4d592f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/63a050a4-bfff-4965-b512-898fed8adadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513431 Nov 25 18:10:35.256369 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34204) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:35.259320 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] Sync routers for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:35.269309 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:35.269906 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:35.311142 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting subnet 28af3777-4cc9-4ef1-a951-da12740cb393 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:10:35.314426 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.355597 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.376131 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:35.444031 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.502285 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.530429 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Subnet': ['ID=28af3777-4cc9-4ef1-a951-da12740cb393,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:35.534034 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.537301 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e53d2eca-7123-4983-83a6-390631217370 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/subnets/28af3777-4cc9-4ef1-a951-da12740cb393 HTTP/1.1" status: 204 len: 168 time: 0.2802000 Nov 25 18:10:35.539911 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34206) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:35.548475 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980987d6-07ba-40be-846a-be2a064c9986 None None] Network ca75a638-8e3e-4f96-bebb-4528c9f7a4fc requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:10:35.564329 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:10:34Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:35.596311 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] Checking router: 63a050a4-bfff-4965-b512-898fed8adadc for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:35.607187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] Routers {'63a050a4-bfff-4965-b512-898fed8adadc'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:35.607827 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['63a050a4-bfff-4965-b512-898fed8adadc'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:35.653063 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.724377 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] Set router 63a050a4-bfff-4965-b512-898fed8adadc gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:35.754163 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] DHCP port deletion for ca75a638-8e3e-4f96-bebb-4528c9f7a4fc request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:10:35.767843 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.803699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e65cc1d4-bc50-47e2-96bf-726347050842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.828632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Deleting port 4029abc0-1362-4331-90cb-ff316381f24f {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:10:35.829007 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.838626 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 88a8f497-c848-49bc-a797-fa620e7b498a {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:10:35.840858 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.894209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] For port 4029abc0-1362-4331-90cb-ff316381f24f, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=4029abc0-1362-4331-90cb-ff316381f24f,segment=NetworkSegment(42474b96-dedf-4941-ac26-7098b517b534),segment_id=42474b96-dedf-4941-ac26-7098b517b534)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:35.894748 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.908463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Calling delete_port for 4029abc0-1362-4331-90cb-ff316381f24f owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:10:35.933727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 88a8f497-c848-49bc-a797-fa620e7b498a, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=88a8f497-c848-49bc-a797-fa620e7b498a,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:35.934337 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:35.946202 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 88a8f497-c848-49bc-a797-fa620e7b498a owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:10:35.999047 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.011491 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:10:34Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:36.024804 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Pushing event deleted for resources: {'Port': ['ID=4029abc0-1362-4331-90cb-ff316381f24f,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:36.035766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] No DVR routers for this DVR port 4029abc0-1362-4331-90cb-ff316381f24f on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:10:36.038361 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df512c1-2afd-4c80-b1af-4ebe7ec6170c None None] The sync data for ids ['63a050a4-bfff-4965-b512-898fed8adadc'] in n-d-817303-7 is: [{'id': '63a050a4-bfff-4965-b512-898fed8adadc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877406183', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:10:34Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '88a8f497-c848-49bc-a797-fa620e7b498a', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a050a4-bfff-4965-b512-898fed8adadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:09:40Z', 'updated_at': '2021-11-25T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:36.041263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.041773 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.042786 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.043137 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.043616 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.043827 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.044151 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.044651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.045142 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.045638 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.046136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.046613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52e5f2-f2e6-482b-944b-d1644763c28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.131249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.158525 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=88a8f497-c848-49bc-a797-fa620e7b498a,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:36.173531 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76969916-c343-48c5-bef7-13d100a10b1d None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:10:36.226953 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.324869 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.326908 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.369533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.370773 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Fanout notify agent at l3_agent the message router_deleted on router 63a050a4-bfff-4965-b512-898fed8adadc {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:10:36.378750 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.379877 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-25bc245a-9006-4c3c-93c7-b6f2257da897 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/routers/63a050a4-bfff-4965-b512-898fed8adadc HTTP/1.1" status: 204 len: 168 time: 0.8390636 Nov 25 18:10:36.382550 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34208) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:36.461425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.550817 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.570395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca75a638-8e3e-4f96-bebb-4528c9f7a4fc']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:36.579791 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42474b96-dedf-4941-ac26-7098b517b534') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:36.580083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42474b96-dedf-4941-ac26-7098b517b534') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:36.589895 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.602993 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.609584 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:10:36.609986 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:10:36.613184 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:10:36.673989 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.680980 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.684330 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/networks/ca75a638-8e3e-4f96-bebb-4528c9f7a4fc HTTP/1.1" status: 204 len: 168 time: 0.3008249 Nov 25 18:10:36.687050 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34210) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:36.695832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd1dee-df0e-40ae-a5d0-201bb8929804 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Network': ['ID=ca75a638-8e3e-4f96-bebb-4528c9f7a4fc,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:36.746426 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.770772 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.831987 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.834717 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:36.840205 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/security-groups/3aa0c665-7e23-4f26-a300-4184f64edc89 HTTP/1.1" status: 204 len: 168 time: 0.1513066 Nov 25 18:10:36.849780 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa0c665-7e23-4f26-a300-4184f64edc89,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:36.858981 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.859330 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.859734 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.860210 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.860578 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.860892 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.861260 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.861883 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.862199 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.862525 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.863403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:36.863403 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05caeaae-c7ea-4d96-b281-7d350ec874bc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:37.099079 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 88a8f497-c848-49bc-a797-fa620e7b498a no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:37.119417 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 88a8f497-c848-49bc-a797-fa620e7b498a {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:10:37.119933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 88a8f497-c848-49bc-a797-fa620e7b498a not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:37.119933 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7d027c29-08d1-49a4-8698-25430533c118 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:37.138700 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7d027c29-08d1-49a4-8698-25430533c118 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:10:37.139042 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7d027c29-08d1-49a4-8698-25430533c118 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:37.139467 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4029abc0-1362-4331-90cb-ff316381f24f no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:10:37.160490 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 4029abc0-1362-4331-90cb-ff316381f24f {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:10:37.160952 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 4029abc0-1362-4331-90cb-ff316381f24f not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:10:37.330961 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34216) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:37.335563 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596100507', 'description': 'tempest-secgroup-smoke-1596100507 description', 'project_id': '612d99cd453b4fdb9ee990f90370066c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:37.363093 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.429030 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.432650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.460893 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.462090 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300955 Nov 25 18:10:37.464452 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf91aea-4625-4ec7-b694-79d38c95a723 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac656274-1ba1-47f4-a704-e2c5485b35c3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:37.465715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34218) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:37.470695 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'ac656274-1ba1-47f4-a704-e2c5485b35c3', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:37.496966 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.555095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.558731 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.576273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b98c24c-8882-49e2-aaf8-24bc73f4657c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:37.581053 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.585260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-177643bc-89ae-4c66-82bd-bff1d36e47b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154559 Nov 25 18:10:37.585260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34220) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:37.589804 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'ac656274-1ba1-47f4-a704-e2c5485b35c3', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:37.616804 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.671683 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.675343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.692104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8c9916-6aea-4238-a24a-b6451d7a3838,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:37.699373 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.700586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-62d06536-f205-4e30-9f7f-d673961690a8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145968 Nov 25 18:10:37.703426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34222) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:37.707600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'ac656274-1ba1-47f4-a704-e2c5485b35c3', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:37.734095 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.794040 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.797754 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.816512 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078dad3b-9375-43c2-919c-19645c39d117,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:37.820907 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.822099 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8fdde2a9-52f3-4479-97ec-f783749c77fd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177547 Nov 25 18:10:37.825707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34224) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:37.830159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'ac656274-1ba1-47f4-a704-e2c5485b35c3', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:37.856951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.916045 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.919752 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.938076 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8ea905-0dad-4535-9bd5-7dbc8a9352f0,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:37.942327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:37.943534 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-3db926df-fe6d-4619-aad5-8f03d91d9cd3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168725 Nov 25 18:10:37.946219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34226) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:37.950942 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'ac656274-1ba1-47f4-a704-e2c5485b35c3', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:37.972730 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:10:37.977801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.027882 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-55cea300-13db-4bc8-a1ae-e972ab4b8372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.036779 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.040402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.058786 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f4bd2c-8c2e-4b4a-aa33-6f4d0e26f38a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:38.065789 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.066975 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5ed96cfc-8552-433c-91d3-26728ca7173d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198518 Nov 25 18:10:38.069676 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34228) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:38.073957 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'ac656274-1ba1-47f4-a704-e2c5485b35c3', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:38.094821 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:10:38.099583 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.159666 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.163445 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.181521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e3f481-9b67-44f2-9751-2d9fe79d5695,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:38.190006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.191209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b0b0a9e5-1619-47a3-ac0a-7fe853029de7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205878 Nov 25 18:10:38.194083 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34230) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:38.198853 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'network': {'name': 'tempest-network-smoke--133752274', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:38.219566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:10:38.222867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.247078 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:10:38.256849 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.257182 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Added segment ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88 of type vlan for network 70e4ab69-e5f3-4148-a557-71e66bc40611 Nov 25 18:10:38.300763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.325418 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.330913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:38.331526 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.387462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1922970 Nov 25 18:10:38.390327 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34232) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:38.395026 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'admin_state_up': True, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:38.402789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eae07c-5b19-4aea-97ad-b37012442251 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Network': ['ID=70e4ab69-e5f3-4148-a557-71e66bc40611,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:38.413212 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:10:38.422024 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.423088 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.474875 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.617828 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.807899 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.829782 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:38.931859 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.6 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/71e1e7e6-8007-447c-931f-520beea130a3) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:10:39.036490 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:39.071448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:39.109328 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:39.112391 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:39.115714 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:10:39.125691 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ed3f4-4fec-4c4f-a1fd-d2efc50133ed None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:10:39.142749 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=71e1e7e6-8007-447c-931f-520beea130a3,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:39.230021 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e03a5730-6166-4cdb-ba2c-58b4b372693d None None] Provisioning complete for port 71e1e7e6-8007-447c-931f-520beea130a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:39.230392 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e03a5730-6166-4cdb-ba2c-58b4b372693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:39.267504 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-e03a5730-6166-4cdb-ba2c-58b4b372693d None None] Port 71e1e7e6-8007-447c-931f-520beea130a3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:39.513448 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:39.683840 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:39.893578 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:40.038281 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router b64fb0d2-558b-43bc-92db-d0a36b4d8037 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:10:40.149245 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:40.160523 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Sync routers for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:40.171339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:40.171950 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:40.172078 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:40.178308 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ab75f4a8-2d5a-458a-bf3d-f7bca1ad0e81 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7818327 Nov 25 18:10:40.178483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34234) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:40.215838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-596583af-a387-4237-98f8-149a6e917796 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=612d99cd453b4fdb9ee990f90370066c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352674 Nov 25 18:10:40.216224 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34236) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:40.282572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:40.306093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11dc432-e6d6-41c2-b0ae-bdd63eb0b69a tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:40.310669 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-b11dc432-e6d6-41c2-b0ae-bdd63eb0b69a tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908816 Nov 25 18:10:40.311422 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34238) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:40.342465 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-40740509-1ea9-4502-abff-ce516ff116df tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280733 Nov 25 18:10:40.342715 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34240) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:40.347586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-713936849', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:40.450979 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'subnet': 1} {{(pid=103635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:10:40.455678 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4845896'] for subnet, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:40.499931 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:39Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:40.542397 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Checking router: b64fb0d2-558b-43bc-92db-d0a36b4d8037 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:40.543025 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Updating router b64fb0d2-558b-43bc-92db-d0a36b4d8037 port 71e1e7e6-8007-447c-931f-520beea130a3 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:10:40.568659 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:40.656935 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4625816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4849570'] for subnet, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:40.721750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Subnet': ['ID=32091070-a57e-4114-acc8-49254f7f50a6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:40.731218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Checking segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:40.731610 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network hostable DHCP agents. Network: 70e4ab69-e5f3-4148-a557-71e66bc40611, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:10:40.750213 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:10:40.761008 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 70e4ab69-e5f3-4148-a557-71e66bc40611) {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:40.765974 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:40.766582 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:40.786443 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-30ef31df-d6f2-4907-aaa9-8786c55bcaf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4402652 Nov 25 18:10:40.786687 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34242) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:40.902448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c218be96-92ab-41f5-8247-5328a3e9de11 None None] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:10:40.969663 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.118046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.136309 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.145822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-70e4ab69-e5f3-4148-a557-71e66bc40611', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:10:41.146645 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.194200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6716140-2961-42b9-a071-9da7cc11b27f None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:10:41.220877 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cf61c-d0e2-4e13-a224-5d4e404a29cc None None] Pushing event updated for resources: {'Port': ['ID=71e1e7e6-8007-447c-931f-520beea130a3,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:41.222992 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Attempting to bind port 71e1e7e6-8007-447c-931f-520beea130a3 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:41.223359 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Attempting to bind port 71e1e7e6-8007-447c-931f-520beea130a3 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:41.223740 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Attempting to bind port 71e1e7e6-8007-447c-931f-520beea130a3 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:41.235541 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:41.235917 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:41.236495 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.237165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:41.237507 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Bound port: 71e1e7e6-8007-447c-931f-520beea130a3, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:41.237864 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.242300 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.364927 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-314b1fe0-695c-4c5d-8f3f-8267cc57363f None None] Provisioning complete for port 71e1e7e6-8007-447c-931f-520beea130a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:41.365336 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-314b1fe0-695c-4c5d-8f3f-8267cc57363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.412292 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] For port 71e1e7e6-8007-447c-931f-520beea130a3, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:41.439978 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] For port 71e1e7e6-8007-447c-931f-520beea130a3, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=71e1e7e6-8007-447c-931f-520beea130a3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:41.449567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.452792 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Allocated IP 172.20.0.2 (70e4ab69-e5f3-4148-a557-71e66bc40611/32091070-a57e-4114-acc8-49254f7f50a6/db75b4a0-efdc-438b-b61d-4b70d1b30ec4) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:10:41.483928 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-314b1fe0-695c-4c5d-8f3f-8267cc57363f None None] Port 71e1e7e6-8007-447c-931f-520beea130a3 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:41.521119 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea954e4-9957-4146-b0f6-9bf275960cc2 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:10:41.591081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cf61c-d0e2-4e13-a224-5d4e404a29cc None None] Pushing event updated for resources: {'Port': ['ID=71e1e7e6-8007-447c-931f-520beea130a3,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:41.597140 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.605498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:41.606117 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:41.684866 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-acc00fbe-ad24-454a-9d89-29f3b8fd69b6 None None] Provisioning complete for port 71e1e7e6-8007-447c-931f-520beea130a3 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:41.685234 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acc00fbe-ad24-454a-9d89-29f3b8fd69b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.815435 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:41.882147 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.890990 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:41.935962 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.1 (70e4ab69-e5f3-4148-a557-71e66bc40611/32091070-a57e-4114-acc8-49254f7f50a6/5043b75a-6a99-43f8-84fc-854fe0af00aa) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:10:42.003949 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:42.014380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:42.020662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:10:42.031957 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acc00fbe-ad24-454a-9d89-29f3b8fd69b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.044226 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Pushing event updated for resources: {'Port': ['ID=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:42.059160 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.095286 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.112390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-acc00fbe-ad24-454a-9d89-29f3b8fd69b6 None None] For port 71e1e7e6-8007-447c-931f-520beea130a3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=71e1e7e6-8007-447c-931f-520beea130a3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:42.136496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:42.139508 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:42.140308 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-acc00fbe-ad24-454a-9d89-29f3b8fd69b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.143155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:10:42.153464 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Attempting to bind port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:42.153837 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Attempting to bind port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:42.154198 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Attempting to bind port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 on network 70e4ab69-e5f3-4148-a557-71e66bc40611 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:42.172162 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=5043b75a-6a99-43f8-84fc-854fe0af00aa,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:42.185651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:42.186024 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Checking segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:42.186424 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.186809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Bound using segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:42.187274 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Bound port: db75b4a0-efdc-438b-b61d-4b70d1b30ec4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:42.187674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.191199 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.249863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc00fbe-ad24-454a-9d89-29f3b8fd69b6 None None] Pushing event updated for resources: {'Port': ['ID=71e1e7e6-8007-447c-931f-520beea130a3,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:42.271026 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:39Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:42.308127 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675bf54-35de-4149-b9e9-9e798ecb859e None None] The sync data for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 is: [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:39Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:42.317857 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] For port db75b4a0-efdc-438b-b61d-4b70d1b30ec4, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:42.321133 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] For port db75b4a0-efdc-438b-b61d-4b70d1b30ec4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:42.326127 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.329371 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.400793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5af07-dcbc-4493-bf43-9871668f8036 None None] Pushing event updated for resources: {'Port': ['ID=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:42.695223 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.702573 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.785349 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:42.790470 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=5043b75a-6a99-43f8-84fc-854fe0af00aa,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:42.898735 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:42.902151 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:43.023777 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router b64fb0d2-558b-43bc-92db-d0a36b4d8037 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:10:43.176387 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:43.185411 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1046765e-bc40-4bd0-a309-2e46c54a86b9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/b64fb0d2-558b-43bc-92db-d0a36b4d8037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3969655 Nov 25 18:10:43.225305 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device db75b4a0-efdc-438b-b61d-4b70d1b30ec4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:43.289822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:43.290191 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:43.395296 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-8b22b174-9444-4525-88fc-f55a4c53b96a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596100507&fields=id&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 267 time: 0.0520320 Nov 25 18:10:43.398483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:43.438436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port db75b4a0-efdc-438b-b61d-4b70d1b30ec4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:43.443742 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:43.444881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 71e1e7e6-8007-447c-931f-520beea130a3 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:43.492576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8583ae-438f-42c6-a7cc-dbd9fb2fd934 None None] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:10:43.512660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-d07f3a64-b99a-4d28-b46f-e1db4cca1fb6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:43.514142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-d07f3a64-b99a-4d28-b46f-e1db4cca1fb6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 796 time: 0.1109133 Nov 25 18:10:43.531792 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-007b18e4-6d8a-4b18-a22f-a2204d5b5ed8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/quotas/612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 375 time: 0.0103819 Nov 25 18:10:43.589585 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-b521df60-f74d-4b5e-99a4-3cb4de4916c6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514979 Nov 25 18:10:43.698165 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-42da2c6f-c726-4323-9296-2a4d43e59e4e service neutron] 10.222.0.86 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932896 Nov 25 18:10:43.757975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:43.785497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a24c0ba7-7434-4e69-b8a7-318f766b724d None None] Provisioning complete for port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:43.785870 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a24c0ba7-7434-4e69-b8a7-318f766b724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:43.796682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-434e553c-86f3-4036-ba99-8f6e593ad30f service neutron] 10.222.0.86 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919087 Nov 25 18:10:43.812847 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 71e1e7e6-8007-447c-931f-520beea130a3 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:43.813217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:43.996557 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ab5091a7-53f0-4248-a84a-34ee2f6d662e req-27744b45-d2ee-4c32-9f96-4a7ac4efbbed tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 210 time: 0.0466578 Nov 25 18:10:44.145034 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Sync routers for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:44.159171 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:44.159830 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:44.234320 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c8846d36-6c08-4308-9dee-99e8330b2300 None None] Provisioning complete for port 5043b75a-6a99-43f8-84fc-854fe0af00aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:44.234901 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8846d36-6c08-4308-9dee-99e8330b2300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.280718 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c8846d36-6c08-4308-9dee-99e8330b2300 None None] Port 5043b75a-6a99-43f8-84fc-854fe0af00aa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:44.289872 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:44.293218 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c8846d36-6c08-4308-9dee-99e8330b2300 None None] Provisioning complete for port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:44.293589 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c8846d36-6c08-4308-9dee-99e8330b2300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.521852 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 2, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:44.529453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-c00d406e-9689-4bbf-a26e-dfbe5b280754 None None] Provisioning complete for port 5043b75a-6a99-43f8-84fc-854fe0af00aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:44.530196 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c00d406e-9689-4bbf-a26e-dfbe5b280754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.569922 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Checking router: b64fb0d2-558b-43bc-92db-d0a36b4d8037 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:44.570280 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Updating router b64fb0d2-558b-43bc-92db-d0a36b4d8037 port 5043b75a-6a99-43f8-84fc-854fe0af00aa binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:10:44.574463 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-c00d406e-9689-4bbf-a26e-dfbe5b280754 None None] Port 5043b75a-6a99-43f8-84fc-854fe0af00aa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:44.614201 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.696457 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a8f696aa-4417-4259-ae47-b8b531bd775f None None] Provisioning complete for port 5043b75a-6a99-43f8-84fc-854fe0af00aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:44.696837 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a8f696aa-4417-4259-ae47-b8b531bd775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.737363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-a8f696aa-4417-4259-ae47-b8b531bd775f None None] Port 5043b75a-6a99-43f8-84fc-854fe0af00aa cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:44.895585 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.900613 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:44.951428 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Pushing event updated for resources: {'Port': ['ID=5043b75a-6a99-43f8-84fc-854fe0af00aa,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:44.972786 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.973153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.973492 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.973818 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.974342 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.974665 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.974987 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.975307 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.983544 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.984399 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.985401 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:44.985994 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:10:45.036199 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Attempting to bind port 5043b75a-6a99-43f8-84fc-854fe0af00aa on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:45.036659 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Attempting to bind port 5043b75a-6a99-43f8-84fc-854fe0af00aa by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:45.036940 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Attempting to bind port 5043b75a-6a99-43f8-84fc-854fe0af00aa on network 70e4ab69-e5f3-4148-a557-71e66bc40611 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:45.053756 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:45.054223 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Checking segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:45.054742 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.055209 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Bound using segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:45.056021 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Bound port: 5043b75a-6a99-43f8-84fc-854fe0af00aa, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:45.056574 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.182406 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] For port 5043b75a-6a99-43f8-84fc-854fe0af00aa, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:45.186191 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] For port 5043b75a-6a99-43f8-84fc-854fe0af00aa, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5043b75a-6a99-43f8-84fc-854fe0af00aa,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:45.190789 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.199350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device db75b4a0-efdc-438b-b61d-4b70d1b30ec4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:45.246702 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:45.247274 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:45.281723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-e351b4af-c921-4e65-8220-a31b80322eec None None] Provisioning complete for port 5043b75a-6a99-43f8-84fc-854fe0af00aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:45.283125 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e351b4af-c921-4e65-8220-a31b80322eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.302187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f2bd-87a2-4e15-9f43-24670eb1d2a9 None None] Pushing event updated for resources: {'Port': ['ID=5043b75a-6a99-43f8-84fc-854fe0af00aa,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:45.339764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:45.340180 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.387919 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:45.481447 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e351b4af-c921-4e65-8220-a31b80322eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.520124 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a85e991a-70a2-4965-abc1-ca82885f7886 req-59f144c6-d565-4912-94ac-8e3267d7e099 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 210 time: 0.0324252 Nov 25 18:10:45.528727 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-aea9c085-d49d-43af-8fd7-aa3eb79a2c93 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:45.530983 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-aea9c085-d49d-43af-8fd7-aa3eb79a2c93 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 796 time: 0.5539565 Nov 25 18:10:45.531344 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e351b4af-c921-4e65-8220-a31b80322eec None None] For port 5043b75a-6a99-43f8-84fc-854fe0af00aa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5043b75a-6a99-43f8-84fc-854fe0af00aa,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:45.546520 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e351b4af-c921-4e65-8220-a31b80322eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.593313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b4af-c921-4e65-8220-a31b80322eec None None] Pushing event updated for resources: {'Port': ['ID=5043b75a-6a99-43f8-84fc-854fe0af00aa,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:45.606530 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-603b578d-b787-40b7-a358-a0b964c6ba9d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 380 time: 0.0630553 Nov 25 18:10:45.616098 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'port': {'device_id': 'd795d079-b4dd-4933-b222-77b971da6b90', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'admin_state_up': True, 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'security_groups': ['ac656274-1ba1-47f4-a704-e2c5485b35c3']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:45.624875 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:45.653033 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb830b-0dce-4a36-af9a-b04bf7fafd5d None None] The sync data for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 is: [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:45.657550 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d92cd14c-8dbc-453a-a7ab-51eff9e19942 None None] Provisioning complete for port 5043b75a-6a99-43f8-84fc-854fe0af00aa triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:45.657998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d92cd14c-8dbc-453a-a7ab-51eff9e19942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.763694 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:10:45.767621 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:45.917045 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.13 (70e4ab69-e5f3-4148-a557-71e66bc40611/32091070-a57e-4114-acc8-49254f7f50a6/bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:10:46.065645 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.101346 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.147465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:46.150465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:46.155568 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:10:46.188979 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:46.219593 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:46.220343 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.238645 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ca78e780-873b-4664-8171-1c95bd7707b1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6261597 Nov 25 18:10:46.250954 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Request body: {'port': {'device_id': 'd795d079-b4dd-4933-b222-77b971da6b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:46.308941 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.418380 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-54caf02a-e590-47e9-be06-fdbb59f33a45 None None] Provisioning complete for port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:46.418942 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-54caf02a-e590-47e9-be06-fdbb59f33a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.471943 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-54caf02a-e590-47e9-be06-fdbb59f33a45 None None] Port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:10:46.475511 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.592622 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:10:46.600708 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.614478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Transition to ACTIVE for port object bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:10:46.617998 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.650253 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf313d-ad68-4393-b794-d697c897af8a req-73c325a8-be01-47ea-bc85-9ad9e56df563 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:46.660830 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2eaf313d-ad68-4393-b794-d697c897af8a req-73c325a8-be01-47ea-bc85-9ad9e56df563 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 932 time: 0.0631495 Nov 25 18:10:46.680899 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:46.731347 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2eaf313d-ad68-4393-b794-d697c897af8a req-d83616a2-8bc1-4a15-9da8-28d1b042fce6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620224 Nov 25 18:10:46.761859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Attempting to bind port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:10:46.762199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Attempting to bind port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:10:46.762628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Attempting to bind port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 on network 70e4ab69-e5f3-4148-a557-71e66bc40611 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:46.767667 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 on network 70e4ab69-e5f3-4148-a557-71e66bc40611 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:10:46.767916 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Attempting to bind port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 on network 70e4ab69-e5f3-4148-a557-71e66bc40611 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:10:46.773817 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:10:46.774156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Checking segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:10:46.774543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Bound using segment: {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:10:46.774977 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Bound port: bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:10:46.775331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.850236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] For port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:10:46.854402 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] For port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:10:46.858824 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.910737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:46.911361 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:46.912782 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 1092 time: 0.6662359 Nov 25 18:10:46.913227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:46.915551 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb457f-4319-4eda-98b1-042fd4f0e48c" -d '{"events": [{"name": "network-changed", "server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:46.942373 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feafdc1-8d74-4970-9948-614a6596a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:46.968601 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376456cd-19b1-49aa-ab4d-d6f5a42dccf4 x-openstack-request-id: req-376456cd-19b1-49aa-ab4d-d6f5a42dccf4 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:46.968601 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:46.968902 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-376456cd-19b1-49aa-ab4d-d6f5a42dccf4 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:46.969307 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'status': 'completed', 'code': 200} Nov 25 18:10:47.000621 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9ea07591-859d-4881-8cb9-c52c90e978c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.002145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-9ea07591-859d-4881-8cb9-c52c90e978c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1095 time: 0.0465560 Nov 25 18:10:47.045565 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-ebeaef0a-a7cd-4d5d-be93-a769cd5ed2ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 217 time: 0.0353744 Nov 25 18:10:47.116274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-d64fd301-53a2-434c-9fea-a025ba000c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.118038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-d64fd301-53a2-434c-9fea-a025ba000c0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 200 len: 834 time: 0.0627627 Nov 25 18:10:47.142004 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5043b75a-6a99-43f8-84fc-854fe0af00aa up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:47.169212 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-61ddcfc6-fa29-4af7-961f-2017ba422338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.170753 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-61ddcfc6-fa29-4af7-961f-2017ba422338 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e4ab69-e5f3-4148-a557-71e66bc40611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456638 Nov 25 18:10:47.192068 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5043b75a-6a99-43f8-84fc-854fe0af00aa triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:47.192440 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:47.261971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-58071771-8bfc-42e3-81e3-0111b7bde3ff service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833292 Nov 25 18:10:47.354725 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9da813b0-9d8a-4d97-9714-7d91a8a7a704 req-812b2055-10f9-4ad3-8d83-ba2de3dede1f service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854731 Nov 25 18:10:47.439744 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-1d537872-1344-4fa9-a050-d7fdbbb4ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.441204 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-1d537872-1344-4fa9-a050-d7fdbbb4ade0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1095 time: 0.0412276 Nov 25 18:10:47.531941 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-a9f190a9-3976-48e5-99a6-125aa743eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.533379 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-a9f190a9-3976-48e5-99a6-125aa743eaa5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 897 time: 0.0857956 Nov 25 18:10:47.576119 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-83dd3fd2-4cae-4c6e-ae75-eef708bbec50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 217 time: 0.0359738 Nov 25 18:10:47.625065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-db94f516-2992-4dac-988c-ac64a2c3e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.626380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-db94f516-2992-4dac-988c-ac64a2c3e48e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 200 len: 834 time: 0.0431888 Nov 25 18:10:47.672670 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-e25effaf-ef93-410d-8f0f-2aff2cf00bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.674146 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-e25effaf-ef93-410d-8f0f-2aff2cf00bbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e4ab69-e5f3-4148-a557-71e66bc40611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401621 Nov 25 18:10:47.767952 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-fb73d6e2-9fc8-46e0-9892-3064fa298866 service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859091 Nov 25 18:10:47.858218 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9f0b4-e81e-4b0f-a10a-84888d335223 req-56494aad-3912-4c9b-b302-cff603862af9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:47.859848 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b1e9f0b4-e81e-4b0f-a10a-84888d335223 req-56494aad-3912-4c9b-b302-cff603862af9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 944 time: 0.0530975 Nov 25 18:10:47.863436 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c0eb457f-4319-4eda-98b1-042fd4f0e48c req-85498d8c-31d2-4e26-acb7-1ba751e98e25 service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875475 Nov 25 18:10:47.911461 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b1e9f0b4-e81e-4b0f-a10a-84888d335223 req-9d90d155-4274-4c74-b020-281fc0b5a2a9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Nov 25 18:10:47.999755 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:48.977458 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:10:49.036649 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054f954-a0b3-46e4-aca5-c9eed82f3d83 req-7a08841e-2331-4018-8983-56a9adf0da18 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:49.038215 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3054f954-a0b3-46e4-aca5-c9eed82f3d83 req-7a08841e-2331-4018-8983-56a9adf0da18 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 944 time: 0.0550983 Nov 25 18:10:49.076030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:49.087431 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'port_id': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'mac_address': 'fa:16:3e:ce:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:10:49.088852 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3054f954-a0b3-46e4-aca5-c9eed82f3d83 req-55b974e0-3492-4378-8fe0-438ae794dbcb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Nov 25 18:10:49.126637 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:49.143003 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:10:49.162428 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:49.167805 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:49.214422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:49.363097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:10:50.204343 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad395c1-e2fc-428a-88d1-ab55f8861069 req-955ff61a-7b24-420f-9d36-db5cbfe0f4b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:50.205820 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dad395c1-e2fc-428a-88d1-ab55f8861069 req-955ff61a-7b24-420f-9d36-db5cbfe0f4b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Nov 25 18:10:50.255304 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-dad395c1-e2fc-428a-88d1-ab55f8861069 req-442d4714-bdc6-4420-87ce-22662894929b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Nov 25 18:10:50.994841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:10:51.042795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:10:51.046339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:10:51.046712 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:51.128528 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:51.150197 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:51.152641 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20381e5-7148-47e1-89b7-7f67a0a24502" -d '{"events": [{"server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "name": "network-vif-plugged", "status": "completed", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:51.165223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:10:51.170259 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:51.195918 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5556a40-f7c7-41d9-8991-6f9a2e8d37d2 x-openstack-request-id: req-d5556a40-f7c7-41d9-8991-6f9a2e8d37d2 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:51.196213 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "name": "network-vif-plugged", "status": "completed", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:51.196466 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d5556a40-f7c7-41d9-8991-6f9a2e8d37d2 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:51.196889 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'code': 200} Nov 25 18:10:51.229547 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:51.298206 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759b917-938b-4a20-a49c-f7d6071a0c18 req-1fd40d52-21ae-47ce-bcdf-ff44f9431148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:51.299757 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6759b917-938b-4a20-a49c-f7d6071a0c18 req-1fd40d52-21ae-47ce-bcdf-ff44f9431148 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1097 time: 0.0422001 Nov 25 18:10:51.348864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6759b917-938b-4a20-a49c-f7d6071a0c18 req-9c036896-a216-4e23-9886-1e8875299530 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Nov 25 18:10:51.379188 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfe1a0-ae2b-4675-9886-ec7b86635e77 req-ccca07fc-879e-4a99-9bbc-1a06136bd28d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:51.380593 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28bfe1a0-ae2b-4675-9886-ec7b86635e77 req-ccca07fc-879e-4a99-9bbc-1a06136bd28d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0546029 Nov 25 18:10:51.430167 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-28bfe1a0-ae2b-4675-9886-ec7b86635e77 req-e7b65b52-8517-4a48-80a5-d350f9930789 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Nov 25 18:10:52.550247 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c60cc-cda2-430c-a1a1-21b94d9ccb03 req-373c2577-adb9-4558-8531-76a0d0c598fa tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:52.551611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-454c60cc-cda2-430c-a1a1-21b94d9ccb03 req-373c2577-adb9-4558-8531-76a0d0c598fa tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0529320 Nov 25 18:10:52.604202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-454c60cc-cda2-430c-a1a1-21b94d9ccb03 req-1d429b93-fc00-44f5-b182-a031d58bdc61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463796 Nov 25 18:10:52.718229 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2d79-b1ec-403d-b66e-123783b374b0 req-38d002cd-a83b-4787-9f07-3c7a837a1005 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:52.719727 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-680e2d79-b1ec-403d-b66e-123783b374b0 req-38d002cd-a83b-4787-9f07-3c7a837a1005 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0482726 Nov 25 18:10:52.769207 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-680e2d79-b1ec-403d-b66e-123783b374b0 req-1937583f-30e3-4433-bdca-0b2c6d20a5db tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Nov 25 18:10:52.791945 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34296) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:52.833750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90059ce3-860d-4928-9791-6e4f8cb3d353 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:52.835161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-90059ce3-860d-4928-9791-6e4f8cb3d353 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1092 time: 0.0422461 Nov 25 18:10:52.838632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34298) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:52.842913 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:10:52.866715 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:52.960194 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:53.066632 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.90 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/c096a23a-6dcf-44cf-bcaf-b8b6145633eb) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:10:53.167663 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:53.202706 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:53.245613 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:10:53.248472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:10:53.251866 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:10:53.278660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=c096a23a-6dcf-44cf-bcaf-b8b6145633eb,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:53.603642 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:53.671870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:54.145914 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:54.151124 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:54.217579 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=c096a23a-6dcf-44cf-bcaf-b8b6145633eb,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:10:54.230307 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:54.334781 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP f826d2c1-4084-42cf-8d48-609a414e026e associated. External IP: 172.25.8.90, port: bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699. Nov 25 18:10:54.542481 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router b64fb0d2-558b-43bc-92db-d0a36b4d8037 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:10:54.650020 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:10:54.660319 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] Sync routers for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:10:54.670229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:10:54.671149 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:54.671802 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:54.697827 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-a9339dfa-bc59-4187-8700-8ea91203ca7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8580604 Nov 25 18:10:54.698971 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:10:54.701634 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d" -d '{"events": [{"name": "network-changed", "server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:10:54.741542 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e3899a-b110-4d26-ad5a-111a2528e713 x-openstack-request-id: req-12e3899a-b110-4d26-ad5a-111a2528e713 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:10:54.741843 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:10:54.742100 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-12e3899a-b110-4d26-ad5a-111a2528e713 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:10:54.742512 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'status': 'completed', 'code': 200} Nov 25 18:10:54.789161 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:54.824936 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb291c-572e-4b25-8eab-183a7aefe79e req-e133b157-5418-4aa4-b1f1-5ddc6b844b20 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:54.826360 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86fb291c-572e-4b25-8eab-183a7aefe79e req-e133b157-5418-4aa4-b1f1-5ddc6b844b20 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0768392 Nov 25 18:10:54.841406 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-8d54af9d-168e-43b2-af0b-e75e2e302288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:54.842829 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-8d54af9d-168e-43b2-af0b-e75e2e302288 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1097 time: 0.0670009 Nov 25 18:10:54.936067 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-86fb291c-572e-4b25-8eab-183a7aefe79e req-6e321c6b-642a-4831-acd1-4c29dd0c4254 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036026 Nov 25 18:10:54.958830 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34304) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:54.969047 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-728a9cbf-53cb-47fe-a99a-ee936b0d7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:54.971042 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-728a9cbf-53cb-47fe-a99a-ee936b0d7aed service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 897 time: 0.1209631 Nov 25 18:10:55.023703 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'f826d2c1-4084-42cf-8d48-609a414e026e', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'port_id': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'mac_address': 'fa:16:3e:ce:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d079-b4dd-4933-b222-77b971da6b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:10:53Z', 'updated_at': '2021-11-25T18:10:53Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:55.027921 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-655d4c15-c74b-4879-867e-0207b8638101 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/f826d2c1-4084-42cf-8d48-609a414e026e HTTP/1.1" status: 200 len: 991 time: 0.0666022 Nov 25 18:10:55.040791 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-226c7e37-320c-469f-a66e-353d4cd2904a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 999 time: 0.0631657 Nov 25 18:10:55.050890 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] Checking router: b64fb0d2-558b-43bc-92db-d0a36b4d8037 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:10:55.061350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:10:55.061970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:10:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:55.097388 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-f3e36565-3608-47f2-95b9-176c45ab53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:55.099495 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-f3e36565-3608-47f2-95b9-176c45ab53bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 200 len: 834 time: 0.0517933 Nov 25 18:10:55.144969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-f6b7c1ef-1a0f-4166-9c20-a333d61ace22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:10:55.146451 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-f6b7c1ef-1a0f-4166-9c20-a333d61ace22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e4ab69-e5f3-4148-a557-71e66bc40611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404212 Nov 25 18:10:55.174241 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:10:55.238412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-f03d3c39-156d-4ede-a624-16f12a0ad2ad service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Nov 25 18:10:55.349402 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-836ed6ba-cda0-4dbf-be3b-249ebf6bb94d req-8782f7d2-4b30-4470-b475-ba82e6bb7fd4 service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042752 Nov 25 18:10:55.410321 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'f826d2c1-4084-42cf-8d48-609a414e026e', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'port_id': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'mac_address': 'fa:16:3e:ce:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d079-b4dd-4933-b222-77b971da6b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:10:53Z', 'updated_at': '2021-11-25T18:10:53Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:10:55.438062 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6822effa-846f-4ef2-bc6c-d1e3eedef5c9 None None] The sync data for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 is: [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'f826d2c1-4084-42cf-8d48-609a414e026e', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'port_id': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'mac_address': 'fa:16:3e:ce:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd795d079-b4dd-4933-b222-77b971da6b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:10:53Z', 'updated_at': '2021-11-25T18:10:53Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:10:55.625779 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789160f8-2681-4b74-8845-d9f95e6753fc None None] New status for floating IP f826d2c1-4084-42cf-8d48-609a414e026e: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:10:56.030554 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34306) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:10:56.102951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7669d3d7-a7d1-4a31-ba0d-eedf85f81b25 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/f826d2c1-4084-42cf-8d48-609a414e026e HTTP/1.1" status: 200 len: 993 time: 0.0708849 Nov 25 18:11:05.776123 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9d258b95-d60c-4bf7-8e87-e66742d2d7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:08.033821 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5c6da8e1-73fe-4c58-9caf-6b03e9ed2bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:09.513958 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:10.415603 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:11:10.773524 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:11.519756 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:16.462845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:18.002831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:19.772142 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-33c19232-c2cf-4b69-949a-8678858cabe0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855711 Nov 25 18:11:19.854070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-41ef2651-8437-422b-809a-c7f0bcdf9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:19.855633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-41ef2651-8437-422b-809a-c7f0bcdf9d6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1097 time: 0.0399070 Nov 25 18:11:19.962228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-925fc7e2-96f9-4fa5-845e-e521f4ce42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:19.963632 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-925fc7e2-96f9-4fa5-845e-e521f4ce42d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 897 time: 0.0884602 Nov 25 18:11:20.029798 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-a96bd6c0-9249-4525-8fc0-e26990decd2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 1001 time: 0.0585289 Nov 25 18:11:20.081367 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-edfafd3c-0787-4751-a168-1e2482db1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:20.082780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-edfafd3c-0787-4751-a168-1e2482db1a88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 200 len: 834 time: 0.0467329 Nov 25 18:11:20.127521 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-599c04df-8f9a-4f89-88c0-0780d894b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:20.128965 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-599c04df-8f9a-4f89-88c0-0780d894b807 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e4ab69-e5f3-4148-a557-71e66bc40611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390365 Nov 25 18:11:20.215273 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-8c8bc4b8-d55f-447c-b13f-528f1f03f93a service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786963 Nov 25 18:11:20.307996 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-fef735da-9e46-4cd8-86af-7b0e0b57e7d7 req-6f110ddc-8926-422b-8f14-2394fcee20f9 service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850475 Nov 25 18:11:27.567352 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd31477-748e-4567-b522-887eb67458e1 req-e1cf6d67-a8fd-4dcc-ace2-5212862e4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:27.568997 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-e1cf6d67-a8fd-4dcc-ace2-5212862e4703 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1097 time: 0.0577190 Nov 25 18:11:27.648200 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f837d-a897-42c6-aa79-04421487bc9c req-5c8396b4-2cf9-4a7c-ad0c-423599bfc3e4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:27.649725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd2f837d-a897-42c6-aa79-04421487bc9c req-5c8396b4-2cf9-4a7c-ad0c-423599bfc3e4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.1380422 Nov 25 18:11:27.691859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd31477-748e-4567-b522-887eb67458e1 req-755d9190-8a69-4785-ba94-b03d5dac6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:27.693355 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-755d9190-8a69-4785-ba94-b03d5dac6488 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 897 time: 0.1170905 Nov 25 18:11:27.709269 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd2f837d-a897-42c6-aa79-04421487bc9c req-8144734c-e8a6-4823-becf-cedba11ff9de tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509822 Nov 25 18:11:27.770903 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-ecb02376-623e-424e-b224-9fd605b080d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 1001 time: 0.0699837 Nov 25 18:11:27.827214 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd31477-748e-4567-b522-887eb67458e1 req-52b11880-f8fc-4ff7-8c1b-d6a3cacc1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:27.829024 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-52b11880-f8fc-4ff7-8c1b-d6a3cacc1496 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 200 len: 834 time: 0.0508008 Nov 25 18:11:27.889507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd31477-748e-4567-b522-887eb67458e1 req-542939e6-61ab-4a52-a91c-57de93f07191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:27.891026 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-542939e6-61ab-4a52-a91c-57de93f07191 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e4ab69-e5f3-4148-a557-71e66bc40611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553043 Nov 25 18:11:27.992387 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-905c3e48-de4d-415d-a6ff-def2502adf0f service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911102 Nov 25 18:11:28.087071 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6dd31477-748e-4567-b522-887eb67458e1 req-e3da044c-57ee-45a6-93be-18a9379562c4 service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876050 Nov 25 18:11:28.878340 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa0654-017c-4cd1-8a6e-e9858c87536d req-232dc9b1-e4c2-4496-a379-d58dc8ea96cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:28.879858 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35aa0654-017c-4cd1-8a6e-e9858c87536d req-232dc9b1-e4c2-4496-a379-d58dc8ea96cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0990956 Nov 25 18:11:28.929388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-35aa0654-017c-4cd1-8a6e-e9858c87536d req-f9196edc-c3bd-4cf4-bf77-3fa86f16cbad tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Nov 25 18:11:30.047455 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6ada-7e3f-48ac-a8db-542c4ab6d92e req-7057f658-af03-49de-b0f1-ee73a905a7df tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:30.048934 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5fba6ada-7e3f-48ac-a8db-542c4ab6d92e req-7057f658-af03-49de-b0f1-ee73a905a7df tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0494788 Nov 25 18:11:30.099734 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5fba6ada-7e3f-48ac-a8db-542c4ab6d92e req-3025b635-d374-4903-8c86-f6ba56d642ab tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Nov 25 18:11:31.217106 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c37-275f-4ea3-ac22-de0ca64da7e6 req-fdff664e-1a1b-4d67-a5e6-64cf4bd2f455 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:31.219097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1b26c37-275f-4ea3-ac22-de0ca64da7e6 req-fdff664e-1a1b-4d67-a5e6-64cf4bd2f455 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0482843 Nov 25 18:11:31.274694 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b1b26c37-275f-4ea3-ac22-de0ca64da7e6 req-f9a4a5f5-c6ac-4131-a5fe-cdb641f5af50 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501316 Nov 25 18:11:32.388275 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d417-dcfa-4d7c-ad6d-d291acc3ee47 req-7510ef45-5689-4348-9c87-9c8010fa2f5d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:32.389729 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32d7d417-dcfa-4d7c-ad6d-d291acc3ee47 req-7510ef45-5689-4348-9c87-9c8010fa2f5d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0481327 Nov 25 18:11:32.438639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-32d7d417-dcfa-4d7c-ad6d-d291acc3ee47 req-a8ddb266-f35e-4380-83b6-17863bac15bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Nov 25 18:11:33.562191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa81f1-fe3b-4bbf-914c-bce75082d108 req-a80d0353-b170-47a0-9f15-2eeea1902ef6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:33.563844 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7daa81f1-fe3b-4bbf-914c-bce75082d108 req-a80d0353-b170-47a0-9f15-2eeea1902ef6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Nov 25 18:11:33.615000 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7daa81f1-fe3b-4bbf-914c-bce75082d108 req-e53f92af-7ec1-4a77-951a-a5bd2281ad08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450289 Nov 25 18:11:34.736612 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87272961-a6fc-4fba-a323-2963e4e6bde8 req-eb025d6e-7b4d-4802-92a5-942c5f9a02be tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:34.738348 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87272961-a6fc-4fba-a323-2963e4e6bde8 req-eb025d6e-7b4d-4802-92a5-942c5f9a02be tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0533919 Nov 25 18:11:34.786694 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-87272961-a6fc-4fba-a323-2963e4e6bde8 req-e7640f67-d4b9-47cb-988b-15361399cc45 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Nov 25 18:11:35.776836 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5b3-51a5-48f1-b821-11667debceff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:35.903100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cf6d-5729-40ea-8ec0-6fd4d22f96c6 req-953dae1b-e1ae-4936-8adb-ea72883a753c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:35.904579 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74b3cf6d-5729-40ea-8ec0-6fd4d22f96c6 req-953dae1b-e1ae-4936-8adb-ea72883a753c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0489058 Nov 25 18:11:35.953137 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-74b3cf6d-5729-40ea-8ec0-6fd4d22f96c6 req-c58a8deb-1b8c-4b2b-8781-22002b5f8df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Nov 25 18:11:37.069128 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca408e-6359-4a92-9c00-9037f89e98ea req-73fc2030-a5cd-45d0-9774-dab6ccf9b4fc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:37.070626 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dca408e-6359-4a92-9c00-9037f89e98ea req-73fc2030-a5cd-45d0-9774-dab6ccf9b4fc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0487840 Nov 25 18:11:37.121809 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5dca408e-6359-4a92-9c00-9037f89e98ea req-e5c2a2e9-e31e-49b8-b78c-c1a6777c1ad6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Nov 25 18:11:38.024776 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7ff93e86-263f-4384-b626-51d0bf121249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:38.244476 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c796cc-9aa4-4718-a164-bbb2ae053381 req-72b1d6a0-b40c-4e2d-9023-ad1e9a1a8166 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:38.245962 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09c796cc-9aa4-4718-a164-bbb2ae053381 req-72b1d6a0-b40c-4e2d-9023-ad1e9a1a8166 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0561025 Nov 25 18:11:38.296307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-09c796cc-9aa4-4718-a164-bbb2ae053381 req-05397340-d7be-4ad8-ba3b-208487281cdf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439889 Nov 25 18:11:39.419496 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b19f-8075-462a-9b22-9f700e19f0d2 req-7bb97c56-b114-47c4-ba51-3f3df6c49d3f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:39.420987 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b772b19f-8075-462a-9b22-9f700e19f0d2 req-7bb97c56-b114-47c4-ba51-3f3df6c49d3f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0536931 Nov 25 18:11:39.474426 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b772b19f-8075-462a-9b22-9f700e19f0d2 req-723dcaaf-74ab-4ffc-9888-f318ab1e05b2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458560 Nov 25 18:11:39.517202 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:40.597772 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c01a2-1af4-473c-9cf2-594c3bb31fe7 req-fc6c0eb8-accd-4767-80f0-bc39ed7c99b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:40.599408 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f5c01a2-1af4-473c-9cf2-594c3bb31fe7 req-fc6c0eb8-accd-4767-80f0-bc39ed7c99b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0527704 Nov 25 18:11:40.653364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5f5c01a2-1af4-473c-9cf2-594c3bb31fe7 req-d87812f8-8940-4930-a559-f067443d5cd5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Nov 25 18:11:40.776159 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.524844 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:41.771335 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cd763-e2fa-4ce3-bcb6-48b9fa16246b req-48170017-baa1-4a9e-8e11-f6fd570dbc18 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:41.772834 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-457cd763-e2fa-4ce3-bcb6-48b9fa16246b req-48170017-baa1-4a9e-8e11-f6fd570dbc18 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0495386 Nov 25 18:11:41.826698 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-457cd763-e2fa-4ce3-bcb6-48b9fa16246b req-feccfb1a-1cd3-4a75-8e2e-9b3683eceaf5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477986 Nov 25 18:11:42.941893 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1c8be-6976-41cd-9b50-67abd2d3419c req-9cb05292-7358-46f2-a449-e7dad6b0f3f4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:42.943346 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ea1c8be-6976-41cd-9b50-67abd2d3419c req-9cb05292-7358-46f2-a449-e7dad6b0f3f4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0475340 Nov 25 18:11:42.995915 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6ea1c8be-6976-41cd-9b50-67abd2d3419c req-2f155bf6-4112-4473-9c0b-003706ced570 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465696 Nov 25 18:11:44.114515 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937feae3-ce46-42f8-8e96-729d444c02cd req-ed374675-b43b-47fe-9312-8d60e491ebaf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:11:44.115913 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-937feae3-ce46-42f8-8e96-729d444c02cd req-ed374675-b43b-47fe-9312-8d60e491ebaf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Nov 25 18:11:44.167682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-937feae3-ce46-42f8-8e96-729d444c02cd req-95db10cf-59ab-4bb3-a479-afb08441c2f1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Nov 25 18:11:44.189941 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34356) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:11:44.249920 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fe4a852a-9897-4e1b-9ba6-d56795e1ea89 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/f826d2c1-4084-42cf-8d48-609a414e026e HTTP/1.1" status: 200 len: 993 time: 0.0588315 Nov 25 18:11:46.458642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:11:47.415118 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:11:47.997412 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:05.778788 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-049f2508-df35-41b6-9ad9-6c01f3aadaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:08.026146 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-81089400-004f-4b9e-a899-0e927c3da7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:09.519971 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:10.778632 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:11.526412 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:14.805729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34368) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:14.963492 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port c096a23a-6dcf-44cf-bcaf-b8b6145633eb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:12:14.963830 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:15.041303 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:15.041626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:15.053584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for c096a23a-6dcf-44cf-bcaf-b8b6145633eb owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:12:15.201265 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:15.227600 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=c096a23a-6dcf-44cf-bcaf-b8b6145633eb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:15.251998 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.252380 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.252723 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.253059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.253394 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.253750 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.254065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.254395 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.254726 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.255053 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.255408 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.255729 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:15.297682 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:15.298057 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP f826d2c1-4084-42cf-8d48-609a414e026e disassociated (deleted). External IP: 172.25.8.90, port: bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699. Nov 25 18:12:15.516015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router b64fb0d2-558b-43bc-92db-d0a36b4d8037 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:12:15.622615 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:12:15.627085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:15.632425 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] Sync routers for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:12:15.641633 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:15.642230 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:15.654602 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-cfc98e80-27e3-4e50-be75-83a9e5dfe9cc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/floatingips/f826d2c1-4084-42cf-8d48-609a414e026e HTTP/1.1" status: 204 len: 168 time: 0.8478026 Nov 25 18:12:15.655193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:15.657506 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:15.704081 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1089827-9a79-4e51-b25e-60f8c281f169 x-openstack-request-id: req-d1089827-9a79-4e51-b25e-60f8c281f169 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:15.704436 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:15.704756 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d1089827-9a79-4e51-b25e-60f8c281f169 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:15.706164 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'status': 'completed', 'code': 200} Nov 25 18:12:15.763662 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:15.779155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-2f36af43-a006-49bf-95f1-f62576408e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:15.780966 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-2f36af43-a006-49bf-95f1-f62576408e41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 1097 time: 0.0476849 Nov 25 18:12:15.926483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-6a8b3f3f-c10d-42d6-8cec-35b6715f938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:15.927989 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-6a8b3f3f-c10d-42d6-8cec-35b6715f938d service neutron] 10.222.0.73 "GET /v2.0/networks?id=70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 200 len: 897 time: 0.1360767 Nov 25 18:12:15.935430 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a76ebd-a385-48a6-85d5-63eeb09cd79a req-e70229ed-86e6-4c9c-82eb-cfd01490e6c7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:15.936949 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57a76ebd-a385-48a6-85d5-63eeb09cd79a req-e70229ed-86e6-4c9c-82eb-cfd01490e6c7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0837097 Nov 25 18:12:15.984134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-6e3c1803-d50b-4e93-a821-fd5ea1894b5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 200 len: 217 time: 0.0461771 Nov 25 18:12:16.055490 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-57a76ebd-a385-48a6-85d5-63eeb09cd79a req-d6c1dc86-3f1e-44bc-94d5-30e52ef564ef tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112423 Nov 25 18:12:16.063191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-3ee14c93-75e7-4495-ba84-ee48fda8dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:16.066261 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-3ee14c93-75e7-4495-ba84-ee48fda8dc23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 200 len: 834 time: 0.0721495 Nov 25 18:12:16.110258 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-089f07dd-402e-49cc-b9b2-cdc5b1c32c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:16.111821 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-089f07dd-402e-49cc-b9b2-cdc5b1c32c46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70e4ab69-e5f3-4148-a557-71e66bc40611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399783 Nov 25 18:12:16.159304 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:16.189165 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] Checking router: b64fb0d2-558b-43bc-92db-d0a36b4d8037 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:12:16.197969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:16.198576 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:16.200395 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-ed3615fa-384a-49f9-b176-4f8d3a99c75f service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812831 Nov 25 18:12:16.297784 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b78c460e-8cd5-404a-aa87-c0cc31fb9b8f req-e0c9502c-e887-47ce-b38f-0b76eea4eada service neutron] 10.222.0.73 "GET /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893009 Nov 25 18:12:16.303808 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:16.483775 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:16.511783 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:16.538192 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7f91d-a195-46b3-89fa-f160192aaa7b None None] The sync data for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 is: [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5043b75a-6a99-43f8-84fc-854fe0af00aa', 'name': '', 'network_id': '70e4ab69-e5f3-4148-a557-71e66bc40611', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:4e:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '32091070-a57e-4114-acc8-49254f7f50a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:41Z', 'updated_at': '2021-11-25T18:10:45Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '32091070-a57e-4114-acc8-49254f7f50a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:12:16.761752 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f40ac-9923-4e36-bc31-a408daf1d63e None None] New status for floating IP f826d2c1-4084-42cf-8d48-609a414e026e: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:12:17.179351 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5894d21-87cd-48f8-9b61-0a68957a0299 req-a3d9e428-d1e0-4b6d-9147-d70c3e87bc98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:17.180834 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5894d21-87cd-48f8-9b61-0a68957a0299 req-a3d9e428-d1e0-4b6d-9147-d70c3e87bc98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Nov 25 18:12:17.229821 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a5894d21-87cd-48f8-9b61-0a68957a0299 req-8ec99358-9d5a-4a31-a347-d6784eec526f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac656274-1ba1-47f4-a704-e2c5485b35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Nov 25 18:12:17.312087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-0162483b-01b7-4d3a-a0a6-60c83998da63 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:17.313532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-0162483b-01b7-4d3a-a0a6-60c83998da63 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/ports?device_id=d795d079-b4dd-4933-b222-77b971da6b90 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Nov 25 18:12:17.406490 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:12:17.407024 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:17.492671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:17.493029 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:17.506087 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:12:17.632474 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:17.661299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:17.691788 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.692141 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.692488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.692828 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.693167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.693503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.693837 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.694168 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.694499 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.694827 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.695159 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.695516 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:17.717822 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] No DVR routers for this DVR port bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:12:17.720442 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:17.723881 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c9307318-5fb4-4868-acf6-a2ed43fcd1b5 req-679da2ed-3be5-4907-87ce-c6d312b169ec tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "DELETE /v2.0/ports/bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 HTTP/1.1" status: 204 len: 173 time: 0.4039483 Nov 25 18:12:17.724316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'name': 'network-vif-deleted', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:17.726564 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e8320-ca2f-49d2-b05e-ec614b8e3f6c" -d '{"events": [{"server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "name": "network-vif-deleted", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:17.830065 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e26e45-2e92-4907-8a42-151a16f84285 x-openstack-request-id: req-69e26e45-2e92-4907-8a42-151a16f84285 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:17.830522 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d795d079-b4dd-4933-b222-77b971da6b90", "name": "network-vif-deleted", "tag": "bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:17.830784 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-69e26e45-2e92-4907-8a42-151a16f84285 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:17.831191 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd795d079-b4dd-4933-b222-77b971da6b90', 'name': 'network-vif-deleted', 'tag': 'bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699', 'status': 'completed', 'code': 200} Nov 25 18:12:17.997193 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:18.288800 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34384) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:18.665305 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:18.918482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 5043b75a-6a99-43f8-84fc-854fe0af00aa {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:12:18.918741 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.006771 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 5043b75a-6a99-43f8-84fc-854fe0af00aa, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5043b75a-6a99-43f8-84fc-854fe0af00aa,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:19.007131 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.023378 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 5043b75a-6a99-43f8-84fc-854fe0af00aa owned by network:router_interface {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:12:19.203870 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.231123 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=5043b75a-6a99-43f8-84fc-854fe0af00aa,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:19.382147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:12:19.412560 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.416253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:12:19.416597 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device bc5bf4ad-4a63-4464-91f9-ac9f5a3f7699 not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:12:19.644262 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router b64fb0d2-558b-43bc-92db-d0a36b4d8037 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:12:19.750885 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:12:19.756644 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-6f958714-c92f-42f9-be34-5f567e3f1618 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/b64fb0d2-558b-43bc-92db-d0a36b4d8037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665759 Nov 25 18:12:19.759051 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34386) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:19.761243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] Sync routers for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:12:19.772690 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:19.773224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:19.810537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting subnet 32091070-a57e-4114-acc8-49254f7f50a6 {{(pid=103635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:12:19.813846 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.859648 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4575892'] for subnet, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:19.880735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:19.944255 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.003179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4625883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4849579'] for subnet, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.031154 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Subnet': ['ID=32091070-a57e-4114-acc8-49254f7f50a6,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:20.033085 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.039220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34388) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:20.039735 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-82a1aa80-b9dd-4be9-933d-e57943cc6f4a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/subnets/32091070-a57e-4114-acc8-49254f7f50a6 HTTP/1.1" status: 204 len: 168 time: 0.2792187 Nov 25 18:12:20.041728 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67fa7f-9b3b-4062-bf63-0769c48d6d22 None None] Network 70e4ab69-e5f3-4148-a557-71e66bc40611 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:12:20.146226 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.162950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:12:19Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:20.192819 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] Checking router: b64fb0d2-558b-43bc-92db-d0a36b4d8037 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:12:20.206767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] Routers {'b64fb0d2-558b-43bc-92db-d0a36b4d8037'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:20.207404 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:20.257616 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.290942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] DHCP port deletion for 70e4ab69-e5f3-4148-a557-71e66bc40611 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:12:20.313064 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 71e1e7e6-8007-447c-931f-520beea130a3 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:12:20.313398 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.347964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] Set router b64fb0d2-558b-43bc-92db-d0a36b4d8037 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:20.393754 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 71e1e7e6-8007-447c-931f-520beea130a3, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=71e1e7e6-8007-447c-931f-520beea130a3,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:20.394114 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.406731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 71e1e7e6-8007-447c-931f-520beea130a3 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:12:20.461629 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Deleting port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:12:20.462233 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.569985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] For port db75b4a0-efdc-438b-b61d-4b70d1b30ec4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,segment=NetworkSegment(ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88),segment_id=ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:20.570346 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.570478 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.587280 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Calling delete_port for db75b4a0-efdc-438b-b61d-4b70d1b30ec4 owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:12:20.599538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=71e1e7e6-8007-447c-931f-520beea130a3,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:20.634341 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81862c64-2d0e-46ca-b937-f9472d87a1ae None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:12:20.661293 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.666985 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:12:19Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:20.700496 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dad1f4-d83a-4754-a8b8-6f3dd18f8edf None None] The sync data for ids ['b64fb0d2-558b-43bc-92db-d0a36b4d8037'] in n-d-817303-7 is: [{'id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346433367', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '71e1e7e6-8007-447c-931f-520beea130a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:12:19Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '71e1e7e6-8007-447c-931f-520beea130a3', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64fb0d2-558b-43bc-92db-d0a36b4d8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:10:38Z', 'updated_at': '2021-11-25T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:12:20.719860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.747814 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Pushing event deleted for resources: {'Port': ['ID=db75b4a0-efdc-438b-b61d-4b70d1b30ec4,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:20.758096 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.758313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.758432 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.758730 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.759244 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.759453 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.759754 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.760081 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.760380 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.760479 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.760717 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.761040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.761369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.761687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:20.764349 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670c416-02d8-4456-adc2-6c25fbb85019 None None] No DVR routers for this DVR port db75b4a0-efdc-438b-b61d-4b70d1b30ec4 on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:12:20.805406 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.806009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Fanout notify agent at l3_agent the message router_deleted on router b64fb0d2-558b-43bc-92db-d0a36b4d8037 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:12:20.813228 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.814388 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8618c608-5ae4-4003-8f0a-66ea71f83cc8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/routers/b64fb0d2-558b-43bc-92db-d0a36b4d8037 HTTP/1.1" status: 204 len: 168 time: 0.7737508 Nov 25 18:12:20.817710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34390) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:20.897800 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:20.984566 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.004233 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e4ab69-e5f3-4148-a557-71e66bc40611']}} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:21.013100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88') {'for_net_delete': True} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:21.013392 n-d-817303-7 neutron-server[103636]: DEBUG neutron.services.segments.db [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8f8bb7-caf9-4f07-89ec-02a4b67a2c88') {} {{(pid=103636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:21.022653 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262192'] for segment, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.036382 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.042732 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:12:21.043318 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16451834'] for segment, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: Traceback (most recent call last): Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: timer() Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: cb(*args, **kw) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: return func(*args, **kwargs) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: self._notify() Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: self.callback(batched_events) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: event.method(event) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: return f(self, *a, **k) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: return self._get(url).json() Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: return self.request(url, 'GET', **kwargs) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:12:21.046213 n-d-817303-7 neutron-server[103636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:12:21.108269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.114472 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.120381 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/networks/70e4ab69-e5f3-4148-a557-71e66bc40611 HTTP/1.1" status: 204 len: 168 time: 0.2992668 Nov 25 18:12:21.120756 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34392) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:21.135160 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54045984-62bd-4a6c-bade-4b3fb6e16371 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Network': ['ID=70e4ab69-e5f3-4148-a557-71e66bc40611,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:21.204620 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65238e99-0103-42f6-855b-f90d17a5b2d3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.234928 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65238e99-0103-42f6-855b-f90d17a5b2d3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.252017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device db75b4a0-efdc-438b-b61d-4b70d1b30ec4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:12:21.273169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: db75b4a0-efdc-438b-b61d-4b70d1b30ec4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:12:21.273499 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device db75b4a0-efdc-438b-b61d-4b70d1b30ec4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:12:21.273900 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5043b75a-6a99-43f8-84fc-854fe0af00aa no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:12:21.296888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5043b75a-6a99-43f8-84fc-854fe0af00aa {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:12:21.297232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5043b75a-6a99-43f8-84fc-854fe0af00aa not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:12:21.307198 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65238e99-0103-42f6-855b-f90d17a5b2d3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.310107 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-65238e99-0103-42f6-855b-f90d17a5b2d3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.313656 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-65238e99-0103-42f6-855b-f90d17a5b2d3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/security-groups/ac656274-1ba1-47f4-a704-e2c5485b35c3 HTTP/1.1" status: 204 len: 168 time: 0.1894712 Nov 25 18:12:21.321247 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65238e99-0103-42f6-855b-f90d17a5b2d3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac656274-1ba1-47f4-a704-e2c5485b35c3,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:21.511412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34398) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:21.516015 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984960214', 'description': 'tempest-secgroup-smoke-1984960214 description', 'project_id': '612d99cd453b4fdb9ee990f90370066c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:21.539626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.603821 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.607298 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.636836 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.637973 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1255589 Nov 25 18:12:21.639851 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2550d-fa98-4e08-93a5-75234ede7895 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24544855-f53b-4881-85c3-0d415a1abaf5,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:21.641029 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34400) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:21.646275 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '24544855-f53b-4881-85c3-0d415a1abaf5', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:21.673598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.728291 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.731738 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.754288 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd84771-ead2-42e8-a58e-d2e386363a4b,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:21.762900 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.764170 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-aeb677f1-896d-47d2-a023-daa1d8082e7a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221352 Nov 25 18:12:21.767136 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34402) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:21.771763 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '24544855-f53b-4881-85c3-0d415a1abaf5', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:21.802737 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.860691 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.865402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.883012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3087780c-8e6f-494b-8f71-84579a2ae1c3,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:21.890298 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.891488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0b6af810-5bd9-44b9-8d20-2e1a7a556cb5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232471 Nov 25 18:12:21.894314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34404) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:21.898508 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '24544855-f53b-4881-85c3-0d415a1abaf5', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:21.925283 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.980800 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:21.984671 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.000659 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d0b389-e4ea-406e-9f3f-14269412ac4c,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:22.011994 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.013244 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-c65b9dc6-cf79-4732-8cea-40464fa544bd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180100 Nov 25 18:12:22.015897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34406) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:22.020536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '24544855-f53b-4881-85c3-0d415a1abaf5', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:22.047179 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.103465 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.107019 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.126478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc2aa28-db61-4de7-92c1-ae466b03a001,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:22.133006 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.134145 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-298230e6-5576-4a20-8155-fc38a4222386 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173356 Nov 25 18:12:22.136907 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34408) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:22.141209 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '24544855-f53b-4881-85c3-0d415a1abaf5', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:22.165226 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:12:22.169992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.229583 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.233267 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.250790 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73098b37-e09a-48e5-bfa3-9940b59550cc,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:22.258558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.259778 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e777ffe9-89f2-443d-9bfe-3634ffb0db49 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219363 Nov 25 18:12:22.262492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34410) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:22.266693 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '24544855-f53b-4881-85c3-0d415a1abaf5', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:22.289325 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:12:22.294315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.352533 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.356144 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.374793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e97c0a-3877-4a5e-80c4-0069d75610a4,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:22.379762 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.381555 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f0161723-96bb-4529-b148-bec0c5350c70 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175485 Nov 25 18:12:22.383966 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34412) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:22.388664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'network': {'name': 'tempest-network-smoke--1542531296', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:22.409011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:12:22.412333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.436646 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:12:22.446170 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.446502 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Added segment 2955d15f-1ee8-4548-97bd-fd1d5755709a of type vlan for network d53a9388-d0bb-4754-8260-bf9f09552f19 Nov 25 18:12:22.484672 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.512694 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.518897 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:22.519498 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.904971 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5199823 Nov 25 18:12:22.907848 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34414) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:22.912491 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'admin_state_up': True, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:22.917705 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3910f42-714d-4e22-a73b-1c5d0e0148f0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Network': ['ID=d53a9388-d0bb-4754-8260-bf9f09552f19,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:22.928771 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d53a9388-d0bb-4754-8260-bf9f09552f19 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:12:22.936542 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.937913 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:22.992431 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.116599 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 71e1e7e6-8007-447c-931f-520beea130a3 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:12:23.138227 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 71e1e7e6-8007-447c-931f-520beea130a3 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:12:23.138572 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 71e1e7e6-8007-447c-931f-520beea130a3 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:12:23.434067 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.626211 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.645403 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.743581 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.141 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/53e03a9c-b9da-4f64-8b6f-220fec8968a4) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:12:23.848027 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.883402 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:23.921599 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:12:23.924693 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:23.928059 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:12:23.937741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f116b6c-416a-4d4a-88a0-18b501b02973 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:12:23.959022 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=53e03a9c-b9da-4f64-8b6f-220fec8968a4,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:24.051834 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7671df21-ecda-4cdb-ad95-ba87684dd845 None None] Provisioning complete for port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:24.052220 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7671df21-ecda-4cdb-ad95-ba87684dd845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:24.091669 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-7671df21-ecda-4cdb-ad95-ba87684dd845 None None] Port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:12:24.183718 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:24.383023 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:24.415507 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:12:24.512038 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:12:24.618093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:12:24.628119 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Sync routers for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:12:24.637670 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:24.638204 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:24.638847 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:24.644161 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d79339ce-0d7e-4cfc-89b9-6ce4d5668e36 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7311916 Nov 25 18:12:24.644501 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34418) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:24.672322 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d75a1aff-1bf4-4039-9cc9-2d298971bc09 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=612d99cd453b4fdb9ee990f90370066c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266690 Nov 25 18:12:24.674933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34420) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:24.746408 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:24.822940 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3780e7-f89e-4f5d-bf6b-da1b9e09af48 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:24.824450 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7b3780e7-f89e-4f5d-bf6b-da1b9e09af48 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485002 Nov 25 18:12:24.828316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34422) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:24.868972 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df62fe00-a8f7-4a8e-8b55-773096c36550 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395617 Nov 25 18:12:24.873062 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34424) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:24.879009 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953795332', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:24.923377 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:24Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:24.949809 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Checking router: c9c70759-8b2e-4ff6-a451-3d86c1f530c3 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:12:24.950152 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Updating router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:12:24.963396 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:12:24.966860 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:24.978428 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.152589 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.218492 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Subnet': ['ID=fd6709fb-5042-4b59-bb83-75eb6af903b7,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:25.228415 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.228698 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Checking segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:12:25.229093 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network hostable DHCP agents. Network: d53a9388-d0bb-4754-8260-bf9f09552f19, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:12:25.234028 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.246991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d53a9388-d0bb-4754-8260-bf9f09552f19 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:12:25.256002 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d53a9388-d0bb-4754-8260-bf9f09552f19) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:25.261020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:25.261614 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.267236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1dd3b-166d-4187-b6be-234f3f67eb6f None None] Network d53a9388-d0bb-4754-8260-bf9f09552f19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:12:25.278664 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Attempting to bind port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:12:25.279040 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Attempting to bind port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:12:25.279415 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Attempting to bind port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:25.281307 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-84ddb38c-8339-4642-a785-2a8587a74dba tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4072249 Nov 25 18:12:25.285647 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34426) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:25.290269 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d101f-6405-4171-9993-a42629725f0a None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:12:25.295147 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:12:25.295569 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:12:25.295971 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.296359 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:12:25.296835 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Bound port: 53e03a9c-b9da-4f64-8b6f-220fec8968a4, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:12:25.297214 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.355248 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] For port 53e03a9c-b9da-4f64-8b6f-220fec8968a4, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:12:25.358526 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] For port 53e03a9c-b9da-4f64-8b6f-220fec8968a4, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53e03a9c-b9da-4f64-8b6f-220fec8968a4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:12:25.359715 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Pushing event updated for resources: {'Port': ['ID=53e03a9c-b9da-4f64-8b6f-220fec8968a4,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:25.364994 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.371946 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.372293 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.372628 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.372960 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.373287 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.373616 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.373955 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.374258 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.374575 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.374890 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.375205 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.375544 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:12:25.432909 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01f1d-9a14-4353-9f5e-88bbe45ef70e None None] Pushing event updated for resources: {'Port': ['ID=53e03a9c-b9da-4f64-8b6f-220fec8968a4,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:25.444614 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:25.445204 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:25.448075 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496324f-770f-4c72-bd18-bb6d0ce6db80 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:12:25.451443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-bc2132e3-9ee4-4693-8025-1c61f67e4e17 None None] Provisioning complete for port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:25.451814 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e3-9ee4-4693-8025-1c61f67e4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.480317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d53a9388-d0bb-4754-8260-bf9f09552f19', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:12:25.481084 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.554573 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:25.650439 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e3-9ee4-4693-8025-1c61f67e4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.685067 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-bc2132e3-9ee4-4693-8025-1c61f67e4e17 None None] For port 53e03a9c-b9da-4f64-8b6f-220fec8968a4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53e03a9c-b9da-4f64-8b6f-220fec8968a4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:25.695230 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e3-9ee4-4693-8025-1c61f67e4e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.698620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Allocated IP 172.20.0.2 (d53a9388-d0bb-4754-8260-bf9f09552f19/fd6709fb-5042-4b59-bb83-75eb6af903b7/7ce5e0db-b746-4f7d-aa60-2165667cd91b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:12:25.771630 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.818713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2132e3-9ee4-4693-8025-1c61f67e4e17 None None] Pushing event updated for resources: {'Port': ['ID=53e03a9c-b9da-4f64-8b6f-220fec8968a4,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:25.838492 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-3c79a132-0218-4ed4-952a-37d7a1989ee5 None None] Provisioning complete for port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:25.838865 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c79a132-0218-4ed4-952a-37d7a1989ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.866640 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:24Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:25.897210 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d99ea7-a1c7-431a-ab98-c44fb2436889 None None] The sync data for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 is: [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:24Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:12:25.985429 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:25.994374 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.041259 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Network d53a9388-d0bb-4754-8260-bf9f09552f19 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:12:26.046757 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:26.049060 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Pushing event updated for resources: {'Port': ['ID=7ce5e0db-b746-4f7d-aa60-2165667cd91b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:26.051234 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:12:26.097674 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.1 (d53a9388-d0bb-4754-8260-bf9f09552f19/fd6709fb-5042-4b59-bb83-75eb6af903b7/5160f4db-4059-4df4-9c85-58a040261084) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:12:26.106839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Attempting to bind port 7ce5e0db-b746-4f7d-aa60-2165667cd91b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:12:26.107351 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Attempting to bind port 7ce5e0db-b746-4f7d-aa60-2165667cd91b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:12:26.107651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Attempting to bind port 7ce5e0db-b746-4f7d-aa60-2165667cd91b on network d53a9388-d0bb-4754-8260-bf9f09552f19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:26.113875 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:12:26.114255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Checking segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:12:26.114735 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.115182 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Bound using segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:12:26.115679 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Bound port: 7ce5e0db-b746-4f7d-aa60-2165667cd91b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:12:26.116115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.196162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] For port 7ce5e0db-b746-4f7d-aa60-2165667cd91b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:12:26.199184 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] For port 7ce5e0db-b746-4f7d-aa60-2165667cd91b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7ce5e0db-b746-4f7d-aa60-2165667cd91b,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:12:26.207462 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.245727 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.271606 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee51b-d570-4ed2-a834-33406f54084a None None] Pushing event updated for resources: {'Port': ['ID=7ce5e0db-b746-4f7d-aa60-2165667cd91b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:26.286723 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.338894 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d53a9388-d0bb-4754-8260-bf9f09552f19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:12:26.342365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:26.348272 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:12:26.352450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=5160f4db-4059-4df4-9c85-58a040261084,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:26.396955 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.558430 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.850213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.855355 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:26.933791 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=5160f4db-4059-4df4-9c85-58a040261084,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:26.939150 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:27.038597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d53a9388-d0bb-4754-8260-bf9f09552f19 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:12:27.040222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:27.200337 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:12:27.249363 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 53e03a9c-b9da-4f64-8b6f-220fec8968a4 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:12:27.294070 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7ae44-a420-4a7c-9996-645a046fc8d1 None None] Network d53a9388-d0bb-4754-8260-bf9f09552f19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:12:27.329609 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:12:27.336895 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eaa1def8-e1d3-4a61-a51f-1955b88ba1e8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/c9c70759-8b2e-4ff6-a451-3d86c1f530c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496113 Nov 25 18:12:27.388276 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4f2d5c5d-fa40-4b88-b3d8-505a31497d43 None None] Provisioning complete for port 7ce5e0db-b746-4f7d-aa60-2165667cd91b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:27.389701 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5c5d-fa40-4b88-b3d8-505a31497d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:27.462497 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:27.462860 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:27.534195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-ec303de3-ef42-4242-b382-859af0c7bc96 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984960214&fields=id&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 267 time: 0.0579314 Nov 25 18:12:27.665065 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-ebf2d157-a63b-4a66-ae0a-e899646a4c0f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:27.667028 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-ebf2d157-a63b-4a66-ae0a-e899646a4c0f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 797 time: 0.1227582 Nov 25 18:12:27.674679 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5c5d-fa40-4b88-b3d8-505a31497d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:27.687664 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f1c8e76a-0e9a-4380-a8e1-ab899c9f268f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/quotas/612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 375 time: 0.0115592 Nov 25 18:12:27.725872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7ce5e0db-b746-4f7d-aa60-2165667cd91b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:12:27.750794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-612c1d3d-5367-412e-b5b5-3ad34c5bde1a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579712 Nov 25 18:12:27.765651 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4f2d5c5d-fa40-4b88-b3d8-505a31497d43 None None] For port 7ce5e0db-b746-4f7d-aa60-2165667cd91b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7ce5e0db-b746-4f7d-aa60-2165667cd91b,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:27.781163 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4f2d5c5d-fa40-4b88-b3d8-505a31497d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:27.792517 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Sync routers for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:12:27.844841 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:27.845672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:27.878795 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-5af52529-a59b-4788-8dd1-e1d9d33836eb service neutron] 10.222.0.86 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107495 Nov 25 18:12:27.943935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d5c5d-fa40-4b88-b3d8-505a31497d43 None None] Pushing event updated for resources: {'Port': ['ID=7ce5e0db-b746-4f7d-aa60-2165667cd91b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:27.985836 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7ce5e0db-b746-4f7d-aa60-2165667cd91b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:27.986738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.027569 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-39b32bd1-8d7a-4e8e-87b7-5d2d43259b62 service neutron] 10.222.0.86 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401997 Nov 25 18:12:28.059017 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:28.099698 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-49e240bf-99ec-4016-a514-7b8046c9ebae None None] Provisioning complete for port 7ce5e0db-b746-4f7d-aa60-2165667cd91b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:28.100107 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49e240bf-99ec-4016-a514-7b8046c9ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.219073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-3b6eaa56-9e37-46c4-a42d-abee527887c2 req-e2b9c262-8f8a-4732-9aaf-535dfac39eef tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0304697 Nov 25 18:12:28.367071 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-49e240bf-99ec-4016-a514-7b8046c9ebae None None] Provisioning complete for port 5160f4db-4059-4df4-9c85-58a040261084 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:28.367732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-49e240bf-99ec-4016-a514-7b8046c9ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.416173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-49e240bf-99ec-4016-a514-7b8046c9ebae None None] Port 5160f4db-4059-4df4-9c85-58a040261084 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:12:28.429780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 2, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:28.457088 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Checking router: c9c70759-8b2e-4ff6-a451-3d86c1f530c3 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:12:28.457443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Updating router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 port 5160f4db-4059-4df4-9c85-58a040261084 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:12:28.481639 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.750313 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-292d9b99-4add-4d60-a6a0-717a7a767f6e None None] Provisioning complete for port 5160f4db-4059-4df4-9c85-58a040261084 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:28.750673 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-292d9b99-4add-4d60-a6a0-717a7a767f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.804972 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-292d9b99-4add-4d60-a6a0-717a7a767f6e None None] Port 5160f4db-4059-4df4-9c85-58a040261084 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:12:28.938537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.944482 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:28.992390 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a72b5-052e-4847-a56c-8113b3362ee1 None None] Pushing event updated for resources: {'Port': ['ID=5160f4db-4059-4df4-9c85-58a040261084,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:29.050423 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Attempting to bind port 5160f4db-4059-4df4-9c85-58a040261084 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:12:29.050793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Attempting to bind port 5160f4db-4059-4df4-9c85-58a040261084 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:12:29.051155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Attempting to bind port 5160f4db-4059-4df4-9c85-58a040261084 on network d53a9388-d0bb-4754-8260-bf9f09552f19 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:29.056440 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:12:29.056816 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Checking segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:12:29.057217 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.057608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Bound using segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:12:29.058087 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Bound port: 5160f4db-4059-4df4-9c85-58a040261084, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:12:29.058443 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.123630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] For port 5160f4db-4059-4df4-9c85-58a040261084, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:12:29.128006 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] For port 5160f4db-4059-4df4-9c85-58a040261084, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5160f4db-4059-4df4-9c85-58a040261084,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:12:29.144118 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.180474 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7ce5e0db-b746-4f7d-aa60-2165667cd91b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:12:29.261056 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a72b5-052e-4847-a56c-8113b3362ee1 None None] Pushing event updated for resources: {'Port': ['ID=5160f4db-4059-4df4-9c85-58a040261084,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:29.272370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:29.273011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:29.275621 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7244a87a-f970-4bdb-a752-d0f671739665 None None] Provisioning complete for port 5160f4db-4059-4df4-9c85-58a040261084 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:29.275996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7244a87a-f970-4bdb-a752-d0f671739665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.316584 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8028d3f4-3316-4423-8a49-8d2ed7c56969 req-01caa527-e561-401a-94a4-5523a743bcca tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Nov 25 18:12:29.395336 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 7ce5e0db-b746-4f7d-aa60-2165667cd91b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:29.395913 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.480123 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:29.526274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7244a87a-f970-4bdb-a752-d0f671739665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.653859 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7244a87a-f970-4bdb-a752-d0f671739665 None None] For port 5160f4db-4059-4df4-9c85-58a040261084, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5160f4db-4059-4df4-9c85-58a040261084,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:29.665721 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7244a87a-f970-4bdb-a752-d0f671739665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.765255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244a87a-f970-4bdb-a752-d0f671739665 None None] Pushing event updated for resources: {'Port': ['ID=5160f4db-4059-4df4-9c85-58a040261084,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:29.794630 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-0bf6e002-4feb-48f5-9b50-dbc0f1800271 None None] Provisioning complete for port 5160f4db-4059-4df4-9c85-58a040261084 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:29.794998 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e002-4feb-48f5-9b50-dbc0f1800271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:29.836705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:29.869059 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05316825-f4ac-4f58-93c5-e0feecd9df07 None None] The sync data for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 is: [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:12:30.409914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6b1112c8-f152-4e13-94a5-7730638e59a5 req-3de50870-1580-40a8-9354-d0e87d6c9ca3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0317047 Nov 25 18:12:31.182035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5160f4db-4059-4df4-9c85-58a040261084 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:12:31.229312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 5160f4db-4059-4df4-9c85-58a040261084 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:31.229594 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:31.496203 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-d9de6348-ab8d-473c-8cc2-bf4b971e0a1f req-3b640dd8-8b1d-4c01-9da8-3e3dab76d4d0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Nov 25 18:12:32.592379 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7ab14a3a-b7d4-40e9-b8d2-db71cda5cc7f req-0e9661eb-6b62-4de0-958a-06e2e4374712 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0291502 Nov 25 18:12:33.248075 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-fc293c65-5018-4a41-bc9a-821fca3c13a0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:33.249532 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-fc293c65-5018-4a41-bc9a-821fca3c13a0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 797 time: 0.1123538 Nov 25 18:12:33.312503 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-1b7428b8-fa76-48ae-9f8e-c9f8c5ca63ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 380 time: 0.0540552 Nov 25 18:12:33.321644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'port': {'device_id': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'admin_state_up': True, 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'security_groups': ['24544855-f53b-4881-85c3-0d415a1abaf5']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:33.425686 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:12:33.429156 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:33.556403 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.13 (d53a9388-d0bb-4754-8260-bf9f09552f19/fd6709fb-5042-4b59-bb83-75eb6af903b7/c9933206-c2c6-4b2d-b16c-6c3b25e4f3de) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:12:33.699427 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-a6fb8545-6970-4386-beae-8450b5c76f13 req-18d51afb-0f3c-4a8c-ac08-d452181e90ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0351853 Nov 25 18:12:33.724571 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:33.758464 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:33.802455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d53a9388-d0bb-4754-8260-bf9f09552f19 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:12:33.805424 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:33.809280 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:12:33.838675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:33.871750 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:33.872375 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:33.889455 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f6ba8154-3dc7-4877-89f6-8e09b1c25248 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711401 Nov 25 18:12:33.899793 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d098431f-5d34-4e7f-bc81-05b147014a3c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:12:33.900841 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d098431f-5d34-4e7f-bc81-05b147014a3c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055625 Nov 25 18:12:34.015731 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Request body: {'port': {'device_id': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:34.068626 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.074207 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b682dee0-36de-4fab-b4cc-52ea9987a38e None None] Provisioning complete for port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:34.074702 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b682dee0-36de-4fab-b4cc-52ea9987a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.112156 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b682dee0-36de-4fab-b4cc-52ea9987a38e None None] Port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:12:34.326218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9933206-c2c6-4b2d-b16c-6c3b25e4f3de {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:12:34.334077 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.345712 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Transition to ACTIVE for port object c9933206-c2c6-4b2d-b16c-6c3b25e4f3de will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:12:34.349482 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.400850 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:34.470483 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:12:34.470998 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:12:34.471465 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on network d53a9388-d0bb-4754-8260-bf9f09552f19 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:34.476248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on network d53a9388-d0bb-4754-8260-bf9f09552f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:12:34.476577 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on network d53a9388-d0bb-4754-8260-bf9f09552f19 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:12:34.481576 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:12:34.481914 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Checking segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:12:34.482299 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Bound using segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:12:34.482728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Bound port: c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:12:34.483084 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.554582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:12:34.557658 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:12:34.561125 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.597910 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:34.598423 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:34.599867 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] 10.222.0.55 "PUT /v2.0/ports/c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1092 time: 0.6318002 Nov 25 18:12:34.600313 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:34.602588 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf52597-bc89-4896-93fa-b592d1cd4170" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:34.625199 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17df22b-a81f-4752-87cb-289d2d52826a service neutron] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:34.670539 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb949d4-bb0d-4998-9314-f6438d02fb21 x-openstack-request-id: req-aeb949d4-bb0d-4998-9314-f6438d02fb21 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:34.670757 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:34.670910 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aeb949d4-bb0d-4998-9314-f6438d02fb21 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:34.671438 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'status': 'completed', 'code': 200} Nov 25 18:12:34.704883 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-1f94fb19-d316-4249-8492-3be0aa3919de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:34.706412 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-1f94fb19-d316-4249-8492-3be0aa3919de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0528588 Nov 25 18:12:34.750622 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-7184f477-e77c-4264-84a4-4a7c4b9c227b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 217 time: 0.0366712 Nov 25 18:12:34.833219 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-289657b4-1415-4494-9420-e4b0c74755f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:34.834736 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-289657b4-1415-4494-9420-e4b0c74755f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0767698 Nov 25 18:12:34.864566 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436922d3-6be6-466e-9f0c-e34cf2a5349d req-dea9696f-9285-473a-a5a9-cc5592fd118c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:34.865623 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-436922d3-6be6-466e-9f0c-e34cf2a5349d req-dea9696f-9285-473a-a5a9-cc5592fd118c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0771394 Nov 25 18:12:34.931983 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f06e6e38-fc2b-43e4-b40f-32448a5dad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:34.932974 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-f06e6e38-fc2b-43e4-b40f-32448a5dad97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886023 Nov 25 18:12:34.938019 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-436922d3-6be6-466e-9f0c-e34cf2a5349d req-e8f8abcd-a534-46a2-8993-40f10ee13d73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579343 Nov 25 18:12:35.038864 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-e9cb9777-ce2d-4997-acdd-0a5b008e57f3 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971944 Nov 25 18:12:35.132272 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-48cae1e5-957d-4c8c-b146-4d247851d148 req-d2e21da3-ff8a-4845-bb59-f60493536da9 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Nov 25 18:12:35.222872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-00b4d8e4-8f00-4e5f-b66f-0849bb8b98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:35.224404 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-00b4d8e4-8f00-4e5f-b66f-0849bb8b98f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0460024 Nov 25 18:12:35.313799 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-bc08387d-fd8f-415a-a528-a988925adeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:35.315666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-bc08387d-fd8f-415a-a528-a988925adeb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.0841591 Nov 25 18:12:35.367173 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-b5785df3-505b-432a-abf2-fd7cdf3099f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 217 time: 0.0446095 Nov 25 18:12:35.421619 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-e3b14b2a-afe5-4951-974a-c607fa06faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:35.423060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-e3b14b2a-afe5-4951-974a-c607fa06faf9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0488889 Nov 25 18:12:35.467945 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-ec3ac511-df9c-4874-860a-9791bb7b4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:35.469418 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-ec3ac511-df9c-4874-860a-9791bb7b4896 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392478 Nov 25 18:12:35.557341 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-e68e6784-b337-461e-88c4-aea1ae37387b service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803163 Nov 25 18:12:35.650856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caf52597-bc89-4896-93fa-b592d1cd4170 req-24441bea-2da9-43a7-a40e-c5519ab2a0f5 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Nov 25 18:12:35.781056 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-3c56fad2-c81c-4179-a808-bd4827881365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:36.057075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a77aa-1c97-4fdc-abf1-9834231df55c req-7da8c439-9165-4e43-973a-5d9cf762fd6d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:36.058540 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818a77aa-1c97-4fdc-abf1-9834231df55c req-7da8c439-9165-4e43-973a-5d9cf762fd6d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0491476 Nov 25 18:12:36.109186 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-818a77aa-1c97-4fdc-abf1-9834231df55c req-8253cff6-dc12-4a08-b2fb-8018a77d3f7d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 Nov 25 18:12:36.503766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:12:36.599254 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:36.610223 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'port_id': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'mac_address': 'fa:16:3e:5b:af:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:12:36.646779 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:36.660040 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9933206-c2c6-4b2d-b16c-6c3b25e4f3de {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:12:36.679809 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:36.684476 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:36.730367 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:36.914807 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:12:37.225248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0080b8-a4bc-455d-8d0f-ebabf59be805 req-6948d616-8ae3-4797-ae4a-f5877bfe0e53 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:37.226700 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a0080b8-a4bc-455d-8d0f-ebabf59be805 req-6948d616-8ae3-4797-ae4a-f5877bfe0e53 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0487030 Nov 25 18:12:37.275682 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2a0080b8-a4bc-455d-8d0f-ebabf59be805 req-2073bae6-3d0c-4785-910b-c3f943e20f66 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Nov 25 18:12:38.027974 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-356311b0-f72c-4c1a-b011-d01194d50ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:38.390623 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd42f0d-890e-4ab0-917c-1d7b40affe93 req-ce1c2e90-ff6e-48a3-a199-a99f39e13f08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:38.392674 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1bd42f0d-890e-4ab0-917c-1d7b40affe93 req-ce1c2e90-ff6e-48a3-a199-a99f39e13f08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Nov 25 18:12:38.441785 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1bd42f0d-890e-4ab0-917c-1d7b40affe93 req-950f2a55-02d1-4a3f-b371-55cf5137ee39 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Nov 25 18:12:38.530018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:12:38.583794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:12:38.587793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:12:38.588163 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:38.664988 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:38.686646 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:38.689421 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263ef8f5-7b68-4c97-9708-6f578f35f04f" -d '{"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:38.702677 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:12:38.707804 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:38.757876 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:38.785548 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080f022-b301-4bd7-8231-34d94e4c2951 x-openstack-request-id: req-6080f022-b301-4bd7-8231-34d94e4c2951 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:38.785849 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:38.786107 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6080f022-b301-4bd7-8231-34d94e4c2951 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:38.786505 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'code': 200} Nov 25 18:12:38.889241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b1839-704a-426a-a889-5b7ae9d3c293 req-c38b7724-cad9-42c5-a17b-d0c5ddd951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:38.890716 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-828b1839-704a-426a-a889-5b7ae9d3c293 req-c38b7724-cad9-42c5-a17b-d0c5ddd951ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0447435 Nov 25 18:12:38.936189 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-828b1839-704a-426a-a889-5b7ae9d3c293 req-837a1666-a0e9-4370-865f-b644c8be5bab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384440 Nov 25 18:12:39.526109 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:39.571778 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3758a-0a66-4227-8ec8-43f9e3a0abd8 req-85eacc40-a30a-44bf-b7e4-79a759cc9b9a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:39.573262 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0c3758a-0a66-4227-8ec8-43f9e3a0abd8 req-85eacc40-a30a-44bf-b7e4-79a759cc9b9a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0541244 Nov 25 18:12:39.623105 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0c3758a-0a66-4227-8ec8-43f9e3a0abd8 req-2826ea1a-f47a-462e-a865-9b47373b2b92 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Nov 25 18:12:40.738478 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25640eb4-7d74-4cb5-afd7-28b3c61e1623 req-fb709225-1a70-44ab-b96f-53f86310dfcb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:40.739969 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25640eb4-7d74-4cb5-afd7-28b3c61e1623 req-fb709225-1a70-44ab-b96f-53f86310dfcb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0479963 Nov 25 18:12:40.780740 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:40.791020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-25640eb4-7d74-4cb5-afd7-28b3c61e1623 req-87e46f04-e673-410d-ad52-70f6678c5b1e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Nov 25 18:12:40.905989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e55f3-9f60-4da5-8fc5-b9e8bb268b5f req-9cb0e887-ea4e-4a30-9796-226616cc6038 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:40.907352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e9e55f3-9f60-4da5-8fc5-b9e8bb268b5f req-9cb0e887-ea4e-4a30-9796-226616cc6038 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0487835 Nov 25 18:12:40.957045 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-0e9e55f3-9f60-4da5-8fc5-b9e8bb268b5f req-68665f39-5cdd-4e1f-94fb-a038306c80f5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433016 Nov 25 18:12:40.979075 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34496) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:41.018510 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb3ede3-b880-435f-b1fb-7c10f488af9d tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:41.020040 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3fb3ede3-b880-435f-b1fb-7c10f488af9d tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1092 time: 0.0399566 Nov 25 18:12:41.022823 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34498) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:41.027066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:12:41.049905 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:41.149187 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:41.258626 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.199 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/580a3cd9-f9ec-4a35-b998-f5c73e2972c9) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:12:41.359222 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:41.394153 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:41.429190 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:12:41.433824 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:12:41.437193 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:12:41.530250 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:41.784068 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=580a3cd9-f9ec-4a35-b998-f5c73e2972c9,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:42.116623 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.184764 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.334296 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.338618 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.409424 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=580a3cd9-f9ec-4a35-b998-f5c73e2972c9,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:12:42.421802 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.522573 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP 8e1bc07d-8315-4186-99e1-673b7b1686ad associated. External IP: 172.25.8.199, port: c9933206-c2c6-4b2d-b16c-6c3b25e4f3de. Nov 25 18:12:42.729211 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:12:42.838430 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:12:42.848964 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] Sync routers for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:12:42.856379 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:42.859483 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:42.860160 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:42.885475 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-5cc78bd8-d017-4de4-b486-aab2025079ff tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8616118 Nov 25 18:12:42.886066 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:12:42.888370 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:12:42.926987 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea6ce06-3243-4135-a9f8-f1be5d6218a7 x-openstack-request-id: req-aea6ce06-3243-4135-a9f8-f1be5d6218a7 {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:12:42.927415 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:12:42.927897 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aea6ce06-3243-4135-a9f8-f1be5d6218a7 {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:12:42.928406 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'status': 'completed', 'code': 200} Nov 25 18:12:42.983079 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:43.018874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e638cbb-e2b4-4a94-adcf-f29d0d0aa39a req-1169e8f7-4354-4adc-acdf-7c4d536201a0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.020391 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e638cbb-e2b4-4a94-adcf-f29d0d0aa39a req-1169e8f7-4354-4adc-acdf-7c4d536201a0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0799491 Nov 25 18:12:43.023189 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-919869ac-4e16-478c-9b00-2afd564491a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.024361 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-919869ac-4e16-478c-9b00-2afd564491a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0738113 Nov 25 18:12:43.124151 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6e638cbb-e2b4-4a94-adcf-f29d0d0aa39a req-7c0f144e-96f7-4f80-82e0-818313c90698 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972891 Nov 25 18:12:43.147928 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34504) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:43.158412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-79e01465-5aa0-411d-b410-05677022ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.160065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-79e01465-5aa0-411d-b410-05677022ed58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.1264415 Nov 25 18:12:43.213044 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8f185dd3-3bd0-423a-b620-853d7d720f86 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/8e1bc07d-8315-4186-99e1-673b7b1686ad HTTP/1.1" status: 200 len: 992 time: 0.0627275 Nov 25 18:12:43.219771 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8e1bc07d-8315-4186-99e1-673b7b1686ad', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'port_id': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'mac_address': 'fa:16:3e:5b:af:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:12:41Z', 'updated_at': '2021-11-25T18:12:41Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:43.239001 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-1f152ae6-6129-4913-9772-22e4a56db2fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1000 time: 0.0712790 Nov 25 18:12:43.252506 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] Checking router: c9c70759-8b2e-4ff6-a451-3d86c1f530c3 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:12:43.260785 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:12:43.261381 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:12:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:43.289477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-6c775017-4fe6-4dc2-9ab3-06d4c8b83149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.291278 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-6c775017-4fe6-4dc2-9ab3-06d4c8b83149 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0452332 Nov 25 18:12:43.338143 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-96162b08-c12a-4cde-975e-51c845b04366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:12:43.339672 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-96162b08-c12a-4cde-975e-51c845b04366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415626 Nov 25 18:12:43.373226 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:12:43.437566 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-309ab957-30bd-4e8f-be9a-8986c95a52b3 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907834 Nov 25 18:12:43.529936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-153a74e3-baa4-4be0-97fa-39c3b8ca3c11 req-d2c7f001-b53e-4d88-9cc7-aaf1ef152dfa service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Nov 25 18:12:43.596923 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8e1bc07d-8315-4186-99e1-673b7b1686ad', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'port_id': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'mac_address': 'fa:16:3e:5b:af:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:12:41Z', 'updated_at': '2021-11-25T18:12:41Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:12:43.622387 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d11b50-9eb3-47f4-9abb-c49a66d376a0 None None] The sync data for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 is: [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '8e1bc07d-8315-4186-99e1-673b7b1686ad', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'port_id': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'mac_address': 'fa:16:3e:5b:af:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:12:41Z', 'updated_at': '2021-11-25T18:12:41Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:12:43.816766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca14265-66bb-462d-8de1-d8848462ca09 None None] New status for floating IP 8e1bc07d-8315-4186-99e1-673b7b1686ad: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:12:44.215879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34506) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:12:44.280130 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-e10fc407-0876-479e-9a11-723b6648ebf6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/8e1bc07d-8315-4186-99e1-673b7b1686ad HTTP/1.1" status: 200 len: 994 time: 0.0631182 Nov 25 18:12:46.456111 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:12:48.006556 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:01.415562 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:13:05.785536 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2a0d-4768-40e1-83bb-16afd9c755a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:08.028906 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ab438954-eeec-4650-a410-338641721d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:09.525795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:10.783169 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:11.533334 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:15.678198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34526) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:15.706676 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79b3f4-87a4-40bf-96ca-612b8a538354 req-7bd817d9-e10e-4a64-9df2-1f0d132129f7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:15.708284 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd79b3f4-87a4-40bf-96ca-612b8a538354 req-7bd817d9-e10e-4a64-9df2-1f0d132129f7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0598121 Nov 25 18:13:15.759332 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-cd79b3f4-87a4-40bf-96ca-612b8a538354 req-f9090894-625e-4b7d-8667-da039037ce16 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Nov 25 18:13:15.765337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-df1ba7da-c190-4a91-a2a2-c14aec03a24d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859256 Nov 25 18:13:15.774611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-c6cbad76-ecf0-40b2-b657-b56f5dfabe43 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:13:15.775600 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-c6cbad76-ecf0-40b2-b657-b56f5dfabe43 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050457 Nov 25 18:13:16.470808 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:16.898561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-96a22800-4dc8-45b5-8272-ed2bfda53868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:16.900130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-96a22800-4dc8-45b5-8272-ed2bfda53868 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0701516 Nov 25 18:13:16.908164 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969076c-e88f-430c-9e25-2b1af0e57005 req-11b1f0af-4e77-4bfb-ad0d-92fde4bb3c68 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:16.909735 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1969076c-e88f-430c-9e25-2b1af0e57005 req-11b1f0af-4e77-4bfb-ad0d-92fde4bb3c68 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0710437 Nov 25 18:13:17.009661 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-1969076c-e88f-430c-9e25-2b1af0e57005 req-8f619192-c8c9-4df1-a19b-7fba541b4cac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920358 Nov 25 18:13:17.034395 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-73d1645d-d5c8-40fe-b613-3bd1129e2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:17.036800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-73d1645d-d5c8-40fe-b613-3bd1129e2f28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.1260245 Nov 25 18:13:17.101886 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-9d1ae380-0d18-4073-8bc5-b32ec9b62197 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1002 time: 0.0577748 Nov 25 18:13:17.154877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-76434881-d832-40be-b808-9b02c3d6a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:17.156382 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-76434881-d832-40be-b808-9b02c3d6a9ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0474110 Nov 25 18:13:17.203463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-d266fc0a-37d1-4935-93d2-401fb88457e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:17.205053 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-d266fc0a-37d1-4935-93d2-401fb88457e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418105 Nov 25 18:13:17.291620 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-32450b56-c3b2-40c5-8e9c-63d1006fbcc7 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796714 Nov 25 18:13:17.387189 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-e482775c-2262-442c-b2b4-1070dfba1a46 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878165 Nov 25 18:13:18.012613 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:18.133027 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007691f-5225-4611-9f74-9ab015f92737 req-fc635de8-7676-4db1-95fb-2161a0befbe1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:18.134417 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5007691f-5225-4611-9f74-9ab015f92737 req-fc635de8-7676-4db1-95fb-2161a0befbe1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0481708 Nov 25 18:13:18.181812 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-5007691f-5225-4611-9f74-9ab015f92737 req-7d0c01a4-4218-4ffc-b996-a4f8cc83a264 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Nov 25 18:13:19.301314 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf7451-fff8-468d-b74f-6c00ce9f534e req-575eb5df-02b8-4bca-80a1-4e530981b9de tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:19.302939 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15bf7451-fff8-468d-b74f-6c00ce9f534e req-575eb5df-02b8-4bca-80a1-4e530981b9de tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0519233 Nov 25 18:13:19.353557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-15bf7451-fff8-468d-b74f-6c00ce9f534e req-ce706935-b64c-4e1b-9563-2ef9447e821a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Nov 25 18:13:20.472721 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a9728-7720-4dd5-a613-642230dc1a4d req-0a702219-e50c-45f0-8ad7-d1dda352859a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:20.474189 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-369a9728-7720-4dd5-a613-642230dc1a4d req-0a702219-e50c-45f0-8ad7-d1dda352859a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0523620 Nov 25 18:13:20.523222 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-369a9728-7720-4dd5-a613-642230dc1a4d req-26d1b3a0-c721-40ef-9b24-8f595fd43756 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Nov 25 18:13:21.646046 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de572afb-4a2b-43a3-bc5d-1a09ac42fbd4 req-b76fcf71-0d2c-48e9-a51c-57a8e620c477 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:21.647524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de572afb-4a2b-43a3-bc5d-1a09ac42fbd4 req-b76fcf71-0d2c-48e9-a51c-57a8e620c477 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0526593 Nov 25 18:13:21.695767 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-de572afb-4a2b-43a3-bc5d-1a09ac42fbd4 req-97c4f5a4-5303-443c-bcc7-48bb78f86d98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Nov 25 18:13:22.816094 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450f248-66dd-4bf5-8999-fda0e0d6cc47 req-9b2b5856-99e2-4802-bcce-6301923177c7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:22.817739 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7450f248-66dd-4bf5-8999-fda0e0d6cc47 req-9b2b5856-99e2-4802-bcce-6301923177c7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0512340 Nov 25 18:13:22.878608 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-7450f248-66dd-4bf5-8999-fda0e0d6cc47 req-9f56ff22-2ced-4b1b-92d0-e27efd4d6fa0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548222 Nov 25 18:13:23.337725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281ad9-10c3-4978-9943-05493b19855d req-cf0d4316-4b27-489e-ab16-21e06c151a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:23.339183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-cf0d4316-4b27-489e-ab16-21e06c151a86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0425062 Nov 25 18:13:23.446839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281ad9-10c3-4978-9943-05493b19855d req-aca77dc2-1542-4ca9-a623-5807c2594e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:23.448331 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-aca77dc2-1542-4ca9-a623-5807c2594e27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.0885174 Nov 25 18:13:23.513866 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-45688a5a-368b-4e14-aed7-f0e956fa39cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1002 time: 0.0583520 Nov 25 18:13:23.560472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281ad9-10c3-4978-9943-05493b19855d req-84f943c9-70a6-44ea-88ea-968944b92017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:23.561847 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-84f943c9-70a6-44ea-88ea-968944b92017 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0411811 Nov 25 18:13:23.609008 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281ad9-10c3-4978-9943-05493b19855d req-180d10ff-7e3a-464b-9e05-c192d98d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:23.610438 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-180d10ff-7e3a-464b-9e05-c192d98d5351 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416598 Nov 25 18:13:23.698184 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-b6f146d1-3896-4d53-bc75-379561b67153 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804088 Nov 25 18:13:23.787818 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-20281ad9-10c3-4978-9943-05493b19855d req-4fc4888c-142f-4a39-b023-20924822ac29 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831103 Nov 25 18:13:23.997151 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd68c2-6d2d-4b34-ad60-9211f46d47c6 req-9ec0f6c1-dcbd-435f-b172-748926571147 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:23.998543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bcd68c2-6d2d-4b34-ad60-9211f46d47c6 req-9ec0f6c1-dcbd-435f-b172-748926571147 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0496035 Nov 25 18:13:24.047684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6bcd68c2-6d2d-4b34-ad60-9211f46d47c6 req-a475dec9-4d3d-4dd3-931e-4d223cf5c26a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Nov 25 18:13:25.168672 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bde46-dfd0-4f62-a309-6609eb2647a7 req-2c376d55-2fd3-448e-8eef-5c07012caafc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:25.170145 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28bde46-dfd0-4f62-a309-6609eb2647a7 req-2c376d55-2fd3-448e-8eef-5c07012caafc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0529456 Nov 25 18:13:25.225390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-a28bde46-dfd0-4f62-a309-6609eb2647a7 req-6ce2ebb9-0e6a-4eaf-9804-86c847c9b601 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 Nov 25 18:13:26.341011 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8121c-f3b1-478a-97ad-5154964f9842 req-4286bd38-b53a-4e13-9792-a445e9d5b7a2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:26.342477 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30e8121c-f3b1-478a-97ad-5154964f9842 req-4286bd38-b53a-4e13-9792-a445e9d5b7a2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0481067 Nov 25 18:13:26.394008 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-30e8121c-f3b1-478a-97ad-5154964f9842 req-61a8a8ba-8ada-42d0-b7ea-eb18f68acc14 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Nov 25 18:13:27.526107 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ee6a0-01a8-4491-b50a-bbc6e47a0b73 req-fb04c0b1-a320-4547-85b0-aa5b1e9e1153 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:27.527553 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-373ee6a0-01a8-4491-b50a-bbc6e47a0b73 req-fb04c0b1-a320-4547-85b0-aa5b1e9e1153 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0581372 Nov 25 18:13:27.587638 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-373ee6a0-01a8-4491-b50a-bbc6e47a0b73 req-65fc6e6b-4c73-4d82-af79-52f64b9e2ada tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533342 Nov 25 18:13:28.711070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf363-a378-40bb-9b2a-10a61b4fa2cb req-a63e0e3b-3396-46d6-9642-a4dd80a976c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:28.712544 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-508cf363-a378-40bb-9b2a-10a61b4fa2cb req-a63e0e3b-3396-46d6-9642-a4dd80a976c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0516214 Nov 25 18:13:28.760655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-508cf363-a378-40bb-9b2a-10a61b4fa2cb req-d938e49a-4ea1-4b34-8f66-afe3e7caf4da tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Nov 25 18:13:29.875914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fa97e-78f8-49f6-b966-73fffc24adee req-41802a01-6efe-4fd0-afdb-ef9b6d1ef1df tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:29.877402 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d69fa97e-78f8-49f6-b966-73fffc24adee req-41802a01-6efe-4fd0-afdb-ef9b6d1ef1df tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Nov 25 18:13:29.931126 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-d69fa97e-78f8-49f6-b966-73fffc24adee req-a228e22c-ff95-48bc-9803-a9a544e88fcb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470183 Nov 25 18:13:31.055220 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a368ba-74ff-4228-a821-8cd59f515fec req-76094f36-a898-45b5-9826-c7a72bf5c510 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:31.056737 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5a368ba-74ff-4228-a821-8cd59f515fec req-76094f36-a898-45b5-9826-c7a72bf5c510 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Nov 25 18:13:31.104097 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e5a368ba-74ff-4228-a821-8cd59f515fec req-dc812f1b-2a05-4689-919f-d09c2c9569a0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Nov 25 18:13:32.223783 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0959e84-c978-4451-a1ea-c08b0655e509 req-762c53da-bdb8-4649-a5d2-03a726f30d47 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:32.225248 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0959e84-c978-4451-a1ea-c08b0655e509 req-762c53da-bdb8-4649-a5d2-03a726f30d47 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0533438 Nov 25 18:13:32.274601 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c0959e84-c978-4451-a1ea-c08b0655e509 req-86c2b30d-1872-42f3-aa26-aa68f94b7426 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435236 Nov 25 18:13:33.392198 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285c8a1-ac5b-4b3e-bf71-9fbefffb477e req-5968cdf7-d1d2-4c87-afbd-ddbb911758fc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:33.393561 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4285c8a1-ac5b-4b3e-bf71-9fbefffb477e req-5968cdf7-d1d2-4c87-afbd-ddbb911758fc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0495601 Nov 25 18:13:33.447035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4285c8a1-ac5b-4b3e-bf71-9fbefffb477e req-58dd6854-7575-46ed-8ff0-68cdf2a5e734 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469334 Nov 25 18:13:34.224930 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-d557fdf3-54f0-43bc-8608-e630e2f18af4 service neutron] show failed (client error): The resource could not be found. Nov 25 18:13:34.225909 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-d557fdf3-54f0-43bc-8608-e630e2f18af4 service neutron] 10.222.0.55 "GET /v2.0/ports/c9933206-c2c6-4b2d-b16c-6c3b25e4f3de/bindings/n-h2-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0538177 Nov 25 18:13:34.498135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-d4df51f1-5962-4d38-91d9-701ad6063d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:34.499676 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-d4df51f1-5962-4d38-91d9-701ad6063d4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 1097 time: 0.0435331 Nov 25 18:13:34.511204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-7', 'device_owner': 'compute:nova'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:13:34.564956 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aaa69-7211-4702-aba2-293987183cf0 req-cd6ae5c4-373a-4b17-b531-9864500d56bf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:34.566685 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327aaa69-7211-4702-aba2-293987183cf0 req-cd6ae5c4-373a-4b17-b531-9864500d56bf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Nov 25 18:13:34.568058 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.616846 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-327aaa69-7211-4702-aba2-293987183cf0 req-48c65759-9d88-441f-ae6b-8bd713f02106 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Nov 25 18:13:34.775968 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:34.808644 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:34.848305 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:34.850558 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f2a59-b5c1-480b-8303-f25a9d2913c4" -d '{"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:34.854624 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.867972 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Transition to ACTIVE for port object c9933206-c2c6-4b2d-b16c-6c3b25e4f3de will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:13:34.872309 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:34.903910 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571f3af6-2ff0-4c67-ac78-ce6ea3394bdf x-openstack-request-id: req-571f3af6-2ff0-4c67-ac78-ce6ea3394bdf {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:34.904198 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:34.905205 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-571f3af6-2ff0-4c67-ac78-ce6ea3394bdf {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:34.905205 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'code': 200} Nov 25 18:13:34.955455 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=6']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:34.969377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.969702 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.970041 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.970377 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.970707 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.971033 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.971359 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.971710 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.972969 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.973301 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.973623 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:34.973946 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:35.011154 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] No DVR routers for this DVR port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:13:35.469605 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:13:35.469933 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:13:35.470253 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on network d53a9388-d0bb-4754-8260-bf9f09552f19 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:35.474741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on network d53a9388-d0bb-4754-8260-bf9f09552f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:13:35.475059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Attempting to bind port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on network d53a9388-d0bb-4754-8260-bf9f09552f19 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:13:35.479913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:13:35.480265 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Checking segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:13:35.480627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Bound using segment: {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:13:35.481044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Bound port: c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2955d15f-1ee8-4548-97bd-fd1d5755709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:13:35.481389 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:35.542119 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:13:35.545074 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:13:35.549333 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:35.588503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.589112 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:35.590467 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1092 time: 1.0833755 Nov 25 18:13:35.608859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722717a-6b5e-4a30-b6f5-cacd40d604f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=7']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:35.656015 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-ab6c8340-d588-43d2-b5be-54e1f926dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.657633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-ab6c8340-d588-43d2-b5be-54e1f926dcf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0434091 Nov 25 18:13:35.756442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-90409cc4-8886-47af-b723-7a2b6329b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.757912 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-90409cc4-8886-47af-b723-7a2b6329b1b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.0896320 Nov 25 18:13:35.758574 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042ed6b-f49a-4a3e-971f-7d442d3ceff3 req-5db08297-5b8c-4e69-ad5a-cdb4ee61455a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.761578 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b042ed6b-f49a-4a3e-971f-7d442d3ceff3 req-5db08297-5b8c-4e69-ad5a-cdb4ee61455a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0645096 Nov 25 18:13:35.793451 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a10649d3-cc42-497a-9098-b59a39f30bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:35.820055 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-b042ed6b-f49a-4a3e-971f-7d442d3ceff3 req-8e92eb31-b743-4079-9d78-7a4401356b90 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516798 Nov 25 18:13:35.845380 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-4735cab6-4538-4e68-baa2-6c9ab296eed4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1000 time: 0.0797541 Nov 25 18:13:35.898393 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-517142f4-7134-492c-a4f8-5495d55101fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.899846 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-517142f4-7134-492c-a4f8-5495d55101fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0470350 Nov 25 18:13:35.950250 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-a957a4e8-536f-4e71-90cb-dfaed3145f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:35.951788 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-a957a4e8-536f-4e71-90cb-dfaed3145f64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428753 Nov 25 18:13:36.047779 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-cb07988b-17d8-406a-b5ac-005a83d49ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883415 Nov 25 18:13:36.135626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-da3e40d3-2fae-49fd-b5e0-d20e933f9f38 req-ba726903-c0eb-46b4-906f-93a0bdc87263 service neutron] 10.222.0.73 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809090 Nov 25 18:13:36.916730 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:36.918986 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0418fe0e-845b-4052-abaa-5f16a3b5f914" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:36.944692 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21648f-6e6b-4043-8e23-20a580e4f651 req-bdf7d886-2995-48c2-92b4-b0d30226f5e6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:36.946236 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf21648f-6e6b-4043-8e23-20a580e4f651 req-bdf7d886-2995-48c2-92b4-b0d30226f5e6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0554187 Nov 25 18:13:36.971020 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c950dae-db43-4d92-aef1-fcfc2d0985ab x-openstack-request-id: req-4c950dae-db43-4d92-aef1-fcfc2d0985ab {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:36.971319 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:36.971601 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c950dae-db43-4d92-aef1-fcfc2d0985ab {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:36.971993 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'status': 'completed', 'code': 200} Nov 25 18:13:37.050011 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf21648f-6e6b-4043-8e23-20a580e4f651 req-937b8a1e-1cda-4c66-95fb-417e0835acef tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977533 Nov 25 18:13:37.072500 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-1716d853-b01c-4b85-828d-b32cd0edff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.073957 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-1716d853-b01c-4b85-828d-b32cd0edff05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0729980 Nov 25 18:13:37.076272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-eed5113e-7064-41f1-9c26-e545a5b1cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.077586 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-eed5113e-7064-41f1-9c26-e545a5b1cb0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0881777 Nov 25 18:13:37.230863 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-1aeadbd5-b66b-43bd-87c0-723c627ead86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.232332 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-1aeadbd5-b66b-43bd-87c0-723c627ead86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.1507678 Nov 25 18:13:37.234862 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-ca21c8c9-bae4-4116-be14-049eeb7723f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.236193 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-ca21c8c9-bae4-4116-be14-049eeb7723f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.1469307 Nov 25 18:13:37.348965 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-50012746-3080-462f-b102-90c9270fc02f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1000 time: 0.1089582 Nov 25 18:13:37.350730 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-fb5c5461-9c75-4221-956d-af6ca35340af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1000 time: 0.1040151 Nov 25 18:13:37.434737 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-b9fcbe03-766c-4888-9c25-6c3fd20405c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.436161 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-b9fcbe03-766c-4888-9c25-6c3fd20405c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0803788 Nov 25 18:13:37.439441 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-53e8585e-f39a-415a-bb09-af8726a094aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.440740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-53e8585e-f39a-415a-bb09-af8726a094aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0775788 Nov 25 18:13:37.507551 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-0f597cbb-9849-4b4c-be3e-8ed7a1ffa555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.509054 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-0f597cbb-9849-4b4c-be3e-8ed7a1ffa555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650113 Nov 25 18:13:37.514298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-04dc81a0-9315-4a1d-934e-af61dd3f41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:37.515704 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-04dc81a0-9315-4a1d-934e-af61dd3f41ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632620 Nov 25 18:13:37.683141 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-5320384e-b04a-4a84-85d6-96d0faaecd18 service neutron] 10.222.0.73 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623178 Nov 25 18:13:37.686409 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-0a138464-2699-4486-930e-6bc525cb3161 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577420 Nov 25 18:13:37.844885 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-e18bd82c-481f-4e4c-9f67-2b2d5244413a service neutron] 10.222.0.73 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532285 Nov 25 18:13:37.846746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-0418fe0e-845b-4052-abaa-5f16a3b5f914 req-b23b7f82-9e68-4893-b4d8-7569c3f69841 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481392 Nov 25 18:13:38.030507 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cb81d0c6-0794-4297-b88f-5fc202c88f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:38.169041 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e4b66-22ed-42bb-99a8-26e121a2451d req-6b11aca7-bf3f-48ba-b85f-1cf7fd63ed69 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.170496 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d6e4b66-22ed-42bb-99a8-26e121a2451d req-6b11aca7-bf3f-48ba-b85f-1cf7fd63ed69 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0485651 Nov 25 18:13:38.219682 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d6e4b66-22ed-42bb-99a8-26e121a2451d req-83756ae5-7b0d-4092-8fc3-2c72d5259cfb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Nov 25 18:13:38.415638 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:13:38.423607 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea7a9b-dd32-4ade-b093-808ab127dc59 req-6d42f6c5-86a5-4272-8500-4a239c0f72a6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.425121 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-56ea7a9b-dd32-4ade-b093-808ab127dc59 req-6d42f6c5-86a5-4272-8500-4a239c0f72a6 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0529246 Nov 25 18:13:38.432049 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-6a3acaa0-d389-418a-ba82-cf6888f59b93 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.433573 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-6a3acaa0-d389-418a-ba82-cf6888f59b93 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4&tenant_id=612d99cd453b4fdb9ee990f90370066c&binding%3Ahost_id=n-h2-817303-7 HTTP/1.1" status: 200 len: 944 time: 0.0532618 Nov 25 18:13:38.487595 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-56ea7a9b-dd32-4ade-b093-808ab127dc59 req-27fa6446-6763-430b-9c5c-43cdf53635a5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554969 Nov 25 18:13:38.497036 n-d-817303-7 neutron-server[103636]: INFO neutron.api.v2.resource [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-63316d12-faea-484a-b4e3-4d0e495cd50d service neutron] delete failed (client error): The resource could not be found. Nov 25 18:13:38.498060 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-63316d12-faea-484a-b4e3-4d0e495cd50d service neutron] 10.222.0.55 "DELETE /v2.0/ports/c9933206-c2c6-4b2d-b16c-6c3b25e4f3de/bindings/n-h1-817303-7 HTTP/1.1" status: 404 len: 380 time: 0.0557067 Nov 25 18:13:38.616561 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-6ee16ec7-7aa5-4172-9f87-180c08d8e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.617948 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-6ee16ec7-7aa5-4172-9f87-180c08d8e3f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1095 time: 0.0741653 Nov 25 18:13:38.629801 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81326e-cf17-4218-a473-426d191b1207 req-d45979d2-72f1-4741-933e-3d6d34c17874 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.631326 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d81326e-cf17-4218-a473-426d191b1207 req-d45979d2-72f1-4741-933e-3d6d34c17874 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0587256 Nov 25 18:13:38.741580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:13:38.743655 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6d81326e-cf17-4218-a473-426d191b1207 req-3ac18ac7-43b3-4cce-a2a9-10777ffec1f1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017656 Nov 25 18:13:38.760725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-4026f1b5-9e43-4587-810c-344f27b3c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.762199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-4026f1b5-9e43-4587-810c-344f27b3c1ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.1299758 Nov 25 18:13:38.781076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:13:38.830040 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-76511bbf-dd22-4640-b3a6-7fd1e9e8cb73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 1000 time: 0.0601604 Nov 25 18:13:38.880112 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-ec8d43d2-499c-4b0a-8283-7b0a179e7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.881486 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-ec8d43d2-499c-4b0a-8283-7b0a179e7d6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0450544 Nov 25 18:13:38.933055 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-272c33a8-e8ae-47bd-9580-ce484944e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:38.934518 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-272c33a8-e8ae-47bd-9580-ce484944e593 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442476 Nov 25 18:13:39.023220 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-3024cc72-4230-4bef-8f45-6f67703c4f02 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Nov 25 18:13:39.117582 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ff7422ed-b9ba-4372-afd2-d74f16759d00 req-0bfac285-ee79-48e4-a180-57d8a2e843f9 service neutron] 10.222.0.55 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870161 Nov 25 18:13:39.531339 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:39.644257 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:13:39.870561 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a1d93-ad94-4c5d-9697-9a10c77d0f96 req-dde49b46-8b93-4b9b-bbd3-5798ff0a5f7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:13:39.872683 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-946a1d93-ad94-4c5d-9697-9a10c77d0f96 req-dde49b46-8b93-4b9b-bbd3-5798ff0a5f7b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0524065 Nov 25 18:13:39.904245 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:39.915764 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'port_id': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'mac_address': 'fa:16:3e:5b:af:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:13:39.924028 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-946a1d93-ad94-4c5d-9697-9a10c77d0f96 req-1a92249a-730b-4939-860b-c68c37c1f247 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453286 Nov 25 18:13:39.949024 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34606) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:13:39.962247 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:39.977252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9933206-c2c6-4b2d-b16c-6c3b25e4f3de {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:13:39.999131 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:40.003858 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:40.024032 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8355dd5a-9f1b-48ac-ad15-5059dfe11c4e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/8e1bc07d-8315-4186-99e1-673b7b1686ad HTTP/1.1" status: 200 len: 992 time: 0.0737898 Nov 25 18:13:40.053694 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=8']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:40.060969 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.061317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.061660 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.062005 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.062327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.062672 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.063103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.063437 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.063774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.064099 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.064443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.064744 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:13:40.241588 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:13:40.786100 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:41.537131 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:41.652258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:13:41.699335 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:13:41.702946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:13:41.703310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:41.778151 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:41.803538 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:13:41.805759 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71603ca5-d4df-4c24-8b48-e1381b2f6f38" -d '{"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:13:41.819593 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:13:41.825132 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:41.848820 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf6303-dbf6-48c4-ac13-a3964c2b3b19 x-openstack-request-id: req-74cf6303-dbf6-48c4-ac13-a3964c2b3b19 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:13:41.849110 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:13:41.849387 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74cf6303-dbf6-48c4-ac13-a3964c2b3b19 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:13:41.849749 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'code': 200} Nov 25 18:13:41.875520 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=9']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:13:46.479311 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:13:48.026747 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:05.787580 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-dd66b29f-727c-421c-8fa8-7271af72dc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.036270 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b3b1-2bce-459f-8266-c14da757fe1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.403398 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34618) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:08.559355 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 580a3cd9-f9ec-4a35-b998-f5c73e2972c9 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:08.559722 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.634625 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.634946 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.647366 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 580a3cd9-f9ec-4a35-b998-f5c73e2972c9 owned by network:floatingip {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:08.795732 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.822477 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=580a3cd9-f9ec-4a35-b998-f5c73e2972c9,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:08.884268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:08.884599 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP 8e1bc07d-8315-4186-99e1-673b7b1686ad disassociated (deleted). External IP: 172.25.8.199, port: c9933206-c2c6-4b2d-b16c-6c3b25e4f3de. Nov 25 18:14:09.087928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:09.194660 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:09.199473 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.203921 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] Sync routers for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:09.213549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:09.214148 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.228546 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-96dbdcfe-2d7c-4292-a117-5eb676892a5a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/floatingips/8e1bc07d-8315-4186-99e1-673b7b1686ad HTTP/1.1" status: 204 len: 168 time: 0.8240273 Nov 25 18:14:09.229232 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:09.231617 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e54913-c4a3-4c94-b397-9f84b4dc59ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:09.284712 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f7b76-4dc8-43e3-89ca-5bf3420a89fd x-openstack-request-id: req-296f7b76-4dc8-43e3-89ca-5bf3420a89fd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:09.285198 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:09.285821 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-296f7b76-4dc8-43e3-89ca-5bf3420a89fd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:09.285931 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'status': 'completed', 'code': 200} Nov 25 18:14:09.328985 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:09.348982 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-40f40831-bd31-462f-86d4-e3d45c8fd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.350524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-40f40831-bd31-462f-86d4-e3d45c8fd39c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0432901 Nov 25 18:14:09.463043 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-d35996ba-06bb-4d2d-b267-77ce1866cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.464774 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-d35996ba-06bb-4d2d-b267-77ce1866cc43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 200 len: 898 time: 0.1063321 Nov 25 18:14:09.489550 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55b16-ba86-4a90-8bf4-94fd6d079667 req-0490836f-aa26-431b-91fb-60d732f40e4e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.491346 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e5e55b16-ba86-4a90-8bf4-94fd6d079667 req-0490836f-aa26-431b-91fb-60d732f40e4e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0539291 Nov 25 18:14:09.526461 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-fde1a61f-1582-4faf-9938-3f5c07223186 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 200 len: 217 time: 0.0516617 Nov 25 18:14:09.535533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:09.559967 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e5e55b16-ba86-4a90-8bf4-94fd6d079667 req-3b411e53-32da-4b95-93d3-6d5dad6b05d9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618448 Nov 25 18:14:09.580240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-f40a6335-db3b-4d0b-8ac1-1d382ca1baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.583035 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-f40a6335-db3b-4d0b-8ac1-1d382ca1baae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 200 len: 835 time: 0.0462575 Nov 25 18:14:09.632929 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-1c1ad013-943f-4bcc-9ded-7c79adb89b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:09.634488 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-1c1ad013-943f-4bcc-9ded-7c79adb89b58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d53a9388-d0bb-4754-8260-bf9f09552f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423048 Nov 25 18:14:09.641688 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.671656 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] Checking router: c9c70759-8b2e-4ff6-a451-3d86c1f530c3 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:09.680435 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:09.681031 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:09.728411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-3e0c43b0-3172-4e4c-a8c3-f68deb674fe1 service neutron] 10.222.0.73 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856099 Nov 25 18:14:09.789295 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:09.819182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-92e54913-c4a3-4c94-b397-9f84b4dc59ae req-979ccb11-4db5-470a-8208-405da6406aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828259 Nov 25 18:14:09.987352 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:10.014249 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dc17c-dd4f-4b87-9929-7670b064e990 None None] The sync data for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 is: [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:12:26Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '5160f4db-4059-4df4-9c85-58a040261084', 'name': '', 'network_id': 'd53a9388-d0bb-4754-8260-bf9f09552f19', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:d8:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:25Z', 'updated_at': '2021-11-25T18:12:29Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'fd6709fb-5042-4b59-bb83-75eb6af903b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:10.233911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30580b6-3317-48db-9172-106cdd3d26bc None None] New status for floating IP 8e1bc07d-8315-4186-99e1-673b7b1686ad: DOWN {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:14:10.680798 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeece9-d9e7-403c-b1d6-478f7697279e req-e917f48a-7c59-4af9-bc3b-cabb43b13ef7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:10.682248 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6eeece9-d9e7-403c-b1d6-478f7697279e req-e917f48a-7c59-4af9-bc3b-cabb43b13ef7 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0483818 Nov 25 18:14:10.734529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c6eeece9-d9e7-403c-b1d6-478f7697279e req-793c664b-c7e7-4e6c-86e8-095aac266725 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=24544855-f53b-4881-85c3-0d415a1abaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Nov 25 18:14:10.789832 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.793825 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-2b4b34c1-232a-42c4-99f7-1be1a060e384 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:10.795284 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-2b4b34c1-232a-42c4-99f7-1be1a060e384 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2fe9c59-0f32-4d88-b80c-52fdd996a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0494170 Nov 25 18:14:10.884518 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:10.884851 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.974401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:10.974781 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:10.987453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for c9933206-c2c6-4b2d-b16c-6c3b25e4f3de owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:11.116237 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.145174 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=c9933206-c2c6-4b2d-b16c-6c3b25e4f3de,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:11.185628 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] No DVR routers for this DVR port c9933206-c2c6-4b2d-b16c-6c3b25e4f3de on host n-h2-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:11.188676 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.192342 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-110368c5-ba05-4a59-b96f-8042a30cc184 req-249a173d-65cb-4085-a171-1f3ef4ffe15e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "DELETE /v2.0/ports/c9933206-c2c6-4b2d-b16c-6c3b25e4f3de HTTP/1.1" status: 204 len: 173 time: 0.3905616 Nov 25 18:14:11.287114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-deleted', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:11.289523 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d99ed-1e7a-4f74-9ca3-3048265848a6" -d '{"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-deleted", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:11.328017 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebda242-70e2-43f9-b251-4c0992a6c747 x-openstack-request-id: req-2ebda242-70e2-43f9-b251-4c0992a6c747 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:11.328308 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe9c59-0f32-4d88-b80c-52fdd996a7b4", "name": "network-vif-deleted", "tag": "c9933206-c2c6-4b2d-b16c-6c3b25e4f3de", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:11.328560 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ebda242-70e2-43f9-b251-4c0992a6c747 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:11.328964 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe9c59-0f32-4d88-b80c-52fdd996a7b4', 'name': 'network-vif-deleted', 'tag': 'c9933206-c2c6-4b2d-b16c-6c3b25e4f3de', 'status': 'completed', 'code': 200} Nov 25 18:14:11.542738 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:11.794170 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34632) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:12.172643 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.757538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 5160f4db-4059-4df4-9c85-58a040261084 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:12.757867 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.844934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 5160f4db-4059-4df4-9c85-58a040261084, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=5160f4db-4059-4df4-9c85-58a040261084,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:12.845855 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:12.858905 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 5160f4db-4059-4df4-9c85-58a040261084 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:13.047853 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.087351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=5160f4db-4059-4df4-9c85-58a040261084,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:13.280395 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.527248 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:13.638947 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:13.646265 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7436ec58-a7a2-4073-88bc-565038b99215 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/c9c70759-8b2e-4ff6-a451-3d86c1f530c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8509309 Nov 25 18:14:13.650241 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34634) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.653295 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] Sync routers for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:13.666132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:13.667099 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:13.710277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting subnet fd6709fb-5042-4b59-bb83-75eb6af903b7 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:14:13.714598 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.756289 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.773971 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:13.843147 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.919534 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.950415 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6709fb-5042-4b59-bb83-75eb6af903b7,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:13.955351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:13.962145 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3554d9f7-e42c-489c-bbd1-c3736ce38d4d None None] Network d53a9388-d0bb-4754-8260-bf9f09552f19 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:13.964258 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-31683728-3804-48cd-adbf-5ad067677f04 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/subnets/fd6709fb-5042-4b59-bb83-75eb6af903b7 HTTP/1.1" status: 204 len: 168 time: 0.3130133 Nov 25 18:14:13.967252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34636) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:13.968279 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:14:12Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:13.997744 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] Checking router: c9c70759-8b2e-4ff6-a451-3d86c1f530c3 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:14.008857 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] Routers {'c9c70759-8b2e-4ff6-a451-3d86c1f530c3'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:14.009476 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:14.087074 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.139843 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] Set router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:14.171950 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f33756-db27-454b-aa22-c43ae253855f None None] DHCP port deletion for d53a9388-d0bb-4754-8260-bf9f09552f19 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:14.209295 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.235560 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-46f33756-db27-454b-aa22-c43ae253855f None None] Deleting port 7ce5e0db-b746-4f7d-aa60-2165667cd91b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:14.236150 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46f33756-db27-454b-aa22-c43ae253855f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.277843 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 53e03a9c-b9da-4f64-8b6f-220fec8968a4 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:14:14.278411 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.310252 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-46f33756-db27-454b-aa22-c43ae253855f None None] For port 7ce5e0db-b746-4f7d-aa60-2165667cd91b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=7ce5e0db-b746-4f7d-aa60-2165667cd91b,segment=NetworkSegment(2955d15f-1ee8-4548-97bd-fd1d5755709a),segment_id=2955d15f-1ee8-4548-97bd-fd1d5755709a)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:14.310648 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46f33756-db27-454b-aa22-c43ae253855f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.324892 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-46f33756-db27-454b-aa22-c43ae253855f None None] Calling delete_port for 7ce5e0db-b746-4f7d-aa60-2165667cd91b owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:14.338276 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:14:12Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:14.370971 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 53e03a9c-b9da-4f64-8b6f-220fec8968a4, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=53e03a9c-b9da-4f64-8b6f-220fec8968a4,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:14.371211 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c2081-09d0-40d9-8f1b-bbff38a0b546 None None] The sync data for ids ['c9c70759-8b2e-4ff6-a451-3d86c1f530c3'] in n-d-817303-7 is: [{'id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977567401', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:12:22Z', 'updated_at': '2021-11-25T18:14:12Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '53e03a9c-b9da-4f64-8b6f-220fec8968a4', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c70759-8b2e-4ff6-a451-3d86c1f530c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:12:23Z', 'updated_at': '2021-11-25T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:14.371350 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.384503 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 53e03a9c-b9da-4f64-8b6f-220fec8968a4 owned by network:router_gateway {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:14:14.413518 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-46f33756-db27-454b-aa22-c43ae253855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.438232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f33756-db27-454b-aa22-c43ae253855f None None] Pushing event deleted for resources: {'Port': ['ID=7ce5e0db-b746-4f7d-aa60-2165667cd91b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:14.442010 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f33756-db27-454b-aa22-c43ae253855f None None] No DVR routers for this DVR port 7ce5e0db-b746-4f7d-aa60-2165667cd91b on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:14:14.560985 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.586226 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=53e03a9c-b9da-4f64-8b6f-220fec8968a4,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:14.601069 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb7da6b-6baa-4926-b8da-802b09024d21 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:14.648400 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.742657 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.744904 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.794345 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.794955 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Fanout notify agent at l3_agent the message router_deleted on router c9c70759-8b2e-4ff6-a451-3d86c1f530c3 {{(pid=103636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:14:14.803221 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.804462 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f9067baa-90c0-4312-a606-3506e4a7156c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/routers/c9c70759-8b2e-4ff6-a451-3d86c1f530c3 HTTP/1.1" status: 204 len: 168 time: 0.8362365 Nov 25 18:14:14.807310 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34638) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:14.895208 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:14.986626 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.007901 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53a9388-d0bb-4754-8260-bf9f09552f19']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:15.017586 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2955d15f-1ee8-4548-97bd-fd1d5755709a') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:15.017879 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2955d15f-1ee8-4548-97bd-fd1d5755709a') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:15.028508 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.042751 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.049241 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:14:15.049786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:14:15.053025 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:14:15.116448 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.123304 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.126463 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/networks/d53a9388-d0bb-4754-8260-bf9f09552f19 HTTP/1.1" status: 204 len: 168 time: 0.3181081 Nov 25 18:14:15.129880 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34640) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:15.146826 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Network': ['ID=d53a9388-d0bb-4754-8260-bf9f09552f19,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:15.163584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.163934 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.164269 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.164602 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.164932 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.165261 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.165584 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.165909 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.166230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.166549 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.166869 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.167185 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca691c53-80ec-4f99-b8a5-00cff04b1f1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:15.210138 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c8bd0c2-a3aa-4106-89fc-4fef348e4a98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.235173 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c8bd0c2-a3aa-4106-89fc-4fef348e4a98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.296417 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c8bd0c2-a3aa-4106-89fc-4fef348e4a98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.299492 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-7c8bd0c2-a3aa-4106-89fc-4fef348e4a98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.301160 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-7c8bd0c2-a3aa-4106-89fc-4fef348e4a98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/security-groups/24544855-f53b-4881-85c3-0d415a1abaf5 HTTP/1.1" status: 204 len: 168 time: 0.1703184 Nov 25 18:14:15.310993 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bd0c2-a3aa-4106-89fc-4fef348e4a98 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24544855-f53b-4881-85c3-0d415a1abaf5,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:15.419945 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:14:15.442872 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 53e03a9c-b9da-4f64-8b6f-220fec8968a4 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:15.468279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 53e03a9c-b9da-4f64-8b6f-220fec8968a4 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:15.468980 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 53e03a9c-b9da-4f64-8b6f-220fec8968a4 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:15.469372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7ce5e0db-b746-4f7d-aa60-2165667cd91b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:15.492822 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 7ce5e0db-b746-4f7d-aa60-2165667cd91b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:15.493158 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 7ce5e0db-b746-4f7d-aa60-2165667cd91b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:15.493562 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5160f4db-4059-4df4-9c85-58a040261084 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:15.513610 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 5160f4db-4059-4df4-9c85-58a040261084 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:15.513944 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 5160f4db-4059-4df4-9c85-58a040261084 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:15.684431 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34646) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:15.689114 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508976183', 'description': 'tempest-secgroup-smoke-1508976183 description', 'project_id': '612d99cd453b4fdb9ee990f90370066c'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:15.712812 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.791442 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.795571 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.798487 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de no longer exists at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:14:15.824613 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] No Port match for: c9933206-c2c6-4b2d-b16c-6c3b25e4f3de {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:14:15.825334 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device c9933206-c2c6-4b2d-b16c-6c3b25e4f3de not bound to the agent host n-h2-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:14:15.825595 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa659c-7730-4b97-936f-af842b329d42,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:15.832236 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.833446 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-c514b09c-c92e-4854-a96e-9dd239ad2ea2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1480134 Nov 25 18:14:15.836602 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34648) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:15.841114 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'e9aa659c-7730-4b97-936f-af842b329d42', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:15.870327 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.926638 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.930198 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.947610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653ceada-f20f-42d6-ac7e-3fb4d86694b2,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:15.955277 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:15.957010 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fa9774a5-74fa-43e1-aa28-5cd79ae48298 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193085 Nov 25 18:14:15.960507 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34650) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:15.966216 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'e9aa659c-7730-4b97-936f-af842b329d42', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:15.996403 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.051841 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.055269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.072792 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42743df2-ac8a-42c7-b4f8-80ced92d5f84,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.079745 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.081182 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-53a6e899-653e-4251-9004-c4994f244720 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189897 Nov 25 18:14:16.083671 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34652) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.087922 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'e9aa659c-7730-4b97-936f-af842b329d42', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.117654 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.183210 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.186866 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.207020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d428bf13-f900-4af8-a876-80d48b755f1d,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.212800 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.213557 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-8f06c458-fc43-4c0b-aaa7-91ba23d2bd72 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289816 Nov 25 18:14:16.216303 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34654) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.220569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'e9aa659c-7730-4b97-936f-af842b329d42', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.248118 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.306126 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.309353 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.327179 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ea32d2-a717-44b1-ab7a-869e4f26e5fe,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.335227 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.336478 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-804b50f1-6402-468a-b426-894433d21b08 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192613 Nov 25 18:14:16.339204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34656) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.343588 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'e9aa659c-7730-4b97-936f-af842b329d42', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.365386 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:14:16.370164 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.427595 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.431269 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.449249 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3f1c5e-1926-4aa6-b3a7-e729b90428cb,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.460558 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.465005 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-07796092-19af-4749-8e78-378a0556c12e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216538 Nov 25 18:14:16.465005 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34658) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.469418 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': 'e9aa659c-7730-4b97-936f-af842b329d42', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.493340 n-d-817303-7 neutron-server[103636]: INFO neutron.db.securitygroups_db [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:14:16.498977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.499522 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.559735 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.562935 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.580412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f142dab-5005-47b0-ba45-68f9de84d511,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.589488 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.590707 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-dd685a9d-dc77-4c69-9eec-a0ea8b152009 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252151 Nov 25 18:14:16.593647 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34660) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.599130 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'network': {'name': 'tempest-network-smoke--240771977', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.619753 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:16.623107 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.647538 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:14:16.655897 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.656234 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Added segment 22cef732-73b8-478b-8cce-b4b7de39ddb6 of type vlan for network 0437c4c2-986a-4151-b856-6bdef573ad55 Nov 25 18:14:16.695451 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.721188 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.726717 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:16.727286 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.780587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1859007 Nov 25 18:14:16.783368 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34662) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:16.790186 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'admin_state_up': True, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:16.811909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a441f-8944-4d68-93c6-919a44114948 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Network': ['ID=0437c4c2-986a-4151-b856-6bdef573ad55,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:16.823536 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network 0437c4c2-986a-4151-b856-6bdef573ad55 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:14:16.826521 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.827576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:16.887774 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.028763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.217912 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.240311 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.340453 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.232 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/54c08f15-2655-4cd0-b5b7-040f46fd77cb) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:17.443783 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.476948 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.520699 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:17.523740 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:17.527939 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:17.530878 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=54c08f15-2655-4cd0-b5b7-040f46fd77cb,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:17.536924 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06debfb-22f1-4ac2-9c7b-f996373340dd None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:17.654942 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-18052c76-7518-433f-bfa9-a8a2e6c26521 None None] Provisioning complete for port 54c08f15-2655-4cd0-b5b7-040f46fd77cb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:17.655310 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-18052c76-7518-433f-bfa9-a8a2e6c26521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:17.690519 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-18052c76-7518-433f-bfa9-a8a2e6c26521 None None] Port 54c08f15-2655-4cd0-b5b7-040f46fd77cb cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:17.779705 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.042277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.321342 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.449764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router fe0650ae-fb1b-499a-bbd3-6e8042a15099 is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:14:18.554963 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:18.564237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Sync routers for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:18.575801 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.576173 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:18.576791 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:18.576960 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5afcdcba-1608-45eb-942a-2a61bd036df2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7925384 Nov 25 18:14:18.580193 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34664) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.607768 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-e64c84c8-86de-4ef3-a050-b0ca94633558 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=612d99cd453b4fdb9ee990f90370066c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263917 Nov 25 18:14:18.610298 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34666) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.683327 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:18.694615 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df738953-3e31-4c75-ac0f-43af5764fa5a tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:18.696139 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-df738953-3e31-4c75-ac0f-43af5764fa5a tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849581 Nov 25 18:14:18.699001 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34668) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.730038 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-a7c1bc9f-d285-4f88-95ff-5f2596e50bf2 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299218 Nov 25 18:14:18.732523 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34670) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:18.738012 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361404986', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:18.829300 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:18.834416 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:18.885271 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:17Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:18.914851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Checking router: fe0650ae-fb1b-499a-bbd3-6e8042a15099 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:18.915200 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Updating router fe0650ae-fb1b-499a-bbd3-6e8042a15099 port 54c08f15-2655-4cd0-b5b7-040f46fd77cb binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:14:18.942304 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.034328 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.096632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Subnet': ['ID=10fb276c-3c86-4cb3-84c7-f5abb837c183,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.105473 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Checking segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:19.105832 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network hostable DHCP agents. Network: 0437c4c2-986a-4151-b856-6bdef573ad55, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:14:19.123821 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 0437c4c2-986a-4151-b856-6bdef573ad55 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:14:19.133575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, 0437c4c2-986a-4151-b856-6bdef573ad55) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:19.137685 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:19.138274 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.148712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339da248-087d-4b81-bd7f-641d793b3f5f None None] Network 0437c4c2-986a-4151-b856-6bdef573ad55 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:19.157560 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d662fbe5-6c2d-4341-ac61-f63b8ca59743 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4214511 Nov 25 18:14:19.157914 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34672) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:19.282965 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.305902 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.365926 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b7077-8bf7-49e5-a8d1-4c520d1d1742 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:19.382738 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Attempting to bind port 54c08f15-2655-4cd0-b5b7-040f46fd77cb on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:19.383108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Attempting to bind port 54c08f15-2655-4cd0-b5b7-040f46fd77cb by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:19.383500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Attempting to bind port 54c08f15-2655-4cd0-b5b7-040f46fd77cb on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:19.390033 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bcc5d-a94a-43a5-abef-a2e13743686b None None] Pushing event updated for resources: {'Port': ['ID=54c08f15-2655-4cd0-b5b7-040f46fd77cb,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:19.410072 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:19.410461 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:19.410869 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.411256 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:19.411767 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Bound port: 54c08f15-2655-4cd0-b5b7-040f46fd77cb, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:19.412154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.439342 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-0437c4c2-986a-4151-b856-6bdef573ad55', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:14:19.440791 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.487729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b6d2dd16-ac72-4da7-b3d0-2aec032fafd7 None None] Provisioning complete for port 54c08f15-2655-4cd0-b5b7-040f46fd77cb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:19.488246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b6d2dd16-ac72-4da7-b3d0-2aec032fafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.582387 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] For port 54c08f15-2655-4cd0-b5b7-040f46fd77cb, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:19.600879 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2dd16-ac72-4da7-b3d0-2aec032fafd7 None None] Port 54c08f15-2655-4cd0-b5b7-040f46fd77cb cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:19.603253 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] For port 54c08f15-2655-4cd0-b5b7-040f46fd77cb, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=54c08f15-2655-4cd0-b5b7-040f46fd77cb,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:19.610437 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.613017 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:19.686975 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659287a-7c5c-4346-b5b7-6c6cba57981c None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:14:19.720064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Allocated IP 172.20.0.2 (0437c4c2-986a-4151-b856-6bdef573ad55/10fb276c-3c86-4cb3-84c7-f5abb837c183/183d9bdb-34af-4aa5-80fc-d28c23d1bd5b) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:19.723205 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:19.723867 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:19.728179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bcc5d-a94a-43a5-abef-a2e13743686b None None] Pushing event updated for resources: {'Port': ['ID=54c08f15-2655-4cd0-b5b7-040f46fd77cb,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:20.056620 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-5d9d7d30-8ed3-497a-a42b-56bee91ed96d None None] Provisioning complete for port 54c08f15-2655-4cd0-b5b7-040f46fd77cb triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:20.056991 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7d30-8ed3-497a-a42b-56bee91ed96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.094653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:20.273192 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.304240 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.329323 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.1 (0437c4c2-986a-4151-b856-6bdef573ad55/10fb276c-3c86-4cb3-84c7-f5abb837c183/a8939b2b-eb86-445f-a275-7206aead1bd6) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:20.371694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7d30-8ed3-497a-a42b-56bee91ed96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.378871 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Network 0437c4c2-986a-4151-b856-6bdef573ad55 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:20.402604 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:20.412912 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:20.423418 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Pushing event updated for resources: {'Port': ['ID=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:20.436147 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-5d9d7d30-8ed3-497a-a42b-56bee91ed96d None None] For port 54c08f15-2655-4cd0-b5b7-040f46fd77cb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=54c08f15-2655-4cd0-b5b7-040f46fd77cb,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:20.452790 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.457207 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7d30-8ed3-497a-a42b-56bee91ed96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.487959 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.528781 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Attempting to bind port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:20.529064 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Attempting to bind port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:20.529422 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Attempting to bind port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b on network 0437c4c2-986a-4151-b856-6bdef573ad55 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:20.536528 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 0437c4c2-986a-4151-b856-6bdef573ad55 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:20.539589 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:20.543476 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:20.545680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:17Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:20.547583 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:20.547964 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Checking segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:20.548371 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.549473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Bound using segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:20.549473 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Bound port: 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:20.549845 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.550484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=a8939b2b-eb86-445f-a275-7206aead1bd6,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:20.587851 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d93c6d-0579-4468-aacf-1d5157409bdd None None] The sync data for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 is: [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:17Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:20.589237 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d7d30-8ed3-497a-a42b-56bee91ed96d None None] Pushing event updated for resources: {'Port': ['ID=54c08f15-2655-4cd0-b5b7-040f46fd77cb,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:20.593740 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.646723 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] For port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:20.650148 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] For port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:20.656597 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:20.730591 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788fe00-c7ee-4e65-b955-31756a67015d None None] Pushing event updated for resources: {'Port': ['ID=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:21.114910 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.305356 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:21.356159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:21.356532 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.443246 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.450411 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.458488 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4625669'] for port, after_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.510735 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:21.521305 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.522194 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54c08f15-2655-4cd0-b5b7-040f46fd77cb up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:21.573909 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.600133 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=a8939b2b-eb86-445f-a275-7206aead1bd6,revision_number=2']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:21.639169 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:21.656113 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 54c08f15-2655-4cd0-b5b7-040f46fd77cb triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:21.656483 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.730427 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 0437c4c2-986a-4151-b856-6bdef573ad55 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:21.732385 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:21.862849 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router fe0650ae-fb1b-499a-bbd3-6e8042a15099 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:21.887709 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ec2b6-08b0-4612-aa77-10b1584af5f1 None None] Network 0437c4c2-986a-4151-b856-6bdef573ad55 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:14:21.953761 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-4a303664-c504-49af-953f-1bfa5da79969 None None] Provisioning complete for port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:21.954126 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a303664-c504-49af-953f-1bfa5da79969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:21.980463 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:21.985536 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-eaaf3892-2e53-4de4-97f6-e8f635600161 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/fe0650ae-fb1b-499a-bbd3-6e8042a15099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8255808 Nov 25 18:14:22.149051 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-be825f18-bd74-4275-b3fc-bac5418d9692 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508976183&fields=id&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 267 time: 0.0513697 Nov 25 18:14:22.271297 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-fca4aa4b-5d1a-429a-a351-8f8259b86992 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:22.272916 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-fca4aa4b-5d1a-429a-a351-8f8259b86992 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 796 time: 0.1160500 Nov 25 18:14:22.290312 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-0683f437-7a2d-4967-9619-3c8ead96d4e3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/quotas/612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 375 time: 0.0102911 Nov 25 18:14:22.345766 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-843ee75b-7217-4deb-a31d-367488096a8b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494337 Nov 25 18:14:22.424165 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-9f4f6aca-2643-449b-96be-a6493b86bdaf service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:14:22.427914 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-9f4f6aca-2643-449b-96be-a6493b86bdaf service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0663102 Nov 25 18:14:22.433647 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b9ca9e53-fde4-4305-9da1-3d90dabf69d4 None None] Provisioning complete for port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:22.434019 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9e53-fde4-4305-9da1-3d90dabf69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.448497 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Sync routers for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:22.459435 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:22.460634 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:22.557786 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-f49059de-ca6c-4804-836a-676348c3d9cd service neutron] 10.222.0.86 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223230 Nov 25 18:14:22.564853 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-b9ca9e53-fde4-4305-9da1-3d90dabf69d4 None None] Provisioning complete for port a8939b2b-eb86-445f-a275-7206aead1bd6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:22.565465 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9e53-fde4-4305-9da1-3d90dabf69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.580061 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:22.654795 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca9e53-fde4-4305-9da1-3d90dabf69d4 None None] Port a8939b2b-eb86-445f-a275-7206aead1bd6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:22.671065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-81ebdfef-85bd-4357-af48-756128aea275 service neutron] 10.222.0.86 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071177 Nov 25 18:14:22.779966 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-70e0b6ed-3384-4759-a490-3c0300ceba9f None None] Provisioning complete for port a8939b2b-eb86-445f-a275-7206aead1bd6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:22.780335 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70e0b6ed-3384-4759-a490-3c0300ceba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.830710 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-70e0b6ed-3384-4759-a490-3c0300ceba9f None None] Port a8939b2b-eb86-445f-a275-7206aead1bd6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:22.891802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-6972686e-18bc-4078-b88a-a7df697ca9a5 req-24501a10-f6cf-4588-a928-a8b081f14875 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 210 time: 0.0365639 Nov 25 18:14:22.928302 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 2, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:22.949027 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-377add83-77c6-41ed-a313-f4d0ec4e7c6f None None] Provisioning complete for port a8939b2b-eb86-445f-a275-7206aead1bd6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:22.949400 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-377add83-77c6-41ed-a313-f4d0ec4e7c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.960110 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Checking router: fe0650ae-fb1b-499a-bbd3-6e8042a15099 for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:22.960487 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Updating router fe0650ae-fb1b-499a-bbd3-6e8042a15099 port a8939b2b-eb86-445f-a275-7206aead1bd6 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:14:22.989195 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:22.992260 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-377add83-77c6-41ed-a313-f4d0ec4e7c6f None None] Port a8939b2b-eb86-445f-a275-7206aead1bd6 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:23.230946 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:23.274031 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.282015 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.296789 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:23.297378 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.396516 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Attempting to bind port a8939b2b-eb86-445f-a275-7206aead1bd6 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:23.396792 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Attempting to bind port a8939b2b-eb86-445f-a275-7206aead1bd6 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:23.397153 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Attempting to bind port a8939b2b-eb86-445f-a275-7206aead1bd6 on network 0437c4c2-986a-4151-b856-6bdef573ad55 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:23.403350 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Pushing event updated for resources: {'Port': ['ID=a8939b2b-eb86-445f-a275-7206aead1bd6,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:23.414113 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.414600 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.414850 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.415317 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.415760 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.416151 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.416517 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.416908 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.417225 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.417590 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.417973 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.418307 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:14:23.424303 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:23.424681 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Checking segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:23.425080 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.425676 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Bound using segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:23.426157 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Bound port: a8939b2b-eb86-445f-a275-7206aead1bd6, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:23.426541 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.500267 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] For port a8939b2b-eb86-445f-a275-7206aead1bd6, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:23.504890 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] For port a8939b2b-eb86-445f-a275-7206aead1bd6, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8939b2b-eb86-445f-a275-7206aead1bd6,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:23.509039 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.569000 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:23.569627 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:23.574905 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc9271-2db6-4721-b7fb-72f2b0fde109 None None] Pushing event updated for resources: {'Port': ['ID=a8939b2b-eb86-445f-a275-7206aead1bd6,revision_number=4']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:23.617436 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2abd6476-9c88-46ac-b5f9-7c31171fcc41 None None] Provisioning complete for port a8939b2b-eb86-445f-a275-7206aead1bd6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:23.618177 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2abd6476-9c88-46ac-b5f9-7c31171fcc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.695478 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:23.709844 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2abd6476-9c88-46ac-b5f9-7c31171fcc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.750887 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-2abd6476-9c88-46ac-b5f9-7c31171fcc41 None None] For port a8939b2b-eb86-445f-a275-7206aead1bd6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8939b2b-eb86-445f-a275-7206aead1bd6,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:23.755996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2abd6476-9c88-46ac-b5f9-7c31171fcc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.814015 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd6476-9c88-46ac-b5f9-7c31171fcc41 None None] Pushing event updated for resources: {'Port': ['ID=a8939b2b-eb86-445f-a275-7206aead1bd6,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:23.880251 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-485aa2e3-4ff3-4ac2-9734-cdc17437de5b None None] Provisioning complete for port a8939b2b-eb86-445f-a275-7206aead1bd6 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:23.880623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-485aa2e3-4ff3-4ac2-9734-cdc17437de5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:23.910262 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-fdeffc5a-f0e3-4663-a185-ea3bc5f3e31a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:23.912699 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-fdeffc5a-f0e3-4663-a185-ea3bc5f3e31a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 796 time: 0.1285346 Nov 25 18:14:23.934103 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:23.978617 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d8843-d97e-4450-abb5-a56ae095fd7a None None] The sync data for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 is: [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:23.998064 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-bfee7396-5e2d-44bb-a59b-059fe05aca67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 380 time: 0.0739851 Nov 25 18:14:24.011472 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'port': {'device_id': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'admin_state_up': True, 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'security_groups': ['e9aa659c-7730-4b97-936f-af842b329d42']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:24.057039 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-882f239f-21cb-40a4-a60c-e45437bcb5c1 req-42be4f9a-85b4-4939-b39c-d38b3d440cdf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 210 time: 0.0468805 Nov 25 18:14:24.150489 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:14:24.154054 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.291436 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.8 (0437c4c2-986a-4151-b856-6bdef573ad55/10fb276c-3c86-4cb3-84c7-f5abb837c183/f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:24.439541 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.476245 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.528920 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 0437c4c2-986a-4151-b856-6bdef573ad55 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:24.532014 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:24.535889 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:24.562890 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:24.593569 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:24.594211 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.614004 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-991c18c8-dec9-45cf-9cd9-43115d8de130 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6091828 Nov 25 18:14:24.627746 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Request body: {'port': {'device_id': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:24.688287 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.805653 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-aed5c27c-aef2-4fcb-a7a7-0e2d119070e7 None None] Provisioning complete for port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:24.806185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aed5c27c-aef2-4fcb-a7a7-0e2d119070e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:24.847705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-aed5c27c-aef2-4fcb-a7a7-0e2d119070e7 None None] Port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:14:24.980109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:14:24.988812 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.001511 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Transition to ACTIVE for port object f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:14:25.006338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.061442 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Pushing event updated for resources: {'Port': ['ID=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:25.137536 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Attempting to bind port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad on host n-h1-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:14:25.137869 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Attempting to bind port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad by drivers openvswitch,hyperv on host n-h1-817303-7 at level 0 using segments [{'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:14:25.138196 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Attempting to bind port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad on network 0437c4c2-986a-4151-b856-6bdef573ad55 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:25.145611 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad on network 0437c4c2-986a-4151-b856-6bdef573ad55 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:14:25.145937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Attempting to bind port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad on network 0437c4c2-986a-4151-b856-6bdef573ad55 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:14:25.153808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Checking agent: {'id': '17fc1a07-1f7f-4a38-a414-4d73b77c9881', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:14:25.154150 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Checking segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:14:25.154513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Bound using segment: {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:14:25.155052 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Bound port: f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host: n-h1-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cef732-73b8-478b-8cce-b4b7de39ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:14:25.155313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.248039 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5387a0-a85e-435f-8b02-b9fcb53b6641 req-7462276d-8ad3-4cd6-ac64-38855aaea015 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:25.249594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f5387a0-a85e-435f-8b02-b9fcb53b6641 req-7462276d-8ad3-4cd6-ac64-38855aaea015 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 943 time: 0.0979404 Nov 25 18:14:25.290488 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] For port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host n-h1-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:14:25.292729 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8939b2b-eb86-445f-a275-7206aead1bd6 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:25.313135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] For port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host n-h1-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:14:25.322874 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.341537 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port a8939b2b-eb86-445f-a275-7206aead1bd6 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:25.341904 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.355098 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7f5387a0-a85e-435f-8b02-b9fcb53b6641 req-6b0d8f2b-3e7d-42a6-a912-6d8fcc8a66f3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947654 Nov 25 18:14:25.371255 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:25.381859 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:25.381859 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] 10.222.0.55 "PUT /v2.0/ports/f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 1091 time: 0.7502639 Nov 25 18:14:25.381859 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:25.381859 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2dca3-a4a2-4463-bba4-62a56daa3c96" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:25.417337 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3190-698b-49b7-ae61-7cf341a390bd service neutron] Pushing event updated for resources: {'Port': ['ID=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:25.438729 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf18f61-e76f-4200-96c0-11cbfd5033cb x-openstack-request-id: req-ddf18f61-e76f-4200-96c0-11cbfd5033cb {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:25.439046 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:25.439309 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ddf18f61-e76f-4200-96c0-11cbfd5033cb {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:25.439742 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'status': 'completed', 'code': 200} Nov 25 18:14:25.482506 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-c77e139c-d667-401a-bec7-eaf3320ce94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:25.484128 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-c77e139c-d667-401a-bec7-eaf3320ce94d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1094 time: 0.0606167 Nov 25 18:14:25.528233 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-ff1c3147-9757-4bb8-af13-27a5242a7526 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 217 time: 0.0361421 Nov 25 18:14:25.581072 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-33c120b5-d6f7-4fb6-b6f4-2147f718c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:25.582457 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-33c120b5-d6f7-4fb6-b6f4-2147f718c089 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 200 len: 834 time: 0.0454628 Nov 25 18:14:25.635252 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-2716a9f6-c79d-4552-a607-a986c5eba523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:25.636744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-2716a9f6-c79d-4552-a607-a986c5eba523 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0437c4c2-986a-4151-b856-6bdef573ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453479 Nov 25 18:14:25.726323 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-dcc3d1f1-0b3e-4382-8c50-5e9022bae5a4 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819187 Nov 25 18:14:25.822317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-49c790a8-56e0-4e99-b4db-a64291b63117 req-7e1fb813-33c6-496e-9131-fec653c8dc93 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884748 Nov 25 18:14:25.907073 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-b5db47d1-45ea-4cc2-920c-f9412b1cb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:25.908626 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-b5db47d1-45ea-4cc2-920c-f9412b1cb7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1094 time: 0.0415647 Nov 25 18:14:25.999100 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-4c05a7d5-bc3c-40dd-b769-bdbf3e5f8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:26.000578 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-4c05a7d5-bc3c-40dd-b769-bdbf3e5f8190 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 897 time: 0.0846622 Nov 25 18:14:26.047150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-39a1902a-4fb2-447c-a3f0-03d1a8681adf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 217 time: 0.0396900 Nov 25 18:14:26.096835 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-dcdf4163-f816-4bed-b73d-a6200eab823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:26.098636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-dcdf4163-f816-4bed-b73d-a6200eab823d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 200 len: 834 time: 0.0444310 Nov 25 18:14:26.144312 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-0d306080-505d-4772-8bed-e81044cbee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:26.145806 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-0d306080-505d-4772-8bed-e81044cbee8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0437c4c2-986a-4151-b856-6bdef573ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397582 Nov 25 18:14:26.241856 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-a7cc37a2-0f78-458f-b943-eedd40177cc8 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888991 Nov 25 18:14:26.334134 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-42c2dca3-a4a2-4463-bba4-62a56daa3c96 req-c4a24d8a-c6cf-412a-892d-40c3afc3eb13 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831685 Nov 25 18:14:26.480440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b991d2-fb00-486f-93f8-1de483b14b4f req-cf941269-f181-44dc-b646-aba31aaa2419 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:26.481882 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27b991d2-fb00-486f-93f8-1de483b14b4f req-cf941269-f181-44dc-b646-aba31aaa2419 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 943 time: 0.0499213 Nov 25 18:14:26.537233 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-27b991d2-fb00-486f-93f8-1de483b14b4f req-4581285b-9c51-4c39-b9c4-33a2c9ae8e1b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488021 Nov 25 18:14:27.012549 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad details requested by agent hyperv_n-h1-817303-7 with host n-h1-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:14:27.106682 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:27.118532 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Returning: {'device': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'port_id': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'mac_address': 'fa:16:3e:f6:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:14:27.154963 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.168294 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:14:27.187930 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:27.192418 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:27.241863 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:27.396501 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] get_ports_and_sgs() called for port_ids ['f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:14:27.657868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc58dd-a633-40bc-8928-b096adfc1106 req-4146333a-de89-4bc8-9090-7292b9b784d2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:27.660049 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40cc58dd-a633-40bc-8928-b096adfc1106 req-4146333a-de89-4bc8-9090-7292b9b784d2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 944 time: 0.0499151 Nov 25 18:14:27.719242 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-40cc58dd-a633-40bc-8928-b096adfc1106 req-9fa95c47-af93-4a86-b7ab-e766d94c80f2 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531285 Nov 25 18:14:28.858780 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026657-eeb6-4af9-82b7-b93ae594ac41 req-bff00df6-2ae5-49aa-9529-416841b97deb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:28.860501 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b026657-eeb6-4af9-82b7-b93ae594ac41 req-bff00df6-2ae5-49aa-9529-416841b97deb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 944 time: 0.0668309 Nov 25 18:14:28.914616 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2b026657-eeb6-4af9-82b7-b93ae594ac41 req-8629ba14-cbcc-44de-857d-d4b70229301b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Nov 25 18:14:29.028587 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad up at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:14:29.080371 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning for port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:14:29.084044 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Provisioning complete for port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:14:29.084411 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.161960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.184977 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:29.187232 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a7978f-e849-4587-b5b0-5b5da09b22a6" -d '{"events": [{"server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "name": "network-vif-plugged", "status": "completed", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:29.201159 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] For port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:14:29.204960 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:29.229841 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b664b524-fd0c-45ab-89a9-b8fdf9cba741 x-openstack-request-id: req-b664b524-fd0c-45ab-89a9-b8fdf9cba741 {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:29.230239 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "name": "network-vif-plugged", "status": "completed", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:29.230572 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b664b524-fd0c-45ab-89a9-b8fdf9cba741 {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:29.231017 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'code': 200} Nov 25 18:14:29.272894 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Pushing event updated for resources: {'Port': ['ID=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:29.333277 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1612f-6727-4ef2-a2f7-610ab5193f1a req-80284cf0-bb09-4575-81c0-1f1a3ff20101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:29.334744 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebe1612f-6727-4ef2-a2f7-610ab5193f1a req-80284cf0-bb09-4575-81c0-1f1a3ff20101 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0449598 Nov 25 18:14:29.381650 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ebe1612f-6727-4ef2-a2f7-610ab5193f1a req-81d4703e-e31d-429a-aa44-7b0356de0265 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Nov 25 18:14:30.038643 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b687d5-7f84-4360-b58f-a058f7f17503 req-f838b274-a3f6-4197-a6b8-ecf48a4d2fcf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:30.040154 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55b687d5-7f84-4360-b58f-a058f7f17503 req-f838b274-a3f6-4197-a6b8-ecf48a4d2fcf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0572343 Nov 25 18:14:30.089492 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-55b687d5-7f84-4360-b58f-a058f7f17503 req-25eb1349-c1d7-401e-8bdc-8473e5d9b846 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 Nov 25 18:14:31.208093 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297effdc-b910-4382-9837-1b9e7d278218 req-8a48bd27-d93e-4834-8c14-678c7bce40f8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:31.209565 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-297effdc-b910-4382-9837-1b9e7d278218 req-8a48bd27-d93e-4834-8c14-678c7bce40f8 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0484822 Nov 25 18:14:31.259238 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-297effdc-b910-4382-9837-1b9e7d278218 req-6987bea2-f3df-40c0-8aeb-f7c45caf0c5b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Nov 25 18:14:31.381426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b99bb-2221-4c6d-bef9-3dbe20c1e151 req-e3ae42c5-d9e3-49ba-ad93-02294c83719f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:31.382803 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec1b99bb-2221-4c6d-bef9-3dbe20c1e151 req-e3ae42c5-d9e3-49ba-ad93-02294c83719f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0488622 Nov 25 18:14:31.431843 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ec1b99bb-2221-4c6d-bef9-3dbe20c1e151 req-5b63f19d-b9ec-43e4-ad76-dd7d7e9327ef tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Nov 25 18:14:31.453708 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34724) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:31.504020 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd4e8f-549c-452e-940e-4a1bb3a3b7bc tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:31.505509 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-fdbd4e8f-549c-452e-940e-4a1bb3a3b7bc tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1091 time: 0.0508184 Nov 25 18:14:31.508365 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34726) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:31.512662 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:14:31.538833 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.632233 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.743173 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.109 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/787100e5-dc9f-4401-b72a-a7f6f1929e67) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:14:31.846259 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.880402 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:31.925080 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:14:31.927913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:14:31.931627 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:14:31.937156 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=787100e5-dc9f-4401-b72a-a7f6f1929e67,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:32.296241 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.365425 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.513244 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.517931 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.587125 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=787100e5-dc9f-4401-b72a-a7f6f1929e67,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:14:32.597719 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:32.696759 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP aad5657a-0a2d-421b-960a-eec09b7c89fd associated. External IP: 172.25.8.109, port: f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad. Nov 25 18:14:32.899600 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router fe0650ae-fb1b-499a-bbd3-6e8042a15099 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:14:33.337777 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:14:33.349713 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] Sync routers for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:14:33.355192 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:33.359719 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:33.360326 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:33.382175 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-cb9a1b50-0649-4d97-84a4-8c8b8b41f0d4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8728166 Nov 25 18:14:33.382764 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:14:33.385082 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decaef0d-1b4a-434f-b430-f983f33b05d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:14:33.444554 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95217eef-5fc8-4e70-8506-9f4935a30bdc x-openstack-request-id: req-95217eef-5fc8-4e70-8506-9f4935a30bdc {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:14:33.445651 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:14:33.445921 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-95217eef-5fc8-4e70-8506-9f4935a30bdc {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:14:33.446357 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'status': 'completed', 'code': 200} Nov 25 18:14:33.476312 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:33.484222 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a78f-925c-48c9-a944-34aedef6a73d req-52706799-0a04-43d9-a2e9-43e9700fd722 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.485761 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c188a78f-925c-48c9-a944-34aedef6a73d req-52706799-0a04-43d9-a2e9-43e9700fd722 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0531421 Nov 25 18:14:33.512978 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-d504f07f-adca-4826-81db-b33e9988ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.514677 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-d504f07f-adca-4826-81db-b33e9988ec0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0426323 Nov 25 18:14:33.540658 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-c188a78f-925c-48c9-a944-34aedef6a73d req-9c870df4-36f8-4d7b-ae05-4d80ca65ab27 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471678 Nov 25 18:14:33.563512 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34732) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:33.630273 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-1fe71303-0fdf-4b4a-9fa0-c0f17725b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.631804 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-1fe71303-0fdf-4b4a-9fa0-c0f17725b964 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 897 time: 0.1100817 Nov 25 18:14:33.635662 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1edd4313-becd-44e0-b6b4-81a62fdb2942 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/aad5657a-0a2d-421b-960a-eec09b7c89fd HTTP/1.1" status: 200 len: 991 time: 0.0709355 Nov 25 18:14:33.701611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-a77c521a-4755-4b8f-ba10-aeb5be2bd97e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 999 time: 0.0616758 Nov 25 18:14:33.723030 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'aad5657a-0a2d-421b-960a-eec09b7c89fd', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'port_id': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'mac_address': 'fa:16:3e:f6:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:14:32Z', 'updated_at': '2021-11-25T18:14:32Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:33.750384 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-f47ecf1c-d44d-4d60-bcc8-46cc46beb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.752003 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-f47ecf1c-d44d-4d60-bcc8-46cc46beb22d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 200 len: 834 time: 0.0437355 Nov 25 18:14:33.754279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] Checking router: fe0650ae-fb1b-499a-bbd3-6e8042a15099 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:14:33.762687 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:14:33.763317 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:14:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:33.801725 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-07ced56f-9413-404e-a928-5e240adae848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:14:33.803210 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-07ced56f-9413-404e-a928-5e240adae848 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0437c4c2-986a-4151-b856-6bdef573ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444942 Nov 25 18:14:33.873712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:14:33.894369 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-b230507f-e38f-43dd-b6bf-aa6a62795e3d service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832660 Nov 25 18:14:33.998464 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-decaef0d-1b4a-434f-b430-f983f33b05d2 req-5614642e-ffba-4d5d-88c6-01f6215f4528 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964921 Nov 25 18:14:34.099800 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'aad5657a-0a2d-421b-960a-eec09b7c89fd', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'port_id': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'mac_address': 'fa:16:3e:f6:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:14:32Z', 'updated_at': '2021-11-25T18:14:32Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:14:34.126438 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd85ddf-f5b9-4847-b0ba-4370ce388f9b None None] The sync data for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 is: [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': 'aad5657a-0a2d-421b-960a-eec09b7c89fd', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'port_id': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'mac_address': 'fa:16:3e:f6:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:14:32Z', 'updated_at': '2021-11-25T18:14:32Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:14:34.336549 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a60141-5860-464f-8568-7e036f31adc9 None None] New status for floating IP aad5657a-0a2d-421b-960a-eec09b7c89fd: ACTIVE {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:14:34.638803 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34734) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:14:34.700796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-7ed292c2-0767-4cfe-8dcc-36b7a14a9b9b tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/aad5657a-0a2d-421b-960a-eec09b7c89fd HTTP/1.1" status: 200 len: 993 time: 0.0608225 Nov 25 18:14:35.793993 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-cbed3a85-cfc4-4c0a-8599-4629d582a652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:38.036567 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-177042c9-9220-43ac-8e2f-42885807913b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:39.536103 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:40.791862 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:41.536782 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:46.503795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:48.063112 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:14:52.419291 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:15:01.500547 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a20b1-818b-4d4d-8cd0-f4986ab97672 req-20e6f901-1198-4d9e-a9b1-d34f1bd2e9a5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:01.502020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d5a20b1-818b-4d4d-8cd0-f4986ab97672 req-20e6f901-1198-4d9e-a9b1-d34f1bd2e9a5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Nov 25 18:15:01.551763 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d5a20b1-818b-4d4d-8cd0-f4986ab97672 req-34135623-ba4b-4f6f-919f-751ddc7aeefc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Nov 25 18:15:02.674086 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da11afc-0691-4802-b38f-7e9c5de101ae req-71003d5c-30c9-453c-8fe5-66c998efc39e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:02.676146 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8da11afc-0691-4802-b38f-7e9c5de101ae req-71003d5c-30c9-453c-8fe5-66c998efc39e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0520036 Nov 25 18:15:02.726540 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8da11afc-0691-4802-b38f-7e9c5de101ae req-5f46105f-5bf6-4cb6-a7f5-bbb73c221287 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443048 Nov 25 18:15:03.845532 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f5ad-e4ec-4fa8-9a2c-8099d05372b4 req-ce08bcae-7772-4f9e-9776-bfc625c79339 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:03.847002 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4d9f5ad-e4ec-4fa8-9a2c-8099d05372b4 req-ce08bcae-7772-4f9e-9776-bfc625c79339 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Nov 25 18:15:03.896646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e4d9f5ad-e4ec-4fa8-9a2c-8099d05372b4 req-5d153cab-7ed6-479f-9e12-08c59220944f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Nov 25 18:15:05.014882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea7a6f-707c-4938-a85b-7530c4eaf2f8 req-23292b72-6800-4974-8645-13b03184ff31 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:05.016370 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bea7a6f-707c-4938-a85b-7530c4eaf2f8 req-23292b72-6800-4974-8645-13b03184ff31 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Nov 25 18:15:05.067073 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9bea7a6f-707c-4938-a85b-7530c4eaf2f8 req-9724df7a-32ab-4ac8-b0ee-d5a47506de8f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Nov 25 18:15:05.796796 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-df989ff6-4d2b-4f73-845c-30c4bb3790ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:06.185401 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da93a25-4040-4262-8d16-20e9564c0f0c req-85086352-5b41-4848-a622-238f86da704d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:06.186865 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7da93a25-4040-4262-8d16-20e9564c0f0c req-85086352-5b41-4848-a622-238f86da704d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0484104 Nov 25 18:15:06.235254 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-7da93a25-4040-4262-8d16-20e9564c0f0c req-63c68925-e33b-4280-91f6-0f7b52165d5c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Nov 25 18:15:07.352434 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3d17-31db-4821-88e5-d23bb0658a2d req-3d7b3232-b574-4a2e-8f77-be0405f83e3d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:07.353938 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c8f3d17-31db-4821-88e5-d23bb0658a2d req-3d7b3232-b574-4a2e-8f77-be0405f83e3d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0500226 Nov 25 18:15:07.402956 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-1c8f3d17-31db-4821-88e5-d23bb0658a2d req-28daacca-a4a7-49d9-9f35-93a7abebee45 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Nov 25 18:15:08.039135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-bc89a064-7715-4ad7-a60f-026da68c5a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:08.522333 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f58d8-6e53-4c9b-a43a-7658da9e879f req-7f4ac595-20bb-46ed-9ab0-2744eee7cd9e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:08.523816 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-343f58d8-6e53-4c9b-a43a-7658da9e879f req-7f4ac595-20bb-46ed-9ab0-2744eee7cd9e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0545230 Nov 25 18:15:08.573199 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-343f58d8-6e53-4c9b-a43a-7658da9e879f req-56ce0ed7-4a76-4771-8286-1df6a50af691 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Nov 25 18:15:09.538729 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:09.689234 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03ec8-69ee-4e6a-951b-4dbbd51716b9 req-fe0c25a6-379d-4a5e-83f2-764bf34ceb00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:09.690835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23e03ec8-69ee-4e6a-951b-4dbbd51716b9 req-fe0c25a6-379d-4a5e-83f2-764bf34ceb00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Nov 25 18:15:09.746341 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23e03ec8-69ee-4e6a-951b-4dbbd51716b9 req-0297e017-16fe-4b41-806a-8ce044a8a81d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484338 Nov 25 18:15:10.794041 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:10.866808 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465e7a-145b-406e-bad1-55ea644da8d6 req-a10f790a-44c1-485e-afec-dd5d13a3ffc0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:10.868337 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b465e7a-145b-406e-bad1-55ea644da8d6 req-a10f790a-44c1-485e-afec-dd5d13a3ffc0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Nov 25 18:15:10.916674 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9b465e7a-145b-406e-bad1-55ea644da8d6 req-bbe177b2-40a4-440c-a1f2-f9278d217dc0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Nov 25 18:15:11.538332 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:12.034829 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145611-1eca-40c3-bc9c-68c243d158b4 req-eff65122-77f0-4c5a-93ac-4a600fc4781a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:12.036893 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d145611-1eca-40c3-bc9c-68c243d158b4 req-eff65122-77f0-4c5a-93ac-4a600fc4781a tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0510826 Nov 25 18:15:12.087074 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-8d145611-1eca-40c3-bc9c-68c243d158b4 req-a41aedad-531f-4d51-8152-239d88303b4e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Nov 25 18:15:12.108989 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34768) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:12.167435 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-51d60a83-b087-4edb-85be-18b3c67b8d94 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/aad5657a-0a2d-421b-960a-eec09b7c89fd HTTP/1.1" status: 200 len: 993 time: 0.0572293 Nov 25 18:15:13.466227 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac4c83-c947-4e13-af43-3f545682415b req-0ae285c8-8a62-48cc-930c-73a30e0e0a5c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:13.467724 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68ac4c83-c947-4e13-af43-3f545682415b req-0ae285c8-8a62-48cc-930c-73a30e0e0a5c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0834789 Nov 25 18:15:13.473082 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-25a3c59d-ee94-498d-94ad-a9a83e8c046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:13.474514 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-25a3c59d-ee94-498d-94ad-a9a83e8c046d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0596652 Nov 25 18:15:13.581937 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-68ac4c83-c947-4e13-af43-3f545682415b req-7374cf01-253e-49bd-9e05-3a9d8087389f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064684 Nov 25 18:15:13.608598 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-7e4c4e43-c2c5-4d4a-ae7c-bfd823b973bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:13.610130 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-7e4c4e43-c2c5-4d4a-ae7c-bfd823b973bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 897 time: 0.1220632 Nov 25 18:15:13.678740 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-af309ba3-e08c-4a59-ada4-e5e1b2d71199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 1001 time: 0.0620317 Nov 25 18:15:13.727155 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-8bc94eeb-8083-4140-bf9b-5b9c0b69f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:13.728541 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-8bc94eeb-8083-4140-bf9b-5b9c0b69f8a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 200 len: 834 time: 0.0430799 Nov 25 18:15:13.774756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-c53ae203-1ec3-4ee1-95c0-2e9c833113b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:13.776298 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-c53ae203-1ec3-4ee1-95c0-2e9c833113b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0437c4c2-986a-4151-b856-6bdef573ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397458 Nov 25 18:15:13.887364 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-bbdb31ad-05a8-4129-8409-3d83537f1a69 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036558 Nov 25 18:15:13.978433 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-df6f7e4b-86e9-4023-af7c-deec268246e6 req-9c116416-903c-413d-858f-a1da3fc42dbe service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Nov 25 18:15:14.704536 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc401ee7-cbca-40f0-a9b0-2f495c5e9013 req-39f85313-aee2-46c5-afbf-68635509465e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:14.706013 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc401ee7-cbca-40f0-a9b0-2f495c5e9013 req-39f85313-aee2-46c5-afbf-68635509465e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0530672 Nov 25 18:15:14.756639 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-fc401ee7-cbca-40f0-a9b0-2f495c5e9013 req-44400a30-0e62-4bac-bf52-40f8ed68a970 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Nov 25 18:15:14.778644 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34778) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:14.842733 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-fe97d323-56fb-4257-bdd0-d0a15f02fcef tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/aad5657a-0a2d-421b-960a-eec09b7c89fd HTTP/1.1" status: 200 len: 993 time: 0.0583177 Nov 25 18:15:16.490889 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:18.059777 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:26.893465 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-c611f19d-be5c-495d-a14a-05087980adec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470283 Nov 25 18:15:26.979269 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-50f1b004-e200-482b-b073-e30eda3e4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:26.980794 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-50f1b004-e200-482b-b073-e30eda3e4b54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0438004 Nov 25 18:15:27.083987 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-d0804622-25b6-42ff-a966-228456ae6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:27.085447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-d0804622-25b6-42ff-a966-228456ae6187 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 897 time: 0.0842271 Nov 25 18:15:27.158472 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-bb7c13c0-aa80-4f81-8de2-f0c205dc49b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 1001 time: 0.0651081 Nov 25 18:15:27.207539 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-80e45e68-2055-46cd-881f-58b3cc113f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:27.209163 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-80e45e68-2055-46cd-881f-58b3cc113f3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 200 len: 834 time: 0.0435903 Nov 25 18:15:27.254470 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-c5ca336e-c853-4273-97b3-bacc7f9472be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:27.255955 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-c5ca336e-c853-4273-97b3-bacc7f9472be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0437c4c2-986a-4151-b856-6bdef573ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395164 Nov 25 18:15:27.349754 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-f69f431a-a997-4667-87aa-716ef31bf9cc service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853665 Nov 25 18:15:27.442714 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-c7a5d946-8e0b-4d7c-80d9-34ca088592df req-291d7cf7-496e-46a5-a0c9-06b21cccc0d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842414 Nov 25 18:15:29.419628 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:15:35.798675 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-edb0f604-ef16-48b2-b65d-43eca6931b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:38.040745 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-5b9074f5-a314-45f5-b86d-870e79bb2c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:39.541649 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:40.801135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:41.540914 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.205665 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34796) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:45.366482 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 787100e5-dc9f-4401-b72a-a7f6f1929e67 {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:45.366820 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.439142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.439497 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.451412 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 787100e5-dc9f-4401-b72a-a7f6f1929e67 owned by network:floatingip {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:45.598021 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.630919 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=787100e5-dc9f-4401-b72a-a7f6f1929e67,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:45.669116 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.669472 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.669815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.670158 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.670487 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.670820 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.671149 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.671507 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.671841 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.672167 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.672489 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.672815 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:45.694374 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.694698 n-d-817303-7 neutron-server[103635]: INFO neutron.db.l3_db [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP aad5657a-0a2d-421b-960a-eec09b7c89fd disassociated (deleted). External IP: 172.25.8.109, port: f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad. Nov 25 18:15:45.904480 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router fe0650ae-fb1b-499a-bbd3-6e8042a15099 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:46.011239 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:46.015724 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.021097 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] Sync routers for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:46.030745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:46.031357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.043185 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-74fb575e-6c20-45da-be4f-dff658e397c9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/floatingips/aad5657a-0a2d-421b-960a-eec09b7c89fd HTTP/1.1" status: 204 len: 168 time: 0.8364234 Nov 25 18:15:46.043797 n-d-817303-7 neutron-server[103635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad'}] {{(pid=103635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:46.046065 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}671af29ceb0f6bc23bb7fdae5c48d44789f77eecfebe796e330f656266cbabe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed43e35-6454-4a50-9edb-5cdc27db7c66" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad"}]}' {{(pid=103635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:46.141712 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:46.148479 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed90d727-3499-46f7-a91b-faea0a23abdf x-openstack-request-id: req-ed90d727-3499-46f7-a91b-faea0a23abdf {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:46.148789 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad", "status": "completed", "code": 200}]} {{(pid=103635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:46.149044 n-d-817303-7 neutron-server[103635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ed90d727-3499-46f7-a91b-faea0a23abdf {{(pid=103635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:46.149447 n-d-817303-7 neutron-server[103635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'status': 'completed', 'code': 200} Nov 25 18:15:46.231063 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-1d9d3993-c955-440a-9402-53e33d50450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:46.232614 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-1d9d3993-c955-440a-9402-53e33d50450b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0569448 Nov 25 18:15:46.339937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a336-0337-4d6d-810c-ff157a5f1235 req-e210622c-4ba4-44ee-ad9c-3c3a7d25e1b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:46.341430 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7a1a336-0337-4d6d-810c-ff157a5f1235 req-e210622c-4ba4-44ee-ad9c-3c3a7d25e1b5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.1072693 Nov 25 18:15:46.357632 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.376884 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-fa7c8249-ce76-4b78-a619-cef34da59832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:46.378230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-fa7c8249-ce76-4b78-a619-cef34da59832 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 200 len: 897 time: 0.1353097 Nov 25 18:15:46.388136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] Checking router: fe0650ae-fb1b-499a-bbd3-6e8042a15099 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:46.397132 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:46.397737 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.435055 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-fd46bb95-47c6-4b14-a3fc-b8ff15ff196f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 200 len: 217 time: 0.0458162 Nov 25 18:15:46.439964 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e7a1a336-0337-4d6d-810c-ff157a5f1235 req-ab12ac51-9c18-4e61-8448-2b49bef24476 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891802 Nov 25 18:15:46.488323 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-a36d7784-06ea-42bd-8ee5-e673276d3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:46.489796 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-a36d7784-06ea-42bd-8ee5-e673276d3fe6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 200 len: 834 time: 0.0477695 Nov 25 18:15:46.512160 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:46.542679 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-586cdc61-ce4a-4535-b414-7da22358af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:46.544183 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-586cdc61-ce4a-4535-b414-7da22358af9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0437c4c2-986a-4151-b856-6bdef573ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458367 Nov 25 18:15:46.544683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.636066 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-d9bbcb4f-3959-4147-ab54-cf6cd6033766 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837872 Nov 25 18:15:46.737646 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-3ed43e35-6454-4a50-9edb-5cdc27db7c66 req-84d432cc-0945-4f76-a59f-7a921af7b460 service neutron] 10.222.0.55 "GET /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938225 Nov 25 18:15:46.869818 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.896191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b624ce-ed37-46ac-b5b0-78c5a1faa438 None None] The sync data for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 is: [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:14:21Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': 'a8939b2b-eb86-445f-a275-7206aead1bd6', 'name': '', 'network_id': '0437c4c2-986a-4151-b856-6bdef573ad55', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:ab:d1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:19Z', 'updated_at': '2021-11-25T18:14:23Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': '10fb276c-3c86-4cb3-84c7-f5abb837c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:47.116042 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf6bb3-0cb2-4aee-9747-5f58d259572a None None] New status for floating IP aad5657a-0a2d-421b-960a-eec09b7c89fd: DOWN {{(pid=103638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:15:47.562660 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271205fa-1188-4189-9534-e37d613367bb req-aafa6c48-20e5-4eb5-aff3-3c5d38018e33 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:47.564153 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-271205fa-1188-4189-9534-e37d613367bb req-aafa6c48-20e5-4eb5-aff3-3c5d38018e33 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0497026 Nov 25 18:15:47.618390 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-271205fa-1188-4189-9534-e37d613367bb req-e7934921-e6c0-4cdd-b9f7-d607bf282127 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9aa659c-7730-4b97-936f-af842b329d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478096 Nov 25 18:15:47.725962 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-f5ef0195-ae72-4631-bf92-351f2644e1e3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:47.727312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-f5ef0195-ae72-4631-bf92-351f2644e1e3 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdc79e12-798b-4106-8cf2-c1cd96b5fe37 HTTP/1.1" status: 200 len: 945 time: 0.0511024 Nov 25 18:15:47.815070 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:47.815433 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.906852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad, host n-h1-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-7',level=0,port_id=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:47.907218 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:47.920514 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad owned by compute:nova {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:48.055041 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.073274 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.087223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:48.100758 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.101109 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.101450 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.101785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.102117 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.102440 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.102765 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.103090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.103438 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.103768 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.104090 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.104407 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:48.139218 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] No DVR routers for this DVR port f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad on host n-h1-817303-7 {{(pid=103636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:48.141756 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:48.146302 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-4843134d-f18b-43f0-ba9a-e295b5868db4 req-d98f691e-bab8-4569-86f0-c0166ca89f73 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.55 "DELETE /v2.0/ports/f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad HTTP/1.1" status: 204 len: 173 time: 0.4121859 Nov 25 18:15:48.146745 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'name': 'network-vif-deleted', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:15:48.149001 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e6ccf4-4513-4715-a7f4-ee885aa5356f" -d '{"events": [{"server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "name": "network-vif-deleted", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:15:48.185236 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037e56e-9a54-4fd3-ac69-c0be773e93bd x-openstack-request-id: req-c037e56e-9a54-4fd3-ac69-c0be773e93bd {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:15:48.185523 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc79e12-798b-4106-8cf2-c1cd96b5fe37", "name": "network-vif-deleted", "tag": "f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:15:48.185789 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c037e56e-9a54-4fd3-ac69-c0be773e93bd {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:15:48.186174 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc79e12-798b-4106-8cf2-c1cd96b5fe37', 'name': 'network-vif-deleted', 'tag': 'f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad', 'status': 'completed', 'code': 200} Nov 25 18:15:48.678567 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34812) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:49.036494 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8038216'] for router_interface, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.291599 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port a8939b2b-eb86-445f-a275-7206aead1bd6 {{(pid=103636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:49.291847 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.390632 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port a8939b2b-eb86-445f-a275-7206aead1bd6, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=a8939b2b-eb86-445f-a275-7206aead1bd6,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:49.390988 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.403311 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.plugin [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for a8939b2b-eb86-445f-a275-7206aead1bd6 owned by network:router_interface {{(pid=103636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:49.587743 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:49.618246 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=a8939b2b-eb86-445f-a275-7206aead1bd6,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:49.791884 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8359553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8038356'] for router_interface, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.006103 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router fe0650ae-fb1b-499a-bbd3-6e8042a15099 has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:50.110582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:50.116080 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-596c893d-c4c5-480a-9e7d-07dff4f283ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/fe0650ae-fb1b-499a-bbd3-6e8042a15099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364262 Nov 25 18:15:50.118691 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34814) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:50.122035 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] Sync routers for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:50.132670 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:50.133287 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.169152 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting subnet 10fb276c-3c86-4cb3-84c7-f5abb837c183 {{(pid=103636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:15:50.172214 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.212079 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262203'] for subnet, precommit_delete_associations {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.238962 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:50.298936 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711927'] for subnet, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.360854 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16451584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16372898'] for subnet, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.391869 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.398447 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/subnets/10fb276c-3c86-4cb3-84c7-f5abb837c183 HTTP/1.1" status: 204 len: 168 time: 0.2762997 Nov 25 18:15:50.398447 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946eb49-48d9-4877-b3d8-516e613864e0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Subnet': ['ID=10fb276c-3c86-4cb3-84c7-f5abb837c183,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:50.399090 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34816) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:50.399605 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e235db-3355-441c-8c75-8cb5e0bd649f None None] Network 0437c4c2-986a-4151-b856-6bdef573ad55 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:50.512742 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.514706 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:15:49Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.543063 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] Checking router: fe0650ae-fb1b-499a-bbd3-6e8042a15099 for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:50.558185 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] Routers {'fe0650ae-fb1b-499a-bbd3-6e8042a15099'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:50.558796 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:50.621989 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.646103 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] DHCP port deletion for 0437c4c2-986a-4151-b856-6bdef573ad55 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:50.681138 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Deleting port 54c08f15-2655-4cd0-b5b7-040f46fd77cb {{(pid=103635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:50.681479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.705609 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] Set router fe0650ae-fb1b-499a-bbd3-6e8042a15099 gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:50.769814 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.db [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] For port 54c08f15-2655-4cd0-b5b7-040f46fd77cb, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=54c08f15-2655-4cd0-b5b7-040f46fd77cb,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:50.770179 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.783969 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.plugin [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Calling delete_port for 54c08f15-2655-4cd0-b5b7-040f46fd77cb owned by network:router_gateway {{(pid=103635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:50.825888 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Deleting port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b {{(pid=103637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:15:50.826277 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743995658936'] for port, before_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.929178 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] For port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,segment=NetworkSegment(22cef732-73b8-478b-8cce-b4b7de39ddb6),segment_id=22cef732-73b8-478b-8cce-b4b7de39ddb6)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:50.929486 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8039961'] for port, precommit_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.945794 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Calling delete_port for 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b owned by network:dhcp {{(pid=103637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:15:50.954569 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:50.986763 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Port': ['ID=54c08f15-2655-4cd0-b5b7-040f46fd77cb,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:50.999766 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16457e98-e4a9-4d70-b842-b45dee56afd3 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:51.036009 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:15:49Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:51.045444 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7946866'] for router_gateway, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.076913 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b302a5d-7d24-4d32-92b8-74b1dab4c6fe None None] The sync data for ids ['fe0650ae-fb1b-499a-bbd3-6e8042a15099'] in n-d-817303-7 is: [{'id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030816657', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:14:16Z', 'updated_at': '2021-11-25T18:15:49Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '54c08f15-2655-4cd0-b5b7-040f46fd77cb', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0650ae-fb1b-499a-bbd3-6e8042a15099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:14:17Z', 'updated_at': '2021-11-25T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:51.090885 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743995664918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743995258516'] for port, after_delete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.120401 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Pushing event deleted for resources: {'Port': ['ID=183d9bdb-34af-4aa5-80fc-d28c23d1bd5b,revision_number=None']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.123608 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] No DVR routers for this DVR port 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b on host n-d-817303-7 {{(pid=103637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.133258 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.134442 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.134908 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.135011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.135362 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.135696 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7c08c-78e0-4b09-a083-6e98b2716c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:51.144694 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8043234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9347'] for router, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.147135 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.192015 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8043245'] for router, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.192541 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Fanout notify agent at l3_agent the message router_deleted on router fe0650ae-fb1b-499a-bbd3-6e8042a15099 {{(pid=103635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:15:51.200003 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.201113 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3929f5fd-ae7a-4011-87b3-bb8edbf7f274 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/routers/fe0650ae-fb1b-499a-bbd3-6e8042a15099 HTTP/1.1" status: 204 len: 168 time: 0.8008802 Nov 25 18:15:51.203868 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34818) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:51.285491 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663645'] for network, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.369868 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730976', 'neutron.services.segments.db._delete_segments_for_network-8743995747539'] for network, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.393365 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0437c4c2-986a-4151-b856-6bdef573ad55']}} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:51.400780 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad no longer exists at agent hyperv_n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:51.403219 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cef732-73b8-478b-8cce-b4b7de39ddb6') {'for_net_delete': True} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:51.403764 n-d-817303-7 neutron-server[103635]: DEBUG neutron.services.segments.db [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cef732-73b8-478b-8cce-b4b7de39ddb6') {} {{(pid=103635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:51.415538 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743995753180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4575903'] for segment, before_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.423925 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] No Port match for: f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:51.424360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Device f5450ec5-6bbc-4a10-84b9-dff5ee6c58ad not bound to the agent host n-h1-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:51.431838 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.439057 n-d-817303-7 neutron-server[103635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:15:51.439473 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4625697'] for segment, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: Traceback (most recent call last): Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: timer() Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: cb(*args, **kw) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: return func(*args, **kwargs) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: self._notify() Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: self.callback(batched_events) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: event.method(event) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: return f(self, *a, **k) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: return self._get(url).json() Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: return self.request(url, 'GET', **kwargs) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:15:51.443781 n-d-817303-7 neutron-server[103635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:15:51.522181 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7946838'] for network, after_delete {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.536570 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8359588'] for network, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.542614 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34820) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:51.547949 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/networks/0437c4c2-986a-4151-b856-6bdef573ad55 HTTP/1.1" status: 204 len: 168 time: 0.3430011 Nov 25 18:15:51.563484 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d58c20-a639-42a2-a749-7e1176876600 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'Network': ['ID=0437c4c2-986a-4151-b856-6bdef573ad55,revision_number=None']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:51.576224 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:51.599741 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:51.600353 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 183d9bdb-34af-4aa5-80fc-d28c23d1bd5b not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:51.600774 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8939b2b-eb86-445f-a275-7206aead1bd6 no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:51.614759 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d92e-77ca-4e1d-bf8d-9a78648da6c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.622758 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: a8939b2b-eb86-445f-a275-7206aead1bd6 {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:51.623155 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device a8939b2b-eb86-445f-a275-7206aead1bd6 not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:51.642154 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d92e-77ca-4e1d-bf8d-9a78648da6c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.715951 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d92e-77ca-4e1d-bf8d-9a78648da6c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_delete {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.718709 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d92e-77ca-4e1d-bf8d-9a78648da6c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.720081 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-b7a2d92e-77ca-4e1d-bf8d-9a78648da6c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "DELETE /v2.0/security-groups/e9aa659c-7730-4b97-936f-af842b329d42 HTTP/1.1" status: 204 len: 168 time: 0.1763310 Nov 25 18:15:51.730223 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2d92e-77ca-4e1d-bf8d-9a78648da6c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa659c-7730-4b97-936f-af842b329d42,revision_number=None']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.024800 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34826) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.029336 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51135626', 'description': 'tempest-secgroup-smoke-51135626 description', 'project_id': '612d99cd453b4fdb9ee990f90370066c'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.053139 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.121052 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.125460 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921880'] for security_group, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.154351 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.158780 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1300845 Nov 25 18:15:52.159097 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34828) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.160435 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a8309-ac73-49f5-b64a-ad2b30670fdb tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2998ab58-60b4-41b1-a13f-84783fe07855,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.163700 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '2998ab58-60b4-41b1-a13f-84783fe07855', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.192137 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.245691 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.249579 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.264751 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be773368-4c33-4059-9e9a-c9d5b1194e9f,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.275142 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.276352 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-8d7815fe-85e6-4877-8e63-35144cf62695 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162212 Nov 25 18:15:52.279315 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34830) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.283597 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '2998ab58-60b4-41b1-a13f-84783fe07855', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.310527 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.367367 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.371217 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.391659 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fc28c4-d5b1-430e-9d5e-acbaf2689f17,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.397244 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.399917 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f8ecea40-ba1e-4158-8682-e3143c408bb4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195285 Nov 25 18:15:52.401421 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34832) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.405772 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '2998ab58-60b4-41b1-a13f-84783fe07855', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.433479 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.493757 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.497294 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.515918 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca18e6a-ecf9-40ec-a3ce-e26ed397eeb2,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.524197 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.525394 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3d583c0e-d77c-40e6-8bde-fe5c824c1d61 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230257 Nov 25 18:15:52.528117 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34834) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.532340 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '2998ab58-60b4-41b1-a13f-84783fe07855', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.558920 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.615585 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.619102 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.637065 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e284e178-8b1d-4851-ac45-1b2760d2a0ed,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.642229 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.643434 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-1a4e33f0-a2bb-4bb9-9250-130dd78a7395 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143768 Nov 25 18:15:52.646251 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34836) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.650435 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '2998ab58-60b4-41b1-a13f-84783fe07855', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.672062 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:15:52.677607 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.734408 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.739186 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.756450 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbf4c80-3316-42a6-ab46-84cbf2a13bb6,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.764397 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.765579 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-d7b8804d-65a1-4e0b-ba37-191f05a581ae tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184237 Nov 25 18:15:52.768505 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34838) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.773221 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'security_group_rule': {'security_group_id': '2998ab58-60b4-41b1-a13f-84783fe07855', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.794971 n-d-817303-7 neutron-server[103635]: INFO neutron.db.securitygroups_db [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Project 612d99cd453b4fdb9ee990f90370066c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:15:52.800467 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.860968 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.865213 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7921801'] for security_group_rule, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.882531 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac2b789-37d1-48d7-894f-57402002e15a,revision_number=0']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:52.890345 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.891550 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-190fff3b-5dcc-4e44-b7f7-d5d44c700971 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216028 Nov 25 18:15:52.895167 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34840) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:52.900356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'network': {'name': 'tempest-network-smoke--883445160', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'port_security_enabled': True}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:52.920575 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'network': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:52.923932 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for network, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.947543 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:15:52.957313 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674698'] for segment, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:52.957652 n-d-817303-7 neutron-server[103636]: INFO neutron.db.segments_db [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Added segment fbea1b84-6161-463f-b124-c2c549f90e1e of type vlan for network d4746bd4-4427-496a-8c19-47363f6b7d65 Nov 25 18:15:52.997315 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743995221733'] for network, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.021992 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610'] for network, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.027356 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:53.027955 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for network, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.085837 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894176 Nov 25 18:15:53.088788 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34842) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:53.093567 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.v2.base [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'admin_state_up': True, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}} {{(pid=103635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:53.098645 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e35b4-4b82-4910-89d5-9ad7ccaea070 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Network': ['ID=d4746bd4-4427-496a-8c19-47363f6b7d65,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:53.108850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Network d4746bd4-4427-496a-8c19-47363f6b7d65 details requested by agent ovs-agent-n-d-817303-7 with host n-d-817303-7 {{(pid=103637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:15:53.117689 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8043008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9393'] for router, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.118752 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8043180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8037343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7924491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9352'] for router, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.170745 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.222236 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54c08f15-2655-4cd0-b5b7-040f46fd77cb no longer exists at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:15:53.243331 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] No Port match for: 54c08f15-2655-4cd0-b5b7-040f46fd77cb {{(pid=103637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:15:53.243705 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 54c08f15-2655-4cd0-b5b7-040f46fd77cb not bound to the agent host n-d-817303-7 {{(pid=103637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:15:53.309323 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.503619 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.530786 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.633230 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.db_base_plugin_common [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.88 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/34131e6c-40a1-474c-89b3-06be13d47f22) {{(pid=103635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:53.734530 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.769551 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4625676'] for port, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.807782 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:53.810707 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.base_scheduler [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:53.813882 n-d-817303-7 neutron-server[103635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:53.829104 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a061d88c-a8a5-4ed4-97cb-fa557d47a193 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:53.842725 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=34131e6c-40a1-474c-89b3-06be13d47f22,revision_number=1']} {{(pid=103635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:53.891935 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-011c5031-d7ee-42ff-92a3-887f0a14eb9d None None] Provisioning complete for port 34131e6c-40a1-474c-89b3-06be13d47f22 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:53.892292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-011c5031-d7ee-42ff-92a3-887f0a14eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:53.927136 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-011c5031-d7ee-42ff-92a3-887f0a14eb9d None None] Port 34131e6c-40a1-474c-89b3-06be13d47f22 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:54.361650 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router_gateway, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.556685 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8043159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7946798'] for router, after_create {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.682555 n-d-817303-7 neutron-server[103635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b is scheduled to L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b with binding_index 1 {{(pid=103635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:15:54.788267 n-d-817303-7 neutron-server[103635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:54.798247 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Sync routers for ids ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:54.807956 n-d-817303-7 neutron-server[103635]: DEBUG neutron_lib.callbacks.manager [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for router, before_response {{(pid=103635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.808179 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Routers {'07102452-f99c-48a2-b32d-2b6b2a9c9a7b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:54.808676 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:54.809198 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-3e93406b-1e4e-485a-a7ec-6c9bb4ab5b00 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7193952 Nov 25 18:15:54.812287 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34844) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:54.889796 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-83128476-c4e2-4bef-b7f2-3446c8314fcf tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?project_id=612d99cd453b4fdb9ee990f90370066c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763338 Nov 25 18:15:54.892582 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34848) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:54.984399 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa700cd-852d-4fc2-8edc-10c305b8f256 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:54.985902 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-0fa700cd-852d-4fc2-8edc-10c305b8f256 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923193 Nov 25 18:15:54.989054 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34850) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:55.001623 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Set router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:55.022065 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-26cfc462-fc03-4558-981a-141d81ad063b tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/subnets?network_id=6c4d8d85-21e4-4e34-963c-8e71df3a88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319297 Nov 25 18:15:55.024683 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34852) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:55.029285 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875110376', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:55.116092 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'subnet': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:55.119575 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16374337'] for subnet, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.179508 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:54Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:55.211217 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Checking router: 07102452-f99c-48a2-b32d-2b6b2a9c9a7b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:55.212128 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Updating router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b port 34131e6c-40a1-474c-89b3-06be13d47f22 binding host n-d-817303-7 {{(pid=103638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:15:55.236598 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.497241 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Publish callbacks [] for port, precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.504043 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.527515 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b14ee5-ae8e-4595-a31f-2cf0a86c2d01 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:55.556516 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Attempting to bind port 34131e6c-40a1-474c-89b3-06be13d47f22 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:55.557062 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Attempting to bind port 34131e6c-40a1-474c-89b3-06be13d47f22 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:55.557522 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Attempting to bind port 34131e6c-40a1-474c-89b3-06be13d47f22 on network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:55.560372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-d6874b4a-3528-40f7-803d-901656ad8f38 None None] Provisioning complete for port 34131e6c-40a1-474c-89b3-06be13d47f22 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:55.560946 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d6874b4a-3528-40f7-803d-901656ad8f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.570438 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:55.570958 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Checking segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:55.571462 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.571918 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Bound using segment: {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:55.572600 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Bound port: 34131e6c-40a1-474c-89b3-06be13d47f22, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc42f00c-af24-4250-aba8-a00feafd8f02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:55.572983 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.599372 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-d6874b4a-3528-40f7-803d-901656ad8f38 None None] Port 34131e6c-40a1-474c-89b3-06be13d47f22 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:15:55.605432 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Pushing event updated for resources: {'Port': ['ID=34131e6c-40a1-474c-89b3-06be13d47f22,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.618458 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.618798 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.619132 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.619486 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.619817 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.620216 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.620489 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.620830 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.621187 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.621511 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.621837 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.622160 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-7 {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.649645 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] For port 34131e6c-40a1-474c-89b3-06be13d47f22, host n-d-817303-7, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:55.653193 n-d-817303-7 neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] For port 34131e6c-40a1-474c-89b3-06be13d47f22, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=34131e6c-40a1-474c-89b3-06be13d47f22,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:55.657158 n-d-817303-7 neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.657828 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7913446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16451651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16372907'] for subnet, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.704612 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebafcfe-e199-43bb-befa-bf158a10c641 None None] DHCP port deletion for 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 request from n-d-817303-7 {{(pid=103637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:15:55.714059 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Subnet': ['ID=a6919e45-acb9-481a-bcce-08d93bb96b4a,revision_number=0']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.725140 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Routers {'07102452-f99c-48a2-b32d-2b6b2a9c9a7b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:55.725842 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:55.727657 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504831dd-ea93-482b-abac-b0f5ffab7b63 None None] Pushing event updated for resources: {'Port': ['ID=34131e6c-40a1-474c-89b3-06be13d47f22,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.731274 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Checking segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:55.731724 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network hostable DHCP agents. Network: d4746bd4-4427-496a-8c19-47363f6b7d65, hostable agents: ['2d0699c8-8cc9-424c-bf3f-294be4097916'], hosted agents: [] {{(pid=103636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:15:55.749515 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d4746bd4-4427-496a-8c19-47363f6b7d65 is scheduled to be hosted by DHCP agent 2d0699c8-8cc9-424c-bf3f-294be4097916 with binding_index 1 {{(pid=103636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:15:55.758351 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-7, d4746bd4-4427-496a-8c19-47363f6b7d65) {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:55.762733 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:55.763331 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for subnet, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.771839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48366601-7869-4e17-8231-558989ad67d0 None None] Network d4746bd4-4427-496a-8c19-47363f6b7d65 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:55.783192 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-1e6a1291-f560-4e66-9288-100a850f3679 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7549682 Nov 25 18:15:55.783493 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34854) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:55.845085 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] Set router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:55.884339 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-7d1cf85d-8fde-461a-b567-41cd59855cf4 None None] Provisioning complete for port 34131e6c-40a1-474c-89b3-06be13d47f22 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:55.884825 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf85d-8fde-461a-b567-41cd59855cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.021890 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf85d-8fde-461a-b567-41cd59855cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.029308 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbea1833-b036-55ae-91d3-f54e0a988f14-d4746bd4-4427-496a-8c19-47363f6b7d65', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a'}]}} from n-d-817303-7. {{(pid=103637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:15:56.030160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.035911 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:54Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:56.056529 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-7d1cf85d-8fde-461a-b567-41cd59855cf4 None None] For port 34131e6c-40a1-474c-89b3-06be13d47f22, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=34131e6c-40a1-474c-89b3-06be13d47f22,segment=NetworkSegment(cc42f00c-af24-4250-aba8-a00feafd8f02),segment_id=cc42f00c-af24-4250-aba8-a00feafd8f02)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:56.065835 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf85d-8fde-461a-b567-41cd59855cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.066868 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d8fa5-7460-4286-bf81-2e8b30cddc9b None None] The sync data for ids ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'] in n-d-817303-7 is: [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:54Z', 'revision_number': 3, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7'}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:56.183279 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cf85d-8fde-461a-b567-41cd59855cf4 None None] Pushing event updated for resources: {'Port': ['ID=34131e6c-40a1-474c-89b3-06be13d47f22,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.227111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.db_base_plugin_common [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Allocated IP 172.20.0.2 (d4746bd4-4427-496a-8c19-47363f6b7d65/a6919e45-acb9-481a-bcce-08d93bb96b4a/165b0f8a-9117-449d-8fdc-c794b6c45e26) {{(pid=103637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:56.271255 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.410032 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Publish callbacks [] for port, precommit_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.417831 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507'] for port, after_create {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.465112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Network d4746bd4-4427-496a-8c19-47363f6b7d65 is already hosted by enough agents. {{(pid=103637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:56.468839 n-d-817303-7 neutron-server[103637]: DEBUG neutron.scheduler.base_scheduler [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Resources bound (agent type, host, resource id): {{(pid=103637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:56.471522 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Received port after_create {{(pid=103637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:56.478031 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Pushing event updated for resources: {'Port': ['ID=165b0f8a-9117-449d-8fdc-c794b6c45e26,revision_number=1']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.537459 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Attempting to bind port 165b0f8a-9117-449d-8fdc-c794b6c45e26 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:56.538091 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Attempting to bind port 165b0f8a-9117-449d-8fdc-c794b6c45e26 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:56.538443 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Attempting to bind port 165b0f8a-9117-449d-8fdc-c794b6c45e26 on network d4746bd4-4427-496a-8c19-47363f6b7d65 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:56.544011 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:56.544527 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Checking segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:56.545021 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.545533 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Bound using segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:56.546094 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Bound port: 165b0f8a-9117-449d-8fdc-c794b6c45e26, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:56.546732 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.603134 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.1 (d4746bd4-4427-496a-8c19-47363f6b7d65/a6919e45-acb9-481a-bcce-08d93bb96b4a/0b1ab988-0e10-4a75-b9f9-10893a2c6363) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:56.625391 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] For port 165b0f8a-9117-449d-8fdc-c794b6c45e26, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:56.629628 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] For port 165b0f8a-9117-449d-8fdc-c794b6c45e26, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=165b0f8a-9117-449d-8fdc-c794b6c45e26,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:56.637098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.736003 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.775516 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:56.815353 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d4746bd4-4427-496a-8c19-47363f6b7d65 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:56.820228 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:56.824261 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:56.868970 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514f716-ea1a-4dac-9695-0508ea405ae0 None None] Pushing event updated for resources: {'Port': ['ID=165b0f8a-9117-449d-8fdc-c794b6c45e26,revision_number=2']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.879664 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=0b1ab988-0e10-4a75-b9f9-10893a2c6363,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:56.895132 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7946975'] for router_interface, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.055359 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.323369 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 34131e6c-40a1-474c-89b3-06be13d47f22 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:57.366780 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.371249 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.374498 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 34131e6c-40a1-474c-89b3-06be13d47f22 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.374858 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.443863 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8359560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8038255'] for router_interface, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.446479 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=0b1ab988-0e10-4a75-b9f9-10893a2c6363,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:57.457433 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 165b0f8a-9117-449d-8fdc-c794b6c45e26 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:57.504179 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 165b0f8a-9117-449d-8fdc-c794b6c45e26 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:57.504554 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.543648 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d4746bd4-4427-496a-8c19-47363f6b7d65 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:57.545272 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:57.603839 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.640788 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] For port 165b0f8a-9117-449d-8fdc-c794b6c45e26, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=165b0f8a-9117-449d-8fdc-c794b6c45e26,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:57.649098 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:57.673928 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:15:57.701509 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Pushing event updated for resources: {'Port': ['ID=165b0f8a-9117-449d-8fdc-c794b6c45e26,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:57.787810 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:15:57.792890 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-5578223b-4690-428c-83f1-f501b825b7b0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "PUT /v2.0/routers/07102452-f99c-48a2-b32d-2b6b2a9c9a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0078435 Nov 25 18:15:57.866500 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Sync routers for ids ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'] in n-d-817303-7 {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:15:57.878232 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Routers {'07102452-f99c-48a2-b32d-2b6b2a9c9a7b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:57.878850 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:57.953527 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-89009332-8f61-4001-afcb-4906e6f10288 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51135626&fields=id&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 267 time: 0.0485058 Nov 25 18:15:57.988446 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Set router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:58.064934 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-d6cf6e2f-868e-47c1-a4eb-461c1bc9bb0e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:58.067095 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-d6cf6e2f-868e-47c1-a4eb-461c1bc9bb0e tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 796 time: 0.1059067 Nov 25 18:15:58.082765 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-d6ce0c6a-a743-416b-a20e-313404371345 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/quotas/612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 375 time: 0.0095949 Nov 25 18:15:58.133862 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-29c630ba-0ef7-4526-9f2a-793e759e7b76 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455325 Nov 25 18:15:58.197266 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0b1ab988-0e10-4a75-b9f9-10893a2c6363', 'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:11:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:56Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 2, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:58.200113 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-a518499e-9098-4faa-b00e-bcde0dafe161 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:15:58.201196 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-a518499e-9098-4faa-b00e-bcde0dafe161 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511198 Nov 25 18:15:58.228108 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Checking router: 07102452-f99c-48a2-b32d-2b6b2a9c9a7b for host: n-d-817303-7 {{(pid=103637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:15:58.228466 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Updating router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 binding host n-d-817303-7 {{(pid=103637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:15:58.254685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.297062 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-b9af3c6b-0da6-41c5-bc4b-4edff4d08639 service neutron] 10.222.0.86 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891385 Nov 25 18:15:58.397314 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-e1fdc018-f640-4010-8934-5490c37d2564 service neutron] 10.222.0.86 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916085 Nov 25 18:15:58.545566 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Publish callbacks [] for port, precommit_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.553124 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.586951 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-9ff7fa9d-4c89-4155-b60c-d41d3c977b43 req-1649087b-24e3-4a7b-9cf7-9a1dfefc5a57 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 210 time: 0.0290544 Nov 25 18:15:58.627793 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77eca-51d5-4512-9fcf-edd0d078a7f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1ab988-0e10-4a75-b9f9-10893a2c6363,revision_number=3']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:58.658124 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Attempting to bind port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 on host n-d-817303-7 for vnic_type normal with profile {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:15:58.658411 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Attempting to bind port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 by drivers openvswitch,hyperv on host n-d-817303-7 at level 0 using segments [{'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:15:58.658784 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Attempting to bind port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 on network d4746bd4-4427-496a-8c19-47363f6b7d65 {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:15:58.665477 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Checking agent: {'id': '4051750e-05e4-4d58-bbcc-d90b2fd4dbd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 16, 57, 41), 'started_at': datetime.datetime(2021, 11, 25, 16, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:15:58.665865 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Checking segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:58.666256 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.666680 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Bound using segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} {{(pid=103637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:15:58.667111 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.managers [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Bound port: 0b1ab988-0e10-4a75-b9f9-10893a2c6363, host: n-d-817303-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'}}] {{(pid=103637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:15:58.667529 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.703350 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f3d7c-b2cb-46f2-a6f0-f57df54ae5d1 None None] Network d4746bd4-4427-496a-8c19-47363f6b7d65 requested from n-d-817303-7 {{(pid=103637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:58.784991 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-2941b8c3-5c7f-4307-9398-be12a54169d5 None None] Provisioning complete for port 165b0f8a-9117-449d-8fdc-c794b6c45e26 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:58.785356 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2941b8c3-5c7f-4307-9398-be12a54169d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.810571 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] For port 0b1ab988-0e10-4a75-b9f9-10893a2c6363, host n-d-817303-7, cleared binding levels {{(pid=103637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:15:58.841032 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] For port 0b1ab988-0e10-4a75-b9f9-10893a2c6363, host n-d-817303-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b1ab988-0e10-4a75-b9f9-10893a2c6363,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:15:58.850749 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.956358 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Routers {'07102452-f99c-48a2-b32d-2b6b2a9c9a7b'} bound to L3 agent in host n-d-817303-7 {{(pid=103637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:58.956989 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:15:38Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'], 'active': True} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:59.017162 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77eca-51d5-4512-9fcf-edd0d078a7f7 None None] Pushing event updated for resources: {'Port': ['ID=0b1ab988-0e10-4a75-b9f9-10893a2c6363,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:59.126076 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_dvr_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] Set router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b gateway port host: n-d-817303-7 {{(pid=103637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:15:59.290763 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 165b0f8a-9117-449d-8fdc-c794b6c45e26 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:15:59.373999 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 165b0f8a-9117-449d-8fdc-c794b6c45e26 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:59.374368 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.408360 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.l3_hamode_db [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0b1ab988-0e10-4a75-b9f9-10893a2c6363', 'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:11:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:56Z', 'updated_at': '2021-11-25T18:15:58Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:59.450580 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80c6be-8652-42c1-97d4-d871b6b9d171 None None] The sync data for ids ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'] in n-d-817303-7 is: [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_interfaces': [{'id': '0b1ab988-0e10-4a75-b9f9-10893a2c6363', 'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:11:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:56Z', 'updated_at': '2021-11-25T18:15:58Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:15:59.462209 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Provisioning complete for port 165b0f8a-9117-449d-8fdc-c794b6c45e26 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:59.462493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.653491 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Provisioning complete for port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:59.654223 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.688482 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-40b2a8e9-ec06-4b9a-9f7c-fd0095c77825 req-754861de-1bb6-4efb-8039-ed33e719881f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 210 time: 0.0362191 Nov 25 18:15:59.770297 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.807911 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] For port 0b1ab988-0e10-4a75-b9f9-10893a2c6363, host n-d-817303-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-7',level=0,port_id=0b1ab988-0e10-4a75-b9f9-10893a2c6363,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:15:59.812912 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.868448 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611267c4-196f-4ae1-bd60-9b4be034a08b None None] Pushing event updated for resources: {'Port': ['ID=0b1ab988-0e10-4a75-b9f9-10893a2c6363,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:59.933846 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-527df31a-d37a-44ad-96bd-abc08162b23f None None] Provisioning complete for port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:15:59.934352 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-527df31a-d37a-44ad-96bd-abc08162b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.157263 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-fa3ba848-31e4-4e56-80e1-d2b6eea66a10 None None] Provisioning complete for port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:00.157711 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fa3ba848-31e4-4e56-80e1-d2b6eea66a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.358112 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-a56d080c-1704-48c8-b460-bf2b6875f8d9 None None] Provisioning complete for port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:00.358642 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a56d080c-1704-48c8-b460-bf2b6875f8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.772490 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-af5d4588-b72c-4430-af8c-e9c50bed3a4e req-4176a4fa-691a-456a-af12-5552ebdafeab tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 210 time: 0.0258169 Nov 25 18:16:01.288449 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Device 0b1ab988-0e10-4a75-b9f9-10893a2c6363 up at agent ovs-agent-n-d-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:01.335695 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Provisioning complete for port 0b1ab988-0e10-4a75-b9f9-10893a2c6363 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:01.335976 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:01.852214 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-caaea0fa-78a5-4023-bcb0-7b8f53bcf1d7 req-42c63d99-c95c-459b-b2cd-fd99b3aa7bfc tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 210 time: 0.0276132 Nov 25 18:16:02.949157 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-23ac3bba-2b25-4ddc-a35b-37aef8d42472 req-82840e10-54a7-4f01-bb56-ae258941daea tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 210 time: 0.0290387 Nov 25 18:16:03.686839 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-223715c7-44ce-4173-8639-db5000dd786c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:03.688317 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-223715c7-44ce-4173-8639-db5000dd786c tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 796 time: 0.1035764 Nov 25 18:16:03.758712 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-34b939ed-fa41-42e1-b99e-68208cfafeaf tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612d99cd453b4fdb9ee990f90370066c HTTP/1.1" status: 200 len: 378 time: 0.0615277 Nov 25 18:16:03.769161 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'port': {'device_id': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'admin_state_up': True, 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'security_groups': ['2998ab58-60b4-41b1-a13f-84783fe07855']}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:03.873339 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Made reservation on behalf of 612d99cd453b4fdb9ee990f90370066c for: {'port': 1} {{(pid=103636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:03.876973 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.009026 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.20.0.12 (d4746bd4-4427-496a-8c19-47363f6b7d65/a6919e45-acb9-481a-bcce-08d93bb96b4a/141fec25-950b-4dd8-b872-1628e7727a54) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:04.053529 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-12083b23-2559-4476-aa73-dd767df7d575 req-88e2bd61-9aeb-4f3c-a341-b18c50ddcedd tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 210 time: 0.0353043 Nov 25 18:16:04.175312 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.208807 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.255789 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network d4746bd4-4427-496a-8c19-47363f6b7d65 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:04.258728 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:04.264342 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:04.291913 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=141fec25-950b-4dd8-b872-1628e7727a54,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:04.318663 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:04.319326 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.335636 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-bd2e32d5-ab12-4b0c-b535-ebb77484c5ac tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704358 Nov 25 18:16:04.348127 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Request body: {'port': {'device_id': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-7'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:04.407597 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.489419 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-9f5a262f-34c8-4995-9534-aec141945b0c None None] Provisioning complete for port 141fec25-950b-4dd8-b872-1628e7727a54 triggered by entity DHCP. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:04.490043 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9f5a262f-34c8-4995-9534-aec141945b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.523407 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a262f-34c8-4995-9534-aec141945b0c None None] Port 141fec25-950b-4dd8-b872-1628e7727a54 cannot update to ACTIVE because it is not bound. {{(pid=103637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:16:04.667852 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141fec25-950b-4dd8-b872-1628e7727a54 {{(pid=103636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:04.675627 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.687583 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.provisioning_blocks [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Transition to ACTIVE for port object 141fec25-950b-4dd8-b872-1628e7727a54 will not be triggered until provisioned by entity L2. {{(pid=103636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:16:04.691879 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.743590 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Pushing event updated for resources: {'Port': ['ID=141fec25-950b-4dd8-b872-1628e7727a54,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:04.812656 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Attempting to bind port 141fec25-950b-4dd8-b872-1628e7727a54 on host n-h2-817303-7 for vnic_type normal with profile {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:04.812990 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Attempting to bind port 141fec25-950b-4dd8-b872-1628e7727a54 by drivers openvswitch,hyperv on host n-h2-817303-7 at level 0 using segments [{'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:04.813316 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Attempting to bind port 141fec25-950b-4dd8-b872-1628e7727a54 on network d4746bd4-4427-496a-8c19-47363f6b7d65 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:04.817868 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Port 141fec25-950b-4dd8-b872-1628e7727a54 on network d4746bd4-4427-496a-8c19-47363f6b7d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-7 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:16:04.818215 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Attempting to bind port 141fec25-950b-4dd8-b872-1628e7727a54 on network d4746bd4-4427-496a-8c19-47363f6b7d65 {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:04.823244 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Checking agent: {'id': 'c6c27a56-1fb9-49cd-8d34-ad9823bf6de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'started_at': datetime.datetime(2021, 11, 25, 17, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:04.823613 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Checking segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:04.823991 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Bound using segment: {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'} {{(pid=103636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:04.824412 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.managers [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Bound port: 141fec25-950b-4dd8-b872-1628e7727a54, host: n-h2-817303-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbea1b84-6161-463f-b124-c2c549f90e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65'}}] {{(pid=103636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:04.824763 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.895756 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] For port 141fec25-950b-4dd8-b872-1628e7727a54, host n-h2-817303-7, cleared binding levels {{(pid=103636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:04.899176 n-d-817303-7 neutron-server[103636]: DEBUG neutron.plugins.ml2.db [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] For port 141fec25-950b-4dd8-b872-1628e7727a54, host n-h2-817303-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=141fec25-950b-4dd8-b872-1628e7727a54,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:04.903579 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.939944 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:04.940741 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for port, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:04.942318 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] 10.222.0.73 "PUT /v2.0/ports/141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1092 time: 0.5986853 Nov 25 18:16:04.942760 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'tag': '141fec25-950b-4dd8-b872-1628e7727a54'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:04.945105 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebcdefa-43c3-470c-8161-ba72d4c43b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8aafaf5f-8160-4ec7-a3ed-1de8290f07b1", "tag": "141fec25-950b-4dd8-b872-1628e7727a54"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:04.983004 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8387830-1339-4252-8200-a2a295a9cc51 service neutron] Pushing event updated for resources: {'Port': ['ID=141fec25-950b-4dd8-b872-1628e7727a54,revision_number=3']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:05.000797 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ea3ab-a2c1-45f4-b4c9-4cd88f74070f x-openstack-request-id: req-188ea3ab-a2c1-45f4-b4c9-4cd88f74070f {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:05.001096 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aafaf5f-8160-4ec7-a3ed-1de8290f07b1", "tag": "141fec25-950b-4dd8-b872-1628e7727a54", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:05.001347 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-188ea3ab-a2c1-45f4-b4c9-4cd88f74070f {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:05.001740 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'tag': '141fec25-950b-4dd8-b872-1628e7727a54', 'status': 'completed', 'code': 200} Nov 25 18:16:05.040348 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-f0789260-e9fc-45b6-818b-cbdcbc7d1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.041773 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-f0789260-e9fc-45b6-818b-cbdcbc7d1b60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1095 time: 0.0501509 Nov 25 18:16:05.085988 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-5772a228-5fcf-4bc2-97a7-2764fdef6f14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 217 time: 0.0353978 Nov 25 18:16:05.169687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-0218c238-ab6c-43d6-b974-4901c043ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.171132 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-0218c238-ab6c-43d6-b974-4901c043ac25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0762296 Nov 25 18:16:05.196260 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479bfd8-a349-4000-ab3b-10b1a70cba31 req-75c4eacf-a08f-4c3c-a586-2627685f2504 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.197715 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2479bfd8-a349-4000-ab3b-10b1a70cba31 req-75c4eacf-a08f-4c3c-a586-2627685f2504 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 944 time: 0.0722704 Nov 25 18:16:05.250900 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-43fa7e61-f76b-40d5-a2c5-90031a889992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.252930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-43fa7e61-f76b-40d5-a2c5-90031a889992 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729134 Nov 25 18:16:05.286893 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-2479bfd8-a349-4000-ab3b-10b1a70cba31 req-a27dc50b-432d-4d40-a805-16d8838f29a9 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743678 Nov 25 18:16:05.351468 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-6f7fbb0f-eb2b-436e-8f24-c1acfa9aba17 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904174 Nov 25 18:16:05.447339 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cf7194ef-65b1-4dd6-9286-06c8da4d536b req-73549f7c-50bc-4c83-b9d6-ccf74280bd11 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884628 Nov 25 18:16:05.531937 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-97f62477-686d-4975-b9d8-48283bc16d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.533394 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-97f62477-686d-4975-b9d8-48283bc16d4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1095 time: 0.0419996 Nov 25 18:16:05.627097 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-13ab9887-b249-41a4-a692-ff2c52527222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.629336 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-13ab9887-b249-41a4-a692-ff2c52527222 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0888257 Nov 25 18:16:05.669702 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-2572f8dd-5154-49c2-8d33-8fed940a02e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 217 time: 0.0331578 Nov 25 18:16:05.718870 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-aadd107e-2cf1-4e6f-b642-7f9f92f04466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.720344 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-aadd107e-2cf1-4e6f-b642-7f9f92f04466 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0432656 Nov 25 18:16:05.776350 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-8b20666a-82c3-46b1-89a0-e510a859796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:05.777812 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-8b20666a-82c3-46b1-89a0-e510a859796a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454416 Nov 25 18:16:05.801490 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-39608f63-0eff-4c22-b900-8b678c80721b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:05.872722 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-196f4a05-505d-4fc9-a979-2c634f3bec09 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868762 Nov 25 18:16:05.964312 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cebcdefa-43c3-470c-8161-ba72d4c43b6c req-317d7cec-d4f2-4c00-bae9-3a81d8c46466 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840235 Nov 25 18:16:06.408453 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699d5ad-d672-4d0f-bfae-43391a2dc8f9 req-c681eb23-9701-4924-bf45-dd15e5f074ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:06.410505 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6699d5ad-d672-4d0f-bfae-43391a2dc8f9 req-c681eb23-9701-4924-bf45-dd15e5f074ce tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 944 time: 0.0539944 Nov 25 18:16:06.419343 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:16:06.459359 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-6699d5ad-d672-4d0f-bfae-43391a2dc8f9 req-0faefd9a-b9cc-4605-9278-a27aa14fe797 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428250 Nov 25 18:16:07.576034 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce81a76-7f04-4ac5-87e1-ef3febc367b4 req-cb86d3eb-db87-482f-a398-6fa4b13caff0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:07.577496 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ce81a76-7f04-4ac5-87e1-ef3febc367b4 req-cb86d3eb-db87-482f-a398-6fa4b13caff0 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 944 time: 0.0494039 Nov 25 18:16:07.625853 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-5ce81a76-7f04-4ac5-87e1-ef3febc367b4 req-87a4d956-a4b3-44a1-a217-904ca7227e12 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423868 Nov 25 18:16:08.042431 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-397ce6fc-650e-4949-b493-3a4ff578db53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.263460 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 141fec25-950b-4dd8-b872-1628e7727a54 details requested by agent hyperv_n-h2-817303-7 with host n-h2-817303-7 {{(pid=103637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:16:08.357370 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 141fec25-950b-4dd8-b872-1628e7727a54, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=141fec25-950b-4dd8-b872-1628e7727a54,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:08.369255 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Returning: {'device': '141fec25-950b-4dd8-b872-1628e7727a54', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'port_id': '141fec25-950b-4dd8-b872-1628e7727a54', 'mac_address': 'fa:16:3e:41:5f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:16:08.409918 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.422172 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141fec25-950b-4dd8-b872-1628e7727a54 {{(pid=103637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:16:08.442243 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 141fec25-950b-4dd8-b872-1628e7727a54, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=141fec25-950b-4dd8-b872-1628e7727a54,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:08.445565 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.497357 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=141fec25-950b-4dd8-b872-1628e7727a54,revision_number=4']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:08.663196 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] get_ports_and_sgs() called for port_ids ['141fec25-950b-4dd8-b872-1628e7727a54'] {{(pid=103637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:16:08.741537 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce530fc4-c0a1-4c4b-9ec5-d906a0a8eac0 req-56e9ed81-8be2-4d2f-8db7-f7784c8727a4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:08.743065 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce530fc4-c0a1-4c4b-9ec5-d906a0a8eac0 req-56e9ed81-8be2-4d2f-8db7-f7784c8727a4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Nov 25 18:16:08.792168 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-ce530fc4-c0a1-4c4b-9ec5-d906a0a8eac0 req-64dec6d9-9d41-485b-ad7a-6825eb8f97aa tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430734 Nov 25 18:16:09.544902 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:09.908874 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827e7f4-373c-4926-9c9a-7f969a30f73b req-2ebd14cc-2a49-4ef8-967f-ecc280d618c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:09.911271 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9827e7f4-373c-4926-9c9a-7f969a30f73b req-2ebd14cc-2a49-4ef8-967f-ecc280d618c4 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 945 time: 0.0500410 Nov 25 18:16:09.961602 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9827e7f4-373c-4926-9c9a-7f969a30f73b req-60b0906c-f13a-45fd-8fad-602e32780206 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443864 Nov 25 18:16:10.278881 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Device 141fec25-950b-4dd8-b872-1628e7727a54 up at agent hyperv_n-h2-817303-7 {{(pid=103637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:10.328395 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning for port 141fec25-950b-4dd8-b872-1628e7727a54 completed by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:16:10.332745 n-d-817303-7 neutron-server[103637]: DEBUG neutron.db.provisioning_blocks [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Provisioning complete for port 141fec25-950b-4dd8-b872-1628e7727a54 triggered by entity L2. {{(pid=103637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:10.333141 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729833'] for port, provisioning_complete {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.420212 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.445364 n-d-817303-7 neutron-server[103637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141fec25-950b-4dd8-b872-1628e7727a54'}] {{(pid=103637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:10.447729 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ddd7c675d153b974f3226bf0b994f86e12648462819cd9fce01b9524c59fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eb18f2-63cd-467d-9538-ea823783a348" -d '{"events": [{"server_uuid": "8aafaf5f-8160-4ec7-a3ed-1de8290f07b1", "name": "network-vif-plugged", "status": "completed", "tag": "141fec25-950b-4dd8-b872-1628e7727a54"}]}' {{(pid=103637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:10.461191 n-d-817303-7 neutron-server[103637]: DEBUG neutron.plugins.ml2.db [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] For port 141fec25-950b-4dd8-b872-1628e7727a54, host n-h2-817303-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-7',level=0,port_id=141fec25-950b-4dd8-b872-1628e7727a54,segment=NetworkSegment(fbea1b84-6161-463f-b124-c2c549f90e1e),segment_id=fbea1b84-6161-463f-b124-c2c549f90e1e)] {{(pid=103637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:10.465552 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543'] for port, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.489750 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a8a8f-7afa-4e39-bf64-8fd90dc0c4ad x-openstack-request-id: req-7e8a8a8f-7afa-4e39-bf64-8fd90dc0c4ad {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:10.489978 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aafaf5f-8160-4ec7-a3ed-1de8290f07b1", "name": "network-vif-plugged", "status": "completed", "tag": "141fec25-950b-4dd8-b872-1628e7727a54", "code": 200}]} {{(pid=103637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:10.490239 n-d-817303-7 neutron-server[103637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e8a8a8f-7afa-4e39-bf64-8fd90dc0c4ad {{(pid=103637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:10.490619 n-d-817303-7 neutron-server[103637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141fec25-950b-4dd8-b872-1628e7727a54', 'code': 200} Nov 25 18:16:10.517093 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Pushing event updated for resources: {'Port': ['ID=141fec25-950b-4dd8-b872-1628e7727a54,revision_number=5']} {{(pid=103637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:10.590513 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226da05-1c66-40d2-9538-168d3c1fbbe8 req-aa7c70b7-24cf-4082-bb95-3da2d184aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:10.592012 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b226da05-1c66-40d2-9538-168d3c1fbbe8 req-aa7c70b7-24cf-4082-bb95-3da2d184aa46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0444710 Nov 25 18:16:10.641933 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-b226da05-1c66-40d2-9538-168d3c1fbbe8 req-4970251b-49a1-4c4b-9d7e-0f1f84022bb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391741 Nov 25 18:16:10.802014 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:11.080411 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93da02-4f6a-4d6a-ad28-97d5e6577d92 req-21abbc05-6e75-4b40-8d22-d08c7dc03657 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:11.081921 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab93da02-4f6a-4d6a-ad28-97d5e6577d92 req-21abbc05-6e75-4b40-8d22-d08c7dc03657 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Nov 25 18:16:11.132225 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ab93da02-4f6a-4d6a-ad28-97d5e6577d92 req-0d52c333-30c3-45f3-a54a-8c53a038e295 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442359 Nov 25 18:16:11.542671 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:12.251642 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61598-4ebe-430f-bf47-e0e230f9e524 req-3ff5b3b9-c211-4c2e-83d8-38775bf6ba09 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:12.253616 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7d61598-4ebe-430f-bf47-e0e230f9e524 req-3ff5b3b9-c211-4c2e-83d8-38775bf6ba09 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Nov 25 18:16:12.303725 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-e7d61598-4ebe-430f-bf47-e0e230f9e524 req-aa46eb44-2bf3-4190-905d-c381e341f81f tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436280 Nov 25 18:16:12.425826 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb05ea-f1c2-4e71-9097-72508bdc3877 req-027ad47e-c2a1-4595-9a0f-933dbfa885e1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:12.427201 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-29fb05ea-f1c2-4e71-9097-72508bdc3877 req-027ad47e-c2a1-4595-9a0f-933dbfa885e1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 946 time: 0.0478640 Nov 25 18:16:12.479049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-29fb05ea-f1c2-4e71-9097-72508bdc3877 req-b7268215-4e51-447d-82ae-240654b3992d tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458727 Nov 25 18:16:12.501687 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34926) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:12.541131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a215e9-4f9c-4ab3-a357-a0a5a8861962 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:12.542597 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f5a215e9-4f9c-4ab3-a357-a0a5a8861962 tempest-TestNetworkAdvancedServerOps-2111413150 tempest-TestNetworkAdvancedServerOps-2111413150-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1092 time: 0.0399649 Nov 25 18:16:12.545325 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [-] (103636) accepted ('10.222.0.86', 34928) {{(pid=103636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:12.549463 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.v2.base [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Request body: {'floatingip': {'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'port_id': '141fec25-950b-4dd8-b872-1628e7727a54', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:12.572834 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:12.671268 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:12.769872 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.db_base_plugin_common [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Allocated IP 172.25.8.216 (6c4d8d85-21e4-4e34-963c-8e71df3a88a1/4e28dd2a-9e68-4dee-afb4-d9c5eb171965/50385f87-0b6c-40bc-9b0c-cda26b9cd77c) {{(pid=103636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:12.872073 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:12.905401 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743995258507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16451799'] for port, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:12.944044 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Network 6c4d8d85-21e4-4e34-963c-8e71df3a88a1 is already hosted by enough agents. {{(pid=103636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:12.946865 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.base_scheduler [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Resources bound (agent type, host, resource id): {{(pid=103636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:12.950236 n-d-817303-7 neutron-server[103636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Received port after_create {{(pid=103636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:12.973240 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=50385f87-0b6c-40bc-9b0c-cda26b9cd77c,revision_number=1']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:13.632827 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.696092 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591242'] for port, before_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.841576 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks [] for port, precommit_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.846338 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8359610', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743995664936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743995258525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743995258543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16451806'] for port, after_update {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.913903 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Pushing event updated for resources: {'Port': ['ID=50385f87-0b6c-40bc-9b0c-cda26b9cd77c,revision_number=2']} {{(pid=103636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:13.927954 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7946824'] for floatingip, after_create {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.026037 n-d-817303-7 neutron-server[103636]: INFO neutron.db.l3_db [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Floating IP 7e138643-1195-4f2b-94a4-8fc119ab5df1 associated. External IP: 172.25.8.216, port: 141fec25-950b-4dd8-b872-1628e7727a54. Nov 25 18:16:14.226135 n-d-817303-7 neutron-server[103636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b has already been hosted by L3 agent 2a7cab40-e5be-4caf-8390-ea2779bebe8b {{(pid=103636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:16:14.333652 n-d-817303-7 neutron-server[103636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Notify agent at l3_agent.n-d-817303-7 the message routers_updated {{(pid=103636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:16:14.343738 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] Sync routers for ids ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'] in n-d-817303-7 {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:14.351273 n-d-817303-7 neutron-server[103636]: DEBUG neutron_lib.callbacks.manager [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237702'] for floatingip, before_response {{(pid=103636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.354944 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] Routers {'07102452-f99c-48a2-b32d-2b6b2a9c9a7b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:14.355587 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:14.378508 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [None req-f568f984-2e93-4d6a-b376-1862bd145417 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8321919 Nov 25 18:16:14.379081 n-d-817303-7 neutron-server[103636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'tag': '141fec25-950b-4dd8-b872-1628e7727a54'}] {{(pid=103636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:16:14.381391 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6ac65ba0513d71fbd57dee7782a2bb50dfe9e3a051b769ca47174205e1e0105" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40f704-8c9d-43c6-ae44-7ba70879c24a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aafaf5f-8160-4ec7-a3ed-1de8290f07b1", "tag": "141fec25-950b-4dd8-b872-1628e7727a54"}]}' {{(pid=103636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:16:14.419875 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1914c-5a96-4da6-90d5-c6087a1d7c78 x-openstack-request-id: req-24c1914c-5a96-4da6-90d5-c6087a1d7c78 {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:16:14.420175 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aafaf5f-8160-4ec7-a3ed-1de8290f07b1", "tag": "141fec25-950b-4dd8-b872-1628e7727a54", "status": "completed", "code": 200}]} {{(pid=103636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:16:14.420431 n-d-817303-7 neutron-server[103636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-24c1914c-5a96-4da6-90d5-c6087a1d7c78 {{(pid=103636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:16:14.420829 n-d-817303-7 neutron-server[103636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'tag': '141fec25-950b-4dd8-b872-1628e7727a54', 'status': 'completed', 'code': 200} Nov 25 18:16:14.465101 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] Set router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:14.488371 n-d-817303-7 neutron-server[103635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7ff3-d26c-4b0d-b370-4e292b13b511 req-dc5ec9f9-4382-4b6c-b853-f6109dc0df84 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.491952 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a0b7ff3-d26c-4b0d-b370-4e292b13b511 req-dc5ec9f9-4382-4b6c-b853-f6109dc0df84 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 946 time: 0.0569232 Nov 25 18:16:14.492104 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-31321a99-7729-4f12-9b0e-6db7c5a6daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.493633 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-31321a99-7729-4f12-9b0e-6db7c5a6daa3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0465014 Nov 25 18:16:14.542215 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [req-2a0b7ff3-d26c-4b0d-b370-4e292b13b511 req-70f84908-1ed7-4a31-8aa2-f4a2ad3db5e5 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/security-groups?id=2998ab58-60b4-41b1-a13f-84783fe07855&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455542 Nov 25 18:16:14.566620 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34934) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:14.591362 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-6024848a-a059-4580-84ee-e03b808e0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.592845 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-6024848a-a059-4580-84ee-e03b808e0f85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0909634 Nov 25 18:16:14.634132 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-2c348d8c-b87d-4443-b28d-bb8d637b7f67 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/7e138643-1195-4f2b-94a4-8fc119ab5df1 HTTP/1.1" status: 200 len: 992 time: 0.0651002 Nov 25 18:16:14.665032 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-03cea29e-1965-4acb-a095-4590d9cb9767 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1000 time: 0.0648084 Nov 25 18:16:14.697942 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '7e138643-1195-4f2b-94a4-8fc119ab5df1', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'port_id': '141fec25-950b-4dd8-b872-1628e7727a54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'mac_address': 'fa:16:3e:41:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:16:13Z', 'updated_at': '2021-11-25T18:16:13Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1ab988-0e10-4a75-b9f9-10893a2c6363', 'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:11:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:56Z', 'updated_at': '2021-11-25T18:15:59Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:14.714697 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-3daea9f0-ed38-47ae-8fe7-2dfc9c438e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.716334 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-3daea9f0-ed38-47ae-8fe7-2dfc9c438e05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0445726 Nov 25 18:16:14.729166 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] Checking router: 07102452-f99c-48a2-b32d-2b6b2a9c9a7b for host: n-d-817303-7 {{(pid=103638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:14.737781 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] Routers {'07102452-f99c-48a2-b32d-2b6b2a9c9a7b'} bound to L3 agent in host n-d-817303-7 {{(pid=103638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:14.738434 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T16:57:38Z,description=,heartbeat_timestamp=2021-11-25T18:16:08Z,host='n-d-817303-7',id=2a7cab40-e5be-4caf-8390-ea2779bebe8b,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T16:57:38Z,topic='l3_agent')) {'router_ids': ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'], 'active': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:14.761655 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-613d25fd-f39a-4690-9a03-3c3ce4196857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.763230 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-613d25fd-f39a-4690-9a03-3c3ce4196857 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393825 Nov 25 18:16:14.859218 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-ed675aae-9a71-4ce6-b531-3ded101e88ba service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892940 Nov 25 18:16:14.935427 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_dvr_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] Set router 07102452-f99c-48a2-b32d-2b6b2a9c9a7b gateway port host: n-d-817303-7 {{(pid=103638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:14.952642 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-cd40f704-8c9d-43c6-ae44-7ba70879c24a req-0b2c313e-ef47-4c08-92d5-0679eaebaf7c service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862710 Nov 25 18:16:15.157541 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.l3_hamode_db [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '7e138643-1195-4f2b-94a4-8fc119ab5df1', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'port_id': '141fec25-950b-4dd8-b872-1628e7727a54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'mac_address': 'fa:16:3e:41:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:16:13Z', 'updated_at': '2021-11-25T18:16:13Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1ab988-0e10-4a75-b9f9-10893a2c6363', 'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:11:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:56Z', 'updated_at': '2021-11-25T18:15:59Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-7', False) {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:15.186422 n-d-817303-7 neutron-server[103638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c6c7c-7818-4dc7-b157-5818851343e4 None None] The sync data for ids ['07102452-f99c-48a2-b32d-2b6b2a9c9a7b'] in n-d-817303-7 is: [{'id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126055802', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'external_fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:57Z', 'revision_number': 4, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'gw_port': {'id': '34131e6c-40a1-474c-89b3-06be13d47f22', 'name': '', 'network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:53Z', 'updated_at': '2021-11-25T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e28dd2a-9e68-4dee-afb4-d9c5eb171965', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-7', '_floatingips': [{'id': '7e138643-1195-4f2b-94a4-8fc119ab5df1', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '6c4d8d85-21e4-4e34-963c-8e71df3a88a1', 'router_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'port_id': '141fec25-950b-4dd8-b872-1628e7727a54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'mac_address': 'fa:16:3e:41:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aafaf5f-8160-4ec7-a3ed-1de8290f07b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:16:13Z', 'updated_at': '2021-11-25T18:16:13Z', 'revision_number': 0, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1ab988-0e10-4a75-b9f9-10893a2c6363', 'name': '', 'network_id': 'd4746bd4-4427-496a-8c19-47363f6b7d65', 'tenant_id': '612d99cd453b4fdb9ee990f90370066c', 'mac_address': 'fa:16:3e:11:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07102452-f99c-48a2-b32d-2b6b2a9c9a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:15:56Z', 'updated_at': '2021-11-25T18:15:59Z', 'revision_number': 5, 'project_id': '612d99cd453b4fdb9ee990f90370066c', 'subnets': [{'id': 'a6919e45-acb9-481a-bcce-08d93bb96b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:15.393018 n-d-817303-7 neutron-server[103637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e9ae95-0b76-4219-b27d-9730ef97bd55 None None] New status for floating IP 7e138643-1195-4f2b-94a4-8fc119ab5df1: ACTIVE {{(pid=103637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:16:15.636959 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [-] (103635) accepted ('10.222.0.86', 34936) {{(pid=103635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:15.695835 n-d-817303-7 neutron-server[103635]: INFO neutron.wsgi [None req-f02e9f02-16be-448e-9b2d-20894f15fdc1 tempest-TestNetworkAdvancedServerOps-1224997097 tempest-TestNetworkAdvancedServerOps-1224997097-project] 10.222.0.86 "GET /v2.0/floatingips/7e138643-1195-4f2b-94a4-8fc119ab5df1 HTTP/1.1" status: 200 len: 994 time: 0.0576971 Nov 25 18:16:16.516352 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.073185 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:27.742594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-1c7e644c-e9fe-4880-a67a-5c647e7ee286 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775042 Nov 25 18:16:27.829926 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714234f-9d36-4779-9580-fa9ff4955146 req-565d6985-41e8-4b48-b86f-57af76189cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:27.831663 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-565d6985-41e8-4b48-b86f-57af76189cf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0449519 Nov 25 18:16:27.934891 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714234f-9d36-4779-9580-fa9ff4955146 req-5e067458-a666-401e-9880-ae9bfc37f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:27.936291 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-5e067458-a666-401e-9880-ae9bfc37f567 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0857728 Nov 25 18:16:28.010356 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-9ddaa7ff-8d46-4dc5-a0f3-ce5ae5f5c773 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0661044 Nov 25 18:16:28.059522 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714234f-9d36-4779-9580-fa9ff4955146 req-e8595adb-7672-4879-892a-f3ae9956fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:28.060973 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-e8595adb-7672-4879-892a-f3ae9956fddb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0440273 Nov 25 18:16:28.108208 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714234f-9d36-4779-9580-fa9ff4955146 req-7d465747-4d81-4ab2-813b-763ed6da0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:28.109683 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-7d465747-4d81-4ab2-813b-763ed6da0cc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403767 Nov 25 18:16:28.201044 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-82dbc6fa-b128-47a6-bf1f-a954e428b0a2 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Nov 25 18:16:28.291366 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-9714234f-9d36-4779-9580-fa9ff4955146 req-4478082c-a331-487a-bc7b-d739662a09c0 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822027 Nov 25 18:16:35.802862 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-124378b5-4523-498b-971b-a88d35491153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:38.044347 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-fee5c1c5-8461-4e72-ab92-c1abddfad4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:39.548120 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:40.802276 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:41.544977 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:43.418538 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:16:46.511154 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:48.085179 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:05.804963 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ace96e6b-7e39-476b-89b7-41531debc1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:08.047115 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f276271f-53f2-428b-b5ce-c0a06e9068d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:09.550876 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:10.805507 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:11.546533 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:16.509996 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:18.088487 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:20.417157 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:17:28.703111 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-ffb50ec9-8a93-4955-93d8-2606946e6f09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410469 Nov 25 18:17:28.787610 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-32708d20-5910-401a-b830-957288b53794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:28.789150 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-32708d20-5910-401a-b830-957288b53794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0451603 Nov 25 18:17:28.892133 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-a90c1ee8-1bf5-4d04-94a5-e42f81c5d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:28.893594 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-a90c1ee8-1bf5-4d04-94a5-e42f81c5d7d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0843511 Nov 25 18:17:28.963712 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-43f70ae9-4e41-430a-a2ef-f2ca05d473c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0622530 Nov 25 18:17:29.015404 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-c760ba13-a11a-4ba2-ad1a-32b87a8b37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:29.016876 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-c760ba13-a11a-4ba2-ad1a-32b87a8b37a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0469275 Nov 25 18:17:29.064752 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-138f366d-d6e1-447d-97b6-c581b9b0c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:29.066245 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-138f366d-d6e1-447d-97b6-c581b9b0c548 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410593 Nov 25 18:17:29.160209 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-e3f9e305-4210-4253-96d8-474f383ff1f2 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858376 Nov 25 18:17:29.248440 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8d962363-7f5a-4af0-b007-fedccf9af0b1 req-509fdc45-22b6-4ea8-a570-1a7fd3f671d4 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812023 Nov 25 18:17:35.806693 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-904da035-2ded-462c-ad8a-1bbc708970a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:38.051699 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c9a50ddd-0650-4991-8e0e-4538ac72cb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:39.552454 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:40.808380 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:41.547896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:46.509621 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:48.082391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:57.417031 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:05.808138 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-c37ac49c-4951-4166-8825-0ac6b30d1773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:08.053190 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-d17b3496-cf0b-4a89-b230-6c175d481e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:09.558975 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:10.811404 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:11.549411 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:16.507396 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:18.085059 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:29.696264 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-0997883d-e384-46de-a5d6-926645ab563b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403657 Nov 25 18:18:29.782040 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-c6179f19-3c20-4f20-930f-a1fec7f1c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:29.783684 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-c6179f19-3c20-4f20-930f-a1fec7f1c549 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0450244 Nov 25 18:18:29.886387 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-5569bee3-8cbe-4f22-bc7d-6825cd3d5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:29.887872 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-5569bee3-8cbe-4f22-bc7d-6825cd3d5c36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0849071 Nov 25 18:18:29.957802 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-8bab952b-adfa-4a62-a816-6646cbdbdb20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0622628 Nov 25 18:18:30.008079 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-d8f75fb2-ef85-4b41-998e-780be4d9ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:30.009543 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-d8f75fb2-ef85-4b41-998e-780be4d9ee56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0454662 Nov 25 18:18:30.054993 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-f085106a-a9cc-4dd7-b69b-94f424b12bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:30.056479 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-f085106a-a9cc-4dd7-b69b-94f424b12bb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400968 Nov 25 18:18:30.148709 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-577d92c0-9824-4e2e-b48f-403ef06e50dc service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852160 Nov 25 18:18:30.238043 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-bbe25f42-7914-4164-afdf-7d3d5b2d4ebb req-ec370243-d1a2-4434-9b81-bc25ff5004e8 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817387 Nov 25 18:18:34.416563 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:35.811647 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a56e1769-4c9e-49b3-be63-ba8105f25a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:38.053944 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a4a8c06d-4a40-4aa0-8bc0-6e35823a191d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:39.564342 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:40.813522 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:41.551035 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:46.523247 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:48.087294 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:01.224155 n-d-817303-7 neutron-server[103635]: DEBUG neutron.wsgi [req-82c474d4-cb42-43c0-9faf-634b34f0608f req-fbecc3d2-127c-4184-9e33-1f2a7de5b11c service neutron] (103635) timed out ('10.222.0.86', 55802) {{(pid=103635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:19:05.814457 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-ea7133e4-68fb-46ff-ab23-e6497dce672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:08.055340 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f84317f1-8cc1-470c-9bfb-6612673657d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:09.561114 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.815941 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:11.416997 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:19:11.555172 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.521601 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:18.086160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:30.695094 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-2386ff8c-05bc-4745-bc5a-1a3a823717d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413988 Nov 25 18:19:30.778986 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-b3930aac-0829-4a7c-86a9-4d772e599927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:30.780453 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-b3930aac-0829-4a7c-86a9-4d772e599927 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0441267 Nov 25 18:19:30.883497 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-eb571654-157a-42a9-a9e7-b0d7d077271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:30.884951 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-eb571654-157a-42a9-a9e7-b0d7d077271f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0860336 Nov 25 18:19:30.957411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-a347020f-cb9e-4dc5-837e-b0f8fb8e918d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0655534 Nov 25 18:19:31.005715 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-84250351-7050-4f39-a4d3-b9fb25624b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:31.007108 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-84250351-7050-4f39-a4d3-b9fb25624b86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0427403 Nov 25 18:19:31.052131 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-ffa36487-afe0-4d0a-a32e-749de678dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:19:31.053524 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-ffa36487-afe0-4d0a-a32e-749de678dc0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396090 Nov 25 18:19:31.144333 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-ebe9319c-4374-469f-ae32-48e7b781ec7a service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Nov 25 18:19:31.233100 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-23881a4e-4a54-4920-8a92-a9133928fd41 req-50a2c795-1671-4c4d-8b17-a54d4aed82d0 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817618 Nov 25 18:19:35.818417 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9b93dabf-a24a-42b1-ad36-dbe448bf5c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:38.057698 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-1fcc337f-8c56-4be3-acaa-ae971e784f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:39.565625 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:40.818252 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:41.556801 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:46.521914 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:48.096685 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:48.416298 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:05.822710 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-9aa76460-0602-48d3-ab7b-785894734960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:08.059241 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-aec8936b-9c85-4171-bad3-e7d3d689b14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:09.567537 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:10.821694 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.559072 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:16.521046 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:18.102896 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:25.415479 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:30.691411 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-2b0b0f70-ac2e-4be4-8580-a116eff00fe6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402682 Nov 25 18:20:30.785191 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-9925a9ae-ddb4-43fe-a391-6f775e5f17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:30.786679 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-9925a9ae-ddb4-43fe-a391-6f775e5f17cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0517349 Nov 25 18:20:30.891469 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-ebe2f647-eb46-4ff1-8175-7edcc152426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:30.892910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-ebe2f647-eb46-4ff1-8175-7edcc152426f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0873399 Nov 25 18:20:30.961899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-32ef98eb-f972-441d-8702-1f9595cb3efa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0613010 Nov 25 18:20:31.011448 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-b42c0879-d8c9-4d4c-9452-b999e2724798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:31.012879 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-b42c0879-d8c9-4d4c-9452-b999e2724798 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0431423 Nov 25 18:20:31.057257 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-812eaecb-78cc-4845-929a-ce0e0a1cfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:20:31.058713 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-812eaecb-78cc-4845-929a-ce0e0a1cfb73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385444 Nov 25 18:20:31.069631 n-d-817303-7 neutron-server[103636]: DEBUG neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-750565bc-a55e-44e1-a992-652728493720 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=103636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:20:31.070575 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-750565bc-a55e-44e1-a992-652728493720 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048425 Nov 25 18:20:31.166849 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-84c6c178-f41b-414e-8a05-9dff8992af54 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888240 Nov 25 18:20:31.256666 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-17b1b7a4-61ea-44cd-9d7d-3f1019f4d56e req-f0880fb5-cba7-4095-b007-2fe90af0e2a0 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Nov 25 18:20:35.825683 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0fac957c-c32e-47d0-abaf-efaf6768760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:38.064604 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-eeeafb1e-42eb-4583-8553-3b9488173a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:39.570508 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:40.823997 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:41.561736 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:46.518173 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:48.099547 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:02.414733 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:05.827943 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-4a391ac0-215d-4f37-8528-39e69d18d5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:08.067135 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f9a205ec-feb9-47d1-881d-5d0c7fc50613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:09.576875 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:10.826622 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:11.564094 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:16.532422 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:18.096003 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:30.819195 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-49f9d097-035d-4b4b-af74-d48583783706 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1699228 Nov 25 18:21:30.906909 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-eca6497c-7c00-4fb6-94f7-ecb78f8ebfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:30.908463 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-eca6497c-7c00-4fb6-94f7-ecb78f8ebfd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0454352 Nov 25 18:21:31.016877 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-97fb01dc-d433-4921-8c7c-65964648964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:31.018246 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-97fb01dc-d433-4921-8c7c-65964648964e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0893791 Nov 25 18:21:31.086158 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-1c25f136-7960-4f8a-a205-4ccf08b298a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0611660 Nov 25 18:21:31.138204 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-34a85bca-3696-45b0-afab-f291a0dd9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:31.139746 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-34a85bca-3696-45b0-afab-f291a0dd9d8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0463185 Nov 25 18:21:31.183834 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-93b56e92-b01d-4092-b3bc-5161426f7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:21:31.186034 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-93b56e92-b01d-4092-b3bc-5161426f7dbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392516 Nov 25 18:21:31.277838 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-51aa246b-d35f-4396-a840-398773380372 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846853 Nov 25 18:21:31.375279 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-ef977fb3-cc9f-4cda-a87b-1d6971625ad9 req-152be637-347d-464b-8547-d06135bbc183 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891969 Nov 25 18:21:35.828795 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ee2153a-413d-4e1e-b399-bde9fcbf9025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:38.068409 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-357a7183-432b-4d46-82c9-fb5fb91f0fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:39.415885 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:39.580065 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:40.830525 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:41.566045 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:46.547329 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:48.087729 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:05.829917 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-258b799f-2ab7-406b-9166-9eff94f0d6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:08.070653 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-7d33d3d9-4232-477e-8018-38b4c5c526a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:09.579678 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:10.833179 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:11.565670 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:16.414305 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:22:16.546247 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:18.093243 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:32.694260 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-9f6f5140-4def-484e-b079-4609656b5970 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403087 Nov 25 18:22:32.790427 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-cab041e2-9799-4eb2-8186-a96e2ecd3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:32.792587 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-cab041e2-9799-4eb2-8186-a96e2ecd3b7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0452032 Nov 25 18:22:32.897554 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-b2eeb1db-4d76-4f3f-8007-c1b08d10c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:32.899020 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-b2eeb1db-4d76-4f3f-8007-c1b08d10c9b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0839126 Nov 25 18:22:32.970611 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-1c4f46e5-1755-47ae-b0a5-61b08842c394 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0609736 Nov 25 18:22:33.353526 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-935c1c71-315d-4e7a-a66e-6b660560cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:33.355538 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-935c1c71-315d-4e7a-a66e-6b660560cfb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.3734188 Nov 25 18:22:33.412459 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-1ec98bee-2e3e-4935-8625-e8a333dc1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:22:33.413930 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-1ec98bee-2e3e-4935-8625-e8a333dc1af5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385377 Nov 25 18:22:33.515805 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-ff04989b-5f5f-4c49-919f-eb84f8f506e7 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910690 Nov 25 18:22:33.606936 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-db64b18e-a5cc-41ad-bb33-45aa15e8fecb req-0b393d39-55bb-40f5-990e-c64bf43f1473 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815840 Nov 25 18:22:35.830623 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-e48f1041-8ea9-498d-be6e-e4a7c334feab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:38.072160 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-0dc343b7-94ea-47a7-8bfb-cf8e69fa4b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:39.583493 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:40.839029 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:41.567789 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:46.578762 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:48.116399 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:53.413661 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:05.835674 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-b97c55a4-9d63-4679-a01a-4b431c522bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:08.074863 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-296fceb2-f83d-48c8-86a9-bea41ee0e29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:09.584734 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:10.838939 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:11.569676 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:16.590844 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:18.132593 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:30.412683 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:32.686125 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-94a5e749-c938-4ea0-b455-1761856ef88e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389609 Nov 25 18:23:32.773549 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-59b53596-c2d5-47a7-8c5f-c6892a301e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:32.775049 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-59b53596-c2d5-47a7-8c5f-c6892a301e92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0451024 Nov 25 18:23:32.881428 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-efb91570-66ce-4ca9-bb95-d6ac0104157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:32.882910 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-efb91570-66ce-4ca9-bb95-d6ac0104157a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0859468 Nov 25 18:23:32.953282 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-32c57e6a-df29-47a5-a20c-71f0a832d7e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0623884 Nov 25 18:23:33.002487 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-a8d5690e-eaf1-4112-96fa-7622d31c223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:33.003944 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-a8d5690e-eaf1-4112-96fa-7622d31c223b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0441835 Nov 25 18:23:33.048349 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-96335d0b-e6f2-420d-b207-ecf1971240a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:23:33.049785 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-96335d0b-e6f2-420d-b207-ecf1971240a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386581 Nov 25 18:23:33.140793 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-916ddba0-e21a-4cad-bfbe-fc82818c216c service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839622 Nov 25 18:23:33.230178 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-e35aaec8-ca5d-4fcf-a515-3b04a5ca85e8 req-c4b29243-8030-4b4d-8feb-3b955fd2a4f8 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824745 Nov 25 18:23:35.837668 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-a67f59ce-3af3-4448-9a9b-4b80ef7d9efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:38.074517 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8ed76a53-4e54-4c69-8e24-f46e0408d52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:39.589343 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:40.841627 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:41.571964 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.589892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:48.123245 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:05.839975 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-8f94aac0-8ea4-4eb4-9f0e-acd347cd4c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:07.411864 n-d-817303-7 neutron-server[103638]: DEBUG neutron.db.agents_db [None req-4a3c44d5-48ac-44f7-af7c-1a68c8186c67 None None] Agent healthcheck: found 7 active agents {{(pid=103638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:24:08.075577 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-266b8cac-5644-4816-81ce-b715cfbe9eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:09.591001 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:10.842852 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:11.574615 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:16.589513 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f4b86739-9fe3-4310-a584-8e8f54f2505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:18.115292 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-057ee74b-ffdc-4df3-b6da-555911f64df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:33.689298 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-cf0f06fc-b2d3-4480-8edb-7a27049f59b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436203 Nov 25 18:24:33.777785 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-a234f067-8bff-470c-aa71-474123cd6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:33.779297 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-a234f067-8bff-470c-aa71-474123cd6da8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=612d99cd453b4fdb9ee990f90370066c&device_id=8aafaf5f-8160-4ec7-a3ed-1de8290f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0478315 Nov 25 18:24:33.881741 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-2f810172-193f-42d1-a7ed-da40dd7ebb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:33.883187 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-2f810172-193f-42d1-a7ed-da40dd7ebb72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4746bd4-4427-496a-8c19-47363f6b7d65 HTTP/1.1" status: 200 len: 897 time: 0.0851991 Nov 25 18:24:33.953800 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-af2a2ecc-5f77-493c-800e-09f75775e3e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141fec25-950b-4dd8-b872-1628e7727a54 HTTP/1.1" status: 200 len: 1002 time: 0.0630267 Nov 25 18:24:34.004675 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-d506331a-836a-435b-8d0a-f7ea8b778f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:34.006033 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-d506331a-836a-435b-8d0a-f7ea8b778f1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6919e45-acb9-481a-bcce-08d93bb96b4a HTTP/1.1" status: 200 len: 834 time: 0.0459368 Nov 25 18:24:34.051426 n-d-817303-7 neutron-server[103636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-f733f62a-3633-4f21-bc85-2a57e362bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:24:34.052899 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-f733f62a-3633-4f21-bc85-2a57e362bd06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4746bd4-4427-496a-8c19-47363f6b7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400012 Nov 25 18:24:34.145202 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-e0888394-4807-41b6-bd3a-48a572914784 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 Nov 25 18:24:34.235755 n-d-817303-7 neutron-server[103636]: INFO neutron.wsgi [req-8b0b420b-06e0-412d-bd21-29efa387de58 req-a0879c3c-b297-4acf-8b55-951ebf7043b2 service neutron] 10.222.0.73 "GET /v2.0/networks/d4746bd4-4427-496a-8c19-47363f6b7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Nov 25 18:24:35.842370 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-70aeea32-9ebd-4dbf-a311-5224572f0af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:38.077449 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-50f68f73-9e4e-4f28-b912-5d3ee031379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:39.594590 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-13bf357b-ce1e-4aee-8248-fd2be8ce61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:40.845892 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdabf-56ab-462a-bfc1-14fd0280a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:41.576391 n-d-817303-7 neutron-server[103637]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb56-93ad-47cc-9314-34cfba50d4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743995747494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729654'] for agent, after_update {{(pid=103637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}